2023-09-23T17:25:27.827 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-09-23T17:25:27.827 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --description upgrade:pacific-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} --name teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi --verbose --archive /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762 -- /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/orig.config.yaml 2023-09-23T17:25:27.946 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-23T17:25:28.038 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762 branch: reef description: upgrade:pacific-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: ceph-qa@ceph.io first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: pacific clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7401762' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 owner: scheduled_teuthology@teuthology priority: 100 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 1860 sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: pacific clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: pacific clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:pacific-x suite_branch: reef suite_path: /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 targets: smithi018.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi149.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: pacific exclude_packages: - ceph-volume - cephadm: cephadm_branch: pacific cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:pacific - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-23_14:23:10 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-09-23T17:25:28.039 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa; will attempt to use it 2023-09-23T17:25:28.040 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks 2023-09-23T17:25:28.040 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-09-23T17:25:28.042 INFO:teuthology.task.internal:Checking packages... 2023-09-23T17:25:28.065 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'bb0daeff97f020f686596fca6eba20c310e26fb7' 2023-09-23T17:25:28.065 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:25:28.065 INFO:teuthology.packaging:ref: None 2023-09-23T17:25:28.065 INFO:teuthology.packaging:tag: None 2023-09-23T17:25:28.065 INFO:teuthology.packaging:branch: reef 2023-09-23T17:25:28.065 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:25:28.066 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-09-23T17:25:28.318 INFO:teuthology.task.internal:Found packages for ceph version 18.2.0-460.gbb0daeff 2023-09-23T17:25:28.318 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-09-23T17:25:28.325 INFO:teuthology.task.internal:no buildpackages task found 2023-09-23T17:25:28.325 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-09-23T17:25:28.345 INFO:teuthology.task.internal:Saving configuration 2023-09-23T17:25:28.368 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-09-23T17:25:28.373 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T17:25:28.398 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 17:20:13.297923', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T17:25:28.424 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 17:20:13.296194', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T17:25:28.424 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-09-23T17:25:28.430 INFO:teuthology.task.internal:roles: ubuntu@smithi018.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-09-23T17:25:28.430 INFO:teuthology.task.internal:roles: ubuntu@smithi149.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-09-23T17:25:28.430 INFO:teuthology.run_tasks:Running task console_log... 2023-09-23T17:25:28.550 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbd9d678af0>, signals=[15]) 2023-09-23T17:25:28.550 INFO:teuthology.run_tasks:Running task internal.connect... 2023-09-23T17:25:28.556 INFO:teuthology.task.internal:Opening connections... 2023-09-23T17:25:28.556 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi018.front.sepia.ceph.com 2023-09-23T17:25:28.558 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T17:25:28.628 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi149.front.sepia.ceph.com 2023-09-23T17:25:28.629 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T17:25:28.695 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-09-23T17:25:28.701 DEBUG:teuthology.orchestra.run.smithi018:> uname -m 2023-09-23T17:25:28.723 INFO:teuthology.orchestra.run.smithi018.stdout:x86_64 2023-09-23T17:25:28.723 DEBUG:teuthology.orchestra.run.smithi018:> cat /etc/os-release 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:NAME="Red Hat Enterprise Linux" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION="8.6 (Ootpa)" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:ID="rhel" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:ID_LIKE="fedora" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION_ID="8.6" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:PLATFORM_ID="platform:el8" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-23T17:25:28.784 INFO:teuthology.orchestra.run.smithi018.stdout:ANSI_COLOR="0;31" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:HOME_URL="https://www.redhat.com/" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-23T17:25:28.785 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-23T17:25:28.786 INFO:teuthology.lock.ops:Updating smithi018.front.sepia.ceph.com on lock server 2023-09-23T17:25:28.812 DEBUG:teuthology.orchestra.run.smithi149:> uname -m 2023-09-23T17:25:28.832 INFO:teuthology.orchestra.run.smithi149.stdout:x86_64 2023-09-23T17:25:28.833 DEBUG:teuthology.orchestra.run.smithi149:> cat /etc/os-release 2023-09-23T17:25:28.893 INFO:teuthology.orchestra.run.smithi149.stdout:NAME="Red Hat Enterprise Linux" 2023-09-23T17:25:28.893 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION="8.6 (Ootpa)" 2023-09-23T17:25:28.893 INFO:teuthology.orchestra.run.smithi149.stdout:ID="rhel" 2023-09-23T17:25:28.893 INFO:teuthology.orchestra.run.smithi149.stdout:ID_LIKE="fedora" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION_ID="8.6" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:PLATFORM_ID="platform:el8" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:ANSI_COLOR="0;31" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:HOME_URL="https://www.redhat.com/" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-23T17:25:28.894 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-23T17:25:28.895 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-23T17:25:28.895 INFO:teuthology.lock.ops:Updating smithi149.front.sepia.ceph.com on lock server 2023-09-23T17:25:28.912 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-09-23T17:25:28.920 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-09-23T17:25:28.943 INFO:teuthology.task.internal:Checking for old test directory... 2023-09-23T17:25:28.943 DEBUG:teuthology.orchestra.run.smithi018:> test '!' -e /home/ubuntu/cephtest 2023-09-23T17:25:28.946 DEBUG:teuthology.orchestra.run.smithi149:> test '!' -e /home/ubuntu/cephtest 2023-09-23T17:25:28.963 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-09-23T17:25:28.969 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-09-23T17:25:28.969 DEBUG:teuthology.orchestra.run.smithi018:> test -z $(ls -A /var/lib/ceph) 2023-09-23T17:25:29.006 DEBUG:teuthology.orchestra.run.smithi149:> test -z $(ls -A /var/lib/ceph) 2023-09-23T17:25:29.035 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-09-23T17:25:29.089 INFO:teuthology.run_tasks:Running task kernel... 2023-09-23T17:25:29.103 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-09-23T17:25:29.103 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-09-23T17:25:29.103 DEBUG:teuthology.orchestra.run.smithi018:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T17:25:29.104 DEBUG:teuthology.orchestra.run.smithi149:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T17:25:29.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T17:25:29.121 DEBUG:teuthology.orchestra.run.smithi149:> uname -r 2023-09-23T17:25:29.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T17:25:29.123 DEBUG:teuthology.orchestra.run.smithi018:> uname -r 2023-09-23T17:25:29.180 INFO:teuthology.orchestra.run.smithi149.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:29.180 INFO:teuthology.task.kernel:Running kernel on smithi149: 4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:29.180 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum install -y kernel 2023-09-23T17:25:29.183 INFO:teuthology.orchestra.run.smithi018.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:29.184 INFO:teuthology.task.kernel:Running kernel on smithi018: 4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:29.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum install -y kernel 2023-09-23T17:25:30.336 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:30.336 INFO:teuthology.orchestra.run.smithi149.stdout:Unable to read consumer identity 2023-09-23T17:25:30.464 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:30.464 INFO:teuthology.orchestra.run.smithi018.stdout:Unable to read consumer identity 2023-09-23T17:25:31.882 INFO:teuthology.orchestra.run.smithi149.stdout:Copr repo for python3-asyncssh owned by ceph 13 kB/s | 3.5 kB 00:00 2023-09-23T17:25:31.974 INFO:teuthology.orchestra.run.smithi018.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-09-23T17:25:33.608 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 9.8 MB/s | 16 MB 00:01 2023-09-23T17:25:33.801 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 8.3 MB/s | 16 MB 00:01 2023-09-23T17:25:37.366 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 414 kB/s | 24 kB 00:00 2023-09-23T17:25:37.491 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 446 kB/s | 24 kB 00:00 2023-09-23T17:25:38.094 INFO:teuthology.orchestra.run.smithi018.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-23T17:25:38.155 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:25:38.156 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:25:38.156 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:25:38.185 INFO:teuthology.orchestra.run.smithi149.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-23T17:25:38.234 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:25:38.236 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:25:38.236 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:25:38.276 DEBUG:teuthology.orchestra.run.smithi018:> echo no | sudo yum reinstall kernel || true 2023-09-23T17:25:38.366 DEBUG:teuthology.orchestra.run.smithi149:> echo no | sudo yum reinstall kernel || true 2023-09-23T17:25:38.668 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:38.668 INFO:teuthology.orchestra.run.smithi018.stdout:Unable to read consumer identity 2023-09-23T17:25:38.740 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:38.740 INFO:teuthology.orchestra.run.smithi149.stdout:Unable to read consumer identity 2023-09-23T17:25:38.959 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:00:01 ago on Sat 23 Sep 2023 05:25:37 PM UTC. 2023-09-23T17:25:39.007 INFO:teuthology.orchestra.run.smithi018.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T17:25:39.013 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:00:02 ago on Sat 23 Sep 2023 05:25:37 PM UTC. 2023-09-23T17:25:39.046 INFO:teuthology.orchestra.run.smithi018.stderr:Error: No packages marked for reinstall. 2023-09-23T17:25:39.054 INFO:teuthology.orchestra.run.smithi149.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T17:25:39.094 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum reinstall -y kernel || true 2023-09-23T17:25:39.105 INFO:teuthology.orchestra.run.smithi149.stderr:Error: No packages marked for reinstall. 2023-09-23T17:25:39.154 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum reinstall -y kernel || true 2023-09-23T17:25:39.445 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:39.445 INFO:teuthology.orchestra.run.smithi018.stdout:Unable to read consumer identity 2023-09-23T17:25:39.484 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:25:39.485 INFO:teuthology.orchestra.run.smithi149.stdout:Unable to read consumer identity 2023-09-23T17:25:39.721 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:00:02 ago on Sat 23 Sep 2023 05:25:37 PM UTC. 2023-09-23T17:25:39.748 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:00:02 ago on Sat 23 Sep 2023 05:25:37 PM UTC. 2023-09-23T17:25:39.764 INFO:teuthology.orchestra.run.smithi018.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T17:25:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:Error: No packages marked for reinstall. 2023-09-23T17:25:39.788 INFO:teuthology.orchestra.run.smithi149.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T17:25:39.834 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q kernel | sort -rV | head -n 1 2023-09-23T17:25:39.835 INFO:teuthology.orchestra.run.smithi149.stderr:Error: No packages marked for reinstall. 2023-09-23T17:25:39.889 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q kernel | sort -rV | head -n 1 2023-09-23T17:25:39.917 INFO:teuthology.orchestra.run.smithi018.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:39.918 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:39.918 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-23T17:25:39.918 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-09-23T17:25:39.918 DEBUG:teuthology.orchestra.run.smithi018:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-23T17:25:39.953 INFO:teuthology.orchestra.run.smithi018.stdout:ttyS1 2023-09-23T17:25:39.973 INFO:teuthology.orchestra.run.smithi149.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:39.974 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-23T17:25:39.974 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-23T17:25:39.974 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-09-23T17:25:39.974 DEBUG:teuthology.orchestra.run.smithi149:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-23T17:25:39.975 DEBUG:teuthology.parallel:result is None 2023-09-23T17:25:40.013 INFO:teuthology.orchestra.run.smithi149.stdout:ttyS1 2023-09-23T17:25:40.028 DEBUG:teuthology.parallel:result is None 2023-09-23T17:25:40.028 INFO:teuthology.run_tasks:Running task internal.base... 2023-09-23T17:25:40.177 INFO:teuthology.task.internal:Creating test directory... 2023-09-23T17:25:40.177 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T17:25:40.180 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T17:25:40.196 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-09-23T17:25:40.203 INFO:teuthology.run_tasks:Running task internal.archive... 2023-09-23T17:25:40.218 INFO:teuthology.task.internal:Creating archive directory... 2023-09-23T17:25:40.218 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T17:25:40.236 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T17:25:40.269 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-09-23T17:25:40.275 INFO:teuthology.task.internal:Enabling coredump saving... 2023-09-23T17:25:40.275 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T17:25:40.306 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T17:25:40.336 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T17:25:40.347 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T17:25:40.352 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T17:25:40.363 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T17:25:40.364 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-09-23T17:25:40.371 INFO:teuthology.task.internal:Configuring sudo... 2023-09-23T17:25:40.371 DEBUG:teuthology.orchestra.run.smithi018:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T17:25:40.390 DEBUG:teuthology.orchestra.run.smithi149:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T17:25:40.416 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-09-23T17:25:40.424 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-09-23T17:25:40.425 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T17:25:40.458 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T17:25:40.474 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T17:25:40.556 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T17:25:40.605 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T17:25:40.690 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T17:25:40.731 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:25:40.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T17:25:40.813 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T17:25:40.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T17:25:40.914 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T17:25:40.999 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T17:25:41.040 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:25:41.040 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T17:25:41.107 DEBUG:teuthology.orchestra.run.smithi018:> sudo service rsyslog restart 2023-09-23T17:25:41.110 DEBUG:teuthology.orchestra.run.smithi149:> sudo service rsyslog restart 2023-09-23T17:25:41.167 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T17:25:41.222 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T17:25:41.662 INFO:teuthology.run_tasks:Running task internal.timer... 2023-09-23T17:25:41.670 INFO:teuthology.task.internal:Starting timer... 2023-09-23T17:25:41.670 INFO:teuthology.run_tasks:Running task pcp... 2023-09-23T17:25:41.688 INFO:teuthology.run_tasks:Running task selinux... 2023-09-23T17:25:41.721 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-09-23T17:25:41.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo service auditd rotate 2023-09-23T17:25:41.804 INFO:teuthology.orchestra.run.smithi018.stdout:Rotating logs: 2023-09-23T17:25:41.806 DEBUG:teuthology.orchestra.run.smithi149:> sudo service auditd rotate 2023-09-23T17:25:41.868 INFO:teuthology.orchestra.run.smithi149.stdout:Rotating logs: 2023-09-23T17:25:41.869 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-09-23T17:25:41.870 DEBUG:teuthology.orchestra.run.smithi018:> /usr/sbin/getenforce 2023-09-23T17:25:41.892 INFO:teuthology.orchestra.run.smithi018.stdout:Permissive 2023-09-23T17:25:41.893 DEBUG:teuthology.orchestra.run.smithi149:> /usr/sbin/getenforce 2023-09-23T17:25:41.923 INFO:teuthology.orchestra.run.smithi149.stdout:Permissive 2023-09-23T17:25:41.923 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi018.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi149.front.sepia.ceph.com': 'permissive'} 2023-09-23T17:25:41.923 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T17:25:41.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T17:25:41.961 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T17:25:41.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T17:25:41.991 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-09-23T17:25:41.991 DEBUG:teuthology.orchestra.run.smithi018:> sudo /usr/sbin/setenforce permissive 2023-09-23T17:25:42.028 DEBUG:teuthology.orchestra.run.smithi149:> sudo /usr/sbin/setenforce permissive 2023-09-23T17:25:42.060 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-09-23T17:25:42.069 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-09-23T17:25:42.073 INFO:teuthology.repo_utils:Fetching main from origin 2023-09-23T17:25:42.181 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-09-23T17:25:42.196 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-09-23T17:25:42.197 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi018.front.sepia.ceph.com,smithi149.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-09-23T17:34:46.409 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi018.front.sepia.ceph.com'), Remote(name='ubuntu@smithi149.front.sepia.ceph.com')] 2023-09-23T17:34:46.410 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2023-09-23T17:34:46.411 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T17:34:46.481 DEBUG:teuthology.orchestra.run.smithi018:> true 2023-09-23T17:34:46.547 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi018.front.sepia.ceph.com' 2023-09-23T17:34:46.548 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-09-23T17:34:46.548 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T17:34:46.616 DEBUG:teuthology.orchestra.run.smithi149:> true 2023-09-23T17:34:46.686 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-09-23T17:34:46.687 INFO:teuthology.run_tasks:Running task clock... 2023-09-23T17:34:46.697 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-09-23T17:34:46.697 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T17:34:46.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T17:34:46.700 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T17:34:46.700 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T17:34:46.732 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T17:34:46.748 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T17:34:46.758 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T17:34:46.772 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T17:34:46.821 INFO:teuthology.orchestra.run.smithi018.stderr:sudo: ntpd: command not found 2023-09-23T17:34:46.833 INFO:teuthology.orchestra.run.smithi018.stdout:506 Cannot talk to daemon 2023-09-23T17:34:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T17:34:46.858 INFO:teuthology.orchestra.run.smithi149.stderr:sudo: ntpd: command not found 2023-09-23T17:34:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T17:34:46.870 INFO:teuthology.orchestra.run.smithi149.stdout:506 Cannot talk to daemon 2023-09-23T17:34:46.884 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T17:34:46.898 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T17:34:46.945 INFO:teuthology.orchestra.run.smithi018.stderr:bash: ntpq: command not found 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.968 INFO:teuthology.orchestra.run.smithi149.stderr:bash: ntpq: command not found 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.972 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T17:34:46.973 INFO:teuthology.run_tasks:Running task pexec... 2023-09-23T17:34:46.982 INFO:teuthology.task.pexec:Executing custom commands... 2023-09-23T17:34:46.983 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi018.front.sepia.ceph.com 2023-09-23T17:34:46.983 DEBUG:teuthology.orchestra.run.smithi018:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-09-23T17:34:46.983 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi149.front.sepia.ceph.com 2023-09-23T17:34:46.983 DEBUG:teuthology.orchestra.run.smithi149:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-09-23T17:34:47.382 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:34:47.386 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:34:48.236 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:38 ago on Sat 23 Sep 2023 05:33:09 PM UTC. 2023-09-23T17:34:48.267 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:24 ago on Sat 23 Sep 2023 05:33:23 PM UTC. 2023-09-23T17:34:49.955 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:34:49.956 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:34:49.957 INFO:teuthology.orchestra.run.smithi149.stdout: Package Architecture Version Repository Size 2023-09-23T17:34:49.957 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:34:49.957 INFO:teuthology.orchestra.run.smithi149.stdout:Resetting modules: 2023-09-23T17:34:49.957 INFO:teuthology.orchestra.run.smithi149.stdout: container-tools 2023-09-23T17:34:49.957 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:34:49.958 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:34:49.958 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:34:49.958 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:34:50.261 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout:Resetting modules: 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout: container-tools 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:34:50.262 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:34:50.263 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:34:50.263 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:34:50.944 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:41 ago on Sat 23 Sep 2023 05:33:09 PM UTC. 2023-09-23T17:34:51.290 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:27 ago on Sat 23 Sep 2023 05:33:23 PM UTC. 2023-09-23T17:34:53.169 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:34:53.634 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:34:53.663 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:34:54.147 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:34:54.431 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:44 ago on Sat 23 Sep 2023 05:33:09 PM UTC. 2023-09-23T17:34:54.972 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:31 ago on Sat 23 Sep 2023 05:33:23 PM UTC. 2023-09-23T17:34:56.150 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:34:56.243 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================================ 2023-09-23T17:34:56.243 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:34:56.243 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================================ 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout:Installing group/module packages: 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-09-23T17:34:56.244 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout:Installing module profiles: 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: container-tools/common 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout:Enabling module streams: 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: container-tools rhel8 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================================ 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout:Install 10 Packages 2023-09-23T17:34:56.245 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:34:56.246 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 18 M 2023-09-23T17:34:56.246 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 65 M 2023-09-23T17:34:56.246 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:34:56.316 INFO:teuthology.orchestra.run.smithi149.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.3 MB/s | 94 kB 00:00 2023-09-23T17:34:56.341 INFO:teuthology.orchestra.run.smithi149.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 427 kB/s | 41 kB 00:00 2023-09-23T17:34:56.375 INFO:teuthology.orchestra.run.smithi149.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 192 kB/s | 25 kB 00:00 2023-09-23T17:34:56.400 INFO:teuthology.orchestra.run.smithi149.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 588 kB/s | 49 kB 00:00 2023-09-23T17:34:56.434 INFO:teuthology.orchestra.run.smithi149.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.5 MB/s | 524 kB 00:00 2023-09-23T17:34:56.459 INFO:teuthology.orchestra.run.smithi149.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-09-23T17:34:56.485 INFO:teuthology.orchestra.run.smithi149.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-09-23T17:34:56.568 INFO:teuthology.orchestra.run.smithi149.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 26 MB/s | 2.2 MB 00:00 2023-09-23T17:34:56.685 INFO:teuthology.orchestra.run.smithi149.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 31 MB/s | 7.0 MB 00:00 2023-09-23T17:34:56.777 INFO:teuthology.orchestra.run.smithi149.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 20 MB/s | 8.0 MB 00:00 2023-09-23T17:34:56.778 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:34:56.778 INFO:teuthology.orchestra.run.smithi149.stdout:Total 34 MB/s | 18 MB 00:00 2023-09-23T17:34:56.944 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:34:56.978 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:34:56.998 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:34:56.998 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================================ 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================================ 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout:Installing group/module packages: 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-09-23T17:34:57.046 INFO:teuthology.orchestra.run.smithi018.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-09-23T17:34:57.047 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout:Installing module profiles: 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout: container-tools/common 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling module streams: 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout: container-tools rhel8 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:34:57.048 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================================ 2023-09-23T17:34:57.049 INFO:teuthology.orchestra.run.smithi018.stdout:Install 10 Packages 2023-09-23T17:34:57.049 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:34:57.049 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 18 M 2023-09-23T17:34:57.050 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 65 M 2023-09-23T17:34:57.050 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:34:57.130 INFO:teuthology.orchestra.run.smithi018.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.1 MB/s | 94 kB 00:00 2023-09-23T17:34:57.155 INFO:teuthology.orchestra.run.smithi018.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 232 kB/s | 25 kB 00:00 2023-09-23T17:34:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 309 kB/s | 41 kB 00:00 2023-09-23T17:34:57.181 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:34:57.185 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:34:57.206 INFO:teuthology.orchestra.run.smithi018.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 656 kB/s | 49 kB 00:00 2023-09-23T17:34:57.240 INFO:teuthology.orchestra.run.smithi018.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.1 MB/s | 524 kB 00:00 2023-09-23T17:34:57.298 INFO:teuthology.orchestra.run.smithi018.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.6 MB/s | 149 kB 00:00 2023-09-23T17:34:57.324 INFO:teuthology.orchestra.run.smithi018.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 2.5 MB/s | 213 kB 00:00 2023-09-23T17:34:57.416 INFO:teuthology.orchestra.run.smithi018.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 24 MB/s | 2.2 MB 00:00 2023-09-23T17:34:57.549 INFO:teuthology.orchestra.run.smithi018.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 28 MB/s | 7.0 MB 00:00 2023-09-23T17:34:57.669 INFO:teuthology.orchestra.run.smithi018.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 16 MB/s | 8.0 MB 00:00 2023-09-23T17:34:57.670 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:34:57.670 INFO:teuthology.orchestra.run.smithi018.stdout:Total 29 MB/s | 18 MB 00:00 2023-09-23T17:34:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:34:57.878 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:34:57.898 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:34:57.898 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:34:57.915 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-09-23T17:34:58.092 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:34:58.096 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:34:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-09-23T17:34:58.317 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-09-23T17:34:58.571 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-09-23T17:34:58.603 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:34:58.805 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-09-23T17:34:58.918 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-09-23T17:34:59.003 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-09-23T17:34:59.192 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-09-23T17:34:59.383 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-09-23T17:34:59.716 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-09-23T17:34:59.735 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-09-23T17:35:00.528 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-09-23T17:35:00.601 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-09-23T17:35:00.849 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-09-23T17:35:01.030 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-09-23T17:35:01.223 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-09-23T17:35:01.439 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-09-23T17:35:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-09-23T17:35:01.593 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-09-23T17:35:01.594 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-09-23T17:35:01.663 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-09-23T17:35:01.885 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-09-23T17:35:02.061 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-09-23T17:35:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-09-23T17:35:02.645 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-09-23T17:35:02.645 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:53 ago on Sat 23 Sep 2023 05:33:09 PM UTC. 2023-09-23T17:35:03.532 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-09-23T17:35:03.532 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:40 ago on Sat 23 Sep 2023 05:33:23 PM UTC. 2023-09-23T17:35:05.113 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:35:05.313 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:35:05.313 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: yajl-2.1.0-10.el8.x86_64 2023-09-23T17:35:05.314 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:35:05.315 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:35:05.482 DEBUG:teuthology.parallel:result is None 2023-09-23T17:35:06.155 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:06.373 INFO:teuthology.orchestra.run.smithi018.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: yajl-2.1.0-10.el8.x86_64 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:35:06.374 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:35:06.507 DEBUG:teuthology.parallel:result is None 2023-09-23T17:35:06.508 INFO:teuthology.run_tasks:Running task install... 2023-09-23T17:35:06.515 DEBUG:teuthology.task.install:project ceph 2023-09-23T17:35:06.515 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}} 2023-09-23T17:35:06.515 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'} 2023-09-23T17:35:06.515 INFO:teuthology.task.install:Using flavor: default 2023-09-23T17:35:06.521 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-09-23T17:35:06.521 INFO:teuthology.task.install:extra packages: [] 2023-09-23T17:35:06.521 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7', 'tag': None, 'wait_for_package': False} 2023-09-23T17:35:06.521 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:35:06.522 INFO:teuthology.packaging:ref: None 2023-09-23T17:35:06.522 INFO:teuthology.packaging:tag: None 2023-09-23T17:35:06.522 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:35:06.522 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:35:06.522 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2023-09-23T17:35:06.524 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7', 'tag': None, 'wait_for_package': False} 2023-09-23T17:35:06.524 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:35:06.525 INFO:teuthology.packaging:ref: None 2023-09-23T17:35:06.525 INFO:teuthology.packaging:tag: None 2023-09-23T17:35:06.525 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:35:06.525 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:35:06.525 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2023-09-23T17:35:06.750 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/ 2023-09-23T17:35:06.751 INFO:teuthology.task.install.rpm:Package version is 16.2.14-37.g2e1f1015 2023-09-23T17:35:06.882 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T17:35:06.883 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:35:06.883 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T17:35:06.912 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-09-23T17:35:06.912 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:35:06.912 INFO:teuthology.packaging:ref: None 2023-09-23T17:35:06.912 INFO:teuthology.packaging:tag: None 2023-09-23T17:35:06.912 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:35:06.913 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:35:06.913 DEBUG:teuthology.orchestra.run.smithi018:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T17:35:06.945 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/ 2023-09-23T17:35:06.945 INFO:teuthology.task.install.rpm:Package version is 16.2.14-37.g2e1f1015 2023-09-23T17:35:06.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T17:35:07.061 DEBUG:teuthology.orchestra.run.smithi018:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T17:35:07.128 INFO:teuthology.orchestra.run.smithi018.stdout:check_obsoletes = 1 2023-09-23T17:35:07.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum clean all 2023-09-23T17:35:07.167 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/pacific/2e1f10153ef2437dea8ce9168df827af9bb64fd7/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T17:35:07.167 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:35:07.167 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T17:35:07.200 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-09-23T17:35:07.200 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:35:07.200 INFO:teuthology.packaging:ref: None 2023-09-23T17:35:07.200 INFO:teuthology.packaging:tag: None 2023-09-23T17:35:07.200 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:35:07.200 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:35:07.200 DEBUG:teuthology.orchestra.run.smithi149:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T17:35:07.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T17:35:07.353 DEBUG:teuthology.orchestra.run.smithi149:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T17:35:07.421 INFO:teuthology.orchestra.run.smithi149.stdout:check_obsoletes = 1 2023-09-23T17:35:07.422 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum clean all 2023-09-23T17:35:07.521 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:35:07.788 INFO:teuthology.orchestra.run.smithi018.stdout:44 files removed 2023-09-23T17:35:07.796 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:35:07.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-radosgw 2023-09-23T17:35:08.035 INFO:teuthology.orchestra.run.smithi149.stdout:44 files removed 2023-09-23T17:35:08.083 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-radosgw 2023-09-23T17:35:08.187 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:35:08.417 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:35:09.010 INFO:teuthology.orchestra.run.smithi018.stdout:ceph packages for x86_64 162 kB/s | 76 kB 00:00 2023-09-23T17:35:09.212 INFO:teuthology.orchestra.run.smithi149.stdout:ceph packages for x86_64 175 kB/s | 76 kB 00:00 2023-09-23T17:35:09.484 INFO:teuthology.orchestra.run.smithi149.stdout:ceph noarch packages 63 kB/s | 15 kB 00:00 2023-09-23T17:35:09.536 INFO:teuthology.orchestra.run.smithi018.stdout:ceph noarch packages 31 kB/s | 15 kB 00:00 2023-09-23T17:35:09.822 INFO:teuthology.orchestra.run.smithi018.stdout:ceph source packages 5.5 kB/s | 1.4 kB 00:00 2023-09-23T17:35:09.997 INFO:teuthology.orchestra.run.smithi149.stdout:ceph source packages 2.9 kB/s | 1.4 kB 00:00 2023-09-23T17:35:10.120 INFO:teuthology.orchestra.run.smithi018.stdout:Copr repo for python3-asyncssh owned by ceph 12 kB/s | 3.5 kB 00:00 2023-09-23T17:35:10.239 INFO:teuthology.orchestra.run.smithi149.stdout:Copr repo for python3-asyncssh owned by ceph 16 kB/s | 3.5 kB 00:00 2023-09-23T17:35:11.580 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2023-09-23T17:35:12.017 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 9.0 MB/s | 16 MB 00:01 2023-09-23T17:35:15.280 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 436 kB/s | 24 kB 00:00 2023-09-23T17:35:15.607 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 559 kB/s | 24 kB 00:00 2023-09-23T17:35:16.240 INFO:teuthology.orchestra.run.smithi018.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 54 MB/s | 47 MB 00:00 2023-09-23T17:35:16.567 INFO:teuthology.orchestra.run.smithi149.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 53 MB/s | 47 MB 00:00 2023-09-23T17:35:24.533 INFO:teuthology.orchestra.run.smithi018.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 59 MB/s | 53 MB 00:00 2023-09-23T17:35:24.543 INFO:teuthology.orchestra.run.smithi149.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 64 MB/s | 53 MB 00:00 2023-09-23T17:35:35.840 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout:=================================================================================================== 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout:=================================================================================================== 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 12 M 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrading: 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout: librados2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.7 M 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 4.2 M 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:35:35.843 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 6.1 M 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 24 M 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 26 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 824 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 494 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.8 M 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T17:35:35.844 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 45 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 99 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 215 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 390 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 369 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 114 k 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout:=================================================================================================== 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout:Install 21 Packages 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrade 2 Packages 2023-09-23T17:35:35.845 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:35:35.846 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 57 M 2023-09-23T17:35:35.846 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:35:36.369 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout:=================================================================================================== 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout:=================================================================================================== 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 12 M 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrading: 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout: librados2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.7 M 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 4.2 M 2023-09-23T17:35:36.372 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 6.1 M 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 24 M 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 26 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 824 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 494 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2 x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.8 M 2023-09-23T17:35:36.373 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 45 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 99 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 215 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 390 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 369 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 114 k 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout:=================================================================================================== 2023-09-23T17:35:36.374 INFO:teuthology.orchestra.run.smithi018.stdout:Install 21 Packages 2023-09-23T17:35:36.375 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrade 2 Packages 2023-09-23T17:35:36.375 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:35:36.375 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 57 M 2023-09-23T17:35:36.375 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:35:36.827 INFO:teuthology.orchestra.run.smithi149.stdout:(1/23): ceph-radosgw-16.2.14-37.g2e1f1015.el8.x 12 MB/s | 12 MB 00:00 2023-09-23T17:35:36.893 INFO:teuthology.orchestra.run.smithi149.stdout:(2/23): ceph-selinux-16.2.14-37.g2e1f1015.el8.x 386 kB/s | 26 kB 00:00 2023-09-23T17:35:37.002 INFO:teuthology.orchestra.run.smithi149.stdout:(3/23): libcephfs2-16.2.14-37.g2e1f1015.el8.x86 7.4 MB/s | 824 kB 00:00 2023-09-23T17:35:37.127 INFO:teuthology.orchestra.run.smithi149.stdout:(4/23): ceph-base-16.2.14-37.g2e1f1015.el8.x86_ 4.9 MB/s | 6.1 MB 00:01 2023-09-23T17:35:37.152 INFO:teuthology.orchestra.run.smithi149.stdout:(5/23): libradosstriper1-16.2.14-37.g2e1f1015.e 3.2 MB/s | 494 kB 00:00 2023-09-23T17:35:37.228 INFO:teuthology.orchestra.run.smithi149.stdout:(6/23): python3-ceph-argparse-16.2.14-37.g2e1f1 599 kB/s | 45 kB 00:00 2023-09-23T17:35:37.295 INFO:teuthology.orchestra.run.smithi149.stdout:(7/23): python3-ceph-common-16.2.14-37.g2e1f101 1.4 MB/s | 99 kB 00:00 2023-09-23T17:35:37.395 INFO:teuthology.orchestra.run.smithi149.stdout:(8/23): python3-cephfs-16.2.14-37.g2e1f1015.el8 2.1 MB/s | 215 kB 00:00 2023-09-23T17:35:37.496 INFO:teuthology.orchestra.run.smithi149.stdout:(9/23): python3-rados-16.2.14-37.g2e1f1015.el8. 3.8 MB/s | 390 kB 00:00 2023-09-23T17:35:37.604 INFO:teuthology.orchestra.run.smithi149.stdout:(10/23): python3-rbd-16.2.14-37.g2e1f1015.el8.x 3.3 MB/s | 369 kB 00:00 2023-09-23T17:35:37.713 INFO:teuthology.orchestra.run.smithi149.stdout:(11/23): librgw2-16.2.14-37.g2e1f1015.el8.x86_6 6.4 MB/s | 3.8 MB 00:00 2023-09-23T17:35:37.738 INFO:teuthology.orchestra.run.smithi149.stdout:(12/23): python3-rgw-16.2.14-37.g2e1f1015.el8.x 855 kB/s | 114 kB 00:00 2023-09-23T17:35:38.097 INFO:teuthology.orchestra.run.smithi149.stdout:(13/23): leveldb-1.22-1.el8.x86_64.rpm 505 kB/s | 181 kB 00:00 2023-09-23T17:35:38.164 INFO:teuthology.orchestra.run.smithi149.stdout:(14/23): gperftools-libs-2.7-9.el8.x86_64.rpm 680 kB/s | 306 kB 00:00 2023-09-23T17:35:38.181 INFO:teuthology.orchestra.run.smithi149.stdout:(15/23): liboath-2.6.2-3.el8.x86_64.rpm 706 kB/s | 59 kB 00:00 2023-09-23T17:35:38.231 INFO:teuthology.orchestra.run.smithi149.stdout:(16/23): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2023-09-23T17:35:38.256 INFO:teuthology.orchestra.run.smithi149.stdout:(17/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.4 MB/s | 259 kB 00:00 2023-09-23T17:35:38.290 INFO:teuthology.orchestra.run.smithi149.stdout:(18/23): python3-prettytable-0.7.2-14.el8.noarc 750 kB/s | 44 kB 00:00 2023-09-23T17:35:38.332 INFO:teuthology.orchestra.run.smithi149.stdout:(19/23): librdkafka-0.11.4-3.el8.x86_64.rpm 4.9 MB/s | 354 kB 00:00 2023-09-23T17:35:38.349 INFO:teuthology.orchestra.run.smithi149.stdout:(20/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 800 kB/s | 47 kB 00:00 2023-09-23T17:35:38.879 INFO:teuthology.orchestra.run.smithi018.stdout:(1/23): ceph-base-16.2.14-37.g2e1f1015.el8.x86_ 2.5 MB/s | 6.1 MB 00:02 2023-09-23T17:35:38.941 INFO:teuthology.orchestra.run.smithi018.stdout:(2/23): ceph-selinux-16.2.14-37.g2e1f1015.el8.x 415 kB/s | 26 kB 00:00 2023-09-23T17:35:39.016 INFO:teuthology.orchestra.run.smithi149.stdout:(21/23): ceph-common-16.2.14-37.g2e1f1015.el8.x 7.7 MB/s | 24 MB 00:03 2023-09-23T17:35:39.134 INFO:teuthology.orchestra.run.smithi018.stdout:(3/23): libcephfs2-16.2.14-37.g2e1f1015.el8.x86 4.2 MB/s | 824 kB 00:00 2023-09-23T17:35:39.282 INFO:teuthology.orchestra.run.smithi018.stdout:(4/23): ceph-radosgw-16.2.14-37.g2e1f1015.el8.x 4.0 MB/s | 12 MB 00:02 2023-09-23T17:35:39.326 INFO:teuthology.orchestra.run.smithi018.stdout:(5/23): libradosstriper1-16.2.14-37.g2e1f1015.e 2.5 MB/s | 494 kB 00:00 2023-09-23T17:35:39.384 INFO:teuthology.orchestra.run.smithi018.stdout:(6/23): python3-ceph-argparse-16.2.14-37.g2e1f1 776 kB/s | 45 kB 00:00 2023-09-23T17:35:39.443 INFO:teuthology.orchestra.run.smithi018.stdout:(7/23): python3-ceph-common-16.2.14-37.g2e1f101 1.7 MB/s | 99 kB 00:00 2023-09-23T17:35:39.510 INFO:teuthology.orchestra.run.smithi018.stdout:(8/23): python3-cephfs-16.2.14-37.g2e1f1015.el8 3.2 MB/s | 215 kB 00:00 2023-09-23T17:35:39.610 INFO:teuthology.orchestra.run.smithi018.stdout:(9/23): python3-rados-16.2.14-37.g2e1f1015.el8. 3.8 MB/s | 390 kB 00:00 2023-09-23T17:35:39.719 INFO:teuthology.orchestra.run.smithi018.stdout:(10/23): python3-rbd-16.2.14-37.g2e1f1015.el8.x 3.3 MB/s | 369 kB 00:00 2023-09-23T17:35:39.786 INFO:teuthology.orchestra.run.smithi018.stdout:(11/23): librgw2-16.2.14-37.g2e1f1015.el8.x86_6 7.5 MB/s | 3.8 MB 00:00 2023-09-23T17:35:39.811 INFO:teuthology.orchestra.run.smithi018.stdout:(12/23): python3-rgw-16.2.14-37.g2e1f1015.el8.x 1.2 MB/s | 114 kB 00:00 2023-09-23T17:35:39.841 INFO:teuthology.orchestra.run.smithi149.stdout:(22/23): librados2-16.2.14-37.g2e1f1015.el8.x86 2.5 MB/s | 3.7 MB 00:01 2023-09-23T17:35:40.037 INFO:teuthology.orchestra.run.smithi018.stdout:(13/23): ceph-common-16.2.14-37.g2e1f1015.el8.x 6.7 MB/s | 24 MB 00:03 2023-09-23T17:35:40.233 INFO:teuthology.orchestra.run.smithi149.stdout:(23/23): librbd1-16.2.14-37.g2e1f1015.el8.x86_6 2.2 MB/s | 4.2 MB 00:01 2023-09-23T17:35:40.237 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:35:40.237 INFO:teuthology.orchestra.run.smithi149.stdout:Total 13 MB/s | 57 MB 00:04 2023-09-23T17:35:40.282 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:35:40.320 INFO:teuthology.orchestra.run.smithi018.stdout:(14/23): liboath-2.6.2-3.el8.x86_64.rpm 215 kB/s | 59 kB 00:00 2023-09-23T17:35:40.328 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:35:40.328 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:35:40.345 INFO:teuthology.orchestra.run.smithi018.stdout:(15/23): leveldb-1.22-1.el8.x86_64.rpm 339 kB/s | 181 kB 00:00 2023-09-23T17:35:40.396 INFO:teuthology.orchestra.run.smithi018.stdout:(16/23): libunwind-1.3.1-3.el8.x86_64.rpm 999 kB/s | 75 kB 00:00 2023-09-23T17:35:40.421 INFO:teuthology.orchestra.run.smithi018.stdout:(17/23): gperftools-libs-2.7-9.el8.x86_64.rpm 482 kB/s | 306 kB 00:00 2023-09-23T17:35:40.455 INFO:teuthology.orchestra.run.smithi018.stdout:(18/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.3 MB/s | 259 kB 00:00 2023-09-23T17:35:40.513 INFO:teuthology.orchestra.run.smithi018.stdout:(19/23): python3-prettytable-0.7.2-14.el8.noarc 375 kB/s | 44 kB 00:00 2023-09-23T17:35:40.539 INFO:teuthology.orchestra.run.smithi018.stdout:(20/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 625 kB/s | 47 kB 00:00 2023-09-23T17:35:40.572 INFO:teuthology.orchestra.run.smithi018.stdout:(21/23): librdkafka-0.11.4-3.el8.x86_64.rpm 2.4 MB/s | 354 kB 00:00 2023-09-23T17:35:40.655 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:35:40.658 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:35:40.981 INFO:teuthology.orchestra.run.smithi018.stdout:(22/23): librbd1-16.2.14-37.g2e1f1015.el8.x86_6 9.5 MB/s | 4.2 MB 00:00 2023-09-23T17:35:41.047 INFO:teuthology.orchestra.run.smithi018.stdout:(23/23): librados2-16.2.14-37.g2e1f1015.el8.x86 7.0 MB/s | 3.7 MB 00:00 2023-09-23T17:35:41.052 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:35:41.052 INFO:teuthology.orchestra.run.smithi018.stdout:Total 12 MB/s | 57 MB 00:04 2023-09-23T17:35:41.102 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:35:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:35:41.154 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:35:41.502 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:35:41.506 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:35:41.721 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:35:41.936 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T17:35:42.315 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T17:35:42.536 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:35:42.600 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:35:42.615 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:35:42.782 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T17:35:42.800 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 3/25 2023-09-23T17:35:43.088 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-09-23T17:35:43.185 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T17:35:43.270 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:35:43.381 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:35:43.482 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:35:43.638 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 3/25 2023-09-23T17:35:43.682 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:35:43.884 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-09-23T17:35:43.894 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:35:43.964 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:35:44.223 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:35:44.225 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2023-09-23T17:35:44.420 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 8/25 2023-09-23T17:35:44.666 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:35:44.790 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 8/25 2023-09-23T17:35:44.848 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:35:44.907 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:35:44.961 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 9/25 2023-09-23T17:35:45.037 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 9/25 2023-09-23T17:35:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2023-09-23T17:35:45.225 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : leveldb-1.22-1.el8.x86_64 10/25 2023-09-23T17:35:45.365 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 8/25 2023-09-23T17:35:45.382 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x 11/25 2023-09-23T17:35:45.547 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 12/25 2023-09-23T17:35:45.743 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 8/25 2023-09-23T17:35:45.744 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 13/25 2023-09-23T17:35:45.906 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 9/25 2023-09-23T17:35:45.960 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 14/25 2023-09-23T17:35:45.971 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 9/25 2023-09-23T17:35:46.128 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 15/25 2023-09-23T17:35:46.162 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : leveldb-1.22-1.el8.x86_64 10/25 2023-09-23T17:35:46.198 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 15/25 2023-09-23T17:35:46.305 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x 11/25 2023-09-23T17:35:46.362 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-09-23T17:35:46.444 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 12/25 2023-09-23T17:35:46.584 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T17:35:46.659 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 13/25 2023-09-23T17:35:46.825 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 14/25 2023-09-23T17:35:46.829 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-09-23T17:35:46.961 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86 19/25 2023-09-23T17:35:46.997 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 15/25 2023-09-23T17:35:47.073 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 15/25 2023-09-23T17:35:47.191 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-09-23T17:35:47.368 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T17:35:47.598 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-09-23T17:35:47.723 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86 19/25 2023-09-23T17:35:50.624 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:50.869 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:51.573 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:51.895 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 21/25 2023-09-23T17:35:51.939 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:51.980 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 21/25 2023-09-23T17:35:52.126 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:35:52.711 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 20/25 2023-09-23T17:35:52.956 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 21/25 2023-09-23T17:35:53.087 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 21/25 2023-09-23T17:35:53.205 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /sys 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /proc 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /dev 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /run 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /mnt 2023-09-23T17:36:10.594 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /var/tmp 2023-09-23T17:36:10.595 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /home 2023-09-23T17:36:10.595 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /tmp 2023-09-23T17:36:10.595 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /dev 2023-09-23T17:36:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:11.767 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 23/25 2023-09-23T17:36:11.856 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 23/25 2023-09-23T17:36:11.856 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T17:36:12.042 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T17:36:12.042 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /sys 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /proc 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /dev 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /run 2023-09-23T17:36:12.637 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /mnt 2023-09-23T17:36:12.638 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /var/tmp 2023-09-23T17:36:12.638 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /home 2023-09-23T17:36:12.638 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /tmp 2023-09-23T17:36:12.638 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /dev 2023-09-23T17:36:12.638 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:12.651 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 1/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 3/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 4/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 7/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x 8/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86 9/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 10/25 2023-09-23T17:36:12.652 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 11/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 12/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 13/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : leveldb-1.22-1.el8.x86_64 15/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 16/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 18/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 19/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 20/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:36:12.653 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-09-23T17:36:12.654 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 24/25 2023-09-23T17:36:13.827 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 23/25 2023-09-23T17:36:13.907 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 23/25 2023-09-23T17:36:13.907 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T17:36:13.995 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:13.995 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:00:49 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:14.112 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T17:36:14.112 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 1/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 3/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 4/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 5/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 6/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 7/25 2023-09-23T17:36:14.698 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x 8/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86 9/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 10/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 11/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 12/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 13/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : leveldb-1.22-1.el8.x86_64 15/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 16/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 18/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 19/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 20/25 2023-09-23T17:36:14.699 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2023-09-23T17:36:14.700 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 22/25 2023-09-23T17:36:14.700 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-09-23T17:36:14.700 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 24/25 2023-09-23T17:36:16.069 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T17:36:16.069 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:00:52 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:16.917 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:36:17.110 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:17.110 INFO:teuthology.orchestra.run.smithi149.stdout:Upgraded: 2023-09-23T17:36:17.110 INFO:teuthology.orchestra.run.smithi149.stdout: librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: leveldb-1.22-1.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-23T17:36:17.111 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:17.112 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:17.113 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:36:17.277 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-test 2023-09-23T17:36:17.628 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:36:19.139 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:00:55 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:20.595 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:36:20.596 INFO:teuthology.orchestra.run.smithi149.stdout:=========================================================================================== 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout:=========================================================================================== 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 52 M 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 174 k 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-23T17:36:20.597 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout:=========================================================================================== 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout:Install 6 Packages 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:20.598 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 53 M 2023-09-23T17:36:20.599 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 195 M 2023-09-23T17:36:20.599 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:36:20.631 INFO:teuthology.orchestra.run.smithi149.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.1 MB/s | 70 kB 00:00 2023-09-23T17:36:20.807 INFO:teuthology.orchestra.run.smithi149.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.8 MB/s | 323 kB 00:00 2023-09-23T17:36:20.882 INFO:teuthology.orchestra.run.smithi149.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2023-09-23T17:36:20.983 INFO:teuthology.orchestra.run.smithi149.stdout:(4/6): jq-1.6-3.el8.x86_64.rpm 2.0 MB/s | 202 kB 00:00 2023-09-23T17:36:21.057 INFO:teuthology.orchestra.run.smithi149.stdout:(5/6): libcephsqlite-16.2.14-37.g2e1f1015.el8.x 386 kB/s | 174 kB 00:00 2023-09-23T17:36:22.843 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:36:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:23.051 INFO:teuthology.orchestra.run.smithi018.stdout:Upgraded: 2023-09-23T17:36:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: leveldb-1.22-1.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:23.054 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:36:23.212 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-test 2023-09-23T17:36:23.584 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:36:23.957 INFO:teuthology.orchestra.run.smithi149.stdout:(6/6): ceph-test-16.2.14-37.g2e1f1015.el8.x86_6 15 MB/s | 52 MB 00:03 2023-09-23T17:36:23.959 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:36:23.960 INFO:teuthology.orchestra.run.smithi149.stdout:Total 16 MB/s | 53 MB 00:03 2023-09-23T17:36:23.996 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:36:24.018 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:36:24.018 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:36:24.294 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:36:24.298 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:36:24.768 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:36:24.896 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T17:36:24.973 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T17:36:25.150 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-09-23T17:36:25.180 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:01 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:25.330 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-09-23T17:36:25.476 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-09-23T17:36:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 5/6 2023-09-23T17:36:26.713 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout:=========================================================================================== 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout:=========================================================================================== 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 52 M 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 174 k 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-23T17:36:26.714 INFO:teuthology.orchestra.run.smithi018.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout:=========================================================================================== 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout:Install 6 Packages 2023-09-23T17:36:26.715 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:26.716 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 53 M 2023-09-23T17:36:26.716 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 195 M 2023-09-23T17:36:26.716 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:36:26.756 INFO:teuthology.orchestra.run.smithi018.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.7 MB/s | 70 kB 00:00 2023-09-23T17:36:26.965 INFO:teuthology.orchestra.run.smithi018.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.6 MB/s | 323 kB 00:00 2023-09-23T17:36:27.132 INFO:teuthology.orchestra.run.smithi018.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 1.1 MB/s | 187 kB 00:00 2023-09-23T17:36:27.207 INFO:teuthology.orchestra.run.smithi018.stdout:(4/6): libcephsqlite-16.2.14-37.g2e1f1015.el8.x 354 kB/s | 174 kB 00:00 2023-09-23T17:36:27.232 INFO:teuthology.orchestra.run.smithi018.stdout:(5/6): jq-1.6-3.el8.x86_64.rpm 2.0 MB/s | 202 kB 00:00 2023-09-23T17:36:29.233 INFO:teuthology.orchestra.run.smithi018.stdout:(6/6): ceph-test-16.2.14-37.g2e1f1015.el8.x86_6 21 MB/s | 52 MB 00:02 2023-09-23T17:36:29.234 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:36:29.234 INFO:teuthology.orchestra.run.smithi018.stdout:Total 21 MB/s | 53 MB 00:02 2023-09-23T17:36:29.273 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:36:29.295 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:36:29.295 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:36:29.586 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:36:29.590 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:36:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:36:30.177 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 5/6 2023-09-23T17:36:30.190 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T17:36:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T17:36:30.409 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 6/6 2023-09-23T17:36:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-09-23T17:36:30.624 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 6/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 1/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 2/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-09-23T17:36:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-09-23T17:36:30.806 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-09-23T17:36:30.932 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 5/6 2023-09-23T17:36:31.734 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-09-23T17:36:31.734 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:07 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:35.785 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 5/6 2023-09-23T17:36:36.012 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 6/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 6/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 1/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 2/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-09-23T17:36:36.245 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-09-23T17:36:37.032 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: jq-1.6-3.el8.x86_64 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T17:36:37.220 INFO:teuthology.orchestra.run.smithi149.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T17:36:37.221 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T17:36:37.221 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:37.221 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:36:37.352 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-09-23T17:36:37.352 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:13 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:37.366 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph 2023-09-23T17:36:37.702 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:36:38.588 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:14 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:40.057 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:36:40.060 INFO:teuthology.orchestra.run.smithi149.stdout:====================================================================================================== 2023-09-23T17:36:40.060 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout:====================================================================================================== 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 6.4 k 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 2.4 M 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 1.6 M 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 244 k 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 5.0 M 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 18 M 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T17:36:40.061 INFO:teuthology.orchestra.run.smithi149.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-23T17:36:40.062 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T17:36:40.063 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout:====================================================================================================== 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout:Install 32 Packages 2023-09-23T17:36:40.064 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:36:40.065 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 31 M 2023-09-23T17:36:40.065 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 101 M 2023-09-23T17:36:40.065 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:36:40.371 INFO:teuthology.orchestra.run.smithi149.stdout:(1/32): ceph-16.2.14-37.g2e1f1015.el8.x86_64.rp 23 kB/s | 6.4 kB 00:00 2023-09-23T17:36:40.442 INFO:teuthology.orchestra.run.smithi149.stdout:(2/32): ceph-mds-16.2.14-37.g2e1f1015.el8.x86_6 7.1 MB/s | 2.4 MB 00:00 2023-09-23T17:36:40.484 INFO:teuthology.orchestra.run.smithi149.stdout:(3/32): ceph-mgr-16.2.14-37.g2e1f1015.el8.x86_6 4.2 MB/s | 1.6 MB 00:00 2023-09-23T17:36:40.584 INFO:teuthology.orchestra.run.smithi149.stdout:(4/32): ceph-mgr-modules-core-16.2.14-37.g2e1f1 2.4 MB/s | 244 kB 00:00 2023-09-23T17:36:40.612 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:36:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:40.816 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:36:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:40.816 INFO:teuthology.orchestra.run.smithi018.stdout: jq-1.6-3.el8.x86_64 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:40.817 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:36:40.926 INFO:teuthology.orchestra.run.smithi149.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 128 kB/s | 44 kB 00:00 2023-09-23T17:36:40.954 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph 2023-09-23T17:36:41.310 INFO:teuthology.orchestra.run.smithi149.stdout:(6/32): ceph-osd-16.2.14-37.g2e1f1015.el8.x86_6 21 MB/s | 18 MB 00:00 2023-09-23T17:36:41.310 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:36:41.335 INFO:teuthology.orchestra.run.smithi149.stdout:(7/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 453 kB/s | 185 kB 00:00 2023-09-23T17:36:41.459 INFO:teuthology.orchestra.run.smithi149.stdout:(8/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 1.1 MB/s | 173 kB 00:00 2023-09-23T17:36:41.569 INFO:teuthology.orchestra.run.smithi149.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 101 kB/s | 11 kB 00:00 2023-09-23T17:36:41.677 INFO:teuthology.orchestra.run.smithi149.stdout:(10/32): python3-jaraco-functools-2.0-4.el8.noa 162 kB/s | 18 kB 00:00 2023-09-23T17:36:41.786 INFO:teuthology.orchestra.run.smithi149.stdout:(11/32): python3-logutils-0.3.5-11.el8.noarch.r 449 kB/s | 49 kB 00:00 2023-09-23T17:36:41.903 INFO:teuthology.orchestra.run.smithi149.stdout:(12/32): python3-more-itertools-7.2.0-3.el8.noa 502 kB/s | 59 kB 00:00 2023-09-23T17:36:41.928 INFO:teuthology.orchestra.run.smithi149.stdout:(13/32): python3-cherrypy-18.4.0-1.el8.noarch.r 648 kB/s | 384 kB 00:00 2023-09-23T17:36:42.037 INFO:teuthology.orchestra.run.smithi149.stdout:(14/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.1 MB/s | 283 kB 00:00 2023-09-23T17:36:42.062 INFO:teuthology.orchestra.run.smithi149.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 116 kB/s | 16 kB 00:00 2023-09-23T17:36:42.154 INFO:teuthology.orchestra.run.smithi149.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 160 kB/s | 19 kB 00:00 2023-09-23T17:36:42.188 INFO:teuthology.orchestra.run.smithi149.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 191 kB/s | 24 kB 00:00 2023-09-23T17:36:42.271 INFO:teuthology.orchestra.run.smithi149.stdout:(18/32): python3-tempora-1.14.1-5.el8.noarch.rp 250 kB/s | 29 kB 00:00 2023-09-23T17:36:42.313 INFO:teuthology.orchestra.run.smithi149.stdout:(19/32): python3-trustme-0.6.0-4.el8.noarch.rpm 220 kB/s | 27 kB 00:00 2023-09-23T17:36:42.397 INFO:teuthology.orchestra.run.smithi149.stdout:(20/32): python3-waitress-1.4.3-1.el8.noarch.rp 2.0 MB/s | 255 kB 00:00 2023-09-23T17:36:42.447 INFO:teuthology.orchestra.run.smithi149.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 1.8 MB/s | 251 kB 00:00 2023-09-23T17:36:42.522 INFO:teuthology.orchestra.run.smithi149.stdout:(22/32): python3-webtest-2.0.33-1.el8.noarch.rp 682 kB/s | 85 kB 00:00 2023-09-23T17:36:42.623 INFO:teuthology.orchestra.run.smithi149.stdout:(23/32): ceph-mon-16.2.14-37.g2e1f1015.el8.x86_ 2.2 MB/s | 5.0 MB 00:02 2023-09-23T17:36:42.665 INFO:teuthology.orchestra.run.smithi149.stdout:(24/32): python3-zc-lockfile-2.0-2.el8.noarch.r 105 kB/s | 23 kB 00:00 2023-09-23T17:36:42.757 INFO:teuthology.orchestra.run.smithi149.stdout:(25/32): python3-pytz-2017.2-9.el8.noarch.rpm 231 kB/s | 54 kB 00:00 2023-09-23T17:36:42.782 INFO:teuthology.orchestra.run.smithi149.stdout:(26/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.4 MB/s | 157 kB 00:00 2023-09-23T17:36:42.799 INFO:teuthology.orchestra.run.smithi149.stdout:(27/32): python3-markupsafe-0.23-19.el8.x86_64. 228 kB/s | 39 kB 00:00 2023-09-23T17:36:42.809 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:18 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:42.899 INFO:teuthology.orchestra.run.smithi149.stdout:(28/32): python3-werkzeug-0.12.2-4.el8.noarch.r 3.1 MB/s | 457 kB 00:00 2023-09-23T17:36:42.925 INFO:teuthology.orchestra.run.smithi149.stdout:(29/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 728 kB/s | 103 kB 00:00 2023-09-23T17:36:42.950 INFO:teuthology.orchestra.run.smithi149.stdout:(30/32): python3-pycparser-2.14-14.el8.noarch.r 724 kB/s | 109 kB 00:00 2023-09-23T17:36:43.050 INFO:teuthology.orchestra.run.smithi149.stdout:(31/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.9 MB/s | 238 kB 00:00 2023-09-23T17:36:43.084 INFO:teuthology.orchestra.run.smithi149.stdout:(32/32): python3-cryptography-3.2.1-5.el8.x86_6 3.0 MB/s | 559 kB 00:00 2023-09-23T17:36:43.086 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:36:43.086 INFO:teuthology.orchestra.run.smithi149.stdout:Total 10 MB/s | 31 MB 00:03 2023-09-23T17:36:43.176 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:36:43.214 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:36:43.214 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:36:43.429 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:36:43.433 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:36:44.344 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout:====================================================================================================== 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout:====================================================================================================== 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout: ceph x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 6.4 k 2023-09-23T17:36:44.348 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 2.4 M 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 1.6 M 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 244 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 5.0 M 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 18 M 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-23T17:36:44.349 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T17:36:44.350 INFO:teuthology.orchestra.run.smithi018.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout:====================================================================================================== 2023-09-23T17:36:44.351 INFO:teuthology.orchestra.run.smithi018.stdout:Install 32 Packages 2023-09-23T17:36:44.352 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:36:44.352 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 31 M 2023-09-23T17:36:44.352 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 101 M 2023-09-23T17:36:44.352 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:36:44.528 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:36:44.532 INFO:teuthology.orchestra.run.smithi018.stdout:(1/32): ceph-16.2.14-37.g2e1f1015.el8.x86_64.rp 53 kB/s | 6.4 kB 00:00 2023-09-23T17:36:44.723 INFO:teuthology.orchestra.run.smithi018.stdout:(2/32): ceph-mgr-16.2.14-37.g2e1f1015.el8.x86_6 5.1 MB/s | 1.6 MB 00:00 2023-09-23T17:36:44.749 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-09-23T17:36:44.765 INFO:teuthology.orchestra.run.smithi018.stdout:(3/32): ceph-mds-16.2.14-37.g2e1f1015.el8.x86_6 6.9 MB/s | 2.4 MB 00:00 2023-09-23T17:36:44.857 INFO:teuthology.orchestra.run.smithi018.stdout:(4/32): ceph-mgr-modules-core-16.2.14-37.g2e1f1 2.6 MB/s | 244 kB 00:00 2023-09-23T17:36:44.983 INFO:teuthology.orchestra.run.smithi018.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 348 kB/s | 44 kB 00:00 2023-09-23T17:36:45.005 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-09-23T17:36:45.083 INFO:teuthology.orchestra.run.smithi018.stdout:(6/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 1.8 MB/s | 185 kB 00:00 2023-09-23T17:36:45.150 INFO:teuthology.orchestra.run.smithi018.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.5 MB/s | 173 kB 00:00 2023-09-23T17:36:45.203 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2023-09-23T17:36:45.259 INFO:teuthology.orchestra.run.smithi018.stdout:(8/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 3.5 MB/s | 384 kB 00:00 2023-09-23T17:36:45.309 INFO:teuthology.orchestra.run.smithi018.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 223 kB/s | 11 kB 00:00 2023-09-23T17:36:45.359 INFO:teuthology.orchestra.run.smithi018.stdout:(10/32): python3-jaraco-functools-2.0-4.el8.noa 351 kB/s | 18 kB 00:00 2023-09-23T17:36:45.418 INFO:teuthology.orchestra.run.smithi018.stdout:(11/32): python3-logutils-0.3.5-11.el8.noarch.r 839 kB/s | 49 kB 00:00 2023-09-23T17:36:45.468 INFO:teuthology.orchestra.run.smithi018.stdout:(12/32): python3-more-itertools-7.2.0-3.el8.noa 1.1 MB/s | 59 kB 00:00 2023-09-23T17:36:45.535 INFO:teuthology.orchestra.run.smithi018.stdout:(13/32): python3-pecan-1.3.2-9.el8.noarch.rpm 4.1 MB/s | 283 kB 00:00 2023-09-23T17:36:45.550 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2023-09-23T17:36:45.752 INFO:teuthology.orchestra.run.smithi018.stdout:(14/32): ceph-osd-16.2.14-37.g2e1f1015.el8.x86_ 18 MB/s | 18 MB 00:01 2023-09-23T17:36:45.778 INFO:teuthology.orchestra.run.smithi018.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 64 kB/s | 16 kB 00:00 2023-09-23T17:36:45.853 INFO:teuthology.orchestra.run.smithi018.stdout:(16/32): ceph-mon-16.2.14-37.g2e1f1015.el8.x86_ 3.8 MB/s | 5.0 MB 00:01 2023-09-23T17:36:45.878 INFO:teuthology.orchestra.run.smithi018.stdout:(17/32): python3-simplegeneric-0.8.1-17.el8.noa 149 kB/s | 19 kB 00:00 2023-09-23T17:36:45.929 INFO:teuthology.orchestra.run.smithi018.stdout:(18/32): python3-singledispatch-3.4.0.3-18.el8. 159 kB/s | 24 kB 00:00 2023-09-23T17:36:45.954 INFO:teuthology.orchestra.run.smithi018.stdout:(19/32): python3-trustme-0.6.0-4.el8.noarch.rpm 365 kB/s | 27 kB 00:00 2023-09-23T17:36:45.979 INFO:teuthology.orchestra.run.smithi018.stdout:(20/32): python3-tempora-1.14.1-5.el8.noarch.rp 232 kB/s | 29 kB 00:00 2023-09-23T17:36:46.013 INFO:teuthology.orchestra.run.smithi018.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 4.2 MB/s | 251 kB 00:00 2023-09-23T17:36:46.030 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2023-09-23T17:36:46.088 INFO:teuthology.orchestra.run.smithi018.stdout:(22/32): python3-zc-lockfile-2.0-2.el8.noarch.r 306 kB/s | 23 kB 00:00 2023-09-23T17:36:46.113 INFO:teuthology.orchestra.run.smithi018.stdout:(23/32): python3-webtest-2.0.33-1.el8.noarch.rp 637 kB/s | 85 kB 00:00 2023-09-23T17:36:46.138 INFO:teuthology.orchestra.run.smithi018.stdout:(24/32): python3-waitress-1.4.3-1.el8.noarch.rp 1.2 MB/s | 255 kB 00:00 2023-09-23T17:36:46.231 INFO:teuthology.orchestra.run.smithi018.stdout:(25/32): python3-pytz-2017.2-9.el8.noarch.rpm 381 kB/s | 54 kB 00:00 2023-09-23T17:36:46.243 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2023-09-23T17:36:46.257 INFO:teuthology.orchestra.run.smithi018.stdout:(26/32): python3-markupsafe-0.23-19.el8.x86_64. 273 kB/s | 39 kB 00:00 2023-09-23T17:36:46.281 INFO:teuthology.orchestra.run.smithi018.stdout:(27/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.2 MB/s | 157 kB 00:00 2023-09-23T17:36:46.381 INFO:teuthology.orchestra.run.smithi018.stdout:(28/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 827 kB/s | 103 kB 00:00 2023-09-23T17:36:46.407 INFO:teuthology.orchestra.run.smithi018.stdout:(29/32): python3-werkzeug-0.12.2-4.el8.noarch.r 2.5 MB/s | 457 kB 00:00 2023-09-23T17:36:46.416 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2023-09-23T17:36:46.432 INFO:teuthology.orchestra.run.smithi018.stdout:(30/32): python3-pycparser-2.14-14.el8.noarch.r 725 kB/s | 109 kB 00:00 2023-09-23T17:36:46.499 INFO:teuthology.orchestra.run.smithi018.stdout:(31/32): python3-cryptography-3.2.1-5.el8.x86_6 4.7 MB/s | 559 kB 00:00 2023-09-23T17:36:46.524 INFO:teuthology.orchestra.run.smithi018.stdout:(32/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.0 MB/s | 238 kB 00:00 2023-09-23T17:36:46.525 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:36:46.526 INFO:teuthology.orchestra.run.smithi018.stdout:Total 14 MB/s | 31 MB 00:02 2023-09-23T17:36:46.622 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:36:46.664 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:36:46.665 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:36:46.724 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2023-09-23T17:36:46.896 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:36:46.900 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:36:46.947 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 9/32 2023-09-23T17:36:47.189 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2023-09-23T17:36:47.451 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2023-09-23T17:36:47.660 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 12/32 2023-09-23T17:36:47.907 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-09-23T17:36:48.102 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-09-23T17:36:48.247 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-09-23T17:36:48.462 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-09-23T17:36:48.506 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:36:48.621 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-09-23T17:36:48.730 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-09-23T17:36:48.757 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-09-23T17:36:48.927 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-09-23T17:36:48.992 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-09-23T17:36:49.117 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2023-09-23T17:36:49.188 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-09-23T17:36:49.398 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-09-23T17:36:49.455 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2023-09-23T17:36:49.687 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-09-23T17:36:49.717 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2023-09-23T17:36:49.879 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2023-09-23T17:36:49.923 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-09-23T17:36:50.063 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2023-09-23T17:36:50.144 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-09-23T17:36:50.362 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2023-09-23T17:36:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-09-23T17:36:50.600 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 9/32 2023-09-23T17:36:50.794 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2023-09-23T17:36:50.796 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-09-23T17:36:51.044 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2023-09-23T17:36:51.104 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.n 27/32 2023-09-23T17:36:51.245 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 12/32 2023-09-23T17:36:51.278 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 28/32 2023-09-23T17:36:51.489 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-09-23T17:36:51.653 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-09-23T17:36:51.825 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-09-23T17:36:52.001 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-09-23T17:36:52.182 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-09-23T17:36:52.310 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-09-23T17:36:52.495 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-09-23T17:36:52.725 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-09-23T17:36:52.765 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 28/32 2023-09-23T17:36:52.910 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-09-23T17:36:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 29/32 2023-09-23T17:36:53.180 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-09-23T17:36:53.429 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 29/32 2023-09-23T17:36:53.445 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-09-23T17:36:53.609 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 30/32 2023-09-23T17:36:53.622 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-09-23T17:36:53.827 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 30/32 2023-09-23T17:36:53.944 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-09-23T17:36:54.009 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 31/32 2023-09-23T17:36:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 31/32 2023-09-23T17:36:54.190 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 32/32 2023-09-23T17:36:54.229 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-09-23T17:36:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.n 27/32 2023-09-23T17:36:54.547 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 32/32 2023-09-23T17:36:54.547 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 1/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 2/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 3/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 4/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 5/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.n 6/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-09-23T17:36:54.548 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-09-23T17:36:54.549 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 25/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 28/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 29/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 30/32 2023-09-23T17:36:54.550 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 31/32 2023-09-23T17:36:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 28/32 2023-09-23T17:36:56.190 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2023-09-23T17:36:56.190 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:32 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:36:56.258 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 28/32 2023-09-23T17:36:56.436 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 29/32 2023-09-23T17:36:56.888 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 29/32 2023-09-23T17:36:57.053 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 30/32 2023-09-23T17:36:57.282 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 30/32 2023-09-23T17:36:57.452 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 31/32 2023-09-23T17:36:57.471 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 31/32 2023-09-23T17:36:57.593 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 32/32 2023-09-23T17:36:57.968 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 32/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 1/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 2/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 3/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 4/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 5/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.n 6/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-09-23T17:36:57.969 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-09-23T17:36:57.972 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-09-23T17:36:57.973 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 25/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 28/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 29/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 30/32 2023-09-23T17:36:57.974 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 31/32 2023-09-23T17:36:59.565 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2023-09-23T17:36:59.565 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:35 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:00.288 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:37:00.484 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:00.484 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:37:00.484 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:00.484 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T17:37:00.485 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T17:37:00.486 INFO:teuthology.orchestra.run.smithi149.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:00.487 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:00.650 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-base 2023-09-23T17:37:01.001 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:01.923 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:37 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:02.267 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T17:37:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T17:37:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:02.477 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:02.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-base 2023-09-23T17:37:02.993 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:03.227 INFO:teuthology.orchestra.run.smithi149.stdout:Package ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:37:03.337 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:03.338 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:37:03.338 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:03.470 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install cephadm 2023-09-23T17:37:03.815 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:04.418 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:40 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:05.336 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:41 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:05.868 INFO:teuthology.orchestra.run.smithi018.stdout:Package ceph-base-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:37:05.991 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:05.992 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:37:05.992 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:06.103 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install cephadm 2023-09-23T17:37:06.470 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:06.725 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:06.725 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:37:06.725 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 84 k 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:37:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:06.727 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 84 k 2023-09-23T17:37:06.727 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 348 k 2023-09-23T17:37:06.727 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:37:06.888 INFO:teuthology.orchestra.run.smithi149.stdout:cephadm-16.2.14-37.g2e1f1015.el8.noarch.rpm 523 kB/s | 84 kB 00:00 2023-09-23T17:37:06.888 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:06.889 INFO:teuthology.orchestra.run.smithi149.stdout:Total 518 kB/s | 84 kB 00:00 2023-09-23T17:37:06.889 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:37:06.896 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:37:06.896 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:37:06.898 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:37:06.902 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:37:06.944 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:37:08.005 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:44 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:08.685 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:09.013 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:09.556 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:09.557 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:37:09.557 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 84 k 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:37:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:09.559 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 84 k 2023-09-23T17:37:09.559 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 348 k 2023-09-23T17:37:09.559 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:37:09.898 INFO:teuthology.orchestra.run.smithi018.stdout:cephadm-16.2.14-37.g2e1f1015.el8.noarch.rpm 248 kB/s | 84 kB 00:00 2023-09-23T17:37:09.899 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:09.899 INFO:teuthology.orchestra.run.smithi018.stdout:Total 247 kB/s | 84 kB 00:00 2023-09-23T17:37:09.899 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:37:09.908 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:37:09.908 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:37:09.910 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:37:09.914 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:37:09.988 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:37:10.115 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:10.115 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:46 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:11.746 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:11.880 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:12.059 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:13.172 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/1 2023-09-23T17:37:13.173 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:49 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:16.026 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:37:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:16.212 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:37:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:16.212 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:16.353 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-immutable-object-cache 2023-09-23T17:37:16.712 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:18.288 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:54 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:19.703 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repo Size 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 161 k 2023-09-23T17:37:19.704 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:19.705 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:37:19.705 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:37:19.705 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:37:19.705 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:19.706 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 161 k 2023-09-23T17:37:19.706 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 470 k 2023-09-23T17:37:19.706 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:37:19.893 INFO:teuthology.orchestra.run.smithi149.stdout:ceph-immutable-object-cache-16.2.14-37.g2e1f101 858 kB/s | 161 kB 00:00 2023-09-23T17:37:19.894 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:19.894 INFO:teuthology.orchestra.run.smithi149.stdout:Total 853 kB/s | 161 kB 00:00 2023-09-23T17:37:19.894 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:37:19.905 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:37:19.905 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:37:19.957 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:37:19.960 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:37:20.069 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:37:20.263 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:20.406 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:37:20.607 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:20.607 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:37:20.607 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:20.607 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:20.607 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:20.635 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:20.734 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-immutable-object-cache 2023-09-23T17:37:21.117 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:21.697 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:21.697 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:01:57 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:22.647 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:01:58 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:24.179 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:24.179 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repo Size 2023-09-23T17:37:24.179 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:24.179 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 161 k 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:24.180 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 161 k 2023-09-23T17:37:24.181 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 470 k 2023-09-23T17:37:24.181 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:37:24.670 INFO:teuthology.orchestra.run.smithi018.stdout:ceph-immutable-object-cache-16.2.14-37.g2e1f101 329 kB/s | 161 kB 00:00 2023-09-23T17:37:24.671 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:24.671 INFO:teuthology.orchestra.run.smithi018.stdout:Total 329 kB/s | 161 kB 00:00 2023-09-23T17:37:24.671 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:37:24.683 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:37:24.684 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:37:24.686 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:37:24.741 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:37:24.745 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:37:24.858 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:37:24.874 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:24.874 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:37:24.874 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:24.874 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:24.875 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:25.006 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:25.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-mgr 2023-09-23T17:37:25.366 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:25.374 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:26.256 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:02 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:26.836 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.e 1/1 2023-09-23T17:37:26.837 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:02 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:27.529 INFO:teuthology.orchestra.run.smithi149.stdout:Package ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:37:27.641 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:27.643 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:37:27.643 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:27.767 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-mgr-dashboard 2023-09-23T17:37:28.113 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:29.441 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:05 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:30.821 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:30.822 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================================== 2023-09-23T17:37:30.822 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:37:30.822 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================================== 2023-09-23T17:37:30.822 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:37:30.822 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 3.1 M 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 24 k 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 15 k 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================================== 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout:Install 6 Packages 2023-09-23T17:37:30.823 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:30.824 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 3.4 M 2023-09-23T17:37:30.824 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 22 M 2023-09-23T17:37:30.824 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:37:31.281 INFO:teuthology.orchestra.run.smithi149.stdout:(1/6): ceph-prometheus-alerts-16.2.14-37.g2e1f1 102 kB/s | 15 kB 00:00 2023-09-23T17:37:31.306 INFO:teuthology.orchestra.run.smithi149.stdout:(2/6): ceph-grafana-dashboards-16.2.14-37.g2e1f 143 kB/s | 24 kB 00:00 2023-09-23T17:37:31.782 INFO:teuthology.orchestra.run.smithi149.stdout:(3/6): ceph-mgr-dashboard-16.2.14-37.g2e1f1015. 4.9 MB/s | 3.1 MB 00:00 2023-09-23T17:37:31.798 INFO:teuthology.orchestra.run.smithi149.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 65 kB/s | 34 kB 00:00 2023-09-23T17:37:31.948 INFO:teuthology.orchestra.run.smithi149.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 243 kB/s | 43 kB 00:00 2023-09-23T17:37:31.998 INFO:teuthology.orchestra.run.smithi149.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 284 kB/s | 196 kB 00:00 2023-09-23T17:37:32.002 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:32.003 INFO:teuthology.orchestra.run.smithi149.stdout:Total 2.9 MB/s | 3.4 MB 00:01 2023-09-23T17:37:32.015 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:37:32.026 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:37:32.026 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:37:32.098 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:37:32.102 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:37:32.387 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:37:32.562 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-09-23T17:37:32.742 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-09-23T17:37:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-09-23T17:37:33.101 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.no 4/6 2023-09-23T17:37:34.102 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.n 5/6 2023-09-23T17:37:34.355 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:37:34.375 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:37:34.558 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:34.559 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:37:34.559 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:37:34.559 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:34.559 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:34.637 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:37:34.637 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.n 1/6 2023-09-23T17:37:34.638 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 2/6 2023-09-23T17:37:34.638 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.no 3/6 2023-09-23T17:37:34.638 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-09-23T17:37:34.638 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-09-23T17:37:34.710 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-mgr 2023-09-23T17:37:35.080 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:35.726 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-09-23T17:37:35.726 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:11 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:36.742 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:12 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:38.173 INFO:teuthology.orchestra.run.smithi018.stdout:Package ceph-mgr-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:37:38.292 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:38.293 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:37:38.293 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:38.414 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-mgr-dashboard 2023-09-23T17:37:38.793 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:40.418 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:16 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:41.154 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T17:37:41.343 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T17:37:41.344 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:41.344 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:37:41.519 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-mgr-diskprediction-local 2023-09-23T17:37:41.871 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:41.984 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================================== 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================================== 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 3.1 M 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 24 k 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 15 k 2023-09-23T17:37:41.985 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================================== 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout:Install 6 Packages 2023-09-23T17:37:41.986 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:41.987 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 3.4 M 2023-09-23T17:37:41.987 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 22 M 2023-09-23T17:37:41.987 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:37:42.591 INFO:teuthology.orchestra.run.smithi018.stdout:(1/6): ceph-prometheus-alerts-16.2.14-37.g2e1f1 51 kB/s | 15 kB 00:00 2023-09-23T17:37:42.638 INFO:teuthology.orchestra.run.smithi018.stdout:(2/6): ceph-grafana-dashboards-16.2.14-37.g2e1f 72 kB/s | 24 kB 00:00 2023-09-23T17:37:42.850 INFO:teuthology.orchestra.run.smithi018.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 130 kB/s | 34 kB 00:00 2023-09-23T17:37:42.983 INFO:teuthology.orchestra.run.smithi018.stdout:(4/6): python3-routes-2.4.1-12.el8.noarch.rpm 570 kB/s | 196 kB 00:00 2023-09-23T17:37:43.009 INFO:teuthology.orchestra.run.smithi018.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 269 kB/s | 43 kB 00:00 2023-09-23T17:37:43.284 INFO:teuthology.orchestra.run.smithi018.stdout:(6/6): ceph-mgr-dashboard-16.2.14-37.g2e1f1015. 3.2 MB/s | 3.1 MB 00:00 2023-09-23T17:37:43.286 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:43.286 INFO:teuthology.orchestra.run.smithi018.stdout:Total 2.6 MB/s | 3.4 MB 00:01 2023-09-23T17:37:43.300 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:37:43.312 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:37:43.312 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:37:43.342 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:19 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:43.390 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:37:43.394 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:37:43.685 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:37:43.871 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-09-23T17:37:44.061 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-09-23T17:37:44.272 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-09-23T17:37:44.368 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.no 4/6 2023-09-23T17:37:44.723 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================================= 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================================= 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 8.6 M 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-23T17:37:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================================= 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout:Install 8 Packages 2023-09-23T17:37:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:37:44.726 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 37 M 2023-09-23T17:37:44.726 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 210 M 2023-09-23T17:37:44.726 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:37:44.969 INFO:teuthology.orchestra.run.smithi149.stdout:(1/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 15 MB/s | 3.7 MB 00:00 2023-09-23T17:37:45.094 INFO:teuthology.orchestra.run.smithi149.stdout:(2/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 1.8 MB/s | 225 kB 00:00 2023-09-23T17:37:45.244 INFO:teuthology.orchestra.run.smithi149.stdout:(3/8): python3-scipy-1.0.0-21.module+el8.5.0+10 26 MB/s | 14 MB 00:00 2023-09-23T17:37:45.369 INFO:teuthology.orchestra.run.smithi149.stdout:(4/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.9 MB 00:00 2023-09-23T17:37:45.465 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.n 5/6 2023-09-23T17:37:45.503 INFO:teuthology.orchestra.run.smithi149.stdout:(5/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 4.7 MB/s | 644 kB 00:00 2023-09-23T17:37:45.570 INFO:teuthology.orchestra.run.smithi149.stdout:(6/8): openblas-0.3.15-3.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2023-09-23T17:37:45.694 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:37:45.720 INFO:teuthology.orchestra.run.smithi149.stdout:(7/8): ceph-mgr-diskprediction-local-16.2.14-37 8.6 MB/s | 8.6 MB 00:00 2023-09-23T17:37:45.745 INFO:teuthology.orchestra.run.smithi149.stdout:(8/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 708 kB/s | 171 kB 00:00 2023-09-23T17:37:45.746 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:45.746 INFO:teuthology.orchestra.run.smithi149.stdout:Total 36 MB/s | 37 MB 00:01 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.n 1/6 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 2/6 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.no 3/6 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-09-23T17:37:45.940 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-09-23T17:37:45.983 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:37:46.002 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:37:46.002 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:37:46.301 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:37:46.304 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:37:46.845 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:37:47.000 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T17:37:47.023 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-09-23T17:37:47.023 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:23 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:47.124 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T17:37:47.308 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T17:37:47.911 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T17:37:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T17:37:48.669 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T17:37:48.866 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T17:37:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T17:37:49.878 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T17:37:50.141 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T17:37:51.881 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T17:37:52.931 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:37:53.135 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:53.136 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:37:53.211 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-09-23T17:37:53.267 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-mgr-diskprediction-local 2023-09-23T17:37:53.391 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 8/8 2023-09-23T17:37:53.636 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:37:53.657 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 8/8 2023-09-23T17:37:53.657 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 1/8 2023-09-23T17:37:53.657 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 2/8 2023-09-23T17:37:53.657 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 3/8 2023-09-23T17:37:53.658 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 4/8 2023-09-23T17:37:53.658 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 5/8 2023-09-23T17:37:53.658 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 6/8 2023-09-23T17:37:53.658 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 7/8 2023-09-23T17:37:54.568 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:30 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:54.745 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 8/8 2023-09-23T17:37:54.746 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:30 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:37:56.089 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:37:56.090 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================================= 2023-09-23T17:37:56.090 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================================= 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 8.6 M 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-23T17:37:56.091 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================================= 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout:Install 8 Packages 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:37:56.092 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 37 M 2023-09-23T17:37:56.093 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 210 M 2023-09-23T17:37:56.093 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:37:56.290 INFO:teuthology.orchestra.run.smithi018.stdout:(1/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 19 MB/s | 3.7 MB 00:00 2023-09-23T17:37:56.429 INFO:teuthology.orchestra.run.smithi018.stdout:(2/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 1.6 MB/s | 225 kB 00:00 2023-09-23T17:37:56.588 INFO:teuthology.orchestra.run.smithi018.stdout:(3/8): python3-scipy-1.0.0-21.module+el8.5.0+10 28 MB/s | 14 MB 00:00 2023-09-23T17:37:56.746 INFO:teuthology.orchestra.run.smithi018.stdout:(4/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 15 MB/s | 4.9 MB 00:00 2023-09-23T17:37:56.823 INFO:teuthology.orchestra.run.smithi018.stdout:(5/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 8.4 MB/s | 644 kB 00:00 2023-09-23T17:37:57.091 INFO:teuthology.orchestra.run.smithi018.stdout:(6/8): openblas-0.3.15-3.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2023-09-23T17:37:57.091 INFO:teuthology.orchestra.run.smithi018.stdout:(7/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 1.0 MB/s | 171 kB 00:00 2023-09-23T17:37:57.576 INFO:teuthology.orchestra.run.smithi018.stdout:(8/8): ceph-mgr-diskprediction-local-16.2.14-37 5.8 MB/s | 8.6 MB 00:01 2023-09-23T17:37:57.577 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:37:57.577 INFO:teuthology.orchestra.run.smithi018.stdout:Total 25 MB/s | 37 MB 00:01 2023-09-23T17:37:57.822 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:37:57.841 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:37:57.842 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:37:58.158 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:37:58.162 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:37:58.756 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:37:58.883 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T17:37:59.028 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T17:37:59.208 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T17:37:59.859 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T17:38:00.050 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T17:38:00.201 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-23T17:38:00.391 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-23T17:38:00.392 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T17:38:00.392 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T17:38:00.392 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-23T17:38:00.392 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:00.392 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:38:00.569 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-mgr-rook 2023-09-23T17:38:00.682 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T17:38:00.891 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T17:38:00.921 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:01.630 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T17:38:01.926 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T17:38:02.141 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T17:38:02.443 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:38 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:03.902 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================= 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================= 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 27 k 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T17:38:03.904 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================================= 2023-09-23T17:38:03.905 INFO:teuthology.orchestra.run.smithi149.stdout:Install 13 Packages 2023-09-23T17:38:03.906 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:03.906 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 1.9 M 2023-09-23T17:38:03.906 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 24 M 2023-09-23T17:38:03.906 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:38:04.001 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T17:38:04.225 INFO:teuthology.orchestra.run.smithi149.stdout:(1/13): ceph-mgr-rook-16.2.14-37.g2e1f1015.el8. 192 kB/s | 27 kB 00:00 2023-09-23T17:38:04.250 INFO:teuthology.orchestra.run.smithi149.stdout:(2/13): python3-cachetools-3.1.1-4.el8.noarch.r 197 kB/s | 33 kB 00:00 2023-09-23T17:38:04.275 INFO:teuthology.orchestra.run.smithi149.stdout:(3/13): python3-certifi-2018.10.15-7.el8.noarch 85 kB/s | 16 kB 00:00 2023-09-23T17:38:04.326 INFO:teuthology.orchestra.run.smithi149.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 808 kB/s | 81 kB 00:00 2023-09-23T17:38:04.392 INFO:teuthology.orchestra.run.smithi149.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 921 kB/s | 61 kB 00:00 2023-09-23T17:38:04.453 INFO:teuthology.orchestra.run.smithi149.stdout:(6/13): python3-rsa-4.9-2.el8.noarch.rpm 363 kB/s | 64 kB 00:00 2023-09-23T17:38:04.552 INFO:teuthology.orchestra.run.smithi149.stdout:(7/13): python3-kubernetes-11.0.0-6.el8.noarch. 4.2 MB/s | 1.2 MB 00:00 2023-09-23T17:38:04.569 INFO:teuthology.orchestra.run.smithi149.stdout:(8/13): python3-pyasn1-modules-0.3.7-6.el8.noar 626 kB/s | 110 kB 00:00 2023-09-23T17:38:04.635 INFO:teuthology.orchestra.run.smithi149.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 150 kB/s | 27 kB 00:00 2023-09-23T17:38:04.652 INFO:teuthology.orchestra.run.smithi149.stdout:(10/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.2 MB/s | 126 kB 00:00 2023-09-23T17:38:04.678 INFO:teuthology.orchestra.run.smithi149.stdout:(11/13): python3-jsonpointer-1.10-11.el8.noarch 194 kB/s | 20 kB 00:00 2023-09-23T17:38:04.753 INFO:teuthology.orchestra.run.smithi149.stdout:(12/13): python3-requests-oauthlib-1.0.0-1.el8. 365 kB/s | 43 kB 00:00 2023-09-23T17:38:04.803 INFO:teuthology.orchestra.run.smithi149.stdout:(13/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 1.0 MB/s | 155 kB 00:00 2023-09-23T17:38:04.803 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:04.804 INFO:teuthology.orchestra.run.smithi149.stdout:Total 2.1 MB/s | 1.9 MB 00:00 2023-09-23T17:38:04.865 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:38:04.880 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:38:04.880 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:38:04.953 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:38:04.956 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:38:05.371 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-09-23T17:38:05.515 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 8/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 8/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015 1/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 2/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 3/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 4/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 5/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 6/8 2023-09-23T17:38:05.781 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 7/8 2023-09-23T17:38:05.849 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:38:06.080 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-09-23T17:38:06.316 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-09-23T17:38:06.533 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-09-23T17:38:06.751 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2023-09-23T17:38:06.906 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 8/8 2023-09-23T17:38:06.906 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:42 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:06.936 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2023-09-23T17:38:07.096 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2023-09-23T17:38:07.282 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2023-09-23T17:38:07.504 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-09-23T17:38:07.671 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-09-23T17:38:07.904 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-09-23T17:38:09.004 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-09-23T17:38:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-09-23T17:38:09.405 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 13/13 2023-09-23T17:38:09.633 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 13/13 2023-09-23T17:38:09.633 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 1/13 2023-09-23T17:38:09.633 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-09-23T17:38:09.633 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 8/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 9/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 10/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-09-23T17:38:09.634 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/13 2023-09-23T17:38:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 13/13 2023-09-23T17:38:10.776 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:46 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:12.474 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:38:12.681 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-23T17:38:12.682 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:12.683 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:38:12.817 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-mgr-rook 2023-09-23T17:38:13.187 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:14.740 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:50 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:16.257 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:38:16.297 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:38:16.299 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================= 2023-09-23T17:38:16.299 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:38:16.299 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================= 2023-09-23T17:38:16.299 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:38:16.299 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 27 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T17:38:16.300 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout:======================================================================================================= 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout:Install 13 Packages 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:16.301 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 1.9 M 2023-09-23T17:38:16.302 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 24 M 2023-09-23T17:38:16.302 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T17:38:16.451 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:16.452 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:38:16.560 INFO:teuthology.orchestra.run.smithi018.stdout:(1/13): ceph-mgr-rook-16.2.14-37.g2e1f1015.el8. 120 kB/s | 27 kB 00:00 2023-09-23T17:38:16.582 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-mgr-cephadm 2023-09-23T17:38:16.586 INFO:teuthology.orchestra.run.smithi018.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 64 kB/s | 16 kB 00:00 2023-09-23T17:38:16.611 INFO:teuthology.orchestra.run.smithi018.stdout:(3/13): python3-cachetools-3.1.1-4.el8.noarch.r 118 kB/s | 33 kB 00:00 2023-09-23T17:38:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 486 kB/s | 81 kB 00:00 2023-09-23T17:38:16.861 INFO:teuthology.orchestra.run.smithi018.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 459 kB/s | 61 kB 00:00 2023-09-23T17:38:16.887 INFO:teuthology.orchestra.run.smithi018.stdout:(6/13): python3-rsa-4.9-2.el8.noarch.rpm 233 kB/s | 64 kB 00:00 2023-09-23T17:38:16.929 INFO:teuthology.orchestra.run.smithi018.stdout:(7/13): python3-kubernetes-11.0.0-6.el8.noarch. 3.4 MB/s | 1.2 MB 00:00 2023-09-23T17:38:16.938 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:17.046 INFO:teuthology.orchestra.run.smithi018.stdout:(8/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 167 kB/s | 27 kB 00:00 2023-09-23T17:38:17.063 INFO:teuthology.orchestra.run.smithi018.stdout:(9/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2023-09-23T17:38:17.088 INFO:teuthology.orchestra.run.smithi018.stdout:(10/13): python3-pyasn1-modules-0.3.7-6.el8.noa 486 kB/s | 110 kB 00:00 2023-09-23T17:38:17.188 INFO:teuthology.orchestra.run.smithi018.stdout:(11/13): python3-jsonpointer-1.10-11.el8.noarch 140 kB/s | 20 kB 00:00 2023-09-23T17:38:17.222 INFO:teuthology.orchestra.run.smithi018.stdout:(12/13): python3-requests-oauthlib-1.0.0-1.el8. 269 kB/s | 43 kB 00:00 2023-09-23T17:38:17.275 INFO:teuthology.orchestra.run.smithi018.stdout:(13/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 828 kB/s | 155 kB 00:00 2023-09-23T17:38:17.278 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:17.278 INFO:teuthology.orchestra.run.smithi018.stdout:Total 2.0 MB/s | 1.9 MB 00:00 2023-09-23T17:38:17.346 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:38:17.364 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:38:17.364 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:38:17.442 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:38:17.446 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:38:17.985 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:38:18.469 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:02:54 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:18.553 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-09-23T17:38:18.765 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-09-23T17:38:19.019 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-09-23T17:38:19.238 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2023-09-23T17:38:19.438 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2023-09-23T17:38:19.580 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2023-09-23T17:38:19.778 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2023-09-23T17:38:19.851 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================== 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================== 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 116 k 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:38:19.852 INFO:teuthology.orchestra.run.smithi149.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================== 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout:Install 6 Packages 2023-09-23T17:38:19.853 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:19.854 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 5.8 M 2023-09-23T17:38:19.854 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 24 M 2023-09-23T17:38:19.854 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:38:19.963 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-09-23T17:38:20.028 INFO:teuthology.orchestra.run.smithi149.stdout:(1/6): python3-apipkg-1.5-6.el8.noarch.rpm 149 kB/s | 21 kB 00:00 2023-09-23T17:38:20.062 INFO:teuthology.orchestra.run.smithi149.stdout:(2/6): ceph-mgr-cephadm-16.2.14-37.g2e1f1015.el 661 kB/s | 116 kB 00:00 2023-09-23T17:38:20.095 INFO:teuthology.orchestra.run.smithi149.stdout:(3/6): python3-remoto-1.2.1-1.el8.noarch.rpm 730 kB/s | 49 kB 00:00 2023-09-23T17:38:20.155 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-09-23T17:38:20.188 INFO:teuthology.orchestra.run.smithi149.stdout:(4/6): python3-execnet-1.7.1-1.el8.noarch.rpm 1.2 MB/s | 355 kB 00:00 2023-09-23T17:38:20.279 INFO:teuthology.orchestra.run.smithi149.stdout:(5/6): python3-jinja2-2.10.1-3.el8.noarch.rpm 2.4 MB/s | 538 kB 00:00 2023-09-23T17:38:20.373 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-09-23T17:38:20.396 INFO:teuthology.orchestra.run.smithi149.stdout:(6/6): python3-babel-2.5.1-7.el8.noarch.rpm 16 MB/s | 4.8 MB 00:00 2023-09-23T17:38:20.398 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:20.398 INFO:teuthology.orchestra.run.smithi149.stdout:Total 11 MB/s | 5.8 MB 00:00 2023-09-23T17:38:20.450 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:38:20.460 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:38:20.461 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:38:20.540 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:38:20.544 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:38:21.507 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-09-23T17:38:21.548 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:38:21.713 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-09-23T17:38:21.879 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 13/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 13/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 1/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-09-23T17:38:22.116 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 8/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 9/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 10/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-09-23T17:38:22.117 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/13 2023-09-23T17:38:23.370 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 13/13 2023-09-23T17:38:23.370 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:02:59 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:23.376 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/6 2023-09-23T17:38:23.617 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/6 2023-09-23T17:38:23.894 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 3/6 2023-09-23T17:38:24.180 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 4/6 2023-09-23T17:38:24.461 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 5/6 2023-09-23T17:38:24.661 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 2/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 3/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 4/6 2023-09-23T17:38:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 5/6 2023-09-23T17:38:25.960 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 6/6 2023-09-23T17:38:25.961 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:01 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:28.977 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T17:38:29.181 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:29.182 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:38:29.304 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-mgr-cephadm 2023-09-23T17:38:29.681 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:31.380 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:07 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:32.900 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================== 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================== 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm noarch 2:16.2.14-37.g2e1f1015.el8 ceph-noarch 116 k 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:38:32.901 INFO:teuthology.orchestra.run.smithi018.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout:============================================================================================== 2023-09-23T17:38:32.902 INFO:teuthology.orchestra.run.smithi018.stdout:Install 6 Packages 2023-09-23T17:38:32.903 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:32.903 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 5.8 M 2023-09-23T17:38:32.903 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 24 M 2023-09-23T17:38:32.904 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:38:33.414 INFO:teuthology.orchestra.run.smithi018.stdout:(1/6): ceph-mgr-cephadm-16.2.14-37.g2e1f1015.el 556 kB/s | 116 kB 00:00 2023-09-23T17:38:33.691 INFO:teuthology.orchestra.run.smithi018.stdout:(2/6): python3-remoto-1.2.1-1.el8.noarch.rpm 177 kB/s | 49 kB 00:00 2023-09-23T17:38:33.804 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:38:33.964 INFO:teuthology.orchestra.run.smithi018.stdout:(3/6): python3-execnet-1.7.1-1.el8.noarch.rpm 469 kB/s | 355 kB 00:00 2023-09-23T17:38:33.993 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:33.993 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:38:33.993 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:33.993 INFO:teuthology.orchestra.run.smithi149.stdout: python3-apipkg-1.5-6.el8.noarch 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout: python3-execnet-1.7.1-1.el8.noarch 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout: python3-remoto-1.2.1-1.el8.noarch 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:33.994 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:38:34.137 INFO:teuthology.orchestra.run.smithi018.stdout:(4/6): python3-jinja2-2.10.1-3.el8.noarch.rpm 1.2 MB/s | 538 kB 00:00 2023-09-23T17:38:34.143 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-fuse 2023-09-23T17:38:34.270 INFO:teuthology.orchestra.run.smithi018.stdout:(5/6): python3-apipkg-1.5-6.el8.noarch.rpm 20 kB/s | 21 kB 00:01 2023-09-23T17:38:34.499 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:34.694 INFO:teuthology.orchestra.run.smithi018.stdout:(6/6): python3-babel-2.5.1-7.el8.noarch.rpm 6.6 MB/s | 4.8 MB 00:00 2023-09-23T17:38:34.697 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:34.697 INFO:teuthology.orchestra.run.smithi018.stdout:Total 3.3 MB/s | 5.8 MB 00:01 2023-09-23T17:38:34.756 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:38:34.767 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:38:34.767 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:38:34.941 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:38:35.009 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:38:36.023 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:12 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:38:37.315 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/6 2023-09-23T17:38:37.416 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:38:37.417 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:37.417 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-09-23T17:38:37.417 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:37.417 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout: x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 910 k 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout:Install 2 Packages 2023-09-23T17:38:37.418 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:37.419 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 993 k 2023-09-23T17:38:37.419 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 2.8 M 2023-09-23T17:38:37.419 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:38:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/6 2023-09-23T17:38:37.608 INFO:teuthology.orchestra.run.smithi149.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 437 kB/s | 83 kB 00:00 2023-09-23T17:38:37.658 INFO:teuthology.orchestra.run.smithi149.stdout:(2/2): ceph-fuse-16.2.14-37.g2e1f1015.el8.x86_6 3.7 MB/s | 910 kB 00:00 2023-09-23T17:38:37.659 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:37.659 INFO:teuthology.orchestra.run.smithi149.stdout:Total 4.0 MB/s | 993 kB 00:00 2023-09-23T17:38:37.670 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:38:37.691 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:38:37.691 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:38:37.765 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:38:37.769 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:38:37.825 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 3/6 2023-09-23T17:38:37.927 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:38:38.074 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 4/6 2023-09-23T17:38:38.175 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-09-23T17:38:38.357 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2/2 2023-09-23T17:38:38.370 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 5/6 2023-09-23T17:38:38.527 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:38:38.691 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2/2 2023-09-23T17:38:38.691 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/2 2023-09-23T17:38:38.811 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 6/6 2023-09-23T17:38:38.811 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 1/6 2023-09-23T17:38:38.811 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 2/6 2023-09-23T17:38:38.811 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 3/6 2023-09-23T17:38:38.812 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 4/6 2023-09-23T17:38:38.812 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 5/6 2023-09-23T17:38:39.910 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 6/6 2023-09-23T17:38:39.911 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:15 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:40.014 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-09-23T17:38:40.014 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:16 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:45.199 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:38:45.383 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:45.384 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:38:45.384 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-09-23T17:38:45.384 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:45.384 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:38:45.540 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install librados-devel 2023-09-23T17:38:45.901 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:46.122 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm-2:16.2.14-37.g2e1f1015.el8.noarch 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: python3-apipkg-1.5-6.el8.noarch 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: python3-execnet-1.7.1-1.el8.noarch 2023-09-23T17:38:46.331 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T17:38:46.332 INFO:teuthology.orchestra.run.smithi018.stdout: python3-remoto-1.2.1-1.el8.noarch 2023-09-23T17:38:46.332 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:46.332 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:38:46.460 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-fuse 2023-09-23T17:38:46.835 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:47.445 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:23 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:48.464 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:24 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:48.824 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:38:48.824 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:48.824 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repo Size 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 131 k 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:38:48.825 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:48.826 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 131 k 2023-09-23T17:38:48.826 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 432 k 2023-09-23T17:38:48.826 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:38:49.281 INFO:teuthology.orchestra.run.smithi149.stdout:librados-devel-16.2.14-37.g2e1f1015.el8.x86_64. 288 kB/s | 131 kB 00:00 2023-09-23T17:38:49.282 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:49.282 INFO:teuthology.orchestra.run.smithi149.stdout:Total 287 kB/s | 131 kB 00:00 2023-09-23T17:38:49.282 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:38:49.288 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:38:49.288 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:38:49.343 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:38:49.347 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:38:49.659 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:38:49.846 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:38:50.005 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout: x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 910 k 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2023-09-23T17:38:50.006 INFO:teuthology.orchestra.run.smithi018.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout:Install 2 Packages 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:50.007 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 993 k 2023-09-23T17:38:50.008 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 2.8 M 2023-09-23T17:38:50.008 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:38:50.086 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:38:50.212 INFO:teuthology.orchestra.run.smithi018.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 405 kB/s | 83 kB 00:00 2023-09-23T17:38:50.945 INFO:teuthology.orchestra.run.smithi018.stdout:(2/2): ceph-fuse-16.2.14-37.g2e1f1015.el8.x86_6 971 kB/s | 910 kB 00:00 2023-09-23T17:38:50.946 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:38:50.946 INFO:teuthology.orchestra.run.smithi018.stdout:Total 1.0 MB/s | 993 kB 00:00 2023-09-23T17:38:50.960 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:38:50.983 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:38:50.983 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:38:51.070 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:38:51.074 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:38:51.170 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:38:51.170 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:27 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:51.242 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:38:52.036 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-09-23T17:38:52.165 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2/2 2023-09-23T17:38:52.515 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2/2 2023-09-23T17:38:52.515 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/2 2023-09-23T17:38:53.639 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-09-23T17:38:53.640 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:29 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:38:58.807 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:38:58.965 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:38:59.011 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:59.012 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:38:59.012 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-09-23T17:38:59.012 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:38:59.012 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:38:59.140 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install librados-devel 2023-09-23T17:38:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:59.158 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:38:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:38:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:38:59.158 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:38:59.303 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install libcephfs2 2023-09-23T17:38:59.522 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:38:59.659 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:01.142 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:37 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:01.282 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:37 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:02.554 INFO:teuthology.orchestra.run.smithi149.stdout:Package libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:02.665 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:02.666 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:02.666 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:02.677 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:02.678 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:02.678 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repo Size 2023-09-23T17:39:02.678 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:02.678 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 131 k 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:39:02.679 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:02.680 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 131 k 2023-09-23T17:39:02.680 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 432 k 2023-09-23T17:39:02.680 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:39:02.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install libcephfs-devel 2023-09-23T17:39:02.884 INFO:teuthology.orchestra.run.smithi018.stdout:librados-devel-16.2.14-37.g2e1f1015.el8.x86_64. 639 kB/s | 131 kB 00:00 2023-09-23T17:39:02.885 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:02.885 INFO:teuthology.orchestra.run.smithi018.stdout:Total 635 kB/s | 131 kB 00:00 2023-09-23T17:39:02.886 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:39:02.891 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:39:02.892 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:39:02.950 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:39:02.954 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:39:03.071 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:39:03.150 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:03.246 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:03.474 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:04.592 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:04.593 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:40 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:04.751 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:40 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:06.148 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repo Size 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 25 k 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:06.149 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:39:06.150 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:06.150 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 25 k 2023-09-23T17:39:06.150 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 107 k 2023-09-23T17:39:06.150 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:39:06.368 INFO:teuthology.orchestra.run.smithi149.stdout:libcephfs-devel-16.2.14-37.g2e1f1015.el8.x86_64 117 kB/s | 25 kB 00:00 2023-09-23T17:39:06.369 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:06.369 INFO:teuthology.orchestra.run.smithi149.stdout:Total 116 kB/s | 25 kB 00:00 2023-09-23T17:39:06.369 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:39:06.373 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:39:06.373 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:39:06.375 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:39:06.379 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:39:06.429 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:39:06.602 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:06.809 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:07.855 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:07.855 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:43 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:12.428 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:39:12.630 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:12.630 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:39:12.630 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:39:12.630 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:12.630 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:12.917 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:39:12.954 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install libcephfs2 2023-09-23T17:39:13.105 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:13.105 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:39:13.105 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:39:13.105 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:13.105 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:13.250 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install librados2 2023-09-23T17:39:13.338 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:13.606 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:14.705 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:50 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:15.127 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:51 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:16.141 INFO:teuthology.orchestra.run.smithi018.stdout:Package libcephfs2-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:16.261 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:16.262 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:16.262 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:16.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install libcephfs-devel 2023-09-23T17:39:16.464 INFO:teuthology.orchestra.run.smithi149.stdout:Package librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:16.577 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:16.578 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:16.578 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:16.696 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install librbd1 2023-09-23T17:39:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:17.056 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:18.222 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:54 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:18.655 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:54 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:19.787 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:19.787 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:19.787 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repo Size 2023-09-23T17:39:19.787 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:19.787 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 25 k 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:19.788 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 25 k 2023-09-23T17:39:19.789 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 107 k 2023-09-23T17:39:19.789 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:39:19.924 INFO:teuthology.orchestra.run.smithi149.stdout:Package librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:19.940 INFO:teuthology.orchestra.run.smithi018.stdout:libcephfs-devel-16.2.14-37.g2e1f1015.el8.x86_64 168 kB/s | 25 kB 00:00 2023-09-23T17:39:19.941 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:19.941 INFO:teuthology.orchestra.run.smithi018.stdout:Total 167 kB/s | 25 kB 00:00 2023-09-23T17:39:19.941 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:39:19.945 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:39:19.945 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:39:19.948 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:39:19.952 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:39:20.003 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:39:20.034 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:20.036 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:20.036 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:20.163 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install python3-rados 2023-09-23T17:39:20.201 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:20.414 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:20.517 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:21.459 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:21.460 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:03:57 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:22.060 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:03:58 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:23.324 INFO:teuthology.orchestra.run.smithi149.stdout:Package python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:23.436 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:23.437 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:23.437 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:23.572 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install python3-rgw 2023-09-23T17:39:23.927 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:25.419 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:01 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:26.694 INFO:teuthology.orchestra.run.smithi149.stdout:Package python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:26.828 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:26.829 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:26.829 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:26.962 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install python3-cephfs 2023-09-23T17:39:27.318 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:28.414 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:39:28.618 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:28.619 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:39:28.619 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:39:28.619 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:28.619 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:28.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install librados2 2023-09-23T17:39:28.797 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:04 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:29.121 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:30.076 INFO:teuthology.orchestra.run.smithi149.stdout:Package python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:30.187 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:30.188 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:30.188 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:30.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install python3-rbd 2023-09-23T17:39:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:06 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:30.681 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:32.161 INFO:teuthology.orchestra.run.smithi018.stdout:Package librados2-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:32.184 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:08 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:32.280 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:32.281 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:32.282 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:32.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install librbd1 2023-09-23T17:39:32.769 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:33.472 INFO:teuthology.orchestra.run.smithi149.stdout:Package python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:33.584 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:33.585 INFO:teuthology.orchestra.run.smithi149.stdout:Nothing to do. 2023-09-23T17:39:33.585 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:33.736 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install rbd-fuse 2023-09-23T17:39:34.092 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:34.329 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:10 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:35.557 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:11 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:35.771 INFO:teuthology.orchestra.run.smithi018.stdout:Package librbd1-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:35.891 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:35.892 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:35.893 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:36.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install python3-rados 2023-09-23T17:39:36.381 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:36.962 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout: Package Architecture Version Repository Size 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 88 k 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:36.963 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 88 k 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 240 k 2023-09-23T17:39:36.964 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:39:37.136 INFO:teuthology.orchestra.run.smithi149.stdout:rbd-fuse-16.2.14-37.g2e1f1015.el8.x86_64.rpm 514 kB/s | 88 kB 00:00 2023-09-23T17:39:37.137 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:37.137 INFO:teuthology.orchestra.run.smithi149.stdout:Total 510 kB/s | 88 kB 00:00 2023-09-23T17:39:37.137 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:39:37.146 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:39:37.146 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:39:37.200 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:39:37.204 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:39:37.319 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:39:37.497 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:37.726 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:37.824 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:13 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:38.813 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:14 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:39.242 INFO:teuthology.orchestra.run.smithi018.stdout:Package python3-rados-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:39.364 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:39.365 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:39.366 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:39.483 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install python3-rgw 2023-09-23T17:39:39.859 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:41.244 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:17 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:42.681 INFO:teuthology.orchestra.run.smithi018.stdout:Package python3-rgw-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:42.800 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:42.801 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:42.801 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:42.918 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install python3-cephfs 2023-09-23T17:39:43.078 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:39:43.268 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:43.269 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:39:43.269 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:39:43.269 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:43.269 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:43.294 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:43.403 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install rbd-mirror 2023-09-23T17:39:43.762 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:44.881 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:20 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:45.296 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:21 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:46.311 INFO:teuthology.orchestra.run.smithi018.stdout:Package python3-cephfs-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:46.432 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:46.433 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:46.433 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:46.545 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install python3-rbd 2023-09-23T17:39:46.683 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:46.683 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repo Size 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.7 M 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:39:46.684 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:46.685 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 3.7 M 2023-09-23T17:39:46.685 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 15 M 2023-09-23T17:39:46.685 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:39:46.926 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:47.358 INFO:teuthology.orchestra.run.smithi149.stdout:rbd-mirror-16.2.14-37.g2e1f1015.el8.x86_64.rpm 5.5 MB/s | 3.7 MB 00:00 2023-09-23T17:39:47.358 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:47.359 INFO:teuthology.orchestra.run.smithi149.stdout:Total 5.4 MB/s | 3.7 MB 00:00 2023-09-23T17:39:47.359 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:39:47.371 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:39:47.371 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:39:47.442 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:39:47.445 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:39:47.897 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:39:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:48.384 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:24 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:48.462 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:49.567 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:25 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:49.789 INFO:teuthology.orchestra.run.smithi018.stdout:Package python3-rbd-2:16.2.14-37.g2e1f1015.el8.x86_64 is already installed. 2023-09-23T17:39:49.911 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:49.912 INFO:teuthology.orchestra.run.smithi018.stdout:Nothing to do. 2023-09-23T17:39:49.912 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:39:50.022 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install rbd-fuse 2023-09-23T17:39:50.400 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:51.963 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:27 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:53.518 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:39:53.518 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 88 k 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:39:53.519 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:39:53.520 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 88 k 2023-09-23T17:39:53.520 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 240 k 2023-09-23T17:39:53.520 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:39:53.703 INFO:teuthology.orchestra.run.smithi018.stdout:rbd-fuse-16.2.14-37.g2e1f1015.el8.x86_64.rpm 484 kB/s | 88 kB 00:00 2023-09-23T17:39:53.704 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:53.704 INFO:teuthology.orchestra.run.smithi018.stdout:Total 480 kB/s | 88 kB 00:00 2023-09-23T17:39:53.704 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:39:53.714 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:39:53.714 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:39:53.780 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:39:53.784 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:39:53.956 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:39:54.130 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:39:54.136 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:54.318 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:54.318 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:39:54.319 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:39:54.319 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:54.319 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:39:54.380 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:54.491 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install rbd-nbd 2023-09-23T17:39:54.848 INFO:teuthology.orchestra.run.smithi149.stdout:Updating Subscription Management repositories. 2023-09-23T17:39:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:55.483 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:31 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:56.324 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:32 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:39:57.798 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-09-23T17:39:57.798 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: Package Architecture Version Repository Size 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 173 k 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout:Install 1 Package 2023-09-23T17:39:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:39:57.800 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 173 k 2023-09-23T17:39:57.800 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 515 k 2023-09-23T17:39:57.800 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-09-23T17:39:58.160 INFO:teuthology.orchestra.run.smithi149.stdout:rbd-nbd-16.2.14-37.g2e1f1015.el8.x86_64.rpm 481 kB/s | 173 kB 00:00 2023-09-23T17:39:58.161 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:39:58.161 INFO:teuthology.orchestra.run.smithi149.stdout:Total 479 kB/s | 173 kB 00:00 2023-09-23T17:39:58.161 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-09-23T17:39:58.172 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-09-23T17:39:58.172 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-09-23T17:39:58.227 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-09-23T17:39:58.231 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-09-23T17:39:58.344 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-09-23T17:39:58.553 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:58.784 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:59.898 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:39:59.898 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:04:35 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:40:00.300 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:40:00.506 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:00.506 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:40:00.507 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:40:00.507 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:00.507 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:40:00.702 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install rbd-mirror 2023-09-23T17:40:01.080 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:40:02.429 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:38 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:40:03.995 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repo Size 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 3.7 M 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:03.996 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:40:03.997 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:03.997 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 3.7 M 2023-09-23T17:40:03.997 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 15 M 2023-09-23T17:40:03.997 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:40:04.577 INFO:teuthology.orchestra.run.smithi018.stdout:rbd-mirror-16.2.14-37.g2e1f1015.el8.x86_64.rpm 6.3 MB/s | 3.7 MB 00:00 2023-09-23T17:40:04.578 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:40:04.578 INFO:teuthology.orchestra.run.smithi018.stdout:Total 6.3 MB/s | 3.7 MB 00:00 2023-09-23T17:40:04.579 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:40:04.592 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:40:04.592 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:40:04.666 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:40:04.670 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:40:04.868 INFO:teuthology.orchestra.run.smithi149.stdout:Installed products updated. 2023-09-23T17:40:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:40:05.059 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-09-23T17:40:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:40:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:40:05.059 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-09-23T17:40:05.204 DEBUG:teuthology.parallel:result is None 2023-09-23T17:40:05.232 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:40:05.404 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:05.783 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:06.897 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:06.897 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:42 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:40:11.516 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:40:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:11.720 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:40:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:40:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:11.721 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:40:11.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install rbd-nbd 2023-09-23T17:40:12.239 INFO:teuthology.orchestra.run.smithi018.stdout:Updating Subscription Management repositories. 2023-09-23T17:40:13.134 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:49 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:40:14.636 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd x86_64 2:16.2.14-37.g2e1f1015.el8 ceph 173 k 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2023-09-23T17:40:14.637 INFO:teuthology.orchestra.run.smithi018.stdout:Install 1 Package 2023-09-23T17:40:14.638 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:14.638 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 173 k 2023-09-23T17:40:14.638 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 515 k 2023-09-23T17:40:14.638 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2023-09-23T17:40:14.948 INFO:teuthology.orchestra.run.smithi018.stdout:rbd-nbd-16.2.14-37.g2e1f1015.el8.x86_64.rpm 559 kB/s | 173 kB 00:00 2023-09-23T17:40:14.948 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2023-09-23T17:40:14.948 INFO:teuthology.orchestra.run.smithi018.stdout:Total 557 kB/s | 173 kB 00:00 2023-09-23T17:40:14.948 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2023-09-23T17:40:14.960 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2023-09-23T17:40:14.960 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2023-09-23T17:40:15.021 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2023-09-23T17:40:15.025 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2023-09-23T17:40:15.156 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2023-09-23T17:40:15.291 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:15.536 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:16.616 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 1/1 2023-09-23T17:40:16.617 INFO:teuthology.orchestra.run.smithi018.stdout:Last metadata expiration check: 0:04:52 ago on Sat 23 Sep 2023 05:35:24 PM UTC. 2023-09-23T17:40:19.198 INFO:teuthology.orchestra.run.smithi018.stdout:Installed products updated. 2023-09-23T17:40:19.400 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:19.400 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2023-09-23T17:40:19.400 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd-2:16.2.14-37.g2e1f1015.el8.x86_64 2023-09-23T17:40:19.400 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:40:19.400 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2023-09-23T17:40:19.563 DEBUG:teuthology.parallel:result is None 2023-09-23T17:40:19.563 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:40:19.563 INFO:teuthology.packaging:ref: None 2023-09-23T17:40:19.563 INFO:teuthology.packaging:tag: None 2023-09-23T17:40:19.564 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:40:19.564 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:40:19.564 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2023-09-23T17:40:19.869 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T17:40:19.893 INFO:teuthology.orchestra.run.smithi018.stdout:16.2.14-37.g2e1f1015.el8 2023-09-23T17:40:19.894 INFO:teuthology.packaging:The installed version of ceph is 16.2.14-37.g2e1f1015.el8 2023-09-23T17:40:19.894 INFO:teuthology.task.install:The correct ceph version 16.2.14-37.g2e1f1015 is installed. 2023-09-23T17:40:19.894 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T17:40:19.894 INFO:teuthology.packaging:ref: None 2023-09-23T17:40:19.894 INFO:teuthology.packaging:tag: None 2023-09-23T17:40:19.894 INFO:teuthology.packaging:branch: pacific 2023-09-23T17:40:19.894 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:40:19.895 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2023-09-23T17:40:20.096 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T17:40:20.123 INFO:teuthology.orchestra.run.smithi149.stdout:16.2.14-37.g2e1f1015.el8 2023-09-23T17:40:20.123 INFO:teuthology.packaging:The installed version of ceph is 16.2.14-37.g2e1f1015.el8 2023-09-23T17:40:20.123 INFO:teuthology.task.install:The correct ceph version 16.2.14-37.g2e1f1015 is installed. 2023-09-23T17:40:20.124 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-09-23T17:40:20.124 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:40:20.124 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T17:40:20.154 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:40:20.154 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T17:40:20.197 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-09-23T17:40:20.197 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:40:20.197 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T17:40:20.226 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T17:40:20.294 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:40:20.294 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T17:40:20.326 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T17:40:20.395 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-09-23T17:40:20.396 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:40:20.396 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T17:40:20.424 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T17:40:20.492 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:40:20.492 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T17:40:20.522 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T17:40:20.591 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-09-23T17:40:20.591 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:40:20.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T17:40:20.619 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T17:40:20.687 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:40:20.687 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T17:40:20.715 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T17:40:20.783 INFO:teuthology.run_tasks:Running task cephadm... 2023-09-23T17:40:20.855 INFO:tasks.cephadm:Config: {'cephadm_branch': 'pacific', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:pacific', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'} 2023-09-23T17:40:20.856 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:pacific 2023-09-23T17:40:20.856 INFO:tasks.cephadm:Cluster fsid is 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:40:20.856 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-09-23T17:40:20.856 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.18', 'mon.c': '[v2:172.21.15.18:3301,v1:172.21.15.18:6790]', 'mon.b': '172.21.15.149'} 2023-09-23T17:40:20.856 INFO:tasks.cephadm:First mon is mon.a on smithi018 2023-09-23T17:40:20.857 INFO:tasks.cephadm:First mgr is y 2023-09-23T17:40:20.857 INFO:tasks.cephadm:Normalizing hostnames... 2023-09-23T17:40:20.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo hostname $(hostname -s) 2023-09-23T17:40:20.885 DEBUG:teuthology.orchestra.run.smithi149:> sudo hostname $(hostname -s) 2023-09-23T17:40:20.914 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref pacific)... 2023-09-23T17:40:20.914 DEBUG:teuthology.orchestra.run.smithi018:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.130 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-rw-r--. 1 ubuntu ubuntu 350873 Sep 23 17:40 /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.130 DEBUG:teuthology.orchestra.run.smithi149:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.286 INFO:teuthology.orchestra.run.smithi149.stdout:-rw-rw-r--. 1 ubuntu ubuntu 350873 Sep 23 17:40 /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.287 DEBUG:teuthology.orchestra.run.smithi018:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.306 DEBUG:teuthology.orchestra.run.smithi149:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-09-23T17:40:21.336 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:pacific on all hosts... 2023-09-23T17:40:21.336 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2023-09-23T17:40:21.348 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2023-09-23T17:40:22.777 INFO:teuthology.orchestra.run.smithi149.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2023-09-23T17:40:22.958 INFO:teuthology.orchestra.run.smithi018.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2023-09-23T17:40:51.753 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_version": "ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)", 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "image_id": "1e6a756174a8dbc0d5ced5aeb4272e8f04dc2045a9196dffb3df976d1caca13e", 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "repo_digests": [ 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:396076557f19bac7d00d097a6db258821cfaec622cd332710d7957388aedf72b" 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:40:51.754 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:41:26.967 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_version": "ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)", 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout: "image_id": "1e6a756174a8dbc0d5ced5aeb4272e8f04dc2045a9196dffb3df976d1caca13e", 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout: "repo_digests": [ 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:396076557f19bac7d00d097a6db258821cfaec622cd332710d7957388aedf72b" 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:41:26.968 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:41:26.988 DEBUG:teuthology.orchestra.run.smithi018:> sudo mkdir -p /etc/ceph 2023-09-23T17:41:27.027 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /etc/ceph 2023-09-23T17:41:27.057 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 777 /etc/ceph 2023-09-23T17:41:27.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 777 /etc/ceph 2023-09-23T17:41:27.125 INFO:tasks.cephadm:Writing seed config... 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-09-23T17:41:27.127 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-09-23T17:41:27.128 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-09-23T17:41:27.128 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-09-23T17:41:27.128 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-09-23T17:41:27.128 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-09-23T17:41:27.128 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-09-23T17:41:27.128 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:41:27.129 DEBUG:teuthology.orchestra.run.smithi018:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-09-23T17:41:27.158 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4479c6b2-5a38-11ee-8db4-212e2dc638e7 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-09-23T17:41:27.158 DEBUG:teuthology.orchestra.run.smithi018:mon.a> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service 2023-09-23T17:41:27.200 DEBUG:teuthology.orchestra.run.smithi018:mgr.y> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service 2023-09-23T17:41:27.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:41:27.231 INFO:tasks.cephadm:Bootstrapping... 2023-09-23T17:41:27.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific -v bootstrap --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.18 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-09-23T17:41:27.260 INFO:journalctl@ceph.mgr.y.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:41:27.449 INFO:teuthology.orchestra.run.smithi018.stderr:-------------------------------------------------------------------------------- 2023-09-23T17:41:27.449 INFO:teuthology.orchestra.run.smithi018.stderr:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:pacific', '-v', 'bootstrap', '--fsid', '4479c6b2-5a38-11ee-8db4-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.18', '--skip-admin-label'] 2023-09-23T17:41:27.485 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: 4.1.1 2023-09-23T17:41:27.594 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying podman|docker is present... 2023-09-23T17:41:27.629 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: 4.1.1 2023-09-23T17:41:27.738 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying lvm2 is present... 2023-09-23T17:41:27.738 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying time synchronization is in place... 2023-09-23T17:41:27.744 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2023-09-23T17:41:27.750 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:41:27.756 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: enabled 2023-09-23T17:41:27.762 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: active 2023-09-23T17:41:27.763 INFO:teuthology.orchestra.run.smithi018.stderr:Unit chronyd.service is enabled and running 2023-09-23T17:41:27.763 INFO:teuthology.orchestra.run.smithi018.stderr:Repeating the final host check... 2023-09-23T17:41:27.797 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: 4.1.1 2023-09-23T17:41:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:podman (/bin/podman) version 4.1.1 is present 2023-09-23T17:41:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl is present 2023-09-23T17:41:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:lvcreate is present 2023-09-23T17:41:27.911 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2023-09-23T17:41:27.917 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:41:27.923 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: enabled 2023-09-23T17:41:27.929 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: active 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Unit chronyd.service is enabled and running 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Host looks OK 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Cluster fsid: 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Acquiring lock 140477884242408 on /run/cephadm/4479c6b2-5a38-11ee-8db4-212e2dc638e7.lock 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Lock 140477884242408 acquired on /run/cephadm/4479c6b2-5a38-11ee-8db4-212e2dc638e7.lock 2023-09-23T17:41:27.930 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying IP 172.21.15.18 port 3300 ... 2023-09-23T17:41:27.931 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying IP 172.21.15.18 port 6789 ... 2023-09-23T17:41:27.931 INFO:teuthology.orchestra.run.smithi018.stderr:Base mon IP(s) is [172.21.15.18:3300, 172.21.15.18:6789], mon addrv is [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2023-09-23T17:41:27.933 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-09-23T17:41:27.934 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.18 metric 100 2023-09-23T17:41:27.936 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2023-09-23T17:41:27.936 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-09-23T17:41:27.936 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1641sec hoplimit 64 pref medium 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: inet6 ::1/128 scope host 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: inet6 fe80::ec4:7aff:febd:1362/64 scope link 2023-09-23T17:41:27.939 INFO:teuthology.orchestra.run.smithi018.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2023-09-23T17:41:27.940 INFO:teuthology.orchestra.run.smithi018.stderr:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2023-09-23T17:41:27.940 INFO:teuthology.orchestra.run.smithi018.stderr:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2023-09-23T17:41:27.940 INFO:teuthology.orchestra.run.smithi018.stderr:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-09-23T17:41:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-09-23T17:41:27.942 INFO:teuthology.orchestra.run.smithi018.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2023-09-23T17:41:28.030 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Trying to pull quay.ceph.io/ceph-ci/ceph:pacific... 2023-09-23T17:41:28.366 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Getting image source signatures 2023-09-23T17:41:28.366 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Copying blob sha256:a58e4a2ea0ce9498ff39d84e580b065b5fe05a6105444a6d1d4efa5fa821bc2f 2023-09-23T17:41:28.366 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Copying blob sha256:3f4fd5c3c800c6da9ef94691df203a05a5bbbf32c483d09d620ec06eef42ea2b 2023-09-23T17:41:28.367 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Copying config sha256:1e6a756174a8dbc0d5ced5aeb4272e8f04dc2045a9196dffb3df976d1caca13e 2023-09-23T17:41:28.432 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Writing manifest to image destination 2023-09-23T17:41:28.432 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: Storing signatures 2023-09-23T17:41:28.587 INFO:teuthology.orchestra.run.smithi018.stderr:/bin/podman: 1e6a756174a8dbc0d5ced5aeb4272e8f04dc2045a9196dffb3df976d1caca13e 2023-09-23T17:41:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:ceph: ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable) 2023-09-23T17:41:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:Ceph version: ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable) 2023-09-23T17:41:29.540 INFO:teuthology.orchestra.run.smithi018.stderr:Extracting ceph user uid/gid from container image... 2023-09-23T17:41:29.976 INFO:teuthology.orchestra.run.smithi018.stderr:stat: 167 167 2023-09-23T17:41:30.495 INFO:teuthology.orchestra.run.smithi018.stderr:Creating initial keys... 2023-09-23T17:41:30.907 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-authtool: AQBKIw9lZpwwNRAAoR94GfyhwteJURhiO3ZjoQ== 2023-09-23T17:41:31.632 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-authtool: AQBLIw9lonrzJBAAdL21Sxtkx9yyp6irGY0l1g== 2023-09-23T17:41:32.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-authtool: AQBMIw9lDmxjFRAAjVicHxmVCd5tY5tgpDoL/A== 2023-09-23T17:41:32.744 INFO:teuthology.orchestra.run.smithi018.stderr:Creating initial monmap... 2023-09-23T17:41:33.165 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2023-09-23T17:41:33.165 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:33.165 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-09-23T17:41:33.590 INFO:teuthology.orchestra.run.smithi018.stderr:monmaptool for a [v2:172.21.15.18:3300,v1:172.21.15.18:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-09-23T17:41:33.590 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/monmaptool: set fsid to 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:33.590 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-09-23T17:41:33.590 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:41:33.590 INFO:teuthology.orchestra.run.smithi018.stderr:Creating mon... 2023-09-23T17:41:34.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:33.999+0000 7fd4621db880 0 set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:41:34.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 1 imported monmap: 2023-09-23T17:41:34.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: epoch 0 2023-09-23T17:41:34.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: last_changed 2023-09-23T17:41:33.147222+0000 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: created 2023-09-23T17:41:33.147222+0000 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: election_strategy: 1 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon.a 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 0 /usr/bin/ceph-mon: set fsid to 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: RocksDB version: 6.8.1 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T17:41:34.040 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Compile date Sep 21 2023 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: DB SUMMARY 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.error_if_exists: 0 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.create_if_missing: 1 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.paranoid_checks: 1 2023-09-23T17:41:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.env: 0x55c7b9553080 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.fs: Posix File System 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.info_log: 0x55c7bbdd3aa0 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.statistics: (nil) 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.use_fsync: 0 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_log_file_size: 0 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:41:34.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.allow_fallocate: 1 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.use_direct_reads: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.db_log_dir: 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_subcompactions: 1 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_background_flushes: -1 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:41:34.043 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.write_buffer_manager: 0x55c7bbddb890 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:41:34.044 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.unordered_write: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.row_cache: None 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.wal_filter: None 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:41:34.045 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.preserve_deletes: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.two_write_queues: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.atomic_flush: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.log_readahead_size: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_background_jobs: 2 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_background_compactions: -1 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:41:34.046 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.max_open_files: -1 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Compression algorithms supported: 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:41:34.047 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kZSTD supported: 0 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kXpressCompression supported: 0 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kLZ4Compression supported: 1 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kBZip2Compression supported: 0 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kZlibCompression supported: 1 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: kSnappyCompression supported: 1 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.000+0000 7fd4621db880 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2023-09-23T17:41:34.048 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.merge_operator: 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_filter: None 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c7bbcebd20) 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: index_type: 0 2023-09-23T17:41:34.049 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: index_shortening: 1 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: checksum: 1 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_cache: 0x55c7bbd20d10 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_cache_options: 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: capacity : 536870912 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2023-09-23T17:41:34.050 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_size: 4096 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: partition_filters: 0 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: verify_compression: 0 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2023-09-23T17:41:34.051 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: format_version: 2 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: block_align: 0 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression: NoCompression 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.num_levels: 7 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:41:34.052 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:41:34.053 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:41:34.054 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.arena_block_size: 4194304 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:41:34.055 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.table_properties_collectors: 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.inplace_update_support: 0 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:41:34.056 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.bloom_locality: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.max_successive_merges: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.force_consistency_checks: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.ttl: 2592000 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.001+0000 7fd4621db880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.002+0000 7fd4621db880 4 rocksdb: DB pointer 0x55c7bbde9800 2023-09-23T17:41:34.057 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.002+0000 7fd44b064700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.002+0000 7fd44b064700 4 rocksdb: [db_impl/db_impl.cc:851] 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:34.058 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:41:34.059 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.060 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.061 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:41:34.062 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: 2023-09-23T17:41:34.062 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.004+0000 7fd4621db880 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2023-09-23T17:41:34.062 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.004+0000 7fd4621db880 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2023-09-23T17:41:34.062 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph-mon: debug 2023-09-23T17:41:34.004+0000 7fd4621db880 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2023-09-23T17:41:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:create mon.a on 2023-09-23T17:41:34.451 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-09-23T17:41:34.551 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-09-23T17:41:34.649 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target → /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target. 2023-09-23T17:41:34.650 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target → /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target. 2023-09-23T17:41:34.864 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Failed to reset failed state of unit ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service: Unit ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service not loaded. 2023-09-23T17:41:34.871 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Created symlink /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target.wants/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@.service. 2023-09-23T17:41:35.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:34 smithi018 systemd[1]: Starting Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:41:35.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:35 smithi018 podman[95370]: 2023-09-23T17:41:35.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:35 smithi018 bash[95370]: 1b6d322ac255c9c945dfa7aae868d8be7158611679b253e714e4a1860fe8358c 2023-09-23T17:41:35.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.678808+0000 mon.a (mon.0) 0 : [INF] mkfs 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:35.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.675280+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T17:41:35.765 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: disabled 2023-09-23T17:41:35.772 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:41:35.773 INFO:teuthology.orchestra.run.smithi018.stderr:firewalld.service is not enabled 2023-09-23T17:41:35.774 INFO:teuthology.orchestra.run.smithi018.stderr:Not possible to enable service . firewalld.service is not available 2023-09-23T17:41:35.774 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mon to start... 2023-09-23T17:41:35.774 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mon... 2023-09-23T17:41:36.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:35 smithi018 systemd[1]: Started Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:41:36.380 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: cluster: 2023-09-23T17:41:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: id: 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: health: HEALTH_OK 2023-09-23T17:41:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: services: 2023-09-23T17:41:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.702159s) 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mgr: no daemons active 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: data: 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: pgs: 2023-09-23T17:41:36.382 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:36.720 INFO:teuthology.orchestra.run.smithi018.stderr:mon is available 2023-09-23T17:41:36.720 INFO:teuthology.orchestra.run.smithi018.stderr:Assimilating anything we can from ceph.conf... 2023-09-23T17:41:36.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.678031+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T17:41:36.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.678152+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0]} removed_ranks: {} 2023-09-23T17:41:36.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.679932+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2023-09-23T17:41:36.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.681660+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2023-09-23T17:41:36.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: cluster 2023-09-23T17:41:35.682038+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2023-09-23T17:41:36.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: audit 2023-09-23T17:41:36.380149+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.18:0/2061454165' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-09-23T17:41:37.307 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:37.312 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [global] 2023-09-23T17:41:37.312 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: fsid = 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: log_to_journald = false 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [mgr] 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [osd] 2023-09-23T17:41:37.313 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2023-09-23T17:41:37.314 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2023-09-23T17:41:37.864 INFO:teuthology.orchestra.run.smithi018.stderr:Generating new minimal ceph.conf... 2023-09-23T17:41:37.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: audit 2023-09-23T17:41:37.303458+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.18:0/917237660' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-09-23T17:41:37.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: audit 2023-09-23T17:41:37.306139+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.18:0/917237660' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-09-23T17:41:38.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: audit 2023-09-23T17:41:38.496656+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.18:0/510048093' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:41:38.906 INFO:teuthology.orchestra.run.smithi018.stderr:Restarting the monitor... 2023-09-23T17:41:39.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:38 smithi018 systemd[1]: Stopping Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:41:39.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:38 smithi018 bash[95723]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon.a" found: no such container 2023-09-23T17:41:39.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: debug 2023-09-23T17:41:39.307+0000 7ff33164c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-09-23T17:41:39.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95386]: debug 2023-09-23T17:41:39.307+0000 7ff33164c700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-09-23T17:41:40.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 bash[95765]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a 2023-09-23T17:41:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service: Succeeded. 2023-09-23T17:41:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 systemd[1]: Stopped Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:41:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:39 smithi018 systemd[1]: Starting Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:41:40.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 podman[95891]: 2023-09-23T17:41:40.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.443+0000 7f3bd8b65880 0 set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.443+0000 7f3bd8b65880 0 ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable), process ceph-mon, pid 7 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.443+0000 7f3bd8b65880 0 pidfile_write: ignore empty --pid-file 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 bash[95891]: f144ded29e396ea1e146b43c948d7525e935cd597c94b55af9fa16efcbac7901 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.447+0000 7f3bd8b65880 0 load: jerasure load: lrc load: isa 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: RocksDB version: 6.8.1 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Compile date Sep 21 2023 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: DB SUMMARY 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: CURRENT file: CURRENT 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 86669 ; 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.error_if_exists: 0 2023-09-23T17:41:40.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.create_if_missing: 0 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.paranoid_checks: 1 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.env: 0x55c3c811c080 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.fs: Posix File System 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.info_log: 0x55c3c9723a80 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.statistics: (nil) 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.use_fsync: 0 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_log_file_size: 0 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:41:40.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.allow_fallocate: 1 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.use_direct_reads: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.db_log_dir: 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_subcompactions: 1 2023-09-23T17:41:40.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_background_flushes: -1 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.write_buffer_manager: 0x55c3ca41e330 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T17:41:40.525 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.unordered_write: 0 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.row_cache: None 2023-09-23T17:41:40.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.wal_filter: None 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.preserve_deletes: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.two_write_queues: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.atomic_flush: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.log_readahead_size: 0 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2023-09-23T17:41:40.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_background_jobs: 2 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_background_compactions: -1 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:41:40.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:41:40.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:41:40.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_open_files: -1 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Compression algorithms supported: 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kZSTD supported: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kXpressCompression supported: 0 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kLZ4Compression supported: 1 2023-09-23T17:41:40.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kBZip2Compression supported: 0 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kZlibCompression supported: 1 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: kSnappyCompression supported: 1 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.merge_operator: 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_filter: None 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:41:40.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c3c96d3d18) 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cache_index_and_filter_blocks: 1 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: pin_top_level_index_and_filter: 1 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: index_type: 0 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: data_block_index_type: 0 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: index_shortening: 1 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: hash_index_allow_collision: 1 2023-09-23T17:41:40.532 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: checksum: 1 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: no_block_cache: 0 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_cache: 0x55c3c9708f10 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_cache_name: BinnedLRUCache 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_cache_options: 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: capacity : 536870912 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: num_shard_bits : 4 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: strict_capacity_limit : 0 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: high_pri_pool_ratio: 0.000 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_cache_compressed: (nil) 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: persistent_cache: (nil) 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_size: 4096 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_size_deviation: 10 2023-09-23T17:41:40.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_restart_interval: 16 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: index_block_restart_interval: 1 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: metadata_block_size: 4096 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: partition_filters: 0 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: use_delta_encoding: 1 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: whole_key_filtering: 1 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: verify_compression: 0 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: read_amp_bytes_per_bit: 0 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: format_version: 2 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: enable_index_compression: 1 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: block_align: 0 2023-09-23T17:41:40.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression: NoCompression 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.num_levels: 7 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:41:40.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:41:40.536 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:41:40.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.arena_block_size: 4194304 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:41:40.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.table_properties_collectors: 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.inplace_update_support: 0 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:41:40.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.bloom_locality: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.max_successive_merges: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.force_consistency_checks: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.ttl: 2592000 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.448+0000 7f3bd8b65880 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.449+0000 7f3bd8b65880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.449+0000 7f3bd8b65880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.449+0000 7f3bd8b65880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490900450262, "job": 1, "event": "recovery_started", "log_files": [6]} 2023-09-23T17:41:40.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.449+0000 7f3bd8b65880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.450+0000 7f3bd8b65880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.450+0000 7f3bd8b65880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490900451197, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 83269, "table_properties": {"data_size": 81542, "index_size": 332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9829, "raw_average_key_size": 47, "raw_value_size": 75863, "raw_average_value_size": 368, "num_data_blocks": 11, "num_entries": 206, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1695490900, "oldest_key_time": 3, "file_creation_time": 0}} 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.450+0000 7f3bd8b65880 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.450+0000 7f3bd8b65880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490900451640, "job": 1, "event": "recovery_finished"} 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.451+0000 7f3bd8b65880 4 rocksdb: DB pointer 0x55c3c97d1800 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.451+0000 7f3bbf96d700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.451+0000 7f3bbf96d700 4 rocksdb: [db_impl/db_impl.cc:851] 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** DB Stats ** 2023-09-23T17:41:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** Compaction Stats [default] ** 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:40.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: L0 2/0 82.97 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Sum 2/0 82.97 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** Compaction Stats [default] ** 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:41:40.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Cumulative compaction: 0.00 GB write, 25.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Interval compaction: 0.00 GB write, 25.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** Compaction Stats [default] ** 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: L0 2/0 82.97 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.544 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Sum 2/0 82.97 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** Compaction Stats [default] ** 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 131.0 0.00 0.00 1 0.001 0 0 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:41:40.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Cumulative compaction: 0.00 GB write, 25.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.452+0000 7f3bd8b65880 0 starting mon.a rank 0 at public addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] at bind addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 1 mon.a@-1(???) e1 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).mds e1 new map 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).mds e1 print_map 2023-09-23T17:41:40.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: e1 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: legacy client fscid: -1 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: No filesystems configured 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:38.496656+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.18:0/510048093' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:41:40.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:41:40.453+0000 7f3bd8b65880 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-09-23T17:41:40.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:40.469302+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T17:41:40.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:40.469348+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0]} removed_ranks: {} 2023-09-23T17:41:40.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:40.469760+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2023-09-23T17:41:40.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:40.469794+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2023-09-23T17:41:40.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:40.470096+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2023-09-23T17:41:40.548 INFO:teuthology.orchestra.run.smithi018.stderr:Setting mon public_network to 172.21.0.0/20 2023-09-23T17:41:40.789 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:40 smithi018 systemd[1]: Started Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:41:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:Wrote config to /etc/ceph/ceph.conf 2023-09-23T17:41:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-09-23T17:41:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:Creating mgr... 2023-09-23T17:41:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:Verifying port 9283 ... 2023-09-23T17:41:41.821 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Failed to reset failed state of unit ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service: Unit ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service not loaded. 2023-09-23T17:41:41.828 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: Created symlink /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7.target.wants/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service → /etc/systemd/system/ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@.service. 2023-09-23T17:41:42.203 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:41 smithi018 systemd[1]: Starting Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:41:42.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:41.208739+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.18:0/3130203167' entity='client.admin' 2023-09-23T17:41:42.497 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:42 smithi018 podman[96161]: 2023-09-23T17:41:42.526 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: disabled 2023-09-23T17:41:42.534 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:41:42.534 INFO:teuthology.orchestra.run.smithi018.stderr:firewalld.service is not enabled 2023-09-23T17:41:42.534 INFO:teuthology.orchestra.run.smithi018.stderr:Not possible to enable service . firewalld.service is not available 2023-09-23T17:41:42.542 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: disabled 2023-09-23T17:41:42.550 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:41:42.551 INFO:teuthology.orchestra.run.smithi018.stderr:firewalld.service is not enabled 2023-09-23T17:41:42.551 INFO:teuthology.orchestra.run.smithi018.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2023-09-23T17:41:42.551 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mgr to start... 2023-09-23T17:41:42.551 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mgr... 2023-09-23T17:41:42.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:42 smithi018 bash[96161]: 3e22d68d2ea5c9ef010ca4d4c4339c0c2ce42c366f2bc6ef2a3599367f8635b5 2023-09-23T17:41:42.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:42 smithi018 systemd[1]: Started Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:41:42.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:42.643+0000 7ff1bc6c1680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:41:42.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:42.740+0000 7ff1bc6c1680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:41:43.241 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:43.243 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsid": "4479c6b2-5a38-11ee-8db4-212e2dc638e7", 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "health": { 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "checks": {}, 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mutes": [] 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "election_epoch": 5, 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum": [ 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 0 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_names": [ 2023-09-23T17:41:43.244 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "a" 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_age": 2, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "monmap": { 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_mons": 1 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osdmap": { 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_osds": 0, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_up_osds": 0, 2023-09-23T17:41:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_up_since": 0, 2023-09-23T17:41:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_in_osds": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_in_since": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgmap": { 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgs_by_state": [], 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pgs": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pools": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_objects": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "data_bytes": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_used": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_avail": 0, 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_total": 0 2023-09-23T17:41:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsmap": { 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "by_rank": [], 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "up:standby": 0 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap": { 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": false, 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standbys": 0, 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modules": [ 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "iostat", 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "nfs", 2023-09-23T17:41:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "restful" 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "servicemap": { 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modified": "2023-09-23T17:41:35.679182+0000", 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "progress_events": {} 2023-09-23T17:41:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:41:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:43.240453+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.18:0/2682380760' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T17:41:43.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:43.203+0000 7ff1bc6c1680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:41:43.701 INFO:teuthology.orchestra.run.smithi018.stderr:mgr not available, waiting (1/15)... 2023-09-23T17:41:44.484 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:44.145+0000 7ff1bc6c1680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:41:44.485 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:44.239+0000 7ff1bc6c1680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:41:45.881 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:44.484+0000 7ff1bc6c1680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:41:45.881 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:45.615+0000 7ff1bc6c1680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:41:45.881 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:45.784+0000 7ff1bc6c1680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:41:45.881 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:45.881+0000 7ff1bc6c1680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:41:46.218 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:45.997+0000 7ff1bc6c1680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:41:46.365 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:46.365 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:41:46.365 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsid": "4479c6b2-5a38-11ee-8db4-212e2dc638e7", 2023-09-23T17:41:46.366 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "health": { 2023-09-23T17:41:46.366 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "checks": {}, 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mutes": [] 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "election_epoch": 5, 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum": [ 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 0 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_names": [ 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "a" 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:46.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_age": 5, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "monmap": { 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_mons": 1 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osdmap": { 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_osds": 0, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_up_osds": 0, 2023-09-23T17:41:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_up_since": 0, 2023-09-23T17:41:46.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_in_osds": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_in_since": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgmap": { 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgs_by_state": [], 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pgs": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pools": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_objects": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "data_bytes": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_used": 0, 2023-09-23T17:41:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_avail": 0, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_total": 0 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsmap": { 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "by_rank": [], 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "up:standby": 0 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap": { 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": false, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standbys": 0, 2023-09-23T17:41:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modules": [ 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "iostat", 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "nfs", 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "restful" 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "servicemap": { 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modified": "2023-09-23T17:41:35.679182+0000", 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "progress_events": {} 2023-09-23T17:41:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:41:46.522 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:46.365336+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.18:0/3821681843' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T17:41:46.523 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:46.217+0000 7ff1bc6c1680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:41:46.748 INFO:teuthology.orchestra.run.smithi018.stderr:mgr not available, waiting (2/15)... 2023-09-23T17:41:46.775 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:46.588+0000 7ff1bc6c1680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:41:46.775 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:46.705+0000 7ff1bc6c1680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:41:47.986 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:47.572+0000 7ff1bc6c1680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:41:47.987 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:47.669+0000 7ff1bc6c1680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:41:47.987 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:47.779+0000 7ff1bc6c1680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:41:47.987 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:47.986+0000 7ff1bc6c1680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:41:48.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:48.271+0000 7ff1bc6c1680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:41:48.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:48.430+0000 7ff1bc6c1680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:41:48.917 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:48.597+0000 7ff1bc6c1680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:41:48.917 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:48.813+0000 7ff1bc6c1680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:41:49.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:48.917+0000 7ff1bc6c1680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:48.930631+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:48.933231+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.0026866s) 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.934363+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.934535+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.934652+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.934791+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.935163+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:48.949776+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.958577+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.964667+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:41:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.968867+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:41:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.972346+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' 2023-09-23T17:41:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:48.974829+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.18:0/1601347726' entity='mgr.y' 2023-09-23T17:41:49.362 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:49.362 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:41:49.362 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsid": "4479c6b2-5a38-11ee-8db4-212e2dc638e7", 2023-09-23T17:41:49.362 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "health": { 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "checks": {}, 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mutes": [] 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "election_epoch": 5, 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum": [ 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 0 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_names": [ 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "a" 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_age": 8, 2023-09-23T17:41:49.363 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "monmap": { 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_mons": 1 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osdmap": { 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_osds": 0, 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_up_osds": 0, 2023-09-23T17:41:49.364 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_up_since": 0, 2023-09-23T17:41:49.367 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_in_osds": 0, 2023-09-23T17:41:49.367 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_in_since": 0, 2023-09-23T17:41:49.367 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2023-09-23T17:41:49.367 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.367 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgmap": { 2023-09-23T17:41:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgs_by_state": [], 2023-09-23T17:41:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pgs": 0, 2023-09-23T17:41:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pools": 0, 2023-09-23T17:41:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_objects": 0, 2023-09-23T17:41:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "data_bytes": 0, 2023-09-23T17:41:49.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_used": 0, 2023-09-23T17:41:49.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_avail": 0, 2023-09-23T17:41:49.369 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_total": 0 2023-09-23T17:41:49.370 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.370 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsmap": { 2023-09-23T17:41:49.370 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "by_rank": [], 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "up:standby": 0 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap": { 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": false, 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standbys": 0, 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modules": [ 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "iostat", 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "nfs", 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "restful" 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:49.371 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "servicemap": { 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modified": "2023-09-23T17:41:35.679182+0000", 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "progress_events": {} 2023-09-23T17:41:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:41:49.792 INFO:teuthology.orchestra.run.smithi018.stderr:mgr not available, waiting (3/15)... 2023-09-23T17:41:50.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:49.360646+0000 mon.a (mon.0) 22 : audit [DBG] from='client.? 172.21.15.18:0/2514929149' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T17:41:50.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:49.935838+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e3: y(active, since 1.00529s) 2023-09-23T17:41:52.804 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:52.804 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:41:52.804 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsid": "4479c6b2-5a38-11ee-8db4-212e2dc638e7", 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "health": { 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "checks": {}, 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mutes": [] 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "election_epoch": 5, 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum": [ 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 0 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_names": [ 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "a" 2023-09-23T17:41:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "quorum_age": 12, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "monmap": { 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_mons": 1 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osdmap": { 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_osds": 0, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_up_osds": 0, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_up_since": 0, 2023-09-23T17:41:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_in_osds": 0, 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "osd_in_since": 0, 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgmap": { 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "pgs_by_state": [], 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pgs": 0, 2023-09-23T17:41:52.807 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_pools": 0, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_objects": 0, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "data_bytes": 0, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_used": 0, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_avail": 0, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "bytes_total": 0 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "fsmap": { 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "by_rank": [], 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "up:standby": 0 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap": { 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": true, 2023-09-23T17:41:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standbys": 0, 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modules": [ 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "iostat", 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "nfs", 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "restful" 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ], 2023-09-23T17:41:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "servicemap": { 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 1, 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "modified": "2023-09-23T17:41:35.679182+0000", 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "services": {} 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: }, 2023-09-23T17:41:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "progress_events": {} 2023-09-23T17:41:52.812 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:41:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:51.461061+0000 mon.a (mon.0) 24 : cluster [DBG] mgrmap e4: y(active, since 2s) 2023-09-23T17:41:53.245 INFO:teuthology.orchestra.run.smithi018.stderr:mgr is available 2023-09-23T17:41:53.492 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:52.799497+0000 mon.a (mon.0) 25 : audit [DBG] from='client.? 172.21.15.18:0/3046596173' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [global] 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: fsid = 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: log_to_journald = false 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2023-09-23T17:41:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [mgr] 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: [osd] 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2023-09-23T17:41:54.039 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2023-09-23T17:41:54.487 INFO:teuthology.orchestra.run.smithi018.stderr:Enabling cephadm module... 2023-09-23T17:41:54.710 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:54.036947+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.18:0/2149969201' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-09-23T17:41:55.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:55.360650+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.18:0/1455462707' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-09-23T17:41:55.742 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setuser ceph since I am not root 2023-09-23T17:41:55.742 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setgroup ceph since I am not root 2023-09-23T17:41:55.742 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:55.644+0000 7f3dd81b2680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:41:56.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:55.742+0000 7f3dd81b2680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:41:56.462 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:56.200+0000 7f3dd81b2680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:41:56.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:55.464019+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.15.18:0/1455462707' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-09-23T17:41:56.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:41:55.464072+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e5: y(active, since 6s) 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 5, 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": true, 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "active_name": "y", 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standby": 0 2023-09-23T17:41:56.856 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:41:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for the mgr to restart... 2023-09-23T17:41:57.273 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mgr epoch 5... 2023-09-23T17:41:57.462 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:57.148+0000 7f3dd81b2680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:41:57.462 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:57.243+0000 7f3dd81b2680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:41:57.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:41:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:41:56.855892+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.18:0/3368034437' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-09-23T17:41:57.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:57.502+0000 7f3dd81b2680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:41:58.889 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:58.635+0000 7f3dd81b2680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:41:58.889 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:58.795+0000 7f3dd81b2680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:41:59.215 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:58.889+0000 7f3dd81b2680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:41:59.215 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:58.998+0000 7f3dd81b2680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:41:59.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:59.215+0000 7f3dd81b2680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:42:00.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:59.576+0000 7f3dd81b2680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:42:00.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:41:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:41:59.693+0000 7f3dd81b2680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:42:00.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:00.557+0000 7f3dd81b2680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:42:00.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:00.654+0000 7f3dd81b2680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:42:00.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:00.763+0000 7f3dd81b2680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:42:01.254 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:00.971+0000 7f3dd81b2680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:42:01.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:01.254+0000 7f3dd81b2680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:42:01.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:01.415+0000 7f3dd81b2680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:42:01.892 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:01.581+0000 7f3dd81b2680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:42:01.892 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:01.793+0000 7f3dd81b2680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:01.892+0000 7f3dd81b2680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:01.905603+0000 mon.a (mon.0) 31 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:01.905827+0000 mon.a (mon.0) 32 : cluster [INF] Activating manager daemon y 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:01.908772+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:01.908874+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00312632s) 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.909708+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.910432+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:42:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.911127+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:42:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.911385+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:42:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.911587+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:42:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:01.925449+0000 mon.a (mon.0) 40 : cluster [INF] Manager daemon y is now available 2023-09-23T17:42:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:01.939941+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:02.922 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:42:02.922 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2023-09-23T17:42:02.922 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "initialized": true 2023-09-23T17:42:02.922 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:01.937309+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.056402+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.057580+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.058948+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.060750+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.075910+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.078742+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:42:03.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:02.911420+0000 mon.a (mon.0) 48 : cluster [DBG] mgrmap e7: y(active, since 1.00566s) 2023-09-23T17:42:03.330 INFO:teuthology.orchestra.run.smithi018.stderr:mgr epoch 5 is available 2023-09-23T17:42:03.330 INFO:teuthology.orchestra.run.smithi018.stderr:Setting orchestrator backend to cephadm... 2023-09-23T17:42:04.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.910854+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-09-23T17:42:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:02.922105+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-09-23T17:42:05.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:04.059964+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e8: y(active, since 2s) 2023-09-23T17:42:05.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:04.217062+0000 mgr.y (mgr.14118) 4 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:05.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:04.221056+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:05.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:04.233401+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:05.506 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: value unchanged 2023-09-23T17:42:06.224 INFO:teuthology.orchestra.run.smithi018.stderr:Generating ssh key... 2023-09-23T17:42:06.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:05.507021+0000 mgr.y (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: Generating public/private rsa key pair. 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: Your identification has been saved in /tmp/tmp_sy_1sra/key. 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: Your public key has been saved in /tmp/tmp_sy_1sra/key.pub. 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: The key fingerprint is: 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: SHA256:Qt1QNnU8CJeh7uIqEjfmQEvsBDg3GlQMOQlX6GFFPhI ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: The key's randomart image is: 2023-09-23T17:42:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: +---[RSA 3072]----+ 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: |=oE*+ ..=o+=. | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: |==*+ . + +o.o | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | Xooo . . o . | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: |. *. o . | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | = . . S . | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | = + . . | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | * . . . | 2023-09-23T17:42:07.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | . o . . | 2023-09-23T17:42:07.814 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: | . .... | 2023-09-23T17:42:07.814 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: +----[SHA256]-----+ 2023-09-23T17:42:08.702 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDloz3J/bs1cpFetivNRyyt+i0xA3f98PW2lGx9+mMIjcGf5awvZ9LMR5XveS7AJVpN97DCrKMqh4wwLm1K68643I5FaC4WUk5MQe/UApcoAcb+8idHpvMjpRK0Wbp7n62lrVyDUkXxIqLZi0P99tjVAtv1es9P8cGQnOkeSd6l24YMpszT03stzki4zPHuBP3OH1iXRi14D4kapU2b1BbY/3DbJ66bmQVcLSSRduHTs16MI7sxT9dgn3M3kNazWgSIFw6xa92BNKUTHuG9+zJ/b+czK7/P7O/xub1bdXn7TB5HiSxX9TTM25KyJYnSoJOK0vGXlslJ/Etwv6AGCMVm/z2v5YqgDlZE8RpFoPh+1FR/ahSQfGv431DCGDTmPKzjaIBuF+2XWX23vLmQhnD3vYpcPvVu4rKzi7MXcIGEa47LVGuKZTEiOVadlNgm2y4SCtok20TaDrvhAXjG2ZaUezbpQ5A7xhfHsGF3Ch7CPtXCAEKWwMlV/XHqWOOJX8E= ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:08.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:07.042042+0000 mgr.y (mgr.14118) 6 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:08.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:07.042269+0000 mgr.y (mgr.14118) 7 : cephadm [INF] Generating ssh key... 2023-09-23T17:42:08.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:07.389118+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:08.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:07.390824+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:09.111 INFO:teuthology.orchestra.run.smithi018.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-09-23T17:42:09.112 INFO:teuthology.orchestra.run.smithi018.stderr:Adding key to root@localhost authorized_keys... 2023-09-23T17:42:09.113 INFO:teuthology.orchestra.run.smithi018.stderr:Adding host smithi018... 2023-09-23T17:42:09.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:08.702744+0000 mgr.y (mgr.14118) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:10.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [79B blob data] 2023-09-23T17:42:10.747 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: Added host 'smithi018' with addr '172.21.15.18' 2023-09-23T17:42:11.160 INFO:teuthology.orchestra.run.smithi018.stderr:Deploying unmanaged mon service... 2023-09-23T17:42:11.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:09.964802+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi018", "addr": "172.21.15.18", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:11.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:10.746706+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:11.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:10.763870+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:12.066 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: Scheduled mon update... 2023-09-23T17:42:12.601 INFO:teuthology.orchestra.run.smithi018.stderr:Deploying unmanaged mgr service... 2023-09-23T17:42:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:10.747044+0000 mgr.y (mgr.14118) 10 : cephadm [INF] Added host smithi018 2023-09-23T17:42:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:12.066731+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:13.777 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: Scheduled mgr update... 2023-09-23T17:42:13.802 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:12.063108+0000 mgr.y (mgr.14118) 11 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:13.802 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:12.064524+0000 mgr.y (mgr.14118) 12 : cephadm [INF] Saving service mon spec with placement count:5 2023-09-23T17:42:13.802 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:13.063265+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:14.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:13.534701+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:14.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:13.773074+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:14.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:13.774112+0000 mgr.y (mgr.14118) 14 : cephadm [INF] Saving service mgr spec with placement count:2 2023-09-23T17:42:14.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:13.776301+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:16.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:15.079012+0000 mon.a (mon.0) 60 : audit [INF] from='client.? 172.21.15.18:0/1476217400' entity='client.admin' 2023-09-23T17:42:16.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:15.306582+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.18:0/1074970268' entity='mgr.y' 2023-09-23T17:42:17.141 INFO:teuthology.orchestra.run.smithi018.stderr:Enabling the dashboard module... 2023-09-23T17:42:17.406 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:16.318756+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.18:0/2257712963' entity='client.admin' 2023-09-23T17:42:18.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:18.122343+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.18:0/3696273617' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-09-23T17:42:18.615 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setuser ceph since I am not root 2023-09-23T17:42:18.615 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setgroup ceph since I am not root 2023-09-23T17:42:18.615 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:18.515+0000 7f11e3cf6680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:42:18.973 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:18.613+0000 7f11e3cf6680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:42:19.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:19.075+0000 7f11e3cf6680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:42:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:42:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "epoch": 9, 2023-09-23T17:42:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "available": true, 2023-09-23T17:42:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "active_name": "y", 2023-09-23T17:42:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "num_standby": 0 2023-09-23T17:42:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:42:19.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:18.322320+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.18:0/3696273617' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-09-23T17:42:19.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:18.322403+0000 mon.a (mon.0) 65 : cluster [DBG] mgrmap e9: y(active, since 16s) 2023-09-23T17:42:20.131 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for the mgr to restart... 2023-09-23T17:42:20.131 INFO:teuthology.orchestra.run.smithi018.stderr:Waiting for mgr epoch 9... 2023-09-23T17:42:20.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:20.021+0000 7f11e3cf6680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:42:20.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:20.118+0000 7f11e3cf6680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:42:20.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:19.680114+0000 mon.a (mon.0) 66 : audit [DBG] from='client.? 172.21.15.18:0/1741881674' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-09-23T17:42:20.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:20.372+0000 7f11e3cf6680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:42:21.765 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:21.507+0000 7f11e3cf6680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:42:21.765 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:21.669+0000 7f11e3cf6680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:42:22.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:21.763+0000 7f11e3cf6680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:42:22.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:21.873+0000 7f11e3cf6680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:42:22.454 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:22.090+0000 7f11e3cf6680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:42:22.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:22.453+0000 7f11e3cf6680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:42:22.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:22.571+0000 7f11e3cf6680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:42:23.671 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:23.462+0000 7f11e3cf6680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:42:23.672 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:23.560+0000 7f11e3cf6680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:42:24.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:23.670+0000 7f11e3cf6680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:42:24.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:23.879+0000 7f11e3cf6680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:42:24.493 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:24.164+0000 7f11e3cf6680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:42:24.494 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:24.325+0000 7f11e3cf6680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:42:24.806 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:24.492+0000 7f11e3cf6680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:42:24.807 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:24.705+0000 7f11e3cf6680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:42:25.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:42:24.805+0000 7f11e3cf6680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [79B blob data] 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:24.820949+0000 mon.a (mon.0) 67 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:24.821291+0000 mon.a (mon.0) 68 : cluster [INF] Activating manager daemon y 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:24.824608+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:24.824735+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00358533s) 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.825809+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.826548+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.827265+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:42:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.827444+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:42:25.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.827604+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:42:25.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:24.830137+0000 mon.a (mon.0) 76 : cluster [INF] Manager daemon y is now available 2023-09-23T17:42:25.837 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: { 2023-09-23T17:42:25.837 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2023-09-23T17:42:25.837 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: "initialized": true 2023-09-23T17:42:25.837 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: } 2023-09-23T17:42:26.284 INFO:teuthology.orchestra.run.smithi018.stderr:mgr epoch 9 is available 2023-09-23T17:42:26.284 INFO:teuthology.orchestra.run.smithi018.stderr:Generating a dashboard self-signed certificate... 2023-09-23T17:42:26.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.958547+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:26.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.959832+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.985610+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:42:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:24.989287+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:42:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:25.826443+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e11: y(active, since 1.00529s) 2023-09-23T17:42:27.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:25.825829+0000 mgr.y (mgr.14148) 1 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-09-23T17:42:27.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:25.836291+0000 mgr.y (mgr.14148) 2 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-09-23T17:42:27.342 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: Self-signed certificate created 2023-09-23T17:42:27.825 INFO:teuthology.orchestra.run.smithi018.stderr:Creating initial admin user... 2023-09-23T17:42:28.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:26.876255+0000 mon.a (mon.0) 82 : cluster [DBG] mgrmap e12: y(active, since 2s) 2023-09-23T17:42:28.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:26.955785+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:28.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:27.285504+0000 mgr.y (mgr.14148) 3 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:28.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:27.340251+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:28.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:27.342094+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:29.125 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$zzdHYR.bEKpV0JkqurK5r.aQi6mQXx4p5zuOdG2I/kDfwwZvdTwKK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1695490949, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-09-23T17:42:29.518 INFO:teuthology.orchestra.run.smithi018.stderr:Fetching dashboard port number... 2023-09-23T17:42:30.358 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: 8443 2023-09-23T17:42:30.386 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:28.880693+0000 mgr.y (mgr.14148) 4 : audit [DBG] from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:30.386 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:29.125487+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:30.769 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: disabled 2023-09-23T17:42:30.777 INFO:teuthology.orchestra.run.smithi018.stderr:systemctl: inactive 2023-09-23T17:42:30.777 INFO:teuthology.orchestra.run.smithi018.stderr:firewalld.service is not enabled 2023-09-23T17:42:30.778 INFO:teuthology.orchestra.run.smithi018.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr:Ceph Dashboard is now available at: 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr: URL: https://smithi018:8443/ 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr: User: admin 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr: Password: vank4a17g2 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:30.780 INFO:teuthology.orchestra.run.smithi018.stderr:Enabling autotune for osd_memory_target 2023-09-23T17:42:31.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:30.358322+0000 mon.a (mon.0) 87 : audit [DBG] from='client.? 172.21.15.18:0/2307651839' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-09-23T17:42:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:31.467103+0000 mon.a (mon.0) 88 : cluster [DBG] mgrmap e13: y(active, since 6s) 2023-09-23T17:42:33.042 INFO:teuthology.orchestra.run.smithi018.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2023-09-23T17:42:33.466 INFO:teuthology.orchestra.run.smithi018.stderr:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-09-23T17:42:33.466 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr:Or, if you are only running a single cluster on this host: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: sudo /home/ubuntu/cephtest/cephadm shell 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr:Please consider enabling telemetry to help improve Ceph: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: ceph telemetry on 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.467 INFO:teuthology.orchestra.run.smithi018.stderr:For more information see: 2023-09-23T17:42:33.468 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.468 INFO:teuthology.orchestra.run.smithi018.stderr: https://docs.ceph.com/en/pacific/mgr/telemetry/ 2023-09-23T17:42:33.468 INFO:teuthology.orchestra.run.smithi018.stderr: 2023-09-23T17:42:33.468 INFO:teuthology.orchestra.run.smithi018.stderr:Bootstrap complete. 2023-09-23T17:42:33.514 INFO:tasks.cephadm:Fetching config... 2023-09-23T17:42:33.514 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:42:33.514 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-09-23T17:42:33.532 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-09-23T17:42:33.532 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:42:33.532 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-09-23T17:42:33.589 INFO:tasks.cephadm:Fetching mon keyring... 2023-09-23T17:42:33.589 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:42:33.589 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-09-23T17:42:33.659 INFO:tasks.cephadm:Fetching pub ssh key... 2023-09-23T17:42:33.660 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:42:33.660 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-09-23T17:42:33.717 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-09-23T17:42:33.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDloz3J/bs1cpFetivNRyyt+i0xA3f98PW2lGx9+mMIjcGf5awvZ9LMR5XveS7AJVpN97DCrKMqh4wwLm1K68643I5FaC4WUk5MQe/UApcoAcb+8idHpvMjpRK0Wbp7n62lrVyDUkXxIqLZi0P99tjVAtv1es9P8cGQnOkeSd6l24YMpszT03stzki4zPHuBP3OH1iXRi14D4kapU2b1BbY/3DbJ66bmQVcLSSRduHTs16MI7sxT9dgn3M3kNazWgSIFw6xa92BNKUTHuG9+zJ/b+czK7/P7O/xub1bdXn7TB5HiSxX9TTM25KyJYnSoJOK0vGXlslJ/Etwv6AGCMVm/z2v5YqgDlZE8RpFoPh+1FR/ahSQfGv431DCGDTmPKzjaIBuF+2XWX23vLmQhnD3vYpcPvVu4rKzi7MXcIGEa47LVGuKZTEiOVadlNgm2y4SCtok20TaDrvhAXjG2ZaUezbpQ5A7xhfHsGF3Ch7CPtXCAEKWwMlV/XHqWOOJX8E= ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-09-23T17:42:33.799 INFO:teuthology.orchestra.run.smithi018.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDloz3J/bs1cpFetivNRyyt+i0xA3f98PW2lGx9+mMIjcGf5awvZ9LMR5XveS7AJVpN97DCrKMqh4wwLm1K68643I5FaC4WUk5MQe/UApcoAcb+8idHpvMjpRK0Wbp7n62lrVyDUkXxIqLZi0P99tjVAtv1es9P8cGQnOkeSd6l24YMpszT03stzki4zPHuBP3OH1iXRi14D4kapU2b1BbY/3DbJ66bmQVcLSSRduHTs16MI7sxT9dgn3M3kNazWgSIFw6xa92BNKUTHuG9+zJ/b+czK7/P7O/xub1bdXn7TB5HiSxX9TTM25KyJYnSoJOK0vGXlslJ/Etwv6AGCMVm/z2v5YqgDlZE8RpFoPh+1FR/ahSQfGv431DCGDTmPKzjaIBuF+2XWX23vLmQhnD3vYpcPvVu4rKzi7MXcIGEa47LVGuKZTEiOVadlNgm2y4SCtok20TaDrvhAXjG2ZaUezbpQ5A7xhfHsGF3Ch7CPtXCAEKWwMlV/XHqWOOJX8E= ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:33.810 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDloz3J/bs1cpFetivNRyyt+i0xA3f98PW2lGx9+mMIjcGf5awvZ9LMR5XveS7AJVpN97DCrKMqh4wwLm1K68643I5FaC4WUk5MQe/UApcoAcb+8idHpvMjpRK0Wbp7n62lrVyDUkXxIqLZi0P99tjVAtv1es9P8cGQnOkeSd6l24YMpszT03stzki4zPHuBP3OH1iXRi14D4kapU2b1BbY/3DbJ66bmQVcLSSRduHTs16MI7sxT9dgn3M3kNazWgSIFw6xa92BNKUTHuG9+zJ/b+czK7/P7O/xub1bdXn7TB5HiSxX9TTM25KyJYnSoJOK0vGXlslJ/Etwv6AGCMVm/z2v5YqgDlZE8RpFoPh+1FR/ahSQfGv431DCGDTmPKzjaIBuF+2XWX23vLmQhnD3vYpcPvVu4rKzi7MXcIGEa47LVGuKZTEiOVadlNgm2y4SCtok20TaDrvhAXjG2ZaUezbpQ5A7xhfHsGF3Ch7CPtXCAEKWwMlV/XHqWOOJX8E= ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-09-23T17:42:33.865 INFO:teuthology.orchestra.run.smithi149.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDloz3J/bs1cpFetivNRyyt+i0xA3f98PW2lGx9+mMIjcGf5awvZ9LMR5XveS7AJVpN97DCrKMqh4wwLm1K68643I5FaC4WUk5MQe/UApcoAcb+8idHpvMjpRK0Wbp7n62lrVyDUkXxIqLZi0P99tjVAtv1es9P8cGQnOkeSd6l24YMpszT03stzki4zPHuBP3OH1iXRi14D4kapU2b1BbY/3DbJ66bmQVcLSSRduHTs16MI7sxT9dgn3M3kNazWgSIFw6xa92BNKUTHuG9+zJ/b+czK7/P7O/xub1bdXn7TB5HiSxX9TTM25KyJYnSoJOK0vGXlslJ/Etwv6AGCMVm/z2v5YqgDlZE8RpFoPh+1FR/ahSQfGv431DCGDTmPKzjaIBuF+2XWX23vLmQhnD3vYpcPvVu4rKzi7MXcIGEa47LVGuKZTEiOVadlNgm2y4SCtok20TaDrvhAXjG2ZaUezbpQ5A7xhfHsGF3Ch7CPtXCAEKWwMlV/XHqWOOJX8E= ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:33.878 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-09-23T17:42:34.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:33.039994+0000 mon.a (mon.0) 89 : audit [INF] from='client.? 172.21.15.18:0/881846826' entity='client.admin' 2023-09-23T17:42:36.315 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-09-23T17:42:36.315 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-09-23T17:42:36.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:35.870109+0000 mon.a (mon.0) 90 : audit [INF] from='client.? 172.21.15.18:0/1411987646' entity='client.admin' 2023-09-23T17:42:38.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:37.069904+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:38.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:37.595454+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi018", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:42:38.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:37.598703+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:38.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:37.600197+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:38.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:37.603097+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:38.725 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi149 2023-09-23T17:42:38.725 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:42:38.725 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.conf 2023-09-23T17:42:38.746 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:42:38.746 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:42:38.806 INFO:tasks.cephadm:Adding host smithi149 to orchestrator... 2023-09-23T17:42:38.806 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch host add smithi149 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.279228+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.318875+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.320227+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.320852+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:38.321906+0000 mgr.y (mgr.14148) 6 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:38.344434+0000 mgr.y (mgr.14148) 7 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:42:39.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.363833+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:39.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:38.366137+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:41.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [90B blob data] 2023-09-23T17:42:41.432 INFO:teuthology.orchestra.run.smithi018.stdout:Added host 'smithi149' with addr '172.21.15.149' 2023-09-23T17:42:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:40.622493+0000 mgr.y (mgr.14148) 8 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:41.431692+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:41.437716+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:41.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:42:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [80B blob data] 2023-09-23T17:42:41.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch host ls --format=json 2023-09-23T17:42:43.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:41.432101+0000 mgr.y (mgr.14148) 9 : cephadm [INF] Added host smithi149 2023-09-23T17:42:43.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:42.004635+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:43.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:42.615715+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:43.821 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:42:43.821 INFO:teuthology.orchestra.run.smithi018.stdout:[{"addr": "172.21.15.18", "hostname": "smithi018", "labels": [], "status": ""}, {"addr": "172.21.15.149", "hostname": "smithi149", "labels": [], "status": ""}] 2023-09-23T17:42:44.242 INFO:tasks.cephadm:Setting crush tunables to default 2023-09-23T17:42:44.242 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd crush tunables default 2023-09-23T17:42:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:43.821153+0000 mgr.y (mgr.14148) 10 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:42:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:44.828446+0000 mgr.y (mgr.14148) 11 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.386484+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:46.837 INFO:teuthology.orchestra.run.smithi018.stderr:adjusted tunables profile to default 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.924936+0000 mon.a (mon.0) 107 : audit [INF] from='client.? 172.21.15.18:0/3030722611' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.938622+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.939281+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.940126+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.940776+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:42:47.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:45.941856+0000 mgr.y (mgr.14148) 12 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:42:47.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:45.958894+0000 mgr.y (mgr.14148) 13 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:42:47.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.985814+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:47.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:45.987906+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:47.310 INFO:tasks.cephadm:Adding mon.a on smithi018 2023-09-23T17:42:47.310 INFO:tasks.cephadm:Adding mon.c on smithi018 2023-09-23T17:42:47.310 INFO:tasks.cephadm:Adding mon.b on smithi149 2023-09-23T17:42:47.310 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply mon '3;smithi018:172.21.15.18=a;smithi018:[v2:172.21.15.18:3301,v1:172.21.15.18:6790]=c;smithi149:172.21.15.149=b' 2023-09-23T17:42:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:46.828862+0000 mgr.y (mgr.14148) 14 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:46.834541+0000 mon.a (mon.0) 114 : audit [INF] from='client.? 172.21.15.18:0/3030722611' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-09-23T17:42:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:46.834609+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:42:49.025 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mon update... 2023-09-23T17:42:49.389 DEBUG:teuthology.orchestra.run.smithi018:mon.c> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.c.service 2023-09-23T17:42:49.392 DEBUG:teuthology.orchestra.run.smithi149:mon.b> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.b.service 2023-09-23T17:42:49.396 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T17:42:49.396 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T17:42:49.424 INFO:journalctl@ceph.mon.b.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:42:49.429 INFO:journalctl@ceph.mon.c.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:48.829288+0000 mgr.y (mgr.14148) 15 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.019226+0000 mgr.y (mgr.14148) 16 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi018:[v2:172.21.15.18:3301,v1:172.21.15.18:6790]=c;smithi149:172.21.15.149=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:49.021976+0000 mgr.y (mgr.14148) 17 : cephadm [INF] Saving service mon spec with placement smithi018:172.21.15.18=a;smithi018:[v2:172.21.15.18:3301,v1:172.21.15.18:6790]=c;smithi149:172.21.15.149=b;count:3 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.024509+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.060359+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.062156+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.063101+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.066717+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.068648+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:42:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:49.069569+0000 mon.a (mon.0) 122 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:49.070382+0000 mgr.y (mgr.14148) 18 : cephadm [INF] Deploying daemon mon.b on smithi149 2023-09-23T17:42:51.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:50.829628+0000 mgr.y (mgr.14148) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:51 smithi149 systemd[1]: Starting Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:42:52.038 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:42:52.039 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":1,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","modified":"2023-09-23T17:41:33.147222Z","created":"2023-09-23T17:41:33.147222Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-09-23T17:42:52.040 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 1 2023-09-23T17:42:52.346 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 podman[96269]: 2023-09-23T17:42:52.346 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 bash[96269]: f547f61aabced596f5754051a4c07d63525e89b523357266e06bd6c771545aa5 2023-09-23T17:42:52.346 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.251+0000 7f795e347880 0 set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:42:52.346 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.251+0000 7f795e347880 0 ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable), process ceph-mon, pid 7 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.251+0000 7f795e347880 0 pidfile_write: ignore empty --pid-file 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.255+0000 7f795e347880 0 load: jerasure load: lrc load: isa 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: RocksDB version: 6.8.1 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Compile date Sep 21 2023 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: DB SUMMARY 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: CURRENT file: CURRENT 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.347 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 511 ; 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.error_if_exists: 0 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.create_if_missing: 0 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.paranoid_checks: 1 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.env: 0x55ae645e8080 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.fs: Posix File System 2023-09-23T17:42:52.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.info_log: 0x55ae655bda80 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.statistics: (nil) 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.use_fsync: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_log_file_size: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.allow_fallocate: 1 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:42:52.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.use_direct_reads: 0 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.db_log_dir: 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_subcompactions: 1 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_background_flushes: -1 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:42:52.350 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.write_buffer_manager: 0x55ae662b8330 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:42:52.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.unordered_write: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.row_cache: None 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.wal_filter: None 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.preserve_deletes: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.two_write_queues: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:42:52.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.atomic_flush: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.log_readahead_size: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_background_jobs: 2 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_background_compactions: -1 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:42:52.353 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:42:52.354 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_open_files: -1 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:42:52.355 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Compression algorithms supported: 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kZSTD supported: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kXpressCompression supported: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kLZ4Compression supported: 1 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kBZip2Compression supported: 0 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kZlibCompression supported: 1 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: kSnappyCompression supported: 1 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:42:52.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.merge_operator: 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_filter: None 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ae6556dd18) 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cache_index_and_filter_blocks: 1 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:42:52.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: pin_top_level_index_and_filter: 1 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: index_type: 0 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: data_block_index_type: 0 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: index_shortening: 1 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: hash_index_allow_collision: 1 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: checksum: 1 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: no_block_cache: 0 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_cache: 0x55ae655a2f10 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_cache_name: BinnedLRUCache 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_cache_options: 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: capacity : 536870912 2023-09-23T17:42:52.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: num_shard_bits : 4 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: strict_capacity_limit : 0 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: high_pri_pool_ratio: 0.000 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_cache_compressed: (nil) 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: persistent_cache: (nil) 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_size: 4096 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_size_deviation: 10 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_restart_interval: 16 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: index_block_restart_interval: 1 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: metadata_block_size: 4096 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: partition_filters: 0 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: use_delta_encoding: 1 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T17:42:52.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: whole_key_filtering: 1 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: verify_compression: 0 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: read_amp_bytes_per_bit: 0 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: format_version: 2 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: enable_index_compression: 1 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: block_align: 0 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression: NoCompression 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:42:52.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.num_levels: 7 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:42:52.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:42:52.362 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.arena_block_size: 4194304 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T17:42:52.363 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.table_properties_collectors: 2023-09-23T17:42:52.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.inplace_update_support: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.bloom_locality: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.max_successive_merges: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.force_consistency_checks: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.ttl: 2592000 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:42:52.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490972258252, "job": 1, "event": "recovery_started", "log_files": [3]} 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.256+0000 7f795e347880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.257+0000 7f795e347880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.257+0000 7f795e347880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490972258719, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1695490972, "oldest_key_time": 3, "file_creation_time": 0}} 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.257+0000 7f795e347880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.257+0000 7f795e347880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490972259075, "job": 1, "event": "recovery_finished"} 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.258+0000 7f795e347880 4 rocksdb: DB pointer 0x55ae6566b800 2023-09-23T17:42:52.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.258+0000 7f794514f700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.258+0000 7f794514f700 4 rocksdb: [db_impl/db_impl.cc:851] 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** DB Stats ** 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** Compaction Stats [default] ** 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:42:52.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** Compaction Stats [default] ** 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:42:52.368 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** Compaction Stats [default] ** 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.369 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** Compaction Stats [default] ** 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:42:52.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.258+0000 7f795e347880 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.258+0000 7f795e347880 0 using public_addr v2:172.21.15.149:0/0 -> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.259+0000 7f795e347880 0 starting mon.b rank -1 at public addrs [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] at bind addrs [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.260+0000 7f795e347880 1 mon.b@-1(???) e0 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.281+0000 7f7947954700 0 mon.b@-1(synchronizing).mds e1 new map 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.281+0000 7f7947954700 0 mon.b@-1(synchronizing).mds e1 print_map 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: e1 2023-09-23T17:42:52.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: legacy client fscid: -1 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: No filesystems configured 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.282+0000 7f7947954700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-09-23T17:42:52.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.284+0000 7f7947954700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.284+0000 7f7947954700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.284+0000 7f7947954700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.284+0000 7f7947954700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:50.829628+0000 mgr.y (mgr.14148) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:42:52.284+0000 7f7947954700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-09-23T17:42:52.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:52 smithi149 systemd[1]: Started Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:42:53.698 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T17:42:53.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T17:42:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:52.292444+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:42:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:52.292619+0000 mon.a (mon.0) 126 : cluster [INF] mon.a calling monitor election 2023-09-23T17:42:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:52.305651+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:52.830064+0000 mgr.y (mgr.14148) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:53.289967+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:54.290024+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:54.290975+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:54.830451+0000 mgr.y (mgr.14148) 21 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:55.289724+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:56.290066+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:56.830749+0000 mgr.y (mgr.14148) 22 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:57.290053+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.320097+0000 mon.a (mon.0) 133 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.328866+0000 mon.a (mon.0) 134 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0]} removed_ranks: {} 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.341371+0000 mon.a (mon.0) 135 : cluster [DBG] fsmap 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.341416+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:42:57.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.341630+0000 mon.a (mon.0) 137 : cluster [DBG] mgrmap e13: y(active, since 32s) 2023-09-23T17:42:57.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:57.345164+0000 mon.a (mon.0) 138 : cluster [INF] overall HEALTH_OK 2023-09-23T17:42:57.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:57.348501+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:57.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:57.349659+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:42:57.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:57.350544+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:57.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:42:57.351363+0000 mgr.y (mgr.14148) 23 : cephadm [INF] Deploying daemon mon.c on smithi018 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:52.292444+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:52.292619+0000 mon.a (mon.0) 126 : cluster [INF] mon.a calling monitor election 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:52.305651+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:52.830064+0000 mgr.y (mgr.14148) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:53.289967+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:54.290024+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:54.290975+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:54.830451+0000 mgr.y (mgr.14148) 21 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:55.289724+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:56.290066+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:56.830749+0000 mgr.y (mgr.14148) 22 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:57.290053+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.320097+0000 mon.a (mon.0) 133 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.328866+0000 mon.a (mon.0) 134 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0]} removed_ranks: {} 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.341371+0000 mon.a (mon.0) 135 : cluster [DBG] fsmap 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.341416+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.341630+0000 mon.a (mon.0) 137 : cluster [DBG] mgrmap e13: y(active, since 32s) 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:57.345164+0000 mon.a (mon.0) 138 : cluster [INF] overall HEALTH_OK 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:57.348501+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:42:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:57.349659+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:42:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:57.350544+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:42:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:42:57.351363+0000 mgr.y (mgr.14148) 23 : cephadm [INF] Deploying daemon mon.c on smithi018 2023-09-23T17:42:58.379 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:42:58.379 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":2,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","modified":"2023-09-23T17:42:52.289876Z","created":"2023-09-23T17:41:33.147222Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-09-23T17:42:58.381 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 2 2023-09-23T17:42:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:58.290163+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:42:58.379620+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.149:0/2571008526' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:42:58.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:58.290163+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:42:58.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:42:58.379620+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.149:0/2571008526' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:42:59.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:42:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:42:58.830994+0000 mgr.y (mgr.14148) 24 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:59.759 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T17:42:59.759 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T17:42:59.790 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:42:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:42:58.830994+0000 mgr.y (mgr.14148) 24 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:42:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:42:59 smithi018 systemd[1]: Starting Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:43:00.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:42:59 smithi018 podman[102014]: 2023-09-23T17:43:00.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.179+0000 7f29264e3880 0 set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:43:00.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.179+0000 7f29264e3880 0 ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable), process ceph-mon, pid 7 2023-09-23T17:43:00.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.179+0000 7f29264e3880 0 pidfile_write: ignore empty --pid-file 2023-09-23T17:43:00.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 0 load: jerasure load: lrc load: isa 2023-09-23T17:43:00.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: RocksDB version: 6.8.1 2023-09-23T17:43:00.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T17:43:00.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Compile date Sep 21 2023 2023-09-23T17:43:00.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: DB SUMMARY 2023-09-23T17:43:00.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: CURRENT file: CURRENT 2023-09-23T17:43:00.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 636 ; 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.error_if_exists: 0 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.create_if_missing: 0 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.paranoid_checks: 1 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.env: 0x5619c2925080 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.fs: Posix File System 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.info_log: 0x5619c4be3a80 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.statistics: (nil) 2023-09-23T17:43:00.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.use_fsync: 0 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_log_file_size: 0 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.allow_fallocate: 1 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:43:00.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.use_direct_reads: 0 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.db_log_dir: 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_subcompactions: 1 2023-09-23T17:43:00.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_background_flushes: -1 2023-09-23T17:43:00.284 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:43:00.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:43:00.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.write_buffer_manager: 0x5619c58de300 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T17:43:00.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.unordered_write: 0 2023-09-23T17:43:00.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.row_cache: None 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.wal_filter: None 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:43:00.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.preserve_deletes: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.two_write_queues: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.atomic_flush: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.log_readahead_size: 0 2023-09-23T17:43:00.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_background_jobs: 2 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_background_compactions: -1 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:43:00.290 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.max_open_files: -1 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Compression algorithms supported: 2023-09-23T17:43:00.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kZSTD supported: 0 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kXpressCompression supported: 0 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kLZ4Compression supported: 1 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kBZip2Compression supported: 0 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kZlibCompression supported: 1 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: kSnappyCompression supported: 1 2023-09-23T17:43:00.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.184+0000 7f29264e3880 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.merge_operator: 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_filter: None 2023-09-23T17:43:00.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5619c4b93d18) 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cache_index_and_filter_blocks: 1 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: pin_top_level_index_and_filter: 1 2023-09-23T17:43:00.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: index_type: 0 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: data_block_index_type: 0 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: index_shortening: 1 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: hash_index_allow_collision: 1 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: checksum: 1 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: no_block_cache: 0 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_cache: 0x5619c4bc8f10 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_cache_name: BinnedLRUCache 2023-09-23T17:43:00.295 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_cache_options: 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: capacity : 536870912 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: num_shard_bits : 4 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: strict_capacity_limit : 0 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: high_pri_pool_ratio: 0.000 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_cache_compressed: (nil) 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: persistent_cache: (nil) 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_size: 4096 2023-09-23T17:43:00.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_size_deviation: 10 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_restart_interval: 16 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: index_block_restart_interval: 1 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: metadata_block_size: 4096 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: partition_filters: 0 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: use_delta_encoding: 1 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: whole_key_filtering: 1 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: verify_compression: 0 2023-09-23T17:43:00.297 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: read_amp_bytes_per_bit: 0 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: format_version: 2 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: enable_index_compression: 1 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: block_align: 0 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression: NoCompression 2023-09-23T17:43:00.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.num_levels: 7 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:43:00.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:43:00.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:43:00.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.arena_block_size: 4194304 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:43:00.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.table_properties_collectors: 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.inplace_update_support: 0 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.bloom_locality: 0 2023-09-23T17:43:00.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.max_successive_merges: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.force_consistency_checks: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.ttl: 2592000 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2023-09-23T17:43:00.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490980186593, "job": 1, "event": "recovery_started", "log_files": [3]} 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.185+0000 7f29264e3880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.186+0000 7f29264e3880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.186+0000 7f29264e3880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490980187042, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1562, "table_properties": {"data_size": 648, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1695490980, "oldest_key_time": 3, "file_creation_time": 0}} 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.186+0000 7f29264e3880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2023-09-23T17:43:00.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.186+0000 7f29264e3880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1695490980187417, "job": 1, "event": "recovery_finished"} 2023-09-23T17:43:00.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.187+0000 7f29264e3880 4 rocksdb: DB pointer 0x5619c4c91800 2023-09-23T17:43:00.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.187+0000 7f290d2eb700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2023-09-23T17:43:00.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.187+0000 7f290d2eb700 4 rocksdb: [db_impl/db_impl.cc:851] 2023-09-23T17:43:00.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** DB Stats ** 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:43:00.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** Compaction Stats [default] ** 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** Compaction Stats [default] ** 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:43:00.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** Compaction Stats [default] ** 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** Compaction Stats [default] ** 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:43:00.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.187+0000 7f29264e3880 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.188+0000 7f29264e3880 0 using public_addrv [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.188+0000 7f29264e3880 0 starting mon.c rank -1 at public addrs [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] at bind addrs [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.189+0000 7f29264e3880 1 mon.c@-1(???) e0 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 0 mon.c@-1(synchronizing).mds e1 new map 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 0 mon.c@-1(synchronizing).mds e1 print_map 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: e1 2023-09-23T17:43:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: legacy client fscid: -1 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: No filesystems configured 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.204+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T17:43:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:42:58.830994+0000 mgr.y (mgr.14148) 24 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:43:00.205+0000 7f290faf0700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 bash[102014]: 539e5208787917e6bfffcb8c5b16b42983ea181fc343a94340f0a34acaf989e4 2023-09-23T17:43:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:00 smithi018 systemd[1]: Started Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:43:05.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:00.212544+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:00.212738+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:00.214809+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:00.225466+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:00.225582+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:00.831308+0000 mgr.y (mgr.14148) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:01.209597+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:02.209663+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:02.211163+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-09-23T17:43:05.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:02.831757+0000 mgr.y (mgr.14148) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:03.209951+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:04.209809+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:05.210062+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.239505+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.242737+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.243254+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2023-09-23T17:43:05.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.243287+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:00.212544+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:00.212738+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:00.214809+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:00.225466+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:00.225582+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:00.831308+0000 mgr.y (mgr.14148) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:01.209597+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:02.209663+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:02.211163+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:02.831757+0000 mgr.y (mgr.14148) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:03.209951+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:04.209809+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:05.210062+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.239505+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.242737+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.243254+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.243287+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.243526+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 40s) 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:05.247972+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:05.250965+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:05.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:05.252367+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:05.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.243526+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 40s) 2023-09-23T17:43:05.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:05.247972+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2023-09-23T17:43:05.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:05.250965+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:05.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:05.252367+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:05.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:00.212544+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:00.212738+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:00.214809+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:00.225466+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:00.225582+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:00.831308+0000 mgr.y (mgr.14148) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:01.209597+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:02.209663+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:02.211163+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:02.831757+0000 mgr.y (mgr.14148) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:03.209951+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:04.209809+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:05.210062+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.239505+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.242737+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.243254+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.243287+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.243526+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 40s) 2023-09-23T17:43:05.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:05.247972+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2023-09-23T17:43:05.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:05.250965+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:05.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:05.252367+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:05.927 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-09-23T17:43:05.928 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":3,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","modified":"2023-09-23T17:43:00.209891Z","created":"2023-09-23T17:41:33.147222Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3301","nonce":0},{"type":"v1","addr":"172.21.15.18:6790","nonce":0}]},"addr":"172.21.15.18:6790/0","public_addr":"172.21.15.18:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-09-23T17:43:05.929 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 3 2023-09-23T17:43:06.330 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-09-23T17:43:06.330 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph config generate-minimal-conf 2023-09-23T17:43:06.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:04.832049+0000 mgr.y (mgr.14148) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:06.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:05.926889+0000 mon.a (mon.0) 162 : audit [DBG] from='client.? 172.21.15.149:0/1754563144' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:43:06.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:06.210043+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:04.832049+0000 mgr.y (mgr.14148) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:05.926889+0000 mon.a (mon.0) 162 : audit [DBG] from='client.? 172.21.15.149:0/1754563144' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:43:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:06.210043+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:04.832049+0000 mgr.y (mgr.14148) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:05.926889+0000 mon.a (mon.0) 162 : audit [DBG] from='client.? 172.21.15.149:0/1754563144' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:43:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:06.210043+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:43:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:06.682588+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:06.832291+0000 mgr.y (mgr.14148) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.013038+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.013681+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.014354+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:07.015306+0000 mgr.y (mgr.14148) 29 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:07.015573+0000 mgr.y (mgr.14148) 30 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.043017+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.054300+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.057114+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:07.058213+0000 mgr.y (mgr.14148) 31 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.058437+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.059100+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:07.059733+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:07.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:07.060303+0000 mgr.y (mgr.14148) 32 : cephadm [INF] Reconfiguring daemon mon.a on smithi018 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:06.682588+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:06.832291+0000 mgr.y (mgr.14148) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.013038+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.013681+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.014354+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:07.015306+0000 mgr.y (mgr.14148) 29 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:07.015573+0000 mgr.y (mgr.14148) 30 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.043017+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.054300+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.057114+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:07.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:07.058213+0000 mgr.y (mgr.14148) 31 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-09-23T17:43:07.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.058437+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:07.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.059100+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:07.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:07.059733+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:07.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:07.060303+0000 mgr.y (mgr.14148) 32 : cephadm [INF] Reconfiguring daemon mon.a on smithi018 2023-09-23T17:43:08.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:06.682588+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:06.832291+0000 mgr.y (mgr.14148) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.013038+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.013681+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.014354+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:07.015306+0000 mgr.y (mgr.14148) 29 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:07.015573+0000 mgr.y (mgr.14148) 30 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.043017+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.054300+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.057114+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:07.058213+0000 mgr.y (mgr.14148) 31 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.058437+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.059100+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:07.059733+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:07.060303+0000 mgr.y (mgr.14148) 32 : cephadm [INF] Reconfiguring daemon mon.a on smithi018 2023-09-23T17:43:08.289 INFO:teuthology.orchestra.run.smithi018.stdout:# minimal ceph.conf for 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:43:08.289 INFO:teuthology.orchestra.run.smithi018.stdout:[global] 2023-09-23T17:43:08.289 INFO:teuthology.orchestra.run.smithi018.stdout: fsid = 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:43:08.289 INFO:teuthology.orchestra.run.smithi018.stdout: mon_host = [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] 2023-09-23T17:43:08.984 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:08.289778+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.18:0/3254767192' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:08.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:08.289778+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.18:0/3254767192' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:08.986 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-09-23T17:43:08.986 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:43:08.986 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.conf 2023-09-23T17:43:09.017 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:43:09.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:43:09.086 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:43:09.086 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.conf 2023-09-23T17:43:09.115 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:08.289778+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.18:0/3254767192' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:09.120 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:43:09.120 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:43:09.189 INFO:tasks.cephadm:Adding mgr.y on smithi018 2023-09-23T17:43:09.189 INFO:tasks.cephadm:Adding mgr.x on smithi149 2023-09-23T17:43:09.189 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply mgr '2;smithi018=y;smithi149=x' 2023-09-23T17:43:10.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:08.832581+0000 mgr.y (mgr.14148) 33 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:10.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:08.919573+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:10.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:08.920143+0000 mgr.y (mgr.14148) 34 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-09-23T17:43:10.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:08.920366+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:10.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:08.921011+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:10.067 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:08.921597+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:10.067 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:08.922174+0000 mgr.y (mgr.14148) 35 : cephadm [INF] Reconfiguring daemon mon.c on smithi018 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:08.832581+0000 mgr.y (mgr.14148) 33 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:08.919573+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:08.920143+0000 mgr.y (mgr.14148) 34 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:08.920366+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:08.921011+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:08.921597+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:08.922174+0000 mgr.y (mgr.14148) 35 : cephadm [INF] Reconfiguring daemon mon.c on smithi018 2023-09-23T17:43:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:08.832581+0000 mgr.y (mgr.14148) 33 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:08.919573+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:08.920143+0000 mgr.y (mgr.14148) 34 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:08.920366+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:08.921011+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:08.921597+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:08.922174+0000 mgr.y (mgr.14148) 35 : cephadm [INF] Reconfiguring daemon mon.c on smithi018 2023-09-23T17:43:10.914 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mgr update... 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:09.989037+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.135229+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:10.135728+0000 mgr.y (mgr.14148) 36 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.135941+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.136553+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.137119+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:10.137702+0000 mgr.y (mgr.14148) 37 : cephadm [INF] Reconfiguring daemon mon.b on smithi149 2023-09-23T17:43:11.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.914365+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:09.989037+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.135229+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:10.135728+0000 mgr.y (mgr.14148) 36 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.135941+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.136553+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.137119+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:10.137702+0000 mgr.y (mgr.14148) 37 : cephadm [INF] Reconfiguring daemon mon.b on smithi149 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.914365+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:09.989037+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.135229+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:10.135728+0000 mgr.y (mgr.14148) 36 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.135941+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.136553+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.137119+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:10.137702+0000 mgr.y (mgr.14148) 37 : cephadm [INF] Reconfiguring daemon mon.b on smithi149 2023-09-23T17:43:11.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.914365+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:11.567 DEBUG:teuthology.orchestra.run.smithi149:mgr.x> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service 2023-09-23T17:43:11.569 INFO:tasks.cephadm:Deploying OSDs... 2023-09-23T17:43:11.569 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:43:11.569 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T17:43:11.590 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T17:43:11.590 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_1 2023-09-23T17:43:11.597 INFO:journalctl@ceph.mgr.x.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 6h/6d Inode: 382974 Links: 1 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2023-09-23 17:42:59.639460469 +0000 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2023-09-23 17:34:17.450447987 +0000 2023-09-23T17:43:11.651 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2023-09-23 17:34:17.450447987 +0000 2023-09-23T17:43:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: - 2023-09-23T17:43:11.652 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T17:43:11.721 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2023-09-23T17:43:11.721 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2023-09-23T17:43:11.721 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000127427 s, 4.0 MB/s 2023-09-23T17:43:11.722 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T17:43:11.783 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_2 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 6h/6d Inode: 380726 Links: 1 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2023-09-23 17:42:59.639460469 +0000 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2023-09-23 17:34:17.960442468 +0000 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2023-09-23 17:34:17.960442468 +0000 2023-09-23T17:43:11.842 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: - 2023-09-23T17:43:11.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T17:43:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2023-09-23T17:43:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2023-09-23T17:43:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000117539 s, 4.4 MB/s 2023-09-23T17:43:11.911 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T17:43:11.971 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_3 2023-09-23T17:43:12.029 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 6h/6d Inode: 390979 Links: 1 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2023-09-23 17:42:59.639460469 +0000 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2023-09-23 17:34:18.485436787 +0000 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2023-09-23 17:34:18.485436787 +0000 2023-09-23T17:43:12.030 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: - 2023-09-23T17:43:12.030 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T17:43:12.097 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2023-09-23T17:43:12.097 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2023-09-23T17:43:12.097 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000118129 s, 4.3 MB/s 2023-09-23T17:43:12.098 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T17:43:12.157 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_4 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 6h/6d Inode: 389768 Links: 1 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2023-09-23 17:42:59.639460469 +0000 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2023-09-23 17:34:18.992431300 +0000 2023-09-23T17:43:12.216 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2023-09-23 17:34:18.992431300 +0000 2023-09-23T17:43:12.217 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: - 2023-09-23T17:43:12.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T17:43:12.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:10.832928+0000 mgr.y (mgr.14148) 38 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:10.909303+0000 mgr.y (mgr.14148) 39 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi018=y;smithi149=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:10.910972+0000 mgr.y (mgr.14148) 40 : cephadm [INF] Saving service mgr spec with placement smithi018=y;smithi149=x;count:2 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.539641+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.540775+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.542595+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.543583+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.548228+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.549846+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.552400+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.553268+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:12.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:11.554311+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:10.832928+0000 mgr.y (mgr.14148) 38 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:10.909303+0000 mgr.y (mgr.14148) 39 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi018=y;smithi149=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:10.910972+0000 mgr.y (mgr.14148) 40 : cephadm [INF] Saving service mgr spec with placement smithi018=y;smithi149=x;count:2 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.539641+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.540775+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.542595+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.543583+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.548228+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.549846+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:12.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.552400+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T17:43:12.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.553268+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:12.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:11.554311+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.284 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2023-09-23T17:43:12.284 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2023-09-23T17:43:12.284 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.00010235 s, 5.0 MB/s 2023-09-23T17:43:12.284 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T17:43:12.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:10.832928+0000 mgr.y (mgr.14148) 38 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:10.909303+0000 mgr.y (mgr.14148) 39 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi018=y;smithi149=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:10.910972+0000 mgr.y (mgr.14148) 40 : cephadm [INF] Saving service mgr spec with placement smithi018=y;smithi149=x;count:2 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.539641+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.540775+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.542595+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.543583+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.548228+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.549846+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.552400+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.553268+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:11.554311+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:12.342 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:43:12.342 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T17:43:12.359 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T17:43:12.360 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_1 2023-09-23T17:43:12.418 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T17:43:12.418 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:12.418 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 6h/6d Inode: 387709 Links: 1 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-09-23 17:42:51.694556531 +0000 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-09-23 17:34:03.713126044 +0000 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-09-23 17:34:03.713126044 +0000 2023-09-23T17:43:12.419 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: - 2023-09-23T17:43:12.419 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T17:43:12.484 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-09-23T17:43:12.485 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-09-23T17:43:12.485 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000238208 s, 2.1 MB/s 2023-09-23T17:43:12.486 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T17:43:12.544 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_2 2023-09-23T17:43:12.601 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T17:43:12.601 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 6h/6d Inode: 390869 Links: 1 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-09-23 17:42:51.694556531 +0000 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-09-23 17:34:04.215116237 +0000 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-09-23 17:34:04.215116237 +0000 2023-09-23T17:43:12.602 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: - 2023-09-23T17:43:12.602 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T17:43:12.666 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-09-23T17:43:12.667 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-09-23T17:43:12.667 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000242275 s, 2.1 MB/s 2023-09-23T17:43:12.668 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T17:43:12.732 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_3 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 6h/6d Inode: 391223 Links: 1 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-09-23 17:43:12.747138998 +0000 2023-09-23T17:43:12.789 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-09-23 17:34:04.713106508 +0000 2023-09-23T17:43:12.790 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-09-23 17:34:04.713106508 +0000 2023-09-23T17:43:12.790 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: - 2023-09-23T17:43:12.790 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T17:43:12.921 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-09-23T17:43:12.921 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-09-23T17:43:12.921 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000231808 s, 2.2 MB/s 2023-09-23T17:43:12.922 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T17:43:12.943 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_4 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 6h/6d Inode: 390913 Links: 1 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-09-23 17:43:12.876136439 +0000 2023-09-23T17:43:13.006 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-09-23 17:34:05.217096662 +0000 2023-09-23T17:43:13.007 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-09-23 17:34:05.217096662 +0000 2023-09-23T17:43:13.007 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: - 2023-09-23T17:43:13.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T17:43:13.076 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-09-23T17:43:13.076 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-09-23T17:43:13.076 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000200272 s, 2.6 MB/s 2023-09-23T17:43:13.077 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T17:43:13.135 INFO:tasks.cephadm:Deploying osd.0 on smithi018 with /dev/vg_nvme/lv_4... 2023-09-23T17:43:13.135 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-09-23T17:43:13.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:11.555157+0000 mgr.y (mgr.14148) 41 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:43:13.247 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:12 smithi149 systemd[1]: Starting Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:43:13.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:11.555157+0000 mgr.y (mgr.14148) 41 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:43:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:11.555157+0000 mgr.y (mgr.14148) 41 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:43:13.544 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 podman[97693]: 2023-09-23T17:43:13.544 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:13.484+0000 7f6a9e9d1700 1 -- 172.21.15.149:0/3076056017 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c4139724e0 con 0x55c413947400 2023-09-23T17:43:13.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 bash[97693]: 5362f66fd625eab16ffdeec0d0c3bde7e674fed87cc59d737cc893a31be416ce 2023-09-23T17:43:13.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:13.606+0000 7f6aaefb6680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:43:13.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 systemd[1]: Started Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:43:13.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:13.695+0000 7f6aaefb6680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:43:14.253 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:12.833260+0000 mgr.y (mgr.14148) 42 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:14.254 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:13.675007+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:14.254 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:13.676695+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:14.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:12.833260+0000 mgr.y (mgr.14148) 42 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:14.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:13.675007+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:14.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:13.676695+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:14.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:14.086+0000 7f6aaefb6680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:43:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:12.833260+0000 mgr.y (mgr.14148) 42 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:13.675007+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:13.676695+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00835084 s, 1.3 GB/s 2023-09-23T17:43:14.935 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2023-09-23T17:43:15.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:14.880+0000 7f6aaefb6680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:43:15.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:14.963+0000 7f6aaefb6680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:43:15.396 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi018:vg_nvme/lv_4 2023-09-23T17:43:15.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:15.190+0000 7f6aaefb6680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:43:15.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:14.833508+0000 mgr.y (mgr.14148) 43 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:14.992967+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.175735+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.176351+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.177061+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.180657+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:15.182313+0000 mgr.y (mgr.14148) 44 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.182532+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.183196+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:15.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:15.183749+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:15.184272+0000 mgr.y (mgr.14148) 45 : cephadm [INF] Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:14.833508+0000 mgr.y (mgr.14148) 43 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:14.992967+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.175735+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.176351+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.177061+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.180657+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:15.182313+0000 mgr.y (mgr.14148) 44 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-09-23T17:43:15.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.182532+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:15.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.183196+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:15.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:15.183749+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:15.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:15.184272+0000 mgr.y (mgr.14148) 45 : cephadm [INF] Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:43:16.266 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.140+0000 7f6aaefb6680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:43:16.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:14.833508+0000 mgr.y (mgr.14148) 43 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:14.992967+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.175735+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.176351+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.177061+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.180657+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:15.182313+0000 mgr.y (mgr.14148) 44 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.182532+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.183196+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:15.183749+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:16.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:15.184272+0000 mgr.y (mgr.14148) 45 : cephadm [INF] Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:43:16.634 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.266+0000 7f6aaefb6680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:43:16.634 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.344+0000 7f6aaefb6680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:43:16.634 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.434+0000 7f6aaefb6680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:43:16.634 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.634+0000 7f6aaefb6680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:43:17.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:16.911+0000 7f6aaefb6680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:43:17.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:17.009+0000 7f6aaefb6680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:43:17.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:16.411644+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:16.412864+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:17.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:16.414287+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:17.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:16.414970+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:17.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:16.419717+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:16.833852+0000 mgr.y (mgr.14148) 46 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:16.411644+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:16.412864+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:16.414287+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:16.414970+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:16.419717+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:16.833852+0000 mgr.y (mgr.14148) 46 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:16.411644+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:16.412864+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:16.414287+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:16.414970+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:16.419717+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:16.833852+0000 mgr.y (mgr.14148) 46 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:18.087 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:17.739+0000 7f6aaefb6680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:43:18.087 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:17.820+0000 7f6aaefb6680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:43:18.087 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:17.912+0000 7f6aaefb6680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:43:18.087 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.087+0000 7f6aaefb6680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:43:18.617 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:17.768185+0000 mgr.y (mgr.14148) 47 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:18.617 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:17.771032+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:18.617 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:17.773364+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:18.617 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:17.774040+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:18.618 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.353+0000 7f6aaefb6680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:43:18.618 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.484+0000 7f6aaefb6680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:43:18.777 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:17.768185+0000 mgr.y (mgr.14148) 47 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:18.777 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:17.771032+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:18.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:17.773364+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:18.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:17.774040+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:18.778 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:17.768185+0000 mgr.y (mgr.14148) 47 : audit [DBG] from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:18.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:17.771032+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:18.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:17.773364+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:18.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:17.774040+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:18.871 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.616+0000 7f6aaefb6680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:43:18.871 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.787+0000 7f6aaefb6680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:43:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:18.834192+0000 mgr.y (mgr.14148) 48 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:18.884876+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:18.885276+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:18.885653+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:18.886664+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:18.886906+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:18.834192+0000 mgr.y (mgr.14148) 48 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:18.884876+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:18.885276+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:18.885653+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:43:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:18.886664+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:43:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:18.886906+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:43:19.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:43:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:43:18.871+0000 7f6aaefb6680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:18.834192+0000 mgr.y (mgr.14148) 48 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:18.884876+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:18.885276+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:18.885653+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:18.886664+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:43:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:18.886906+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.149:0/2698388448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:43:20.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:19.428356+0000 mon.a (mon.0) 213 : cluster [DBG] mgrmap e14: y(active, since 54s), standbys: x 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:19.428490+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:20.180341+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.18:0/4181375055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:20.180709+0000 mon.a (mon.0) 215 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:20.184016+0000 mon.a (mon.0) 216 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]': finished 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:20.184064+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:20.184185+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:19.428356+0000 mon.a (mon.0) 213 : cluster [DBG] mgrmap e14: y(active, since 54s), standbys: x 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:19.428490+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:20.180341+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.18:0/4181375055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:20.180709+0000 mon.a (mon.0) 215 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:20.184016+0000 mon.a (mon.0) 216 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]': finished 2023-09-23T17:43:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:20.184064+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-09-23T17:43:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:20.184185+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:19.428356+0000 mon.a (mon.0) 213 : cluster [DBG] mgrmap e14: y(active, since 54s), standbys: x 2023-09-23T17:43:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:19.428490+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:43:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:20.180341+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.18:0/4181375055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:20.180709+0000 mon.a (mon.0) 215 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]: dispatch 2023-09-23T17:43:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:20.184016+0000 mon.a (mon.0) 216 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aed442f3-f65a-4048-99f5-e835d2690d4e"}]': finished 2023-09-23T17:43:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:20.184064+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-09-23T17:43:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:20.184185+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:21.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:20.808247+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.18:0/2909988974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:21.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:20.834465+0000 mgr.y (mgr.14148) 49 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:20.808247+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.18:0/2909988974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:20.834465+0000 mgr.y (mgr.14148) 49 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:20.808247+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.18:0/2909988974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:20.834465+0000 mgr.y (mgr.14148) 49 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:24.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:22.834883+0000 mgr.y (mgr.14148) 50 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:22.834883+0000 mgr.y (mgr.14148) 50 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:22.834883+0000 mgr.y (mgr.14148) 50 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:25.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:24.835190+0000 mgr.y (mgr.14148) 51 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:25.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:24.835190+0000 mgr.y (mgr.14148) 51 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:26.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:24.835190+0000 mgr.y (mgr.14148) 51 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:26.209662+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:43:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:26.210283+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:26.210817+0000 mgr.y (mgr.14148) 52 : cephadm [INF] Deploying daemon osd.0 on smithi018 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:26.209662+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:26.210283+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:26.210817+0000 mgr.y (mgr.14148) 52 : cephadm [INF] Deploying daemon osd.0 on smithi018 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:26.209662+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:26.210283+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:27.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:26.210817+0000 mgr.y (mgr.14148) 52 : cephadm [INF] Deploying daemon osd.0 on smithi018 2023-09-23T17:43:28.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:26.835483+0000 mgr.y (mgr.14148) 53 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:28.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:26.835483+0000 mgr.y (mgr.14148) 53 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:26.835483+0000 mgr.y (mgr.14148) 53 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:28.835738+0000 mgr.y (mgr.14148) 54 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:30.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:28.835738+0000 mgr.y (mgr.14148) 54 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:30.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:28.835738+0000 mgr.y (mgr.14148) 54 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:31.713 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:30.626155+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:31.713 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:30.663641+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:31.713 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:30.836189+0000 mgr.y (mgr.14148) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:31.713 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:30.626155+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:31.713 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:30.663641+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:31.714 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:30.836189+0000 mgr.y (mgr.14148) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:30.626155+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:30.663641+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:30.836189+0000 mgr.y (mgr.14148) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:33.292 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 0 on host 'smithi018' 2023-09-23T17:43:33.805 DEBUG:teuthology.orchestra.run.smithi018:osd.0> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.0.service 2023-09-23T17:43:33.807 INFO:tasks.cephadm:Deploying osd.1 on smithi018 with /dev/vg_nvme/lv_3... 2023-09-23T17:43:33.807 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-09-23T17:43:33.840 INFO:journalctl@ceph.osd.0.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:43:34.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:32.784783+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:32.785511+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:32.786237+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:32.791110+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:32.836473+0000 mgr.y (mgr.14148) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:33.291550+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:33.307980+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:32.784783+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:32.785511+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:32.786237+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:32.791110+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:32.836473+0000 mgr.y (mgr.14148) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:33.291550+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:33.307980+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:32.784783+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:32.785511+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:32.786237+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:32.791110+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:32.836473+0000 mgr.y (mgr.14148) 56 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:33.291550+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:33.307980+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:35.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:33.819021+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:43:35.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:33.819021+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:43:35.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:33.819021+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:43:36.061 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[105489]: debug 2023-09-23T17:43:35.801+0000 7f80c62e0700 -1 osd.0 0 waiting for initial osdmap 2023-09-23T17:43:36.062 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[105489]: debug 2023-09-23T17:43:35.805+0000 7f80bfa56700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:43:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:34.796360+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:43:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:34.796421+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-09-23T17:43:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:34.796537+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:34.796895+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:34.836907+0000 mgr.y (mgr.14148) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:34.796360+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:43:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:34.796421+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-09-23T17:43:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:34.796537+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:34.796895+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:34.836907+0000 mgr.y (mgr.14148) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:36.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:34.796360+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:43:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:34.796421+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-09-23T17:43:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:34.796537+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:34.796895+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:34.836907+0000 mgr.y (mgr.14148) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:36.307 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-09-23T17:43:36.307 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-09-23T17:43:36.307 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2023-09-23T17:43:36.308 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2023-09-23T17:43:36.308 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0102308 s, 1.0 GB/s 2023-09-23T17:43:36.308 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:35.798165+0000 mon.a (mon.0) 235 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:35.798244+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:35.798660+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:35.803592+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:35.798165+0000 mon.a (mon.0) 235 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:35.798244+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-09-23T17:43:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:35.798660+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:35.803592+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:36.822 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi018:vg_nvme/lv_3 2023-09-23T17:43:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:35.798165+0000 mon.a (mon.0) 235 : audit [INF] from='osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:35.798244+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-09-23T17:43:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:35.798660+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:35.803592+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:34.800304+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:34.800412+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:36.804701+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:36.807791+0000 mon.a (mon.0) 240 : cluster [INF] osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938] boot 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:36.807843+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:36.807956+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:36.837215+0000 mgr.y (mgr.14148) 58 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:37.133618+0000 mgr.y (mgr.14148) 59 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.137837+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.138633+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:37.139169+0000 mgr.y (mgr.14148) 60 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 16149M 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.142464+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.143250+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.143892+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:37.148023+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:34.800304+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:38.042 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:34.800412+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:36.804701+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:36.807791+0000 mon.a (mon.0) 240 : cluster [INF] osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938] boot 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:36.807843+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:36.807956+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:36.837215+0000 mgr.y (mgr.14148) 58 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:37.133618+0000 mgr.y (mgr.14148) 59 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.137837+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.138633+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:37.139169+0000 mgr.y (mgr.14148) 60 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 16149M 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.142464+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.143250+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:38.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.143892+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:38.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:37.148023+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:34.800304+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:34.800412+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:36.804701+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:36.807791+0000 mon.a (mon.0) 240 : cluster [INF] osd.0 [v2:172.21.15.18:6802/1852510938,v1:172.21.15.18:6803/1852510938] boot 2023-09-23T17:43:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:36.807843+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:36.807956+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:36.837215+0000 mgr.y (mgr.14148) 58 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:37.133618+0000 mgr.y (mgr.14148) 59 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.137837+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.138633+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:37.139169+0000 mgr.y (mgr.14148) 60 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 16149M 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.142464+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.143250+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.143892+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:37.148023+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:39.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:37.809981+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-09-23T17:43:39.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:38.641268+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:39.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:38.643522+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:39.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:38.644080+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:37.809981+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-09-23T17:43:39.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:38.641268+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:39.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:38.643522+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:39.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:38.644080+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:37.809981+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-09-23T17:43:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:38.641268+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:43:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:38.643522+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:43:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:38.644080+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:40.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:38.638650+0000 mgr.y (mgr.14148) 61 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:40.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:38.838161+0000 mgr.y (mgr.14148) 62 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:38.638650+0000 mgr.y (mgr.14148) 61 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:38.838161+0000 mgr.y (mgr.14148) 62 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:38.638650+0000 mgr.y (mgr.14148) 61 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:43:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:38.838161+0000 mgr.y (mgr.14148) 62 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:40.838405+0000 mgr.y (mgr.14148) 63 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:41.188219+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.18:0/2461050172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:41.188540+0000 mon.a (mon.0) 253 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:41.193115+0000 mon.a (mon.0) 254 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]': finished 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:41.193194+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-09-23T17:43:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:41.193290+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:40.838405+0000 mgr.y (mgr.14148) 63 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:41.188219+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.18:0/2461050172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:41.188540+0000 mon.a (mon.0) 253 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:41.193115+0000 mon.a (mon.0) 254 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]': finished 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:41.193194+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-09-23T17:43:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:41.193290+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:41.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:40.838405+0000 mgr.y (mgr.14148) 63 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:41.188219+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.18:0/2461050172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:41.188540+0000 mon.a (mon.0) 253 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]: dispatch 2023-09-23T17:43:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:41.193115+0000 mon.a (mon.0) 254 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5063fc1-2365-4f05-b998-3bd0162269f9"}]': finished 2023-09-23T17:43:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:41.193194+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-09-23T17:43:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:41.193290+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:41.798696+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.18:0/3368278342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:41.798696+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.18:0/3368278342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:41.798696+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.18:0/3368278342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:43:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:42.838666+0000 mgr.y (mgr.14148) 64 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:42.838666+0000 mgr.y (mgr.14148) 64 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:43.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:42.838666+0000 mgr.y (mgr.14148) 64 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:46.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:44.839077+0000 mgr.y (mgr.14148) 65 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:46.143 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:44.839077+0000 mgr.y (mgr.14148) 65 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:44.839077+0000 mgr.y (mgr.14148) 65 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:46.839400+0000 mgr.y (mgr.14148) 66 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:46.980801+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:43:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:46.981495+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:46.982077+0000 mgr.y (mgr.14148) 67 : cephadm [INF] Deploying daemon osd.1 on smithi018 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:46.839400+0000 mgr.y (mgr.14148) 66 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:46.980801+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:46.981495+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:46.982077+0000 mgr.y (mgr.14148) 67 : cephadm [INF] Deploying daemon osd.1 on smithi018 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:46.839400+0000 mgr.y (mgr.14148) 66 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:46.980801+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:46.981495+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:48.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:46.982077+0000 mgr.y (mgr.14148) 67 : cephadm [INF] Deploying daemon osd.1 on smithi018 2023-09-23T17:43:50.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:48.839685+0000 mgr.y (mgr.14148) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:48.839685+0000 mgr.y (mgr.14148) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:48.839685+0000 mgr.y (mgr.14148) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:52.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:50.839971+0000 mgr.y (mgr.14148) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:52.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:51.287150+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:52.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:51.291983+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:52.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:50.839971+0000 mgr.y (mgr.14148) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:52.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:51.287150+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:52.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:51.291983+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:52.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:50.839971+0000 mgr.y (mgr.14148) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:52.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:51.287150+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:52.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:51.291983+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:54.150 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 1 on host 'smithi018' 2023-09-23T17:43:54.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:52.840264+0000 mgr.y (mgr.14148) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:54.505 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:53.812036+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:54.505 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.149619+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:54.505 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:52.840264+0000 mgr.y (mgr.14148) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:54.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:53.812036+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:54.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.149619+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:54.607 DEBUG:teuthology.orchestra.run.smithi018:osd.1> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1.service 2023-09-23T17:43:54.609 INFO:tasks.cephadm:Deploying osd.2 on smithi018 with /dev/vg_nvme/lv_2... 2023-09-23T17:43:54.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-09-23T17:43:54.640 INFO:journalctl@ceph.osd.1.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:43:54.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:52.840264+0000 mgr.y (mgr.14148) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:54.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:53.812036+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:54.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.149619+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.314615+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.315297+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:54.315755+0000 mgr.y (mgr.14148) 71 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 8074M 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.319428+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.320423+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.321085+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.324975+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.326965+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:54.517302+0000 mon.a (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.314615+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.315297+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:54.315755+0000 mgr.y (mgr.14148) 71 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 8074M 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.319428+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.320423+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.321085+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.324975+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.326965+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:55.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:54.517302+0000 mon.a (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:43:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.314615+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.315297+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:54.315755+0000 mgr.y (mgr.14148) 71 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 8074M 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.319428+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.320423+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.321085+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.324975+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.326965+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:43:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:54.517302+0000 mon.a (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:43:56.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:54.840538+0000 mgr.y (mgr.14148) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:55.329859+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:43:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:55.329956+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-09-23T17:43:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:55.330085+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:55.330627+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:56.691 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[109605]: debug 2023-09-23T17:43:56.333+0000 7f9fbd45b700 -1 osd.1 0 waiting for initial osdmap 2023-09-23T17:43:56.692 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[109605]: debug 2023-09-23T17:43:56.339+0000 7f9fb83d4700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:43:56.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:54.840538+0000 mgr.y (mgr.14148) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:56.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:55.329859+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:43:56.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:55.329956+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-09-23T17:43:56.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:55.330085+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:56.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:55.330627+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:56.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:54.840538+0000 mgr.y (mgr.14148) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:56.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:55.329859+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:43:56.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:55.329956+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-09-23T17:43:56.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:55.330085+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:56.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:55.330627+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00787704 s, 1.3 GB/s 2023-09-23T17:43:57.201 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:56.331141+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:56.331213+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:56.331866+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:56.338070+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:56.331141+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:56.331213+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:56.331866+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:56.338070+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:56.331141+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:43:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:56.331213+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-09-23T17:43:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:56.331866+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:56.338070+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:57.692 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi018:vg_nvme/lv_2 2023-09-23T17:43:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:55.495307+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:55.495424+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:56.840809+0000 mgr.y (mgr.14148) 73 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.336057+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:57.339751+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506] boot 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:57.339799+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.340263+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.755163+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.755867+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.756589+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:57.760687+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:55.495307+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:55.495424+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:56.840809+0000 mgr.y (mgr.14148) 73 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.336057+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:57.339751+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506] boot 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:57.339799+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.340263+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.755163+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.755867+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.756589+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:58.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:57.760687+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:55.495307+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:43:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:55.495424+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:56.840809+0000 mgr.y (mgr.14148) 73 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.336057+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:57.339751+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.18:6810/2006479506,v1:172.21.15.18:6811/2006479506] boot 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:57.339799+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.340263+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.755163+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.755867+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.756589+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:43:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:57.760687+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:43:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:43:57.750714+0000 mgr.y (mgr.14148) 74 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:43:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:58.349716+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-09-23T17:43:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:43:57.750714+0000 mgr.y (mgr.14148) 74 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:43:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:58.349716+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-09-23T17:43:59.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:43:57.750714+0000 mgr.y (mgr.14148) 74 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:43:59.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:43:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:58.349716+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-09-23T17:44:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:43:58.841180+0000 mgr.y (mgr.14148) 75 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:59.569147+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:59.571520+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:59.572158+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:00.733 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:43:58.841180+0000 mgr.y (mgr.14148) 75 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:59.569147+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:59.571520+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:59.572158+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:43:58.841180+0000 mgr.y (mgr.14148) 75 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:59.569147+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:59.571520+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:00.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:59.572158+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:01.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:43:59.566470+0000 mgr.y (mgr.14148) 76 : audit [DBG] from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:01.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:43:59.566470+0000 mgr.y (mgr.14148) 76 : audit [DBG] from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:01.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:43:59.566470+0000 mgr.y (mgr.14148) 76 : audit [DBG] from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:00.841554+0000 mgr.y (mgr.14148) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:01.961330+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]: dispatch 2023-09-23T17:44:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:01.965160+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]': finished 2023-09-23T17:44:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:01.965204+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-09-23T17:44:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:01.965326+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:02.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:00.841554+0000 mgr.y (mgr.14148) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:02.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:01.961330+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]: dispatch 2023-09-23T17:44:02.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:01.965160+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]': finished 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:01.965204+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:01.965326+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:00.841554+0000 mgr.y (mgr.14148) 77 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:01.961330+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]: dispatch 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:01.965160+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.18:0/8480327' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a78a3095-2189-4c27-9800-91662dd29fbf"}]': finished 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:01.965204+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-09-23T17:44:02.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:01.965326+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:03.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:02.572207+0000 mon.a (mon.0) 295 : audit [DBG] from='client.? 172.21.15.18:0/4153346294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:03.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:02.572207+0000 mon.a (mon.0) 295 : audit [DBG] from='client.? 172.21.15.18:0/4153346294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:02.572207+0000 mon.a (mon.0) 295 : audit [DBG] from='client.? 172.21.15.18:0/4153346294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:04.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:02.841979+0000 mgr.y (mgr.14148) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:04.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:02.841979+0000 mgr.y (mgr.14148) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:04.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:02.841979+0000 mgr.y (mgr.14148) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:06.506 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:04.842274+0000 mgr.y (mgr.14148) 79 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:06.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:04.842274+0000 mgr.y (mgr.14148) 79 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:04.842274+0000 mgr.y (mgr.14148) 79 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:08.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:06.842583+0000 mgr.y (mgr.14148) 80 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:08.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:07.999261+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:44:08.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:07.999966+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:08.636 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:06.842583+0000 mgr.y (mgr.14148) 80 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:08.636 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:07.999261+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:44:08.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:07.999966+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:06.842583+0000 mgr.y (mgr.14148) 80 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:07.999261+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:44:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:07.999966+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:09.547 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:08.000516+0000 mgr.y (mgr.14148) 81 : cephadm [INF] Deploying daemon osd.2 on smithi018 2023-09-23T17:44:09.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:08.000516+0000 mgr.y (mgr.14148) 81 : cephadm [INF] Deploying daemon osd.2 on smithi018 2023-09-23T17:44:09.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:08.000516+0000 mgr.y (mgr.14148) 81 : cephadm [INF] Deploying daemon osd.2 on smithi018 2023-09-23T17:44:10.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:08.842866+0000 mgr.y (mgr.14148) 82 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:10.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:08.842866+0000 mgr.y (mgr.14148) 82 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:10.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:08.842866+0000 mgr.y (mgr.14148) 82 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:11.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:10.843133+0000 mgr.y (mgr.14148) 83 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:11.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:10.843133+0000 mgr.y (mgr.14148) 83 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:10.843133+0000 mgr.y (mgr.14148) 83 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:12.738252+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:12.756572+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:12.843407+0000 mgr.y (mgr.14148) 84 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:14.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:12.738252+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:14.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:12.756572+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:14.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:12.843407+0000 mgr.y (mgr.14148) 84 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:14.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:12.738252+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:14.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:12.756572+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:14.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:12.843407+0000 mgr.y (mgr.14148) 84 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:15.577 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 2 on host 'smithi018' 2023-09-23T17:44:16.094 DEBUG:teuthology.orchestra.run.smithi018:osd.2> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service 2023-09-23T17:44:16.096 INFO:tasks.cephadm:Deploying osd.3 on smithi018 with /dev/vg_nvme/lv_1... 2023-09-23T17:44:16.096 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-09-23T17:44:16.126 INFO:journalctl@ceph.osd.2.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:44:16.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:14.843723+0000 mgr.y (mgr.14148) 85 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:16.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.271732+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.272424+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:16.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.273116+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:16.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.277113+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.577016+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.593405+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.844520+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:15.844867+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:14.843723+0000 mgr.y (mgr.14148) 85 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.271732+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.272424+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.273116+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.277113+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.577016+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.593405+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:16.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.844520+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:16.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:15.844867+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:16.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:14.843723+0000 mgr.y (mgr.14148) 85 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.271732+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.272424+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.273116+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.277113+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.577016+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.593405+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.844520+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:15.844867+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:44:17.803 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[113665]: debug 2023-09-23T17:44:17.585+0000 7f98cc822700 -1 osd.2 0 waiting for initial osdmap 2023-09-23T17:44:17.803 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[113665]: debug 2023-09-23T17:44:17.590+0000 7f98c779b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:16.578985+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:16.579051+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:16.579156+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:16.579693+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:16.580032+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:16.843995+0000 mgr.y (mgr.14148) 86 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:16.578985+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:44:17.804 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:16.579051+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-09-23T17:44:17.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:16.579156+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:17.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:16.579693+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:16.580032+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:16.843995+0000 mgr.y (mgr.14148) 86 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:16.578985+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:44:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:16.579051+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-09-23T17:44:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:16.579156+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:16.579693+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:16.580032+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:16.843995+0000 mgr.y (mgr.14148) 86 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:18.439 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-09-23T17:44:18.439 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-09-23T17:44:18.440 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2023-09-23T17:44:18.440 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2023-09-23T17:44:18.440 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00819365 s, 1.3 GB/s 2023-09-23T17:44:18.440 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:17.580143+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:17.580230+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:17.580570+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:17.585856+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:17.580143+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:17.580230+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-09-23T17:44:18.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:17.580570+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:18.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:17.585856+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:18.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi018:vg_nvme/lv_1 2023-09-23T17:44:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:17.580143+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:17.580230+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-09-23T17:44:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:17.580570+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:17.585856+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:16.838605+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:16.838654+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:18.583644+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:18.591503+0000 mon.a (mon.0) 316 : cluster [INF] osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347] boot 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:18.591561+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:18.591711+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:18.592093+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:18.844284+0000 mgr.y (mgr.14148) 87 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.572966+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.573952+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.574597+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.575300+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.579972+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.581497+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.582230+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:16.838605+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:16.838654+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:18.583644+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:18.591503+0000 mon.a (mon.0) 316 : cluster [INF] osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347] boot 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:18.591561+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:18.591711+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:18.592093+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:18.844284+0000 mgr.y (mgr.14148) 87 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.572966+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.573952+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.574597+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.575300+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.579972+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.581497+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:19.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.582230+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:19.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:16.838605+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:16.838654+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:18.583644+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:18.591503+0000 mon.a (mon.0) 316 : cluster [INF] osd.2 [v2:172.21.15.18:6818/2971754347,v1:172.21.15.18:6819/2971754347] boot 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:18.591561+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:18.591711+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:18.592093+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:18.844284+0000 mgr.y (mgr.14148) 87 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.572966+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.573952+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.574597+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.575300+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:19.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.579972+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:19.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.581497+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:19.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.582230+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:19.567742+0000 mgr.y (mgr.14148) 88 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:19.575900+0000 mgr.y (mgr.14148) 89 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 5383M 2023-09-23T17:44:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.587233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.598966+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:19.599043+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:19.599895+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:19.567742+0000 mgr.y (mgr.14148) 88 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:19.575900+0000 mgr.y (mgr.14148) 89 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 5383M 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.587233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.598966+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:19.599043+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-09-23T17:44:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:19.599895+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:44:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:19.567742+0000 mgr.y (mgr.14148) 88 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:19.575900+0000 mgr.y (mgr.14148) 89 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 5383M 2023-09-23T17:44:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.587233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.598966+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T17:44:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:19.599043+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-09-23T17:44:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:19.599895+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:44:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:20.600119+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:44:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:20.600213+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-09-23T17:44:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:20.823299+0000 mgr.y (mgr.14148) 90 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:20.825925+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:20.828182+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:20.828784+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:20.844589+0000 mgr.y (mgr.14148) 91 : cluster [DBG] pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:22.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:20.600119+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:44:22.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:20.600213+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-09-23T17:44:22.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:20.823299+0000 mgr.y (mgr.14148) 90 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:22.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:20.825925+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:20.828182+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:20.828784+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:20.844589+0000 mgr.y (mgr.14148) 91 : cluster [DBG] pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:20.600119+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:20.600213+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:20.823299+0000 mgr.y (mgr.14148) 90 : audit [DBG] from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:20.825925+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:22.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:20.828182+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:22.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:20.828784+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:22.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:20.844589+0000 mgr.y (mgr.14148) 91 : cluster [DBG] pgmap v68: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:22.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:21.604595+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-09-23T17:44:22.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:21.604595+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-09-23T17:44:22.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:21.604595+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-09-23T17:44:23.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:22.844887+0000 mgr.y (mgr.14148) 92 : cluster [DBG] pgmap v70: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:23.230009+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.18:0/810564908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:23.230389+0000 mon.a (mon.0) 337 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:23.234444+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]': finished 2023-09-23T17:44:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:23.234504+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-09-23T17:44:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:23.234607+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:22.844887+0000 mgr.y (mgr.14148) 92 : cluster [DBG] pgmap v70: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:23.230009+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.18:0/810564908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:23.230389+0000 mon.a (mon.0) 337 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:23.234444+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]': finished 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:23.234504+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:23.234607+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:22.844887+0000 mgr.y (mgr.14148) 92 : cluster [DBG] pgmap v70: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:23.230009+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.18:0/810564908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:23.230389+0000 mon.a (mon.0) 337 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]: dispatch 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:23.234444+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5d56d64-ca0f-4d32-9c5b-ca83ff425f63"}]': finished 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:23.234504+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-09-23T17:44:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:23.234607+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:24.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:23.853011+0000 mon.a (mon.0) 341 : audit [DBG] from='client.? 172.21.15.18:0/85870958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:23.853011+0000 mon.a (mon.0) 341 : audit [DBG] from='client.? 172.21.15.18:0/85870958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:25.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:23.853011+0000 mon.a (mon.0) 341 : audit [DBG] from='client.? 172.21.15.18:0/85870958' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:24.845173+0000 mgr.y (mgr.14148) 93 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:26.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:24.845173+0000 mgr.y (mgr.14148) 93 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:26.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:24.845173+0000 mgr.y (mgr.14148) 93 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:26.845540+0000 mgr.y (mgr.14148) 94 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:28.202 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:26.845540+0000 mgr.y (mgr.14148) 94 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:28.202 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:26.845540+0000 mgr.y (mgr.14148) 94 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:29.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:28.845894+0000 mgr.y (mgr.14148) 95 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:29.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:29.050750+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:44:29.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:29.051427+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:29.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:29.051969+0000 mgr.y (mgr.14148) 96 : cephadm [INF] Deploying daemon osd.3 on smithi018 2023-09-23T17:44:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:28.845894+0000 mgr.y (mgr.14148) 95 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:29.050750+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:44:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:29.051427+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:29.051969+0000 mgr.y (mgr.14148) 96 : cephadm [INF] Deploying daemon osd.3 on smithi018 2023-09-23T17:44:30.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:28.845894+0000 mgr.y (mgr.14148) 95 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:30.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:29.050750+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:44:30.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:29.051427+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:30.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:29.051969+0000 mgr.y (mgr.14148) 96 : cephadm [INF] Deploying daemon osd.3 on smithi018 2023-09-23T17:44:31.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:30.846160+0000 mgr.y (mgr.14148) 97 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:31.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:30.846160+0000 mgr.y (mgr.14148) 97 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:30.846160+0000 mgr.y (mgr.14148) 97 : cluster [DBG] pgmap v75: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:32.846525+0000 mgr.y (mgr.14148) 98 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:33.475320+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:33.480953+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:32.846525+0000 mgr.y (mgr.14148) 98 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:33.475320+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:34.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:33.480953+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:34.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:32.846525+0000 mgr.y (mgr.14148) 98 : cluster [DBG] pgmap v76: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:33.475320+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:33.480953+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:36.294 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 3 on host 'smithi018' 2023-09-23T17:44:36.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:34.846909+0000 mgr.y (mgr.14148) 99 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:36.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:34.846909+0000 mgr.y (mgr.14148) 99 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:34.846909+0000 mgr.y (mgr.14148) 99 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:36.772 DEBUG:teuthology.orchestra.run.smithi018:osd.3> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3.service 2023-09-23T17:44:36.774 INFO:tasks.cephadm:Deploying osd.4 on smithi149 with /dev/vg_nvme/lv_4... 2023-09-23T17:44:36.774 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-09-23T17:44:36.806 INFO:journalctl@ceph.osd.3.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:44:37.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:36.293652+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:36.344337+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:36.617505+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:37.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:36.617866+0000 mon.a (mon.0) 348 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:36.293652+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:36.344337+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:36.617505+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:36.617866+0000 mon.a (mon.0) 348 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:36.293652+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:36.344337+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:37.551 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:36.617505+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:37.551 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:36.617866+0000 mon.a (mon.0) 348 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:44:38.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:36.847218+0000 mgr.y (mgr.14148) 100 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:37.349181+0000 mon.a (mon.0) 349 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:37.349284+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:37.349439+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:37.352051+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:37.352507+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:36.847218+0000 mgr.y (mgr.14148) 100 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:37.349181+0000 mon.a (mon.0) 349 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:44:38.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:37.349284+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-09-23T17:44:38.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:37.349439+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:38.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:37.352051+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:37.352507+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.530 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[117810]: debug 2023-09-23T17:44:38.354+0000 7fe55852c700 -1 osd.3 0 waiting for initial osdmap 2023-09-23T17:44:38.530 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:44:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[117810]: debug 2023-09-23T17:44:38.358+0000 7fe554ca8700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126363 s, 830 MB/s 2023-09-23T17:44:38.549 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2023-09-23T17:44:38.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:36.847218+0000 mgr.y (mgr.14148) 100 : cluster [DBG] pgmap v78: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:37.349181+0000 mon.a (mon.0) 349 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:44:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:37.349284+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-09-23T17:44:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:37.349439+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:37.352051+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:37.352507+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:44:38.921 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi149:vg_nvme/lv_4 2023-09-23T17:44:39.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:38.350843+0000 mon.a (mon.0) 353 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:39.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:38.350943+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-09-23T17:44:39.529 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:38.351369+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:39.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:38.355582+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:39.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:38.350843+0000 mon.a (mon.0) 353 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:39.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:38.350943+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-09-23T17:44:39.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:38.351369+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:39.530 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:38.355582+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:38.350843+0000 mon.a (mon.0) 353 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2023-09-23T17:44:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:38.350943+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-09-23T17:44:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:38.351369+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:38.355582+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:37.617698+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:37.617759+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:38.847545+0000 mgr.y (mgr.14148) 101 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.355266+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:39.359641+0000 mon.a (mon.0) 358 : cluster [INF] osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516] boot 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:39.359700+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.359995+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.541459+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.542456+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.543128+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.543723+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.544297+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.548138+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.549839+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.550442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.554398+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.556490+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:40.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.557736+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.558333+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:39.561969+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:37.617698+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:37.617759+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:38.847545+0000 mgr.y (mgr.14148) 101 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.355266+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:39.359641+0000 mon.a (mon.0) 358 : cluster [INF] osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516] boot 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:39.359700+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.359995+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.541459+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.542456+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.543128+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.543723+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.544297+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.548138+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.549839+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.550442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.554398+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:37.617698+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:37.617759+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:38.847545+0000 mgr.y (mgr.14148) 101 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.355266+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:39.359641+0000 mon.a (mon.0) 358 : cluster [INF] osd.3 [v2:172.21.15.18:6826/655750516,v1:172.21.15.18:6827/655750516] boot 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:39.359700+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-09-23T17:44:40.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.359995+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.541459+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.542456+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.543128+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.543723+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.544297+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.548138+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.549839+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.550442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.554398+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.556490+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:40.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.557736+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.558333+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:39.561969+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:40.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.556490+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:40.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.557736+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:40.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.558333+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:40.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:39.561969+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:41.627 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:39.536318+0000 mgr.y (mgr.14148) 102 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:41.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:39.544773+0000 mgr.y (mgr.14148) 103 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 4037M 2023-09-23T17:44:41.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:40.564754+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-09-23T17:44:41.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:40.621775+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:41.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:40.624626+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:41.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:40.625533+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:39.536318+0000 mgr.y (mgr.14148) 102 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:39.544773+0000 mgr.y (mgr.14148) 103 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 4037M 2023-09-23T17:44:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:40.564754+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-09-23T17:44:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:40.621775+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:40.624626+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:40.625533+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:39.536318+0000 mgr.y (mgr.14148) 102 : cephadm [INF] Detected new or changed devices on smithi018 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:39.544773+0000 mgr.y (mgr.14148) 103 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 4037M 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:40.564754+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:40.621775+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:40.624626+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:44:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:40.625533+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:40.618473+0000 mgr.y (mgr.14148) 104 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:40.847842+0000 mgr.y (mgr.14148) 105 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:40.618473+0000 mgr.y (mgr.14148) 104 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:40.847842+0000 mgr.y (mgr.14148) 105 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:40.618473+0000 mgr.y (mgr.14148) 104 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:44:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:40.847842+0000 mgr.y (mgr.14148) 105 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:42.866513+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.149:0/2155272899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:42.867174+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:42.872019+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]': finished 2023-09-23T17:44:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:42.872097+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-09-23T17:44:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:42.872288+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:42.866513+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.149:0/2155272899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:42.867174+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:42.872019+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]': finished 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:42.872097+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:42.872288+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:42.866513+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.149:0/2155272899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:42.867174+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]: dispatch 2023-09-23T17:44:43.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:42.872019+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82161196-023e-43f1-bfeb-2a0afcb4a6d5"}]': finished 2023-09-23T17:44:43.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:42.872097+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-09-23T17:44:43.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:42.872288+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:44.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:42.848188+0000 mgr.y (mgr.14148) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:43.476521+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.149:0/4012578105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:44.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:42.848188+0000 mgr.y (mgr.14148) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:44.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:43.476521+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.149:0/4012578105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:42.848188+0000 mgr.y (mgr.14148) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:43.476521+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.149:0/4012578105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:44:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:44.848736+0000 mgr.y (mgr.14148) 107 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:46.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:44.848736+0000 mgr.y (mgr.14148) 107 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:46.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:44.848736+0000 mgr.y (mgr.14148) 107 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:48.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:46.849079+0000 mgr.y (mgr.14148) 108 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:46.849079+0000 mgr.y (mgr.14148) 108 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:46.849079+0000 mgr.y (mgr.14148) 108 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:49.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:48.407747+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:44:49.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:48.408697+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:49.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:48.407747+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:44:49.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:48.408697+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:48.407747+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:44:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:48.408697+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:48.409520+0000 mgr.y (mgr.14148) 109 : cephadm [INF] Deploying daemon osd.4 on smithi149 2023-09-23T17:44:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:48.849581+0000 mgr.y (mgr.14148) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:48.409520+0000 mgr.y (mgr.14148) 109 : cephadm [INF] Deploying daemon osd.4 on smithi149 2023-09-23T17:44:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:48.849581+0000 mgr.y (mgr.14148) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:48.409520+0000 mgr.y (mgr.14148) 109 : cephadm [INF] Deploying daemon osd.4 on smithi149 2023-09-23T17:44:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:48.849581+0000 mgr.y (mgr.14148) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:51.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:50.849985+0000 mgr.y (mgr.14148) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:51.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:50.849985+0000 mgr.y (mgr.14148) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:50.849985+0000 mgr.y (mgr.14148) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:53.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:52.480104+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:53.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:52.513523+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:53.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:52.850350+0000 mgr.y (mgr.14148) 112 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:52.480104+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:52.513523+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:52.850350+0000 mgr.y (mgr.14148) 112 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:52.480104+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:52.513523+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:52.850350+0000 mgr.y (mgr.14148) 112 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:55.394 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 4 on host 'smithi149' 2023-09-23T17:44:55.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:54.393751+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:54.822767+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:55.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:54.823841+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:55.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:54.830205+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:54.393751+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:54.822767+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:54.823841+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:54.830205+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:54.393751+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:54.822767+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:54.823841+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:54.830205+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:55.904 DEBUG:teuthology.orchestra.run.smithi149:osd.4> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.4.service 2023-09-23T17:44:55.906 INFO:tasks.cephadm:Deploying osd.5 on smithi149 with /dev/vg_nvme/lv_3... 2023-09-23T17:44:55.906 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-09-23T17:44:55.937 INFO:journalctl@ceph.osd.4.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:44:56.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:54.850845+0000 mgr.y (mgr.14148) 113 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:56.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:55.394190+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:56.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:55.399135+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:56.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:55.613318+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:56.642 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:55.613644+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:54.850845+0000 mgr.y (mgr.14148) 113 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:55.394190+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:55.399135+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:55.613318+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:55.613644+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:54.850845+0000 mgr.y (mgr.14148) 113 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:55.394190+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:55.399135+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:44:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:55.613318+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:55.613644+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T17:44:57.558 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T17:44:57.504+0000 7fd57f17d700 -1 osd.4 0 waiting for initial osdmap 2023-09-23T17:44:57.558 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T17:44:57.508+0000 7fd57b8f9700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:44:57.558 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:56.494758+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T17:44:57.558 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:56.494894+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-09-23T17:44:57.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:56.495047+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:57.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:56.496719+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:56.497118+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:56.851247+0000 mgr.y (mgr.14148) 114 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:56.494758+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T17:44:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:56.494894+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-09-23T17:44:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:56.495047+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:56.496719+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:56.497118+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:56.851247+0000 mgr.y (mgr.14148) 114 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:57.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:56.494758+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T17:44:57.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:56.494894+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-09-23T17:44:57.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:56.495047+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:56.496719+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:56.497118+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:44:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:56.851247+0000 mgr.y (mgr.14148) 114 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126156 s, 831 MB/s 2023-09-23T17:44:58.263 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2023-09-23T17:44:58.755 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:57.496085+0000 mon.a (mon.0) 397 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:44:58.755 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:57.496278+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-09-23T17:44:58.755 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:57.497616+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.756 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:57.502713+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.756 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:58.498220+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201] boot 2023-09-23T17:44:58.756 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:58.498292+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-09-23T17:44:58.756 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:58.498493+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:57.496085+0000 mon.a (mon.0) 397 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:57.496278+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:57.497616+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:57.502713+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:58.498220+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201] boot 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:58.498292+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:58.498493+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:57.496085+0000 mon.a (mon.0) 397 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:44:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:57.496278+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-09-23T17:44:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:57.497616+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:57.502713+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:58.498220+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201] boot 2023-09-23T17:44:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:58.498292+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-09-23T17:44:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:58.498493+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:44:58.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi149:vg_nvme/lv_3 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:56.632956+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:56.633009+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:58.851663+0000 mgr.y (mgr.14148) 115 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:59.003492+0000 mgr.y (mgr.14148) 116 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.008644+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.009718+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:44:59.010477+0000 mgr.y (mgr.14148) 117 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 5879M 2023-09-23T17:44:59.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.014652+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.633 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.015822+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:59.633 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.016706+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:59.633 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:44:59.021560+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.633 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:44:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:44:59.499912+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:56.632956+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:56.633009+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:58.851663+0000 mgr.y (mgr.14148) 115 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:59.003492+0000 mgr.y (mgr.14148) 116 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.008644+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.009718+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:44:59.010477+0000 mgr.y (mgr.14148) 117 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 5879M 2023-09-23T17:44:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.014652+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.015822+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.016706+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:44:59.021560+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:44:59.499912+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:56.632956+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:56.633009+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:58.851663+0000 mgr.y (mgr.14148) 115 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:59.003492+0000 mgr.y (mgr.14148) 116 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.008644+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.009718+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:44:59.010477+0000 mgr.y (mgr.14148) 117 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 5879M 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.014652+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.015822+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.016706+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:44:59.021560+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:44:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:44:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:44:59.499912+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:00.479509+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:00.482397+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:00.483318+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:00.500072+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:00.479509+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:00.482397+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:00.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:00.483318+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:00.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:00.500072+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-09-23T17:45:00.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:00.479509+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:00.482397+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:00.483318+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:00.500072+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-09-23T17:45:01.565 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:00.476494+0000 mgr.y (mgr.14148) 118 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:01.565 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:00.852090+0000 mgr.y (mgr.14148) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:00.476494+0000 mgr.y (mgr.14148) 118 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:00.852090+0000 mgr.y (mgr.14148) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:00.476494+0000 mgr.y (mgr.14148) 118 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:00.852090+0000 mgr.y (mgr.14148) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:02.727215+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.149:0/2288010682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:02.727766+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:02.732587+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]': finished 2023-09-23T17:45:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:02.732712+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2023-09-23T17:45:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:02.732878+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:02.727215+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.149:0/2288010682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:02.727766+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:02.732587+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]': finished 2023-09-23T17:45:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:02.732712+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2023-09-23T17:45:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:02.732878+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:03.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:02.727215+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.149:0/2288010682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:02.727766+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]: dispatch 2023-09-23T17:45:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:02.732587+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9cb525c-e287-4089-8717-01b4a45fb23e"}]': finished 2023-09-23T17:45:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:02.732712+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2023-09-23T17:45:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:02.732878+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:02.852472+0000 mgr.y (mgr.14148) 120 : cluster [DBG] pgmap v102: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:03.324767+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.149:0/1280245522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:02.852472+0000 mgr.y (mgr.14148) 120 : cluster [DBG] pgmap v102: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:03.324767+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.149:0/1280245522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:04.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:02.852472+0000 mgr.y (mgr.14148) 120 : cluster [DBG] pgmap v102: 1 pgs: 1 peering; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:04.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:03.324767+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.149:0/1280245522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:04.852944+0000 mgr.y (mgr.14148) 121 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:06.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:04.852944+0000 mgr.y (mgr.14148) 121 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:06.328 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:04.852944+0000 mgr.y (mgr.14148) 121 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:06.853501+0000 mgr.y (mgr.14148) 122 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:06.853501+0000 mgr.y (mgr.14148) 122 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:06.853501+0000 mgr.y (mgr.14148) 122 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:09.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:08.265489+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:45:09.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:08.266394+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:08.267184+0000 mgr.y (mgr.14148) 123 : cephadm [INF] Deploying daemon osd.5 on smithi149 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:08.265489+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:08.266394+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:08.267184+0000 mgr.y (mgr.14148) 123 : cephadm [INF] Deploying daemon osd.5 on smithi149 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:08.265489+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:08.266394+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:08.267184+0000 mgr.y (mgr.14148) 123 : cephadm [INF] Deploying daemon osd.5 on smithi149 2023-09-23T17:45:10.194 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:08.854153+0000 mgr.y (mgr.14148) 124 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:08.854153+0000 mgr.y (mgr.14148) 124 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:08.854153+0000 mgr.y (mgr.14148) 124 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:11.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:10.854598+0000 mgr.y (mgr.14148) 125 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:10.854598+0000 mgr.y (mgr.14148) 125 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:10.854598+0000 mgr.y (mgr.14148) 125 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:13.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:12.645875+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:13.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:12.672567+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:13.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:12.855094+0000 mgr.y (mgr.14148) 126 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:14.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:12.645875+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:12.672567+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:12.855094+0000 mgr.y (mgr.14148) 126 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:12.645875+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:12.672567+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:12.855094+0000 mgr.y (mgr.14148) 126 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:15.370 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 5 on host 'smithi149' 2023-09-23T17:45:15.825 DEBUG:teuthology.orchestra.run.smithi149:osd.5> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5.service 2023-09-23T17:45:15.827 INFO:tasks.cephadm:Deploying osd.6 on smithi149 with /dev/vg_nvme/lv_2... 2023-09-23T17:45:15.827 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-09-23T17:45:15.857 INFO:journalctl@ceph.osd.5.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:45:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:14.834658+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:14.835564+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:14.836559+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:14.841311+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:14.855746+0000 mgr.y (mgr.14148) 127 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:15.369891+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:15.409016+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:15.821356+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:14.834658+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:14.835564+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:14.836559+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:14.841311+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:14.855746+0000 mgr.y (mgr.14148) 127 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:15.369891+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:15.409016+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:15.821356+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:14.834658+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:14.835564+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:14.836559+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:14.841311+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:14.855746+0000 mgr.y (mgr.14148) 127 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:15.369891+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:15.409016+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:16.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:15.821356+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T17:45:17.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:16.499697+0000 mon.a (mon.0) 430 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T17:45:17.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:16.499802+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2023-09-23T17:45:17.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:16.499975+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:17.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:16.500424+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:17.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:16.856311+0000 mgr.y (mgr.14148) 128 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:17.768 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[104589]: debug 2023-09-23T17:45:17.505+0000 7f1a2bbb4700 -1 osd.5 0 waiting for initial osdmap 2023-09-23T17:45:17.768 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 17:45:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[104589]: debug 2023-09-23T17:45:17.512+0000 7f1a2732e700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:16.499697+0000 mon.a (mon.0) 430 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:16.499802+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:16.499975+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:16.500424+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:16.856311+0000 mgr.y (mgr.14148) 128 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:16.499697+0000 mon.a (mon.0) 430 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:16.499802+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2023-09-23T17:45:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:16.499975+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:17.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:16.500424+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:17.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:16.856311+0000 mgr.y (mgr.14148) 128 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112812 s, 929 MB/s 2023-09-23T17:45:18.670 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2023-09-23T17:45:18.795 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:17.500610+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:18.796 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:17.500754+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-09-23T17:45:18.796 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:17.501587+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:18.796 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:17.506767+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:18.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:17.500610+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:17.500754+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:17.501587+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:17.506767+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:17.500610+0000 mon.a (mon.0) 434 : audit [INF] from='osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:17.500754+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:17.501587+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:17.506767+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:19.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi149:vg_nvme/lv_2 2023-09-23T17:45:19.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:16.854054+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:16.854118+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:18.503125+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527] boot 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:18.503208+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.504258+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:18.636584+0000 mgr.y (mgr.14148) 129 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.641334+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.642496+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.643444+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:18.644151+0000 mgr.y (mgr.14148) 130 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 2939M 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.647991+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.649285+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:19.790 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.650335+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:19.790 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:18.655039+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.790 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:18.856779+0000 mgr.y (mgr.14148) 131 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:19.790 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:19.503579+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:16.854054+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:16.854118+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:18.503125+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527] boot 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:18.503208+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.504258+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:18.636584+0000 mgr.y (mgr.14148) 129 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.641334+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.642496+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.643444+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:18.644151+0000 mgr.y (mgr.14148) 130 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 2939M 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.647991+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.649285+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.650335+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:18.655039+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:18.856779+0000 mgr.y (mgr.14148) 131 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:19.503579+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:16.854054+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:16.854118+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:18.503125+0000 mon.a (mon.0) 438 : cluster [INF] osd.5 [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527] boot 2023-09-23T17:45:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:18.503208+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.504258+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:18.636584+0000 mgr.y (mgr.14148) 129 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.641334+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.642496+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.643444+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:18.644151+0000 mgr.y (mgr.14148) 130 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 2939M 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.647991+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.649285+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.650335+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:19.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:18.655039+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:19.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:18.856779+0000 mgr.y (mgr.14148) 131 : cluster [DBG] pgmap v113: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:19.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:19.503579+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2023-09-23T17:45:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:20.509656+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-09-23T17:45:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:20.748356+0000 mgr.y (mgr.14148) 132 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:20.751440+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:20.754337+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:20.755240+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:20.857240+0000 mgr.y (mgr.14148) 133 : cluster [DBG] pgmap v116: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:20.509656+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:20.748356+0000 mgr.y (mgr.14148) 132 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:20.751440+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:20.754337+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:20.755240+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:21.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:20.857240+0000 mgr.y (mgr.14148) 133 : cluster [DBG] pgmap v116: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:21.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:20.509656+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-09-23T17:45:21.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:20.748356+0000 mgr.y (mgr.14148) 132 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:21.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:20.751440+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:21.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:20.754337+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:21.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:20.755240+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:21.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:20.857240+0000 mgr.y (mgr.14148) 133 : cluster [DBG] pgmap v116: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:22.857756+0000 mgr.y (mgr.14148) 134 : cluster [DBG] pgmap v117: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:22.998257+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.149:0/4262268624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:22.998820+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:23.003627+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]': finished 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:23.003699+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:23.003879+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:23.592705+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.149:0/1481374362' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:22.857756+0000 mgr.y (mgr.14148) 134 : cluster [DBG] pgmap v117: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:22.998257+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.149:0/4262268624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:22.998820+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:23.003627+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]': finished 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:23.003699+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:23.003879+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:23.592705+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.149:0/1481374362' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:24.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:22.857756+0000 mgr.y (mgr.14148) 134 : cluster [DBG] pgmap v117: 1 pgs: 1 peering; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:22.998257+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.149:0/4262268624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:22.998820+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]: dispatch 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:23.003627+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "371bf1cf-31b9-4b00-ad7e-6e98bb24a243"}]': finished 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:23.003699+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:23.003879+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:23.592705+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.149:0/1481374362' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:26.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:24.858284+0000 mgr.y (mgr.14148) 135 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:24.858284+0000 mgr.y (mgr.14148) 135 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:24.858284+0000 mgr.y (mgr.14148) 135 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:28.101 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:26.858769+0000 mgr.y (mgr.14148) 136 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:28.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:26.858769+0000 mgr.y (mgr.14148) 136 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:28.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:26.858769+0000 mgr.y (mgr.14148) 136 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:29.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:28.456748+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:45:29.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:28.457723+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:29.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:28.456748+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:45:29.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:28.457723+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:29.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:28.456748+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:45:29.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:28.457723+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:28.458572+0000 mgr.y (mgr.14148) 137 : cephadm [INF] Deploying daemon osd.6 on smithi149 2023-09-23T17:45:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:28.859280+0000 mgr.y (mgr.14148) 138 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:30.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:28.458572+0000 mgr.y (mgr.14148) 137 : cephadm [INF] Deploying daemon osd.6 on smithi149 2023-09-23T17:45:30.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:28.859280+0000 mgr.y (mgr.14148) 138 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:30.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:28.458572+0000 mgr.y (mgr.14148) 137 : cephadm [INF] Deploying daemon osd.6 on smithi149 2023-09-23T17:45:30.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:28.859280+0000 mgr.y (mgr.14148) 138 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:31.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:30.859886+0000 mgr.y (mgr.14148) 139 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:31.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:30.859886+0000 mgr.y (mgr.14148) 139 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:31.818 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:30.859886+0000 mgr.y (mgr.14148) 139 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:32.709478+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:32.712453+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:32.709478+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:32.712453+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:33.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:32.709478+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:33.098 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:32.712453+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:34.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:32.860315+0000 mgr.y (mgr.14148) 140 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:32.860315+0000 mgr.y (mgr.14148) 140 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:32.860315+0000 mgr.y (mgr.14148) 140 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:35.490 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 6 on host 'smithi149' 2023-09-23T17:45:35.966 DEBUG:teuthology.orchestra.run.smithi149:osd.6> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6.service 2023-09-23T17:45:35.968 INFO:tasks.cephadm:Deploying osd.7 on smithi149 with /dev/vg_nvme/lv_1... 2023-09-23T17:45:35.968 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-09-23T17:45:35.998 INFO:journalctl@ceph.osd.6.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:45:36.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:34.860904+0000 mgr.y (mgr.14148) 141 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.051630+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.052584+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.053495+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.057935+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.490214+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.525647+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.850480+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:35.850970+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:34.860904+0000 mgr.y (mgr.14148) 141 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.051630+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.052584+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.053495+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.057935+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.490214+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.525647+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.850480+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:35.850970+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:34.860904+0000 mgr.y (mgr.14148) 141 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.051630+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.052584+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.053495+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.057935+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.490214+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.525647+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.850480+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:36.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:35.850970+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T17:45:37.786 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[108574]: debug 2023-09-23T17:45:37.508+0000 7f03cc534700 -1 osd.6 0 waiting for initial osdmap 2023-09-23T17:45:37.786 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[108574]: debug 2023-09-23T17:45:37.515+0000 7f03c64ab700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:45:37.786 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:36.501913+0000 mon.a (mon.0) 468 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T17:45:37.786 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:36.502028+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2023-09-23T17:45:37.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:36.502214+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:37.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:36.502563+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:36.502916+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:36.861424+0000 mgr.y (mgr.14148) 142 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:36.501913+0000 mon.a (mon.0) 468 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:36.502028+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:36.502214+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:36.502563+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:36.502916+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:36.861424+0000 mgr.y (mgr.14148) 142 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:36.501913+0000 mon.a (mon.0) 468 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T17:45:37.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:36.502028+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2023-09-23T17:45:37.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:36.502214+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:37.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:36.502563+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:36.502916+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:37.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:36.861424+0000 mgr.y (mgr.14148) 142 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111328 s, 942 MB/s 2023-09-23T17:45:38.263 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2023-09-23T17:45:38.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:37.503839+0000 mon.a (mon.0) 472 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:38.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:37.503962+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2023-09-23T17:45:38.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:37.504448+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:37.508767+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:37.503839+0000 mon.a (mon.0) 472 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:37.503962+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:37.504448+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:37.508767+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:37.503839+0000 mon.a (mon.0) 472 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:37.503962+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:37.504448+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:37.508767+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:38.828 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi149:vg_nvme/lv_1 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:36.817613+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:36.817670+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:38.505142+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902] boot 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:38.505204+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.505353+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:38.862028+0000 mgr.y (mgr.14148) 143 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:38.918984+0000 mgr.y (mgr.14148) 144 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.924077+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.925310+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.926352+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.927299+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:38.927995+0000 mgr.y (mgr.14148) 145 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1959M 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.932043+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.933102+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.933966+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:38.938840+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:39.506134+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:36.817613+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:36.817670+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:38.505142+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902] boot 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:38.505204+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.505353+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:38.862028+0000 mgr.y (mgr.14148) 143 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:38.918984+0000 mgr.y (mgr.14148) 144 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.924077+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.925310+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.926352+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.927299+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:38.927995+0000 mgr.y (mgr.14148) 145 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1959M 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.932043+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.933102+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.933966+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:38.938840+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:39.506134+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2023-09-23T17:45:39.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:36.817613+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:36.817670+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:38.505142+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902] boot 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:38.505204+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.505353+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:38.862028+0000 mgr.y (mgr.14148) 143 : cluster [DBG] pgmap v129: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:38.918984+0000 mgr.y (mgr.14148) 144 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.924077+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.925310+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.926352+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.927299+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:38.927995+0000 mgr.y (mgr.14148) 145 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1959M 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.932043+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.933102+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.933966+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:38.938840+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:39.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:39.506134+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:40.507193+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:40.541393+0000 mgr.y (mgr.14148) 146 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:40.544473+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:40.547658+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:40.548527+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:40.862581+0000 mgr.y (mgr.14148) 147 : cluster [DBG] pgmap v132: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:40.507193+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:40.541393+0000 mgr.y (mgr.14148) 146 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:40.544473+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:40.547658+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:40.548527+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:40.862581+0000 mgr.y (mgr.14148) 147 : cluster [DBG] pgmap v132: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:40.507193+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:40.541393+0000 mgr.y (mgr.14148) 146 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:40.544473+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:40.547658+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:40.548527+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:41.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:40.862581+0000 mgr.y (mgr.14148) 147 : cluster [DBG] pgmap v132: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:42.803614+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.149:0/902426857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:42.804313+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:42.809109+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]': finished 2023-09-23T17:45:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:42.809225+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2023-09-23T17:45:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:42.809417+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:42.803614+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.149:0/902426857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:42.804313+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:42.809109+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]': finished 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:42.809225+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:42.809417+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:42.803614+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.149:0/902426857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:42.804313+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]: dispatch 2023-09-23T17:45:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:42.809109+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f1726da-3ebc-46fd-bb31-187ce7af4a8f"}]': finished 2023-09-23T17:45:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:42.809225+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2023-09-23T17:45:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:42.809417+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:44.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:42.862967+0000 mgr.y (mgr.14148) 148 : cluster [DBG] pgmap v134: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:44.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:43.419347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.149:0/337454818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:42.862967+0000 mgr.y (mgr.14148) 148 : cluster [DBG] pgmap v134: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:43.419347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.149:0/337454818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:42.862967+0000 mgr.y (mgr.14148) 148 : cluster [DBG] pgmap v134: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:43.419347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.149:0/337454818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T17:45:46.037 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:44.863514+0000 mgr.y (mgr.14148) 149 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:44.863514+0000 mgr.y (mgr.14148) 149 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:44.863514+0000 mgr.y (mgr.14148) 149 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:48.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:46.864075+0000 mgr.y (mgr.14148) 150 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:48.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:46.864075+0000 mgr.y (mgr.14148) 150 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:48.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:46.864075+0000 mgr.y (mgr.14148) 150 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:49.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:48.459434+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:45:49.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:48.460352+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:48.459434+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:45:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:48.460352+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:48.459434+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:45:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:48.460352+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:48.461167+0000 mgr.y (mgr.14148) 151 : cephadm [INF] Deploying daemon osd.7 on smithi149 2023-09-23T17:45:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:48.864745+0000 mgr.y (mgr.14148) 152 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:48.461167+0000 mgr.y (mgr.14148) 151 : cephadm [INF] Deploying daemon osd.7 on smithi149 2023-09-23T17:45:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:48.864745+0000 mgr.y (mgr.14148) 152 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:48.461167+0000 mgr.y (mgr.14148) 151 : cephadm [INF] Deploying daemon osd.7 on smithi149 2023-09-23T17:45:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:48.864745+0000 mgr.y (mgr.14148) 152 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:51.770 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:50.865202+0000 mgr.y (mgr.14148) 153 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:51.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:50.865202+0000 mgr.y (mgr.14148) 153 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:51.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:50.865202+0000 mgr.y (mgr.14148) 153 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:52.754599+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:52.791184+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:52.865652+0000 mgr.y (mgr.14148) 154 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:52.754599+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:52.791184+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:52.865652+0000 mgr.y (mgr.14148) 154 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:52.754599+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:52.791184+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:52.865652+0000 mgr.y (mgr.14148) 154 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:55.473 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 7 on host 'smithi149' 2023-09-23T17:45:55.815 DEBUG:teuthology.orchestra.run.smithi149:osd.7> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.7.service 2023-09-23T17:45:55.816 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-09-23T17:45:55.817 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd stat -f json 2023-09-23T17:45:55.846 INFO:journalctl@ceph.osd.7.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:45:56.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 17:45:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T17:45:55.872+0000 7fdb6ae3b200 -1 osd.7 0 log_to_monitors {default=true} 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:54.866151+0000 mgr.y (mgr.14148) 155 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.273501+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.472631+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.674126+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.675166+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.676059+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.676965+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.682451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.683551+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.684437+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.689354+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.692331+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:55.876853+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:54.866151+0000 mgr.y (mgr.14148) 155 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.273501+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.472631+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.674126+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.675166+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.676059+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.676965+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.682451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.683551+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.684437+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.689354+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.692331+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:56.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:55.876853+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T17:45:56.627 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:54.866151+0000 mgr.y (mgr.14148) 155 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:56.627 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.273501+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.472631+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.674126+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.675166+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.676059+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.676965+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.682451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.683551+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.684437+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.689354+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.692331+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:45:56.628 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:55.876853+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T17:45:57.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:55.677653+0000 mgr.y (mgr.14148) 156 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1469M 2023-09-23T17:45:57.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:56.691316+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T17:45:57.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:56.691361+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:56.691464+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:56.691865+0000 mon.a (mon.0) 515 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:55.677653+0000 mgr.y (mgr.14148) 156 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1469M 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:56.691316+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:56.691361+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:56.691464+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:57.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:56.691865+0000 mon.a (mon.0) 515 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:55.677653+0000 mgr.y (mgr.14148) 156 : cephadm [INF] Adjusting osd_memory_target on smithi149 to 1469M 2023-09-23T17:45:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:56.691316+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T17:45:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:56.691361+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2023-09-23T17:45:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:56.691464+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:56.691865+0000 mon.a (mon.0) 515 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T17:45:57.816 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:45:57.948 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T17:45:57.696+0000 7fdb613bd700 -1 osd.7 0 waiting for initial osdmap 2023-09-23T17:45:57.949 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 17:45:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T17:45:57.702+0000 7fdb5b334700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:45:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:56.866647+0000 mgr.y (mgr.14148) 157 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:57.693664+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:57.693766+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2023-09-23T17:45:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:57.694096+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:57.697361+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:57.816965+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.18:0/309373487' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:56.866647+0000 mgr.y (mgr.14148) 157 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:57.693664+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:57.693766+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:57.694096+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:57.697361+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:57.816965+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.18:0/309373487' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:45:58.401 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":47,"num_osds":8,"num_up_osds":7,"osd_up_since":1695491138,"num_in_osds":8,"osd_in_since":1695491142,"num_remapped_pgs":0} 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:56.866647+0000 mgr.y (mgr.14148) 157 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:57.693664+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:57.693766+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:57.694096+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:57.697361+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:57.816965+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.18:0/309373487' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:45:59.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd stat -f json 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:56.841899+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:56.841946+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:45:58.544191+0000 mgr.y (mgr.14148) 158 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:58.548864+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:58.549603+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:58.550364+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:58.554381+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:58.698240+0000 mon.a (mon.0) 524 : cluster [INF] osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149] boot 2023-09-23T17:45:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:58.698300+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:45:58.698621+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:58.867084+0000 mgr.y (mgr.14148) 159 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:56.841899+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:56.841946+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:45:58.544191+0000 mgr.y (mgr.14148) 158 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:58.548864+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:58.549603+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:58.550364+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:58.554381+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:58.698240+0000 mon.a (mon.0) 524 : cluster [INF] osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149] boot 2023-09-23T17:45:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:58.698300+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2023-09-23T17:45:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:45:58.698621+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:59.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:45:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:58.867084+0000 mgr.y (mgr.14148) 159 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:56.841899+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:56.841946+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:45:58.544191+0000 mgr.y (mgr.14148) 158 : cephadm [INF] Detected new or changed devices on smithi149 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:58.548864+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:58.549603+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:58.550364+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:58.554381+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:58.698240+0000 mon.a (mon.0) 524 : cluster [INF] osd.7 [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149] boot 2023-09-23T17:45:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:58.698300+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2023-09-23T17:45:59.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:45:58.698621+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:45:59.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:45:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:58.867084+0000 mgr.y (mgr.14148) 159 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-09-23T17:46:00.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:45:59.701482+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2023-09-23T17:46:00.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:45:59.701482+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2023-09-23T17:46:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:45:59.701482+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2023-09-23T17:46:01.194 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:46:01.666 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1695491158,"num_in_osds":8,"osd_in_since":1695491142,"num_remapped_pgs":0} 2023-09-23T17:46:01.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:46:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:00.703087+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2023-09-23T17:46:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:00.867386+0000 mgr.y (mgr.14148) 160 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:01.194383+0000 mon.a (mon.0) 529 : audit [DBG] from='client.? 172.21.15.18:0/3597409203' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:46:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:00.703087+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2023-09-23T17:46:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:00.867386+0000 mgr.y (mgr.14148) 160 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:01.194383+0000 mon.a (mon.0) 529 : audit [DBG] from='client.? 172.21.15.18:0/3597409203' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:46:02.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:00.703087+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2023-09-23T17:46:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:00.867386+0000 mgr.y (mgr.14148) 160 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:01.194383+0000 mon.a (mon.0) 529 : audit [DBG] from='client.? 172.21.15.18:0/3597409203' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T17:46:02.271 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:03.757 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:46:03.757 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":50,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:46:00.699631+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:46:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:02.867851+0000 mgr.y (mgr.14148) 161 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:03.756638+0000 mon.a (mon.0) 530 : audit [DBG] from='client.? 172.21.15.18:0/1666235085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:02.867851+0000 mgr.y (mgr.14148) 161 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:03.756638+0000 mon.a (mon.0) 530 : audit [DBG] from='client.? 172.21.15.18:0/1666235085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:04.190 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2023-09-23T17:44:19.056061+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2023-09-23T17:46:04.190 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool get device_health_metrics pg_num 2023-09-23T17:46:04.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:02.867851+0000 mgr.y (mgr.14148) 161 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:04.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:03.756638+0000 mon.a (mon.0) 530 : audit [DBG] from='client.? 172.21.15.18:0/1666235085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:04.792 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:06.265 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2023-09-23T17:46:06.291 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:04.868236+0000 mgr.y (mgr.14148) 162 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:06.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:04.868236+0000 mgr.y (mgr.14148) 162 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:04.868236+0000 mgr.y (mgr.14148) 162 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:06.719 INFO:tasks.cephadm:Adding prometheus.a on smithi149 2023-09-23T17:46:06.719 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply prometheus '1;smithi149=a' 2023-09-23T17:46:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:06.265522+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.18:0/559408377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2023-09-23T17:46:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:06.265522+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.18:0/559408377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2023-09-23T17:46:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:06.265522+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.18:0/559408377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2023-09-23T17:46:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:06.868742+0000 mgr.y (mgr.14148) 163 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:06.868742+0000 mgr.y (mgr.14148) 163 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:06.868742+0000 mgr.y (mgr.14148) 163 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:08.427 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled prometheus update... 2023-09-23T17:46:08.781 DEBUG:teuthology.orchestra.run.smithi149:prometheus.a> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a.service 2023-09-23T17:46:08.783 INFO:tasks.cephadm:Adding node-exporter.a on smithi018 2023-09-23T17:46:08.783 INFO:tasks.cephadm:Adding node-exporter.b on smithi149 2023-09-23T17:46:08.784 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply node-exporter '2;smithi018=a;smithi149=b' 2023-09-23T17:46:08.813 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:46:09.604 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.422218+0000 mgr.y (mgr.14148) 164 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:09.604 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:08.423914+0000 mgr.y (mgr.14148) 165 : cephadm [INF] Saving service prometheus spec with placement smithi149=a;count:1 2023-09-23T17:46:09.604 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.427770+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.442277+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.868348+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.869054+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:08.869078+0000 mgr.y (mgr.14148) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.873504+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:08.878556+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.422218+0000 mgr.y (mgr.14148) 164 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:08.423914+0000 mgr.y (mgr.14148) 165 : cephadm [INF] Saving service prometheus spec with placement smithi149=a;count:1 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.427770+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.442277+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.868348+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.869054+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:08.869078+0000 mgr.y (mgr.14148) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.873504+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:08.878556+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.422218+0000 mgr.y (mgr.14148) 164 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:08.423914+0000 mgr.y (mgr.14148) 165 : cephadm [INF] Saving service prometheus spec with placement smithi149=a;count:1 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.427770+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.442277+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.868348+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.869054+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:08.869078+0000 mgr.y (mgr.14148) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.873504+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' 2023-09-23T17:46:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:08.878556+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T17:46:10.168 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setuser ceph since I am not root 2023-09-23T17:46:10.169 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setgroup ceph since I am not root 2023-09-23T17:46:10.169 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:09.923+0000 7fc6037bd700 1 -- 172.21.15.18:0/448242138 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e5796a24e0 con 0x55e579678c00 2023-09-23T17:46:10.169 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:10.070+0000 7fc613984680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:46:10.169 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:10.168+0000 7fc613984680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:46:10.186 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ignoring --setuser ceph since I am not root 2023-09-23T17:46:10.186 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ignoring --setgroup ceph since I am not root 2023-09-23T17:46:10.186 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:09.916+0000 7f9df7cfd700 1 -- 172.21.15.149:0/2259306438 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d4954424e0 con 0x55d495419000 2023-09-23T17:46:10.187 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:10.042+0000 7f9e07ec4680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:46:10.187 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:10.126+0000 7f9e07ec4680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:46:10.874 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:10.618+0000 7fc613984680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:46:10.877 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:10.517+0000 7f9e07ec4680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:46:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:09.880648+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T17:46:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:09.880716+0000 mon.a (mon.0) 538 : cluster [DBG] mgrmap e15: y(active, since 3m), standbys: x 2023-09-23T17:46:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:09.880648+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T17:46:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:09.880716+0000 mon.a (mon.0) 538 : cluster [DBG] mgrmap e15: y(active, since 3m), standbys: x 2023-09-23T17:46:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:09.880648+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14148 172.21.15.18:0/597995367' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T17:46:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:09.880716+0000 mon.a (mon.0) 538 : cluster [DBG] mgrmap e15: y(active, since 3m), standbys: x 2023-09-23T17:46:11.561 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:11.262+0000 7f9e07ec4680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:46:11.561 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:11.347+0000 7f9e07ec4680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:46:11.811 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:11.547+0000 7fc613984680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:46:11.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:11.642+0000 7fc613984680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:46:11.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:11.560+0000 7f9e07ec4680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:46:12.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:11.891+0000 7fc613984680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:46:12.809 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:12.512+0000 7f9e07ec4680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:46:12.809 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:12.640+0000 7f9e07ec4680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:46:12.810 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:12.718+0000 7f9e07ec4680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:46:12.810 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:12.808+0000 7f9e07ec4680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:46:13.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:13.009+0000 7f9e07ec4680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:46:13.282 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.024+0000 7fc613984680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:46:13.283 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.187+0000 7fc613984680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:46:13.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.282+0000 7fc613984680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:46:13.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.393+0000 7fc613984680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:46:13.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:13.288+0000 7f9e07ec4680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:46:13.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:13.386+0000 7f9e07ec4680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:46:13.979 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.612+0000 7fc613984680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:46:14.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:13.979+0000 7fc613984680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:46:14.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:14.098+0000 7fc613984680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:46:14.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.120+0000 7f9e07ec4680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:46:14.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.202+0000 7f9e07ec4680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:46:14.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.295+0000 7f9e07ec4680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:46:14.754 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.470+0000 7f9e07ec4680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:46:15.017 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.753+0000 7f9e07ec4680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:46:15.017 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:14.884+0000 7f9e07ec4680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:46:15.273 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:15.016+0000 7f9e07ec4680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:46:15.273 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:15.188+0000 7f9e07ec4680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:46:15.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:14.970+0000 7fc613984680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:46:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:15.071+0000 7fc613984680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:46:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:15.185+0000 7fc613984680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: debug 2023-09-23T17:46:15.272+0000 7f9e07ec4680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: [23/Sep/2023:17:46:15] ENGINE Bus STARTING 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: CherryPy Checker: 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: The Application mounted at '' has an empty config. 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: [23/Sep/2023:17:46:15] ENGINE Serving on http://:::9283 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: [23/Sep/2023:17:46:15] ENGINE Bus STARTED 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:15.287776+0000 mon.a (mon.0) 539 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:46:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:15.287885+0000 mon.a (mon.0) 540 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:46:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:15.289324+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:46:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:15.289850+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:46:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:15.291809+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:46:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:15.292724+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:15.401+0000 7fc613984680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:15.287776+0000 mon.a (mon.0) 539 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:15.287885+0000 mon.a (mon.0) 540 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:15.289324+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:15.289850+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:46:15.688 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:15.291809+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:15.292724+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:15.287776+0000 mon.a (mon.0) 539 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:15.287885+0000 mon.a (mon.0) 540 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:15.289324+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:15.289850+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:15.291809+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:46:15.689 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:15.292724+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.? 172.21.15.149:0/1526097061' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:46:16.023 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:15.688+0000 7fc613984680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:46:16.023 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:15.850+0000 7fc613984680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:46:16.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:16.023+0000 7fc613984680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:46:16.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:16.239+0000 7fc613984680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:46:16.628 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:15.344408+0000 mon.a (mon.0) 541 : cluster [DBG] mgrmap e16: y(active, since 3m), standbys: x 2023-09-23T17:46:16.628 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:15.344408+0000 mon.a (mon.0) 541 : cluster [DBG] mgrmap e16: y(active, since 3m), standbys: x 2023-09-23T17:46:16.628 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:46:16.340+0000 7fc613984680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:46:16.629 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [79B blob data] 2023-09-23T17:46:16.629 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:16] ENGINE Bus STARTING 2023-09-23T17:46:16.629 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [80B blob data] 2023-09-23T17:46:16.635 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:15.344408+0000 mon.a (mon.0) 541 : cluster [DBG] mgrmap e16: y(active, since 3m), standbys: x 2023-09-23T17:46:17.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: CherryPy Checker: 2023-09-23T17:46:17.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: The Application mounted at '' has an empty config. 2023-09-23T17:46:17.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: 2023-09-23T17:46:17.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:16] ENGINE Serving on http://:::9283 2023-09-23T17:46:17.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:16] ENGINE Bus STARTED 2023-09-23T17:46:17.375 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled node-exporter update... 2023-09-23T17:46:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:16.355045+0000 mon.a (mon.0) 542 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:46:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:16.355344+0000 mon.a (mon.0) 543 : cluster [INF] Activating manager daemon y 2023-09-23T17:46:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:16.361631+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:16.362099+0000 mon.a (mon.0) 545 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00683931s), standbys: x 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.363510+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.363775+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.363973+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.365049+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.365252+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.365510+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.365737+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.365957+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.366275+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:46:17.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.366647+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.366836+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.366967+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.367092+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.367230+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.367315+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.367649+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:16.383243+0000 mon.a (mon.0) 546 : cluster [INF] Manager daemon y is now available 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.514195+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.515892+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.554990+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:17.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.566813+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.567214+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.572740+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:16.573019+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.783 DEBUG:teuthology.orchestra.run.smithi018:node-exporter.a> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.a.service 2023-09-23T17:46:17.785 DEBUG:teuthology.orchestra.run.smithi149:node-exporter.b> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.b.service 2023-09-23T17:46:17.787 INFO:tasks.cephadm:Adding alertmanager.a on smithi018 2023-09-23T17:46:17.788 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply alertmanager '1;smithi018=a' 2023-09-23T17:46:17.810 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:16.355045+0000 mon.a (mon.0) 542 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:16.355344+0000 mon.a (mon.0) 543 : cluster [INF] Activating manager daemon y 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:16.361631+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:16.362099+0000 mon.a (mon.0) 545 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00683931s), standbys: x 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.363510+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.363775+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.363973+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.365049+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.365252+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.365510+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.365737+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.365957+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:46:17.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.366275+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.366647+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.366836+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.366967+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.367092+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.367230+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.367315+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.367649+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:16.383243+0000 mon.a (mon.0) 546 : cluster [INF] Manager daemon y is now available 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.514195+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.515892+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.554990+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.566813+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.567214+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.572740+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:16.573019+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:16.355045+0000 mon.a (mon.0) 542 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:16.355344+0000 mon.a (mon.0) 543 : cluster [INF] Activating manager daemon y 2023-09-23T17:46:17.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:16.361631+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:16.362099+0000 mon.a (mon.0) 545 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00683931s), standbys: x 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.363510+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.363775+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.363973+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.365049+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.365252+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.365510+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.365737+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.365957+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.366275+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:46:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.366647+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.366836+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.366967+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.367092+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.367230+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.367315+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.367649+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:16.383243+0000 mon.a (mon.0) 546 : cluster [INF] Manager daemon y is now available 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.514195+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.515892+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.554990+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.566813+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.567214+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:46:17.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.572740+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:16.573019+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:46:17.817 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:46:17.819 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:46:18.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:17.365105+0000 mon.a (mon.0) 550 : cluster [DBG] mgrmap e18: y(active, since 1.00984s), standbys: x 2023-09-23T17:46:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:17.370974+0000 mgr.y (mgr.24329) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi018=a;smithi149=b;count:2 2023-09-23T17:46:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:17.374616+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:17.365105+0000 mon.a (mon.0) 550 : cluster [DBG] mgrmap e18: y(active, since 1.00984s), standbys: x 2023-09-23T17:46:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:17.370974+0000 mgr.y (mgr.24329) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi018=a;smithi149=b;count:2 2023-09-23T17:46:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:17.374616+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:17.365105+0000 mon.a (mon.0) 550 : cluster [DBG] mgrmap e18: y(active, since 1.00984s), standbys: x 2023-09-23T17:46:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:17.370974+0000 mgr.y (mgr.24329) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi018=a;smithi149=b;count:2 2023-09-23T17:46:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:17.374616+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:19.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:18.366293+0000 mgr.y (mgr.24329) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:19.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.066230+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:19.675 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled alertmanager update... 2023-09-23T17:46:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:18.366293+0000 mgr.y (mgr.24329) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.066230+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:18.366293+0000 mgr.y (mgr.24329) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.066230+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.123 DEBUG:teuthology.orchestra.run.smithi018:alertmanager.a> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@alertmanager.a.service 2023-09-23T17:46:20.126 INFO:tasks.cephadm:Adding grafana.a on smithi149 2023-09-23T17:46:20.126 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph orch apply grafana '1;smithi149=a' 2023-09-23T17:46:20.159 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T17:46:20.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:19.374146+0000 mon.a (mon.0) 553 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T17:46:20.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.430707+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.670272+0000 mgr.y (mgr.24329) 5 : audit [DBG] from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi018=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:20.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.671635+0000 mgr.y (mgr.24329) 6 : cephadm [INF] Saving service alertmanager spec with placement smithi018=a;count:1 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.675389+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.840138+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.841180+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.842556+0000 mgr.y (mgr.24329) 7 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.842859+0000 mgr.y (mgr.24329) 8 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.861009+0000 mgr.y (mgr.24329) 9 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.863263+0000 mgr.y (mgr.24329) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.885992+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.907507+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:19.912050+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:19.374146+0000 mon.a (mon.0) 553 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.430707+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.670272+0000 mgr.y (mgr.24329) 5 : audit [DBG] from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi018=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.671635+0000 mgr.y (mgr.24329) 6 : cephadm [INF] Saving service alertmanager spec with placement smithi018=a;count:1 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.675389+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.840138+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.841180+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.842556+0000 mgr.y (mgr.24329) 7 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.842859+0000 mgr.y (mgr.24329) 8 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:46:20.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.861009+0000 mgr.y (mgr.24329) 9 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.863263+0000 mgr.y (mgr.24329) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.885992+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.907507+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:19.912050+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:19.374146+0000 mon.a (mon.0) 553 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.430707+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.670272+0000 mgr.y (mgr.24329) 5 : audit [DBG] from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi018=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.671635+0000 mgr.y (mgr.24329) 6 : cephadm [INF] Saving service alertmanager spec with placement smithi018=a;count:1 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.675389+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.840138+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.841180+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.842556+0000 mgr.y (mgr.24329) 7 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.842859+0000 mgr.y (mgr.24329) 8 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.861009+0000 mgr.y (mgr.24329) 9 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.863263+0000 mgr.y (mgr.24329) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:46:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.885992+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.907507+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:20.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:19.912050+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:21.994 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled grafana update... 2023-09-23T17:46:22.210 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:19.931282+0000 mgr.y (mgr.24329) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi149 2023-09-23T17:46:22.211 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:20.366796+0000 mgr.y (mgr.24329) 12 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:19.931282+0000 mgr.y (mgr.24329) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi149 2023-09-23T17:46:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:20.366796+0000 mgr.y (mgr.24329) 12 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:19.931282+0000 mgr.y (mgr.24329) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi149 2023-09-23T17:46:22.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:20.366796+0000 mgr.y (mgr.24329) 12 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:22.754 DEBUG:teuthology.orchestra.run.smithi149:grafana.a> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@grafana.a.service 2023-09-23T17:46:22.756 INFO:tasks.cephadm:Setting up client nodes... 2023-09-23T17:46:22.756 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-09-23T17:46:22.788 INFO:journalctl@ceph.grafana.a.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:21.987800+0000 mgr.y (mgr.24329) 13 : audit [DBG] from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:21.989443+0000 mgr.y (mgr.24329) 14 : cephadm [INF] Saving service grafana spec with placement smithi149=a;count:1 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:21.993554+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:22.367134+0000 mgr.y (mgr.24329) 15 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:21.987800+0000 mgr.y (mgr.24329) 13 : audit [DBG] from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:21.989443+0000 mgr.y (mgr.24329) 14 : cephadm [INF] Saving service grafana spec with placement smithi149=a;count:1 2023-09-23T17:46:23.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:21.993554+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:23.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:22.367134+0000 mgr.y (mgr.24329) 15 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:21.987800+0000 mgr.y (mgr.24329) 13 : audit [DBG] from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi149=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:46:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:21.989443+0000 mgr.y (mgr.24329) 14 : cephadm [INF] Saving service grafana spec with placement smithi149=a;count:1 2023-09-23T17:46:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:21.993554+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:22.367134+0000 mgr.y (mgr.24329) 15 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:24.642 INFO:teuthology.orchestra.run.smithi018.stdout:[client.0] 2023-09-23T17:46:24.642 INFO:teuthology.orchestra.run.smithi018.stdout: key = AQBwJA9lWjUNJhAAHytFCvDQOHERocm+/e4lmg== 2023-09-23T17:46:25.023 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:46:25.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-09-23T17:46:25.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-09-23T17:46:25.065 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:24.367471+0000 mgr.y (mgr.24329) 16 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:24.637900+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.18:0/3545065947' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:24.638249+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:24.642497+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:24.367471+0000 mgr.y (mgr.24329) 16 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:24.637900+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.18:0/3545065947' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:24.638249+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:24.642497+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:24.367471+0000 mgr.y (mgr.24329) 16 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:24.637900+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.18:0/3545065947' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:24.638249+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:24.642497+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:27.745 INFO:teuthology.orchestra.run.smithi149.stdout:[client.1] 2023-09-23T17:46:27.745 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBzJA9lCyo/LBAAYA7vq4FVdnPZaWy/91letg== 2023-09-23T17:46:27.771 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:26.367938+0000 mgr.y (mgr.24329) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:27.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:26.367938+0000 mgr.y (mgr.24329) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:27.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:26.367938+0000 mgr.y (mgr.24329) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:28.543 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-09-23T17:46:28.543 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-09-23T17:46:28.543 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-09-23T17:46:28.644 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-09-23T17:46:28.644 DEBUG:teuthology.orchestra.run.smithi018:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-23T17:46:28.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:27.741731+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.149:0/4137946621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:27.742154+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:27.745753+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:28.755 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:28 smithi149 systemd[1]: Starting Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:46:28.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:27.741731+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.149:0/4137946621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:27.742154+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:27.745753+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:27.741731+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.149:0/4137946621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:27.742154+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T17:46:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:27.745753+0000 mon.a (mon.0) 563 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T17:46:28.988 INFO:teuthology.misc.health.smithi018.stdout: 2023-09-23T17:46:28.988 INFO:teuthology.misc.health.smithi018.stdout:{"epoch":51,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:46:16.355114+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:46:29.001 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-09-23T17:46:29.001 INFO:tasks.cephadm:Creating RBD pool 2023-09-23T17:46:29.001 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-09-23T17:46:29.335 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 podman[116092]: 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.335Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.335Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.335Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi149 (none))" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.335Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.335Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.337Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.337Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.339Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.341Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T17:46:29.652 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.341Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.63µs 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.341Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.341Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.341Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.476µs wal_replay_duration=177.389µs total_replay_duration=221.538µs 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.342Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.342Z caller=main.go:947 level=info msg="TSDB started" 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.342Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 bash[116092]: 5c0b9819aad7c5e30d38f39ab5f4ad14b1ace3a9d8ec96df236e69ce021498fd 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.357Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.984942ms db_storage=1.162µs remote_storage=1.576µs web_handler=301ns query_engine=610ns scrape=573.329µs scrape_sd=17.591µs notify=753ns notify_sd=1.372µs rules=14.182351ms 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:46:29.357Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-09-23T17:46:29.653 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:46:29 smithi149 systemd[1]: Started Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:28.368435+0000 mgr.y (mgr.24329) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:28.988518+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.18:0/2926347215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:29.495159+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:28.368435+0000 mgr.y (mgr.24329) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:28.988518+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.18:0/2926347215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:29.495159+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:28.368435+0000 mgr.y (mgr.24329) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:28.988518+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.18:0/2926347215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:29.495159+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:30.898 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:29.497198+0000 mgr.y (mgr.24329) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi018 2023-09-23T17:46:30.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:29.497198+0000 mgr.y (mgr.24329) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi018 2023-09-23T17:46:30.899 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:30 smithi018 systemd[1]: Starting Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:46:30.899 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:30 smithi018 bash[121596]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2023-09-23T17:46:31.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:29.497198+0000 mgr.y (mgr.24329) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi018 2023-09-23T17:46:31.754 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Getting image source signatures 2023-09-23T17:46:31.754 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-09-23T17:46:31.754 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-09-23T17:46:31.754 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-09-23T17:46:31.754 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-09-23T17:46:31.755 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-09-23T17:46:31.755 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:31 smithi018 bash[121596]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-09-23T17:46:31.767 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'rbd' created 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:30.368763+0000 mgr.y (mgr.24329) 20 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:30.972530+0000 mon.a (mon.0) 566 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.559828+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:30.368763+0000 mgr.y (mgr.24329) 20 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:30.972530+0000 mon.a (mon.0) 566 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T17:46:32.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.559828+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:30.368763+0000 mgr.y (mgr.24329) 20 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:30.972530+0000 mon.a (mon.0) 566 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T17:46:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.559828+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:32.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-09-23T17:46:33.062 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:32 smithi018 bash[121596]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2023-09-23T17:46:33.062 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:32 smithi018 bash[121596]: Writing manifest to image destination 2023-09-23T17:46:33.062 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:32 smithi018 bash[121596]: Storing signatures 2023-09-23T17:46:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.760832+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T17:46:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:31.760921+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.761092+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.761782+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.763343+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:31.763778+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.760832+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:31.760921+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.761092+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.761782+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.763343+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:31.763778+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.760832+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.15.18:0/3588146680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:31.760921+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.761092+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.761782+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.763343+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:31.763778+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2023-09-23T17:46:33.405 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 podman[121596]: 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.462Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.462Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.462Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.462Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=arp 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=bcache 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=bonding 2023-09-23T17:46:33.724 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=btrfs 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=conntrack 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=cpu 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=diskstats 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=dmi 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=edac 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=entropy 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=filefd 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=filesystem 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=hwmon 2023-09-23T17:46:33.725 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=infiniband 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=ipvs 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=loadavg 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=mdadm 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=meminfo 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=netclass 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=netdev 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=netstat 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=nfs 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.463Z caller=node_exporter.go:115 level=info collector=nfsd 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=nvme 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=os 2023-09-23T17:46:33.726 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=pressure 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=rapl 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=schedstat 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=sockstat 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=softnet 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=stat 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=tapestats 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=textfile 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=time 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-09-23T17:46:33.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=uname 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=vmstat 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=xfs 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:115 level=info collector=zfs 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[121718]: ts=2023-09-23T17:46:33.464Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 bash[121596]: 005ae6f83bd45c28bf5c9b24fdecb5b5e83e1d38d18e47f2acfde8e1fb068e1e 2023-09-23T17:46:33.728 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:46:33 smithi018 systemd[1]: Started Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:46:33.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:32.369136+0000 mgr.y (mgr.24329) 21 : cluster [DBG] pgmap v12: 9 pgs: 4 creating+peering, 4 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:32.766594+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:32.766758+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:33.609759+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:32.369136+0000 mgr.y (mgr.24329) 21 : cluster [DBG] pgmap v12: 9 pgs: 4 creating+peering, 4 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:32.766594+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:46:34.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:32.766758+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2023-09-23T17:46:34.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:33.609759+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:34.023 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:32.369136+0000 mgr.y (mgr.24329) 21 : cluster [DBG] pgmap v12: 9 pgs: 4 creating+peering, 4 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:34.023 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:32.766594+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2023-09-23T17:46:34.023 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:32.766758+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2023-09-23T17:46:34.023 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:33.609759+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:34.401 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:34 smithi149 systemd[1]: Starting Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:46:34.778 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:34 smithi149 bash[116304]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2023-09-23T17:46:34.779 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rbd' on pool 'rbd' 2023-09-23T17:46:35.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:33.611079+0000 mgr.y (mgr.24329) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi149 2023-09-23T17:46:35.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:33.770567+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-09-23T17:46:35.035 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:34.646961+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:33.611079+0000 mgr.y (mgr.24329) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi149 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:33.770567+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:34.646961+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:33.611079+0000 mgr.y (mgr.24329) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi149 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:33.770567+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-09-23T17:46:35.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:34.646961+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:46:35.283 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T17:46:35.283 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T17:46:35.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T17:46:35.401 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Getting image source signatures 2023-09-23T17:46:35.401 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-09-23T17:46:35.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-09-23T17:46:35.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-09-23T17:46:35.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-09-23T17:46:35.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-09-23T17:46:35.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:35 smithi149 bash[116304]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-09-23T17:46:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:36.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:34.369519+0000 mgr.y (mgr.24329) 23 : cluster [DBG] pgmap v15: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:36.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:34.776611+0000 mon.a (mon.0) 577 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:46:36.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:34.776686+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-09-23T17:46:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:34.369519+0000 mgr.y (mgr.24329) 23 : cluster [DBG] pgmap v15: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:34.776611+0000 mon.a (mon.0) 577 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:46:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:34.776686+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-09-23T17:46:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:34.369519+0000 mgr.y (mgr.24329) 23 : cluster [DBG] pgmap v15: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:34.776611+0000 mon.a (mon.0) 577 : audit [INF] from='client.? 172.21.15.18:0/527982125' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:46:36.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:34.776686+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-09-23T17:46:36.401 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 bash[116304]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2023-09-23T17:46:36.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 bash[116304]: Writing manifest to image destination 2023-09-23T17:46:36.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 bash[116304]: Storing signatures 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 podman[116304]: 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.810Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.810Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.810Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.810Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T17:46:36.841 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=arp 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=bcache 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=bonding 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=btrfs 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=conntrack 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=cpu 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=diskstats 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=dmi 2023-09-23T17:46:36.842 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=edac 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=entropy 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=filefd 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=filesystem 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=hwmon 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=infiniband 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=ipvs 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=loadavg 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=mdadm 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=meminfo 2023-09-23T17:46:36.843 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=netclass 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=netdev 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=netstat 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=nfs 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=nfsd 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=nvme 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=os 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=pressure 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=rapl 2023-09-23T17:46:36.844 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=schedstat 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=sockstat 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=softnet 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=stat 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=tapestats 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=textfile 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=time 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=uname 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=vmstat 2023-09-23T17:46:36.845 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=xfs 2023-09-23T17:46:36.846 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:115 level=info collector=zfs 2023-09-23T17:46:36.846 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-09-23T17:46:36.846 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[116354]: ts=2023-09-23T17:46:36.811Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-09-23T17:46:36.846 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 bash[116304]: 14fb4d26a0a75cb4ccd5b87b0d63453bab1172f7fd9ed022942c4d55ba28e2b8 2023-09-23T17:46:37.151 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:46:36 smithi149 systemd[1]: Started Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:46:37.380 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:46:37.807 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":19,"active_gid":24329,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":695545580},{"type":"v1","addr":"172.21.15.18:6801","nonce":695545580}]},"active_addr":"172.21.15.18:6801/695545580","active_change":"2023-09-23T17:46:16.355244+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24323,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":51,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":2482713891}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":374562803}]}]} 2023-09-23T17:46:37.812 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T17:46:37.812 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T17:46:37.812 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:46:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:36.369863+0000 mgr.y (mgr.24329) 24 : cluster [DBG] pgmap v17: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:36.905478+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:36.915046+0000 mgr.y (mgr.24329) 25 : cephadm [INF] Deploying daemon alertmanager.a on smithi018 2023-09-23T17:46:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:37.376107+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.18:0/1266843907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:46:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:36.369863+0000 mgr.y (mgr.24329) 24 : cluster [DBG] pgmap v17: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:36.905478+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:36.915046+0000 mgr.y (mgr.24329) 25 : cephadm [INF] Deploying daemon alertmanager.a on smithi018 2023-09-23T17:46:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:37.376107+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.18:0/1266843907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:46:38.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:36.369863+0000 mgr.y (mgr.24329) 24 : cluster [DBG] pgmap v17: 9 pgs: 6 creating+peering, 2 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:36.905478+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:36.915046+0000 mgr.y (mgr.24329) 25 : cephadm [INF] Deploying daemon alertmanager.a on smithi018 2023-09-23T17:46:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:37.376107+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.18:0/1266843907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:46:38.682 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:39.190 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:46:39] "GET /metrics HTTP/1.1" 200 153221 "" "Prometheus/2.33.4" 2023-09-23T17:46:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:38.370227+0000 mgr.y (mgr.24329) 26 : cluster [DBG] pgmap v18: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:38.370227+0000 mgr.y (mgr.24329) 26 : cluster [DBG] pgmap v18: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:38.370227+0000 mgr.y (mgr.24329) 26 : cluster [DBG] pgmap v18: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:41.086 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:46:41.086 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":55,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:46:34.768823+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:46:41.715 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T17:46:41.715 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:46:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:40.370554+0000 mgr.y (mgr.24329) 27 : cluster [DBG] pgmap v19: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:41.086023+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.18:0/2104178109' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:41.568516+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:42.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:40.370554+0000 mgr.y (mgr.24329) 27 : cluster [DBG] pgmap v19: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:41.086023+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.18:0/2104178109' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:41.568516+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:40.370554+0000 mgr.y (mgr.24329) 27 : cluster [DBG] pgmap v19: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:41.086023+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.18:0/2104178109' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:41.568516+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:42.482 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:43.729 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 podman[122784]: 2023-09-23T17:46:43.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:42.370904+0000 mgr.y (mgr.24329) 28 : cluster [DBG] pgmap v20: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:43.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:42.370904+0000 mgr.y (mgr.24329) 28 : cluster [DBG] pgmap v20: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:43.990 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.799Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2023-09-23T17:46:43.990 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.799Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2023-09-23T17:46:43.990 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.800Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.18 port=9094 2023-09-23T17:46:43.990 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.802Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T17:46:43.991 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.838Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:46:43.991 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.839Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:46:43.991 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.841Z caller=main.go:518 msg=Listening address=:9093 2023-09-23T17:46:43.991 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:43.841Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2023-09-23T17:46:43.991 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 bash[122784]: f40f43c1a0351fcba6ee2500836c02d93ba2f98fc26342083274cbdae291bcfc 2023-09-23T17:46:44.103 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:46:44.103 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":55,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:46:34.768823+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:46:44.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:42.370904+0000 mgr.y (mgr.24329) 28 : cluster [DBG] pgmap v20: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:44.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:46:44.289 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:43 smithi018 systemd[1]: Started Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:46:44.567 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T17:46:44.568 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T17:46:44.568 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T17:46:44.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T17:46:44.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T17:46:44.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T17:46:44.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T17:46:44.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T17:46:45.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:44.053815+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:45.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:44.055392+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:44.101007+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.18:0/1888939358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:44.371264+0000 mgr.y (mgr.24329) 29 : cluster [DBG] pgmap v21: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:45.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:44.053815+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:44.055392+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:44.101007+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.18:0/1888939358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:44.371264+0000 mgr.y (mgr.24329) 29 : cluster [DBG] pgmap v21: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:44.053815+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:44.055392+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:44.101007+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.18:0/1888939358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:46:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:44.371264+0000 mgr.y (mgr.24329) 29 : cluster [DBG] pgmap v21: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:45.888 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:45.912 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:46.052 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:45.802Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00013761s 2023-09-23T17:46:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:46.533 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:46.759 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:47.885 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:46.371591+0000 mgr.y (mgr.24329) 30 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:47.885 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:46.576052+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:47.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:46.371591+0000 mgr.y (mgr.24329) 30 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:47.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:46.576052+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:46.371591+0000 mgr.y (mgr.24329) 30 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:46.576052+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:48.758 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:47.687861+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:48.758 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:47.687861+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:49.129 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:47.687861+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:49.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:46:49] "GET /metrics HTTP/1.1" 200 155613 "" "Prometheus/2.33.4" 2023-09-23T17:46:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:48.371961+0000 mgr.y (mgr.24329) 31 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:50.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:48.371961+0000 mgr.y (mgr.24329) 31 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:48.371961+0000 mgr.y (mgr.24329) 31 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:51.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:50.372257+0000 mgr.y (mgr.24329) 32 : cluster [DBG] pgmap v24: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:51.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:50.372257+0000 mgr.y (mgr.24329) 32 : cluster [DBG] pgmap v24: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:52.054 INFO:teuthology.orchestra.run.smithi018.stdout:107374182428 2023-09-23T17:46:52.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T17:46:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:50.372257+0000 mgr.y (mgr.24329) 32 : cluster [DBG] pgmap v24: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:52.357 INFO:teuthology.orchestra.run.smithi018.stdout:128849018904 2023-09-23T17:46:52.358 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T17:46:52.884 INFO:teuthology.orchestra.run.smithi018.stdout:34359738409 2023-09-23T17:46:52.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T17:46:53.523 INFO:teuthology.orchestra.run.smithi018.stdout:206158430221 2023-09-23T17:46:53.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T17:46:53.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:52.372560+0000 mgr.y (mgr.24329) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:53.805 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:52.372560+0000 mgr.y (mgr.24329) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:54.061 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:46:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:46:53.805Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003564736s 2023-09-23T17:46:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:52.372560+0000 mgr.y (mgr.24329) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:54.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:46:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:46:54.381 INFO:teuthology.orchestra.run.smithi018.stdout:77309411362 2023-09-23T17:46:54.382 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T17:46:54.458 INFO:teuthology.orchestra.run.smithi018.stdout:154618822677 2023-09-23T17:46:54.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T17:46:54.467 INFO:teuthology.orchestra.run.smithi018.stdout:180388626449 2023-09-23T17:46:54.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T17:46:55.000 INFO:teuthology.orchestra.run.smithi018.stdout:55834574885 2023-09-23T17:46:55.001 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T17:46:55.012 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.390 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.393 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.520 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE Bus STOPPING 2023-09-23T17:46:55.520 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:46:55.521 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE Bus STOPPED 2023-09-23T17:46:55.521 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE Bus STARTING 2023-09-23T17:46:55.521 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE Serving on http://:::9283 2023-09-23T17:46:55.521 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:46:55] ENGINE Bus STARTED 2023-09-23T17:46:55.747 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.747 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.747 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:55.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:54.373009+0000 mgr.y (mgr.24329) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.053185+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.054624+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.055462+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.060203+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.218794+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.224900+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.228177+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.232832+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:54.373009+0000 mgr.y (mgr.24329) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.053185+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.054624+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.055462+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.060203+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.218794+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.224900+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:55.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.228177+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:55.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.232832+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:54.373009+0000 mgr.y (mgr.24329) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.053185+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.054624+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.055462+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.060203+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.218794+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.224900+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.228177+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.232832+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:46:56.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:55.228609+0000 mgr.y (mgr.24329) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:56.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:46:55.247869+0000 mgr.y (mgr.24329) 36 : cephadm [INF] Deploying daemon grafana.a on smithi149 2023-09-23T17:46:56.843 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:46:57.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:55.228609+0000 mgr.y (mgr.24329) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:57.004 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:46:55.247869+0000 mgr.y (mgr.24329) 36 : cephadm [INF] Deploying daemon grafana.a on smithi149 2023-09-23T17:46:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:55.228609+0000 mgr.y (mgr.24329) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T17:46:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:46:55.247869+0000 mgr.y (mgr.24329) 36 : cephadm [INF] Deploying daemon grafana.a on smithi149 2023-09-23T17:46:57.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:56.373347+0000 mgr.y (mgr.24329) 37 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:57.960 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:56.373347+0000 mgr.y (mgr.24329) 37 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:58.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:56.373347+0000 mgr.y (mgr.24329) 37 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:58.318 INFO:teuthology.orchestra.run.smithi018.stdout:128849018905 2023-09-23T17:46:58.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:58.318440+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.18:0/3335496170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:46:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:58.318440+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.18:0/3335496170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:46:59.056 INFO:teuthology.orchestra.run.smithi018.stdout:34359738411 2023-09-23T17:46:59.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:58.318440+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.18:0/3335496170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:46:59.490 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:46:59] "GET /metrics HTTP/1.1" 200 155613 "" "Prometheus/2.33.4" 2023-09-23T17:46:59.627 INFO:teuthology.orchestra.run.smithi018.stdout:107374182430 2023-09-23T17:46:59.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:46:58.373756+0000 mgr.y (mgr.24329) 38 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:59.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:59.056829+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.18:0/58080776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:46:59.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:46:59.626924+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.18:0/1053263392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:46:59.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:46:58.373756+0000 mgr.y (mgr.24329) 38 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:46:59.799 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:59.056829+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.18:0/58080776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:46:59.799 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:46:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:46:59.626924+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.18:0/1053263392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:47:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:46:58.373756+0000 mgr.y (mgr.24329) 38 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:59.056829+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.18:0/58080776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:47:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:46:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:46:59.626924+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.18:0/1053263392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:47:00.672 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:00.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018904 got 128849018905 for osd.4 2023-09-23T17:47:00.699 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:00.792 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182428 got 107374182430 for osd.3 2023-09-23T17:47:00.792 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:00.849 INFO:teuthology.orchestra.run.smithi018.stdout:55834574886 2023-09-23T17:47:01.202 INFO:teuthology.orchestra.run.smithi018.stdout:206158430223 2023-09-23T17:47:01.457 INFO:teuthology.orchestra.run.smithi018.stdout:77309411363 2023-09-23T17:47:01.659 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574885 got 55834574886 for osd.1 2023-09-23T17:47:01.660 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:00.374072+0000 mgr.y (mgr.24329) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:00.849010+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.18:0/4094967304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:01.203014+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.18:0/1336161971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:01.347865+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.18:0/4078156819' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:00.374072+0000 mgr.y (mgr.24329) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:00.849010+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.18:0/4094967304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:01.203014+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.18:0/1336161971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:01.347865+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.18:0/4078156819' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:01.944 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411362 got 77309411363 for osd.2 2023-09-23T17:47:01.945 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:02.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:00.374072+0000 mgr.y (mgr.24329) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:00.849010+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.18:0/4094967304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:01.203014+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.18:0/1336161971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:01.347865+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.18:0/4078156819' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:02.383 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738409 got 34359738411 for osd.0 2023-09-23T17:47:02.384 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:02.507 INFO:teuthology.orchestra.run.smithi018.stdout:180388626450 2023-09-23T17:47:02.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:02.508251+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.18:0/1079077583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:02.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:02.508251+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.18:0/1079077583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:02.962 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430221 got 206158430223 for osd.7 2023-09-23T17:47:02.962 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:03.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:02.508251+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.18:0/1079077583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:03.233 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626449 got 180388626450 for osd.6 2023-09-23T17:47:03.233 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:03.691 INFO:teuthology.orchestra.run.smithi018.stdout:154618822679 2023-09-23T17:47:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:02.374468+0000 mgr.y (mgr.24329) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:03.690889+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.18:0/3256740923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:02.374468+0000 mgr.y (mgr.24329) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:03.690889+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.18:0/3256740923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:04.128 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822677 got 154618822679 for osd.5 2023-09-23T17:47:04.128 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:04.128 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T17:47:04.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:47:04.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:02.374468+0000 mgr.y (mgr.24329) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:04.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:03.690889+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.18:0/3256740923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:04.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:47:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:47:04.736 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:04.374808+0000 mgr.y (mgr.24329) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:06.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:04.374808+0000 mgr.y (mgr.24329) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:06.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:04.374808+0000 mgr.y (mgr.24329) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:06.409 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:06.410 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:47:06.763 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2023-09-23T17:47:06.374983+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380964,"kb_used_data":4196,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580252,"statfs":{"total":767960285184,"available":765522178048,"internally_reserved":0,"allocated":4296704,"data_stored":1761915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.774182+0000","last_change":"2023-09-23T17:46:32.769790+0000","last_active":"2023-09-23T17:46:33.774182+0000","last_peered":"2023-09-23T17:46:33.774182+0000","last_clean":"2023-09-23T17:46:33.774182+0000","last_became_active":"2023-09-23T17:46:32.769416+0000","last_became_peered":"2023-09-23T17:46:32.769416+0000","last_unstale":"2023-09-23T17:46:33.774182+0000","last_undegraded":"2023-09-23T17:46:33.774182+0000","last_fullsized":"2023-09-23T17:46:33.774182+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780127+0000","last_change":"2023-09-23T17:46:32.958027+0000","last_active":"2023-09-23T17:46:33.780127+0000","last_peered":"2023-09-23T17:46:33.780127+0000","last_clean":"2023-09-23T17:46:33.780127+0000","last_became_active":"2023-09-23T17:46:32.957684+0000","last_became_peered":"2023-09-23T17:46:32.957684+0000","last_unstale":"2023-09-23T17:46:33.780127+0000","last_undegraded":"2023-09-23T17:46:33.780127+0000","last_fullsized":"2023-09-23T17:46:33.780127+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770765+0000","last_change":"2023-09-23T17:46:32.958168+0000","last_active":"2023-09-23T17:46:33.770765+0000","last_peered":"2023-09-23T17:46:33.770765+0000","last_clean":"2023-09-23T17:46:33.770765+0000","last_became_active":"2023-09-23T17:46:32.957726+0000","last_became_peered":"2023-09-23T17:46:32.957726+0000","last_unstale":"2023-09-23T17:46:33.770765+0000","last_undegraded":"2023-09-23T17:46:33.770765+0000","last_fullsized":"2023-09-23T17:46:33.770765+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770691+0000","last_change":"2023-09-23T17:46:32.803683+0000","last_active":"2023-09-23T17:46:33.770691+0000","last_peered":"2023-09-23T17:46:33.770691+0000","last_clean":"2023-09-23T17:46:33.770691+0000","last_became_active":"2023-09-23T17:46:32.803370+0000","last_became_peered":"2023-09-23T17:46:32.803370+0000","last_unstale":"2023-09-23T17:46:33.770691+0000","last_undegraded":"2023-09-23T17:46:33.770691+0000","last_fullsized":"2023-09-23T17:46:33.770691+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770689+0000","last_change":"2023-09-23T17:46:00.752919+0000","last_active":"2023-09-23T17:46:33.770689+0000","last_peered":"2023-09-23T17:46:33.770689+0000","last_clean":"2023-09-23T17:46:33.770689+0000","last_became_active":"2023-09-23T17:46:00.752487+0000","last_became_peered":"2023-09-23T17:46:00.752487+0000","last_unstale":"2023-09-23T17:46:33.770689+0000","last_undegraded":"2023-09-23T17:46:33.770689+0000","last_fullsized":"2023-09-23T17:46:33.770689+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780038+0000","last_change":"2023-09-23T17:46:32.770597+0000","last_active":"2023-09-23T17:46:33.780038+0000","last_peered":"2023-09-23T17:46:33.780038+0000","last_clean":"2023-09-23T17:46:33.780038+0000","last_became_active":"2023-09-23T17:46:32.770097+0000","last_became_peered":"2023-09-23T17:46:32.770097+0000","last_unstale":"2023-09-23T17:46:33.780038+0000","last_undegraded":"2023-09-23T17:46:33.780038+0000","last_fullsized":"2023-09-23T17:46:33.780038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.769456+0000","last_change":"2023-09-23T17:46:32.803556+0000","last_active":"2023-09-23T17:46:33.769456+0000","last_peered":"2023-09-23T17:46:33.769456+0000","last_clean":"2023-09-23T17:46:33.769456+0000","last_became_active":"2023-09-23T17:46:32.803217+0000","last_became_peered":"2023-09-23T17:46:32.803217+0000","last_unstale":"2023-09-23T17:46:33.769456+0000","last_undegraded":"2023-09-23T17:46:33.769456+0000","last_fullsized":"2023-09-23T17:46:33.769456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780038+0000","last_change":"2023-09-23T17:46:32.770461+0000","last_active":"2023-09-23T17:46:33.780038+0000","last_peered":"2023-09-23T17:46:33.780038+0000","last_clean":"2023-09-23T17:46:33.780038+0000","last_became_active":"2023-09-23T17:46:32.770119+0000","last_became_peered":"2023-09-23T17:46:32.770119+0000","last_unstale":"2023-09-23T17:46:33.780038+0000","last_undegraded":"2023-09-23T17:46:33.780038+0000","last_fullsized":"2023-09-23T17:46:33.780038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780118+0000","last_change":"2023-09-23T17:46:32.803525+0000","last_active":"2023-09-23T17:46:33.780118+0000","last_peered":"2023-09-23T17:46:33.780118+0000","last_clean":"2023-09-23T17:46:33.780118+0000","last_became_active":"2023-09-23T17:46:32.803207+0000","last_became_peered":"2023-09-23T17:46:32.803207+0000","last_unstale":"2023-09-23T17:46:33.780118+0000","last_undegraded":"2023-09-23T17:46:33.780118+0000","last_fullsized":"2023-09-23T17:46:33.780118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430224,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":6,"up_from":42,"seq":180388626451,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.376}]},{"osd":1,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.439}]},{"osd":3,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.44800000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.33900000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.48899999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:47:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.499}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":219885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63800000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.32500000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:46:26 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.63100000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.36199999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.49299999999999999,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.38300000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.626,"15min":0.628},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64700000000000002,"15min":0.65300000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.42499999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.434},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.46000000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.45600000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.51200000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:46:01 2023","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34899999999999998,"15min":0.34300000000000003},"min":{"1min":0.28100000000000003,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.28999999999999998,"5min":0.19,"15min":0.19},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.28599999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:46:23 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.378,"15min":0.38},"min":{"1min":0.249,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.434,"15min":0.433},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.36699999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.47199999999999998,"15min":0.48099999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57199999999999995,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.45900000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.622,"5min":0.625,"15min":0.625},"last":0.34100000000000003}]},{"osd":4,"last update":"Sat Sep 23 17:46:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.40699999999999997}]},{"osd":5,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.622},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.41799999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:22 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35299999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56799999999999995,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"min":{"1min":0.26300000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51400000000000001,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.372}]},{"osd":1,"last update":"Sat Sep 23 17:46:22 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38600000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.28899999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45000000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.498,"15min":0.50800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.59599999999999997,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.505},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.55600000000000005,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:46:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:46:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60799999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.63700000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.439},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66000000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":1.5109999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.52700000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47599999999999998,"15min":0.48499999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.628,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":1.48}]},{"osd":2,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":1.3859999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.495,"15min":0.505},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60599999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.58299999999999996}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.65200000000000002,"15min":0.66000000000000003},"min":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82999999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":3.657,"5min":3.657,"15min":3.657},"last":0.747}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":1.4199999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:46:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":1.792}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":1.4510000000000001},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":3.6840000000000002,"5min":3.6840000000000002,"15min":3.6840000000000002},"last":0.68500000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57599999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.37},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66300000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.437}]},{"osd":1,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.627,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.57399999999999995,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.34200000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.63400000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.47099999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.70699999999999996,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65500000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.379}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.50800000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:46:41 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.498},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51600000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822679,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.316}]},{"osd":2,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.44400000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38300000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.50900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:47:06.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:47:07.201 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:06 smithi149 systemd[1]: Starting Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:47:07.370 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:07.460 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 podman[117084]: 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 bash[117084]: 0dd5bf1e8024f6ea16349a75be0837975dacdec258fd39568b670cfb068d4e7c 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2023-09-23T17:47:07.712 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="App mode production" logger=settings 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Starting DB migrations" logger=migrator 2023-09-23T17:47:07.713 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2023-09-23T17:47:07.714 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2023-09-23T17:47:07.715 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2023-09-23T17:47:07.716 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2023-09-23T17:47:07.717 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2023-09-23T17:47:07.718 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 systemd[1]: Started Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2023-09-23T17:47:07.719 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2023-09-23T17:47:07.720 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2023-09-23T17:47:07.721 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2023-09-23T17:47:07.722 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2023-09-23T17:47:07.723 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2023-09-23T17:47:07.724 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2023-09-23T17:47:07.725 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2023-09-23T17:47:07.726 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2023-09-23T17:47:07.727 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2023-09-23T17:47:07.728 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-09-23T17:47:07.729 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2023-09-23T17:47:07.730 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2023-09-23T17:47:07.731 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2023-09-23T17:47:07.962 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:06.375123+0000 mgr.y (mgr.24329) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:07.962 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:06.405860+0000 mgr.y (mgr.24329) 43 : audit [DBG] from='client.14592 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:07.962 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:07.556971+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:07.962 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:07.558644+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:07.963 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2023-09-23T17:47:07.964 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2023-09-23T17:47:07.965 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2023-09-23T17:47:07.966 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2023-09-23T17:47:07.969 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2023-09-23T17:47:07.969 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2023-09-23T17:47:07.969 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2023-09-23T17:47:07.969 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2023-09-23T17:47:07.969 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2023-09-23T17:47:07.970 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2023-09-23T17:47:07.971 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2023-09-23T17:47:07.972 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2023-09-23T17:47:07.973 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2023-09-23T17:47:07.974 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2023-09-23T17:47:07.975 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-09-23T17:47:07.976 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-09-23T17:47:07.977 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-09-23T17:47:07.978 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2023-09-23T17:47:07.979 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2023-09-23T17:47:07.980 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2023-09-23T17:47:07.981 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2023-09-23T17:47:07.982 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2023-09-23T17:47:07.982 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2023-09-23T17:47:07.982 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2023-09-23T17:47:07.982 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:06.375123+0000 mgr.y (mgr.24329) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:07.982 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:06.405860+0000 mgr.y (mgr.24329) 43 : audit [DBG] from='client.14592 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:07.982 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:07.556971+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:07.982 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:07.558644+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:07.983 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:06.375123+0000 mgr.y (mgr.24329) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:07.983 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:06.405860+0000 mgr.y (mgr.24329) 43 : audit [DBG] from='client.14592 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:07.983 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:07.556971+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:07.983 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:07.558644+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2023-09-23T17:47:08.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=516.592717ms 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Created default organization" logger=sqlstore 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:07+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-09-23T17:47:08.403 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2023-09-23T17:47:08.404 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="warming cache for startup" logger=ngalert 2023-09-23T17:47:08.404 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2023-09-23T17:47:08.404 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:47:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:47:08+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2023-09-23T17:47:08.827 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:08.828 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:47:09.409 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2023-09-23T17:47:08.375281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380964,"kb_used_data":4196,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580252,"statfs":{"total":767960285184,"available":765522178048,"internally_reserved":0,"allocated":4296704,"data_stored":1761915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.774182+0000","last_change":"2023-09-23T17:46:32.769790+0000","last_active":"2023-09-23T17:46:33.774182+0000","last_peered":"2023-09-23T17:46:33.774182+0000","last_clean":"2023-09-23T17:46:33.774182+0000","last_became_active":"2023-09-23T17:46:32.769416+0000","last_became_peered":"2023-09-23T17:46:32.769416+0000","last_unstale":"2023-09-23T17:46:33.774182+0000","last_undegraded":"2023-09-23T17:46:33.774182+0000","last_fullsized":"2023-09-23T17:46:33.774182+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780127+0000","last_change":"2023-09-23T17:46:32.958027+0000","last_active":"2023-09-23T17:46:33.780127+0000","last_peered":"2023-09-23T17:46:33.780127+0000","last_clean":"2023-09-23T17:46:33.780127+0000","last_became_active":"2023-09-23T17:46:32.957684+0000","last_became_peered":"2023-09-23T17:46:32.957684+0000","last_unstale":"2023-09-23T17:46:33.780127+0000","last_undegraded":"2023-09-23T17:46:33.780127+0000","last_fullsized":"2023-09-23T17:46:33.780127+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770765+0000","last_change":"2023-09-23T17:46:32.958168+0000","last_active":"2023-09-23T17:46:33.770765+0000","last_peered":"2023-09-23T17:46:33.770765+0000","last_clean":"2023-09-23T17:46:33.770765+0000","last_became_active":"2023-09-23T17:46:32.957726+0000","last_became_peered":"2023-09-23T17:46:32.957726+0000","last_unstale":"2023-09-23T17:46:33.770765+0000","last_undegraded":"2023-09-23T17:46:33.770765+0000","last_fullsized":"2023-09-23T17:46:33.770765+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770691+0000","last_change":"2023-09-23T17:46:32.803683+0000","last_active":"2023-09-23T17:46:33.770691+0000","last_peered":"2023-09-23T17:46:33.770691+0000","last_clean":"2023-09-23T17:46:33.770691+0000","last_became_active":"2023-09-23T17:46:32.803370+0000","last_became_peered":"2023-09-23T17:46:32.803370+0000","last_unstale":"2023-09-23T17:46:33.770691+0000","last_undegraded":"2023-09-23T17:46:33.770691+0000","last_fullsized":"2023-09-23T17:46:33.770691+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.770689+0000","last_change":"2023-09-23T17:46:00.752919+0000","last_active":"2023-09-23T17:46:33.770689+0000","last_peered":"2023-09-23T17:46:33.770689+0000","last_clean":"2023-09-23T17:46:33.770689+0000","last_became_active":"2023-09-23T17:46:00.752487+0000","last_became_peered":"2023-09-23T17:46:00.752487+0000","last_unstale":"2023-09-23T17:46:33.770689+0000","last_undegraded":"2023-09-23T17:46:33.770689+0000","last_fullsized":"2023-09-23T17:46:33.770689+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780038+0000","last_change":"2023-09-23T17:46:32.770597+0000","last_active":"2023-09-23T17:46:33.780038+0000","last_peered":"2023-09-23T17:46:33.780038+0000","last_clean":"2023-09-23T17:46:33.780038+0000","last_became_active":"2023-09-23T17:46:32.770097+0000","last_became_peered":"2023-09-23T17:46:32.770097+0000","last_unstale":"2023-09-23T17:46:33.780038+0000","last_undegraded":"2023-09-23T17:46:33.780038+0000","last_fullsized":"2023-09-23T17:46:33.780038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.769456+0000","last_change":"2023-09-23T17:46:32.803556+0000","last_active":"2023-09-23T17:46:33.769456+0000","last_peered":"2023-09-23T17:46:33.769456+0000","last_clean":"2023-09-23T17:46:33.769456+0000","last_became_active":"2023-09-23T17:46:32.803217+0000","last_became_peered":"2023-09-23T17:46:32.803217+0000","last_unstale":"2023-09-23T17:46:33.769456+0000","last_undegraded":"2023-09-23T17:46:33.769456+0000","last_fullsized":"2023-09-23T17:46:33.769456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780038+0000","last_change":"2023-09-23T17:46:32.770461+0000","last_active":"2023-09-23T17:46:33.780038+0000","last_peered":"2023-09-23T17:46:33.780038+0000","last_clean":"2023-09-23T17:46:33.780038+0000","last_became_active":"2023-09-23T17:46:32.770119+0000","last_became_peered":"2023-09-23T17:46:32.770119+0000","last_unstale":"2023-09-23T17:46:33.780038+0000","last_undegraded":"2023-09-23T17:46:33.780038+0000","last_fullsized":"2023-09-23T17:46:33.780038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-09-23T17:46:33.780118+0000","last_change":"2023-09-23T17:46:32.803525+0000","last_active":"2023-09-23T17:46:33.780118+0000","last_peered":"2023-09-23T17:46:33.780118+0000","last_clean":"2023-09-23T17:46:33.780118+0000","last_became_active":"2023-09-23T17:46:32.803207+0000","last_became_peered":"2023-09-23T17:46:32.803207+0000","last_unstale":"2023-09-23T17:46:33.780118+0000","last_undegraded":"2023-09-23T17:46:33.780118+0000","last_fullsized":"2023-09-23T17:46:33.780118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430225,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35599999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.40300000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.63600000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48499999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.61799999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57999999999999996}]}]},{"osd":6,"up_from":42,"seq":180388626452,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.377},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.439},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.36799999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.32800000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.31}]},{"osd":5,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.38700000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:47:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.40000000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":219885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63800000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.307}]},{"osd":2,"last update":"Sat Sep 23 17:46:26 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.63100000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.33000000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:46:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.49299999999999999,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.626,"15min":0.628},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64700000000000002,"15min":0.65300000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.39700000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.437}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.46500000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.5}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.35699999999999998,"15min":0.34599999999999997},"min":{"1min":0.22700000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.36199999999999999,"15min":0.34599999999999997},"min":{"1min":0.26100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.59499999999999997,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Sep 23 17:46:23 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.378,"15min":0.38},"min":{"1min":0.249,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.434,"15min":0.433},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.443}]},{"osd":3,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.47199999999999998,"15min":0.48099999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57199999999999995,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.504},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.45900000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.622,"5min":0.625,"15min":0.625},"last":0.39800000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63700000000000001,"15min":0.64300000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99099999999999999,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1579999999999999,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.85499999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.79400000000000004}]},{"osd":7,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.72399999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:22 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35299999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56799999999999995,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"min":{"1min":0.26300000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51400000000000001,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.35499999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:46:22 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38600000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.28899999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.41999999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.498,"15min":0.50800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.59599999999999997,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.55600000000000005,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60399999999999998,"15min":0.59699999999999998},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.629},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.628,"15min":0.63400000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.78200000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:46:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.66300000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:46:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.747}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.439},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66000000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.29099999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47599999999999998,"15min":0.48499999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.628,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:46:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.495,"15min":0.505},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60599999999999998,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.34399999999999997}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.65200000000000002,"15min":0.66000000000000003},"min":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82999999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":3.657,"5min":3.657,"15min":3.657},"last":0.623}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.56799999999999995}]},{"osd":6,"last update":"Sat Sep 23 17:46:41 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":3.6840000000000002,"5min":3.6840000000000002,"15min":3.6840000000000002},"last":0.55900000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018908,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57599999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66300000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.627,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.57399999999999995,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.28599999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.63400000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42599999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.70699999999999996,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65500000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.41499999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:46:19 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.47799999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:46:41 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.379},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.40300000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.436},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.36199999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822680,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.495},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.38500000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 17:46:18 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40699999999999997}]},{"osd":6,"last update":"Sat Sep 23 17:46:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.432},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.53000000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:47:09.411 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T17:47:09.411 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T17:47:09.412 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T17:47:09.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T17:47:09.439 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:09] "GET /metrics HTTP/1.1" 200 155608 "" "Prometheus/2.33.4" 2023-09-23T17:47:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:10.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:08.375473+0000 mgr.y (mgr.24329) 44 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:10.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:08.823295+0000 mgr.y (mgr.24329) 45 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:08.375473+0000 mgr.y (mgr.24329) 44 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:08.823295+0000 mgr.y (mgr.24329) 45 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:08.375473+0000 mgr.y (mgr.24329) 44 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:08.823295+0000 mgr.y (mgr.24329) 45 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:12.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:10.375915+0000 mgr.y (mgr.24329) 46 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:12.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:11.596069+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:12.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:10.375915+0000 mgr.y (mgr.24329) 46 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:12.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:11.596069+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:10.375915+0000 mgr.y (mgr.24329) 46 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:11.596069+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:12.362 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:12.963 INFO:teuthology.orchestra.run.smithi018.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T17:47:12.964 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T17:47:12.964 INFO:tasks.cephadm:Setup complete, yielding 2023-09-23T17:47:12.964 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-09-23T17:47:12.974 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2023-09-23T17:47:12.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- bash -c 'ceph fs volume create foo' 2023-09-23T17:47:13.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:11.828771+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:12.362329+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.18:0/1618912711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:12.699110+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:12.700309+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:12.701055+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:12.705513+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:11.828771+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:12.362329+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.18:0/1618912711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:12.699110+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:12.700309+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:12.701055+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:13.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:12.705513+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:11.828771+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:12.362329+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.18:0/1618912711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:12.699110+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:12.700309+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:12.701055+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:13.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:12.705513+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:12.376275+0000 mgr.y (mgr.24329) 47 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:12.708830+0000 mgr.y (mgr.24329) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:47:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:12.712767+0000 mgr.y (mgr.24329) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:47:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:12.376275+0000 mgr.y (mgr.24329) 47 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:12.708830+0000 mgr.y (mgr.24329) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:47:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:12.712767+0000 mgr.y (mgr.24329) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:47:14.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:12.376275+0000 mgr.y (mgr.24329) 47 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:14.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:12.708830+0000 mgr.y (mgr.24329) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:47:14.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:12.712767+0000 mgr.y (mgr.24329) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:47:14.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:47:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:47:15.374 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:15 smithi018 systemd[1]: Stopping Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:47:15.374 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:15 smithi018 bash[128149]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager.a" found: no such container 2023-09-23T17:47:16.062 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[122827]: level=info ts=2023-09-23T17:47:15.741Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2023-09-23T17:47:16.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:14.376817+0000 mgr.y (mgr.24329) 50 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:16.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:14.376817+0000 mgr.y (mgr.24329) 50 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:16.562 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 bash[128240]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a 2023-09-23T17:47:16.563 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T17:47:16.563 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 systemd[1]: Stopped Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:47:16.563 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 systemd[1]: Starting Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:47:16.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:14.376817+0000 mgr.y (mgr.24329) 50 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:16.900 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 podman[128369]: 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.900Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.900Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.901Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.18 port=9094 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.903Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 bash[128369]: a417e9936e4190d9eeb5a4db5198689dc8a1f011c9d4d1c07974d87e405a3f8a 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.942Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.942Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.945Z caller=main.go:518 msg=Listening address=:9093 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:16.945Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2023-09-23T17:47:17.237 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:16 smithi018 systemd[1]: Started Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:47:17.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:15.773731+0000 mgr.y (mgr.24329) 51 : audit [DBG] from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:47:17.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:15.774359+0000 mon.c (mon.2) 56 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:15.774771+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:16.377112+0000 mgr.y (mgr.24329) 52 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:16.520596+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:16.520732+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:16.522355+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:16.523256+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.010075+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:47:17.533+0000 7f3bc2172700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:15.773731+0000 mgr.y (mgr.24329) 51 : audit [DBG] from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:47:17.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:15.774359+0000 mon.c (mon.2) 56 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:15.774771+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:16.377112+0000 mgr.y (mgr.24329) 52 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:16.520596+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:16.520732+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:16.522355+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:16.523256+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.010075+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:17.647 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:15.773731+0000 mgr.y (mgr.24329) 51 : audit [DBG] from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:15.774359+0000 mon.c (mon.2) 56 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:15.774771+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:16.377112+0000 mgr.y (mgr.24329) 52 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:16.520596+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:16.520732+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:16.522355+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:16.523256+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:17.648 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.010075+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:18.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2023-09-23T17:47:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:17.011549+0000 mgr.y (mgr.24329) 53 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:47:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:17.015086+0000 mgr.y (mgr.24329) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.523470+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:17.523756+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.526665+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.533241+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:17.534172+0000 mon.a (mon.0) 606 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:17.534228+0000 mon.a (mon.0) 607 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:17.544317+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.544435+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:17.544538+0000 mon.a (mon.0) 610 : cluster [DBG] fsmap foo:0 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:17.549030+0000 mgr.y (mgr.24329) 55 : cephadm [INF] Saving service mds.foo spec with placement count:2 2023-09-23T17:47:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:17.557619+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:17.011549+0000 mgr.y (mgr.24329) 53 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:17.015086+0000 mgr.y (mgr.24329) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.523470+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:17.523756+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.526665+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.533241+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:17.534172+0000 mon.a (mon.0) 606 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:17.534228+0000 mon.a (mon.0) 607 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T17:47:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:17.544317+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-09-23T17:47:18.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.544435+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:17.544538+0000 mon.a (mon.0) 610 : cluster [DBG] fsmap foo:0 2023-09-23T17:47:18.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:17.549030+0000 mgr.y (mgr.24329) 55 : cephadm [INF] Saving service mds.foo spec with placement count:2 2023-09-23T17:47:18.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:17.557619+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:18.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:17.011549+0000 mgr.y (mgr.24329) 53 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:47:18.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:17.015086+0000 mgr.y (mgr.24329) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:47:18.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.523470+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:17.523756+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-09-23T17:47:18.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.526665+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.533241+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:17.534172+0000 mon.a (mon.0) 606 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:17.534228+0000 mon.a (mon.0) 607 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:17.544317+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.544435+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:17.544538+0000 mon.a (mon.0) 610 : cluster [DBG] fsmap foo:0 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:17.549030+0000 mgr.y (mgr.24329) 55 : cephadm [INF] Saving service mds.foo spec with placement count:2 2023-09-23T17:47:18.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:17.557619+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:19.061 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:18.904Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000550726s 2023-09-23T17:47:19.441 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:19] "GET /metrics HTTP/1.1" 200 158004 "" "Prometheus/2.33.4" 2023-09-23T17:47:19.510 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 systemd[1]: Stopping Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:47:19.510 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 bash[117786]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus.a" found: no such container 2023-09-23T17:47:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:18.377602+0000 mgr.y (mgr.24329) 56 : cluster [DBG] pgmap v41: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:18.542805+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-09-23T17:47:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:18.377602+0000 mgr.y (mgr.24329) 56 : cluster [DBG] pgmap v41: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:18.542805+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-09-23T17:47:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:18.377602+0000 mgr.y (mgr.24329) 56 : cluster [DBG] pgmap v41: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:18.542805+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2023-09-23T17:47:19.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T17:47:19.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T17:47:19.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.510Z caller=main.go:828 level=info msg="Scrape manager stopped" 2023-09-23T17:47:19.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.511Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T17:47:19.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.511Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2023-09-23T17:47:19.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[116108]: ts=2023-09-23T17:47:19.511Z caller=main.go:1066 level=info msg="See you next time!" 2023-09-23T17:47:20.253 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2023-09-23T17:47:20.549 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 bash[117827]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a 2023-09-23T17:47:20.549 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T17:47:20.549 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 systemd[1]: Stopped Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:47:20.549 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 systemd[1]: Starting Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:47:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:19.546858+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-09-23T17:47:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:19.546858+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-09-23T17:47:20.822 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:19.546858+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-09-23T17:47:20.822 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 podman[117946]: 2023-09-23T17:47:21.151 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.992Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.992Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.992Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi149 (none))" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.992Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.992Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.994Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.995Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.996Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.998Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T17:47:21.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.998Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.903µs 2023-09-23T17:47:21.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:20.998Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T17:47:21.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 bash[117946]: 6b9d638387250cb50d4ee88d6085fb206e37b2da689685529bc0a204e3c9e2aa 2023-09-23T17:47:21.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 systemd[1]: Started Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:47:21.317 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPING 2023-09-23T17:47:21.317 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPED 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTING 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Serving on http://:::9283 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTED 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPING 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPED 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTING 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Serving on http://:::9283 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTED 2023-09-23T17:47:21.318 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPING 2023-09-23T17:47:21.319 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:47:21.319 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STOPPED 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.171Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.172Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.172Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.526µs wal_replay_duration=173.369534ms total_replay_duration=173.414775ms 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.174Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.174Z caller=main.go:947 level=info msg="TSDB started" 2023-09-23T17:47:21.551 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.174Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T17:47:21.552 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.195Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.692522ms db_storage=914ns remote_storage=2.076µs web_handler=379ns query_engine=855ns scrape=934.175µs scrape_sd=37.942µs notify=32.936µs notify_sd=12.755µs rules=19.333537ms 2023-09-23T17:47:21.552 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:47:21.195Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-09-23T17:47:21.664 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTING 2023-09-23T17:47:21.664 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Serving on http://:::9283 2023-09-23T17:47:21.664 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:21] ENGINE Bus STARTED 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:20.377979+0000 mgr.y (mgr.24329) 57 : cluster [DBG] pgmap v44: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.055271+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.059104+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.060271+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.064526+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.070652+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.074294+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.079598+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.084207+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:21.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.088772+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.093503+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.098234+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:20.377979+0000 mgr.y (mgr.24329) 57 : cluster [DBG] pgmap v44: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.055271+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.059104+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.060271+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.064526+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.070652+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.074294+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:21.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.079598+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.084207+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:21.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.088772+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:21.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.093503+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.098234+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:20.377979+0000 mgr.y (mgr.24329) 57 : cluster [DBG] pgmap v44: 73 pgs: 32 unknown, 32 creating+peering, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.055271+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.059104+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.060271+0000 mon.c (mon.2) 60 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.064526+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.070652+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.074294+0000 mon.c (mon.2) 62 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.079598+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.084207+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.088772+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:21.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.093503+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:21.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.098234+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:22.505 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-09-23T17:47:22.514 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T17:47:22.514 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T17:47:22.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.059476+0000 mgr.y (mgr.24329) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.060549+0000 mgr.y (mgr.24329) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.071188+0000 mgr.y (mgr.24329) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.074790+0000 mgr.y (mgr.24329) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.084689+0000 mgr.y (mgr.24329) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:21.089140+0000 mgr.y (mgr.24329) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.059476+0000 mgr.y (mgr.24329) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.060549+0000 mgr.y (mgr.24329) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.071188+0000 mgr.y (mgr.24329) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.074790+0000 mgr.y (mgr.24329) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.084689+0000 mgr.y (mgr.24329) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:22.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:21.089140+0000 mgr.y (mgr.24329) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:22.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.059476+0000 mgr.y (mgr.24329) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:47:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.060549+0000 mgr.y (mgr.24329) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018:9093"}]: dispatch 2023-09-23T17:47:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.071188+0000 mgr.y (mgr.24329) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:47:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.074790+0000 mgr.y (mgr.24329) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:47:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.084689+0000 mgr.y (mgr.24329) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:47:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:21.089140+0000 mgr.y (mgr.24329) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T17:47:23.136 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:23.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:22.378783+0000 mgr.y (mgr.24329) 64 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:23.616 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:22.378783+0000 mgr.y (mgr.24329) 64 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:23.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:22.378783+0000 mgr.y (mgr.24329) 64 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:25.169 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":19,"active_gid":24329,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":695545580},{"type":"v1","addr":"172.21.15.18:6801","nonce":695545580}]},"active_addr":"172.21.15.18:6801/695545580","active_change":"2023-09-23T17:46:16.355244+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24323,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":51,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":2482713891}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":374562803}]}]} 2023-09-23T17:47:25.173 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T17:47:25.174 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T17:47:25.174 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:47:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:24.379134+0000 mgr.y (mgr.24329) 65 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:24.559089+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.18:0/2785654892' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:47:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:25.365861+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:24.379134+0000 mgr.y (mgr.24329) 65 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:24.559089+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.18:0/2785654892' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:47:25.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:25.365861+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:25.850 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:24.379134+0000 mgr.y (mgr.24329) 65 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:24.559089+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.18:0/2785654892' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:47:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:25.365861+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.062 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:47:26.906Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003169961s 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:25.666912+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.124573+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.125432+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.130218+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.137214+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.138199+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.138520+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.141380+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:26.142166+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:25.666912+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.124573+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.125432+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.130218+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.137214+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.138199+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.138520+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.141380+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:26.142166+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:25.666912+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.124573+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.125432+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.130218+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.137214+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.138199+0000 mon.c (mon.2) 68 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.138520+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.141380+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:27.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:26.142166+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:27.593 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:27.594 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":60,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:47:19.540806+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:26.142818+0000 mgr.y (mgr.24329) 66 : cephadm [INF] Deploying daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:26.379766+0000 mgr.y (mgr.24329) 67 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:27.593447+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.18:0/2166848594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:26.142818+0000 mgr.y (mgr.24329) 66 : cephadm [INF] Deploying daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:26.379766+0000 mgr.y (mgr.24329) 67 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:27.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:27.593447+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.18:0/2166848594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:26.142818+0000 mgr.y (mgr.24329) 66 : cephadm [INF] Deploying daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:47:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:26.379766+0000 mgr.y (mgr.24329) 67 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:27.593447+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.18:0/2166848594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:28.385 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T17:47:28.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:47:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:29.485 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:29] "GET /metrics HTTP/1.1" 200 158004 "" "Prometheus/2.33.4" 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:28.380490+0000 mgr.y (mgr.24329) 68 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.068806+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.070295+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.070607+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.073471+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.074292+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:28.380490+0000 mgr.y (mgr.24329) 68 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.068806+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.070295+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.070607+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.073471+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.074292+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:30.008 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:28.380490+0000 mgr.y (mgr.24329) 68 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:30.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.068806+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:30.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.070295+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:30.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.070607+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:47:30.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.073471+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T17:47:30.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.074292+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:30.494 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:30.495 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":60,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:47:19.540806+0000","last_up_change":"2023-09-23T17:45:58.694789+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6803","nonce":1852510938}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6805","nonce":1852510938}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6809","nonce":1852510938}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1852510938},{"type":"v1","addr":"172.21.15.18:6807","nonce":1852510938}]},"public_addr":"172.21.15.18:6803/1852510938","cluster_addr":"172.21.15.18:6805/1852510938","heartbeat_back_addr":"172.21.15.18:6809/1852510938","heartbeat_front_addr":"172.21.15.18:6807/1852510938","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6811","nonce":2006479506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6813","nonce":2006479506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6817","nonce":2006479506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":2006479506},{"type":"v1","addr":"172.21.15.18:6815","nonce":2006479506}]},"public_addr":"172.21.15.18:6811/2006479506","cluster_addr":"172.21.15.18:6813/2006479506","heartbeat_back_addr":"172.21.15.18:6817/2006479506","heartbeat_front_addr":"172.21.15.18:6815/2006479506","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6819","nonce":2971754347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6821","nonce":2971754347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6825","nonce":2971754347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2971754347},{"type":"v1","addr":"172.21.15.18:6823","nonce":2971754347}]},"public_addr":"172.21.15.18:6819/2971754347","cluster_addr":"172.21.15.18:6821/2971754347","heartbeat_back_addr":"172.21.15.18:6825/2971754347","heartbeat_front_addr":"172.21.15.18:6823/2971754347","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6827","nonce":655750516}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6829","nonce":655750516}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6833","nonce":655750516}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":655750516},{"type":"v1","addr":"172.21.15.18:6831","nonce":655750516}]},"public_addr":"172.21.15.18:6827/655750516","cluster_addr":"172.21.15.18:6829/655750516","heartbeat_back_addr":"172.21.15.18:6833/655750516","heartbeat_front_addr":"172.21.15.18:6831/655750516","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:47:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:47:29.074915+0000 mgr.y (mgr.24329) 69 : cephadm [INF] Deploying daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:47:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.672980+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:boot 2023-09-23T17:47:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:29.672993+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:47:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.673054+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi018.bqhmud assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T17:47:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.673138+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.673171+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.673194+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.673475+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.678203+0000 mon.a (mon.0) 634 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:creating} 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:29.688283+0000 mon.a (mon.0) 635 : cluster [INF] daemon mds.foo.smithi018.bqhmud is now active in filesystem foo as rank 0 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:30.493484+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.18:0/1665862236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:47:29.074915+0000 mgr.y (mgr.24329) 69 : cephadm [INF] Deploying daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.672980+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:boot 2023-09-23T17:47:30.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:29.672993+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.673054+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi018.bqhmud assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.673138+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.673171+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.673194+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.673475+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.678203+0000 mon.a (mon.0) 634 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:creating} 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:29.688283+0000 mon.a (mon.0) 635 : cluster [INF] daemon mds.foo.smithi018.bqhmud is now active in filesystem foo as rank 0 2023-09-23T17:47:30.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:30.493484+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.18:0/1665862236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:30.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:47:29.074915+0000 mgr.y (mgr.24329) 69 : cephadm [INF] Deploying daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:47:30.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.672980+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:boot 2023-09-23T17:47:30.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:29.672993+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:47:30.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.673054+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi018.bqhmud assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T17:47:30.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.673138+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.673171+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.673194+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.673475+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.678203+0000 mon.a (mon.0) 634 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:creating} 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:29.688283+0000 mon.a (mon.0) 635 : cluster [INF] daemon mds.foo.smithi018.bqhmud is now active in filesystem foo as rank 0 2023-09-23T17:47:30.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:30.493484+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.18:0/1665862236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:47:30.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T17:47:30.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T17:47:30.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T17:47:30.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T17:47:30.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T17:47:30.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T17:47:30.935 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T17:47:30.935 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:30.380924+0000 mgr.y (mgr.24329) 70 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:30.681265+0000 mon.a (mon.0) 636 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:active 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:30.681330+0000 mon.a (mon.0) 637 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:31.253185+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:31.268997+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:31.608120+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:30.380924+0000 mgr.y (mgr.24329) 70 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:32.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:30.681265+0000 mon.a (mon.0) 636 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:active 2023-09-23T17:47:32.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:30.681330+0000 mon.a (mon.0) 637 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 2023-09-23T17:47:32.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:31.253185+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:31.268997+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:32.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:31.608120+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.070 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.071 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:30.380924+0000 mgr.y (mgr.24329) 70 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:30.681265+0000 mon.a (mon.0) 636 : cluster [DBG] mds.? [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] up:active 2023-09-23T17:47:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:30.681330+0000 mon.a (mon.0) 637 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 2023-09-23T17:47:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:31.253185+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:31.268997+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:31.608120+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:32.245 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.271 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.434 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.435 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.658 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:32.772 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:31.687135+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] up:boot 2023-09-23T17:47:32.772 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:31.687290+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:47:32.772 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:31.687414+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:32.772 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:31.689680+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:32.772 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:31.687135+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] up:boot 2023-09-23T17:47:32.773 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:31.687290+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:47:32.773 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:31.687414+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:32.773 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:31.689680+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:33.065 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:31.687135+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] up:boot 2023-09-23T17:47:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:31.687290+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:47:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:31.687414+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:31.689680+0000 mon.a (mon.0) 642 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:47:33.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:32.381564+0000 mgr.y (mgr.24329) 71 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:33.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:32.381564+0000 mgr.y (mgr.24329) 71 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:32.381564+0000 mgr.y (mgr.24329) 71 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:34.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:47:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:47:35.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:34.381898+0000 mgr.y (mgr.24329) 72 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:35.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:34.381898+0000 mgr.y (mgr.24329) 72 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:36.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:34.381898+0000 mgr.y (mgr.24329) 72 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:36.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:35.697772+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:36.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:35.697772+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:36.926 INFO:teuthology.orchestra.run.smithi018.stdout:206158430231 2023-09-23T17:47:36.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T17:47:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:35.697772+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:37.847 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:36.382449+0000 mgr.y (mgr.24329) 73 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:37.848 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:36.382449+0000 mgr.y (mgr.24329) 73 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:36.382449+0000 mgr.y (mgr.24329) 73 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:39.022 INFO:teuthology.orchestra.run.smithi018.stdout:107374182438 2023-09-23T17:47:39.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T17:47:39.235 INFO:teuthology.orchestra.run.smithi018.stdout:34359738420 2023-09-23T17:47:39.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T17:47:39.473 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:39] "GET /metrics HTTP/1.1" 200 190675 "" "Prometheus/2.33.4" 2023-09-23T17:47:39.670 INFO:teuthology.orchestra.run.smithi018.stdout:128849018915 2023-09-23T17:47:39.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T17:47:39.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:38.383125+0000 mgr.y (mgr.24329) 74 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:39.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:38.383125+0000 mgr.y (mgr.24329) 74 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:39.862 INFO:teuthology.orchestra.run.smithi018.stdout:55834574894 2023-09-23T17:47:39.862 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T17:47:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:38.383125+0000 mgr.y (mgr.24329) 74 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:40.679 INFO:teuthology.orchestra.run.smithi018.stdout:154618822687 2023-09-23T17:47:40.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T17:47:41.408 INFO:teuthology.orchestra.run.smithi018.stdout:180388626459 2023-09-23T17:47:41.408 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T17:47:41.463 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:41.565 INFO:teuthology.orchestra.run.smithi018.stdout:77309411372 2023-09-23T17:47:41.565 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T17:47:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:42.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:40.383514+0000 mgr.y (mgr.24329) 75 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:42.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:40.383514+0000 mgr.y (mgr.24329) 75 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:40.383514+0000 mgr.y (mgr.24329) 75 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:42.704 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:43.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:42.384031+0000 mgr.y (mgr.24329) 76 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:43.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:42.384031+0000 mgr.y (mgr.24329) 76 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:44.035 INFO:teuthology.orchestra.run.smithi018.stdout:206158430233 2023-09-23T17:47:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:42.384031+0000 mgr.y (mgr.24329) 76 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:44.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:47:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:47:44.787 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:44.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.035892+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.18:0/2276399634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:44.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.708595+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:44.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.709946+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:44.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.710700+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:44.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.035892+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.18:0/2276399634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:44.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.708595+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:44.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.709946+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:44.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.710700+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:44.927 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430231 got 206158430233 for osd.7 2023-09-23T17:47:44.927 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.035892+0000 mon.a (mon.0) 644 : audit [DBG] from='client.? 172.21.15.18:0/2276399634' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:47:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.708595+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.709946+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.710700+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:45.868 INFO:teuthology.orchestra.run.smithi018.stdout:34359738421 2023-09-23T17:47:46.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:44.384389+0000 mgr.y (mgr.24329) 77 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:46.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.715278+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:46.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:44.721224+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:46.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:44.384389+0000 mgr.y (mgr.24329) 77 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:46.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.715278+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:46.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:44.721224+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:44.384389+0000 mgr.y (mgr.24329) 77 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.715278+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:44.721224+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:47:46.221 INFO:teuthology.orchestra.run.smithi018.stdout:128849018916 2023-09-23T17:47:46.470 INFO:teuthology.orchestra.run.smithi018.stdout:154618822688 2023-09-23T17:47:47.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:45.850000+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.18:0/3994428473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:47:47.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:46.221579+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.18:0/1782640455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:47:47.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:46.471081+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.18:0/1873754608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:47.028 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:45.850000+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.18:0/3994428473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:47:47.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:46.221579+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.18:0/1782640455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:47:47.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:46.471081+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.18:0/1873754608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:45.850000+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.18:0/3994428473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:47:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:46.221579+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.18:0/1782640455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:47:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:46.471081+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.18:0/1873754608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:47:47.395 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738421 for osd.0 2023-09-23T17:47:47.395 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:47.493 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822687 got 154618822688 for osd.5 2023-09-23T17:47:47.493 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:47.514 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:47.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:46.384738+0000 mgr.y (mgr.24329) 78 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:47.913 INFO:teuthology.orchestra.run.smithi018.stdout:55834574896 2023-09-23T17:47:48.005 INFO:teuthology.orchestra.run.smithi018.stdout:107374182440 2023-09-23T17:47:48.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:46.384738+0000 mgr.y (mgr.24329) 78 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:48.042 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018915 got 128849018916 for osd.4 2023-09-23T17:47:48.043 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:46.384738+0000 mgr.y (mgr.24329) 78 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:48.475 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182440 for osd.3 2023-09-23T17:47:48.476 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:48.498 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574894 got 55834574896 for osd.1 2023-09-23T17:47:48.498 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:49.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:47.914242+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.18:0/39192573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:49.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:48.005428+0000 mon.a (mon.0) 650 : audit [DBG] from='client.? 172.21.15.18:0/2654605806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:47:49.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:47.914242+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.18:0/39192573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:49.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:48.005428+0000 mon.a (mon.0) 650 : audit [DBG] from='client.? 172.21.15.18:0/2654605806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:47:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:47.914242+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.18:0/39192573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:47:49.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:48.005428+0000 mon.a (mon.0) 650 : audit [DBG] from='client.? 172.21.15.18:0/2654605806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:47:49.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:49] "GET /metrics HTTP/1.1" 200 191275 "" "Prometheus/2.33.4" 2023-09-23T17:47:49.767 INFO:teuthology.orchestra.run.smithi018.stdout:180388626461 2023-09-23T17:47:49.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:48.385326+0000 mgr.y (mgr.24329) 79 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:49.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.021114+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:49.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.022446+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:49.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.023153+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:49.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.028287+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:49.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:48.385326+0000 mgr.y (mgr.24329) 79 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:49.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.021114+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:49.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.022446+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:49.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.023153+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:49.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.028287+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:49.978 INFO:teuthology.orchestra.run.smithi018.stdout:77309411374 2023-09-23T17:47:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:48.385326+0000 mgr.y (mgr.24329) 79 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T17:47:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.021114+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.022446+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:47:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.023153+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:47:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.028287+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:47:50.421 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626459 got 180388626461 for osd.6 2023-09-23T17:47:50.421 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:50.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411372 got 77309411374 for osd.2 2023-09-23T17:47:50.452 DEBUG:teuthology.parallel:result is None 2023-09-23T17:47:50.452 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T17:47:50.452 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:47:51.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.767141+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.18:0/1465903224' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:51.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:49.979302+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.18:0/1149031294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.767141+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.18:0/1465903224' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:49.979302+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.18:0/1149031294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:51.101 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.767141+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.18:0/1465903224' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:47:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:49.979302+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.18:0/1149031294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:47:51.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:50.385735+0000 mgr.y (mgr.24329) 80 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:51.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:50.385735+0000 mgr.y (mgr.24329) 80 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:50.385735+0000 mgr.y (mgr.24329) 80 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:52.459 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:52.461 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:47:52.920 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2023-09-23T17:47:52.385872+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381540,"kb_used_data":4772,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579676,"statfs":{"total":767960285184,"available":765521588224,"internally_reserved":0,"allocated":4886528,"data_stored":2053825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002602"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544279+0000","last_change":"2023-09-23T17:47:17.551894+0000","last_active":"2023-09-23T17:47:18.544279+0000","last_peered":"2023-09-23T17:47:18.544279+0000","last_clean":"2023-09-23T17:47:18.544279+0000","last_became_active":"2023-09-23T17:47:17.551624+0000","last_became_peered":"2023-09-23T17:47:17.551624+0000","last_unstale":"2023-09-23T17:47:18.544279+0000","last_undegraded":"2023-09-23T17:47:18.544279+0000","last_fullsized":"2023-09-23T17:47:18.544279+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685418+0000","last_change":"2023-09-23T17:47:17.537274+0000","last_active":"2023-09-23T17:47:29.685418+0000","last_peered":"2023-09-23T17:47:29.685418+0000","last_clean":"2023-09-23T17:47:29.685418+0000","last_became_active":"2023-09-23T17:47:17.536924+0000","last_became_peered":"2023-09-23T17:47:17.536924+0000","last_unstale":"2023-09-23T17:47:29.685418+0000","last_undegraded":"2023-09-23T17:47:29.685418+0000","last_fullsized":"2023-09-23T17:47:29.685418+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.549828+0000","last_change":"2023-09-23T17:47:18.549370+0000","last_active":"2023-09-23T17:47:18.549828+0000","last_peered":"2023-09-23T17:47:18.549828+0000","last_clean":"2023-09-23T17:47:18.549828+0000","last_became_active":"2023-09-23T17:47:18.549071+0000","last_became_peered":"2023-09-23T17:47:18.549071+0000","last_unstale":"2023-09-23T17:47:18.549828+0000","last_undegraded":"2023-09-23T17:47:18.549828+0000","last_fullsized":"2023-09-23T17:47:18.549828+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570100+0000","last_change":"2023-09-23T17:47:17.534172+0000","last_active":"2023-09-23T17:47:19.570100+0000","last_peered":"2023-09-23T17:47:19.570100+0000","last_clean":"2023-09-23T17:47:19.570100+0000","last_became_active":"2023-09-23T17:47:17.533813+0000","last_became_peered":"2023-09-23T17:47:17.533813+0000","last_unstale":"2023-09-23T17:47:19.570100+0000","last_undegraded":"2023-09-23T17:47:19.570100+0000","last_fullsized":"2023-09-23T17:47:19.570100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545106+0000","last_change":"2023-09-23T17:47:18.093872+0000","last_active":"2023-09-23T17:47:18.545106+0000","last_peered":"2023-09-23T17:47:18.545106+0000","last_clean":"2023-09-23T17:47:18.545106+0000","last_became_active":"2023-09-23T17:47:18.093502+0000","last_became_peered":"2023-09-23T17:47:18.093502+0000","last_unstale":"2023-09-23T17:47:18.545106+0000","last_undegraded":"2023-09-23T17:47:18.545106+0000","last_fullsized":"2023-09-23T17:47:18.545106+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686125+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:47:29.686125+0000","last_peered":"2023-09-23T17:47:29.686125+0000","last_clean":"2023-09-23T17:47:29.686125+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:47:29.686125+0000","last_undegraded":"2023-09-23T17:47:29.686125+0000","last_fullsized":"2023-09-23T17:47:29.686125+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545114+0000","last_change":"2023-09-23T17:47:17.555257+0000","last_active":"2023-09-23T17:47:18.545114+0000","last_peered":"2023-09-23T17:47:18.545114+0000","last_clean":"2023-09-23T17:47:18.545114+0000","last_became_active":"2023-09-23T17:47:17.554937+0000","last_became_peered":"2023-09-23T17:47:17.554937+0000","last_unstale":"2023-09-23T17:47:18.545114+0000","last_undegraded":"2023-09-23T17:47:18.545114+0000","last_fullsized":"2023-09-23T17:47:18.545114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685251+0000","last_change":"2023-09-23T17:47:17.535242+0000","last_active":"2023-09-23T17:47:29.685251+0000","last_peered":"2023-09-23T17:47:29.685251+0000","last_clean":"2023-09-23T17:47:29.685251+0000","last_became_active":"2023-09-23T17:47:17.534990+0000","last_became_peered":"2023-09-23T17:47:17.534990+0000","last_unstale":"2023-09-23T17:47:29.685251+0000","last_undegraded":"2023-09-23T17:47:29.685251+0000","last_fullsized":"2023-09-23T17:47:29.685251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.541960+0000","last_change":"2023-09-23T17:47:17.555506+0000","last_active":"2023-09-23T17:47:18.541960+0000","last_peered":"2023-09-23T17:47:18.541960+0000","last_clean":"2023-09-23T17:47:18.541960+0000","last_became_active":"2023-09-23T17:47:17.555162+0000","last_became_peered":"2023-09-23T17:47:17.555162+0000","last_unstale":"2023-09-23T17:47:18.541960+0000","last_undegraded":"2023-09-23T17:47:18.541960+0000","last_fullsized":"2023-09-23T17:47:18.541960+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569974+0000","last_change":"2023-09-23T17:47:17.540334+0000","last_active":"2023-09-23T17:47:19.569974+0000","last_peered":"2023-09-23T17:47:19.569974+0000","last_clean":"2023-09-23T17:47:19.569974+0000","last_became_active":"2023-09-23T17:47:17.539995+0000","last_became_peered":"2023-09-23T17:47:17.539995+0000","last_unstale":"2023-09-23T17:47:19.569974+0000","last_undegraded":"2023-09-23T17:47:19.569974+0000","last_fullsized":"2023-09-23T17:47:19.569974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544844+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:47:18.544844+0000","last_peered":"2023-09-23T17:47:18.544844+0000","last_clean":"2023-09-23T17:47:18.544844+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:47:18.544844+0000","last_undegraded":"2023-09-23T17:47:18.544844+0000","last_fullsized":"2023-09-23T17:47:18.544844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569755+0000","last_change":"2023-09-23T17:47:17.539693+0000","last_active":"2023-09-23T17:47:19.569755+0000","last_peered":"2023-09-23T17:47:19.569755+0000","last_clean":"2023-09-23T17:47:19.569755+0000","last_became_active":"2023-09-23T17:47:17.538356+0000","last_became_peered":"2023-09-23T17:47:17.538356+0000","last_unstale":"2023-09-23T17:47:19.569755+0000","last_undegraded":"2023-09-23T17:47:19.569755+0000","last_fullsized":"2023-09-23T17:47:19.569755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646207+0000","last_change":"2023-09-23T17:46:32.769790+0000","last_active":"2023-09-23T17:47:18.646207+0000","last_peered":"2023-09-23T17:47:18.646207+0000","last_clean":"2023-09-23T17:47:18.646207+0000","last_became_active":"2023-09-23T17:46:32.769416+0000","last_became_peered":"2023-09-23T17:46:32.769416+0000","last_unstale":"2023-09-23T17:47:18.646207+0000","last_undegraded":"2023-09-23T17:47:18.646207+0000","last_fullsized":"2023-09-23T17:47:18.646207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.549445+0000","last_change":"2023-09-23T17:47:18.549073+0000","last_active":"2023-09-23T17:47:18.549445+0000","last_peered":"2023-09-23T17:47:18.549445+0000","last_clean":"2023-09-23T17:47:18.549445+0000","last_became_active":"2023-09-23T17:47:18.548745+0000","last_became_peered":"2023-09-23T17:47:18.548745+0000","last_unstale":"2023-09-23T17:47:18.549445+0000","last_undegraded":"2023-09-23T17:47:18.549445+0000","last_fullsized":"2023-09-23T17:47:18.549445+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647065+0000","last_change":"2023-09-23T17:46:32.958027+0000","last_active":"2023-09-23T17:47:18.647065+0000","last_peered":"2023-09-23T17:47:18.647065+0000","last_clean":"2023-09-23T17:47:18.647065+0000","last_became_active":"2023-09-23T17:46:32.957684+0000","last_became_peered":"2023-09-23T17:46:32.957684+0000","last_unstale":"2023-09-23T17:47:18.647065+0000","last_undegraded":"2023-09-23T17:47:18.647065+0000","last_fullsized":"2023-09-23T17:47:18.647065+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.684355+0000","last_change":"2023-09-23T17:47:17.543306+0000","last_active":"2023-09-23T17:47:29.684355+0000","last_peered":"2023-09-23T17:47:29.684355+0000","last_clean":"2023-09-23T17:47:29.684355+0000","last_became_active":"2023-09-23T17:47:17.542972+0000","last_became_peered":"2023-09-23T17:47:17.542972+0000","last_unstale":"2023-09-23T17:47:29.684355+0000","last_undegraded":"2023-09-23T17:47:29.684355+0000","last_fullsized":"2023-09-23T17:47:29.684355+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.615663+0000","last_change":"2023-09-23T17:47:18.615487+0000","last_active":"2023-09-23T17:47:18.615663+0000","last_peered":"2023-09-23T17:47:18.615663+0000","last_clean":"2023-09-23T17:47:18.615663+0000","last_became_active":"2023-09-23T17:47:18.615168+0000","last_became_peered":"2023-09-23T17:47:18.615168+0000","last_unstale":"2023-09-23T17:47:18.615663+0000","last_undegraded":"2023-09-23T17:47:18.615663+0000","last_fullsized":"2023-09-23T17:47:18.615663+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647377+0000","last_change":"2023-09-23T17:47:17.537283+0000","last_active":"2023-09-23T17:47:18.647377+0000","last_peered":"2023-09-23T17:47:18.647377+0000","last_clean":"2023-09-23T17:47:18.647377+0000","last_became_active":"2023-09-23T17:47:17.536922+0000","last_became_peered":"2023-09-23T17:47:17.536922+0000","last_unstale":"2023-09-23T17:47:18.647377+0000","last_undegraded":"2023-09-23T17:47:18.647377+0000","last_fullsized":"2023-09-23T17:47:18.647377+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543896+0000","last_change":"2023-09-23T17:46:32.958168+0000","last_active":"2023-09-23T17:47:18.543896+0000","last_peered":"2023-09-23T17:47:18.543896+0000","last_clean":"2023-09-23T17:47:18.543896+0000","last_became_active":"2023-09-23T17:46:32.957726+0000","last_became_peered":"2023-09-23T17:46:32.957726+0000","last_unstale":"2023-09-23T17:47:18.543896+0000","last_undegraded":"2023-09-23T17:47:18.543896+0000","last_fullsized":"2023-09-23T17:47:18.543896+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649268+0000","last_change":"2023-09-23T17:47:18.648949+0000","last_active":"2023-09-23T17:47:18.649268+0000","last_peered":"2023-09-23T17:47:18.649268+0000","last_clean":"2023-09-23T17:47:18.649268+0000","last_became_active":"2023-09-23T17:47:18.648573+0000","last_became_peered":"2023-09-23T17:47:18.648573+0000","last_unstale":"2023-09-23T17:47:18.649268+0000","last_undegraded":"2023-09-23T17:47:18.649268+0000","last_fullsized":"2023-09-23T17:47:18.649268+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543800+0000","last_change":"2023-09-23T17:47:17.546314+0000","last_active":"2023-09-23T17:47:18.543800+0000","last_peered":"2023-09-23T17:47:18.543800+0000","last_clean":"2023-09-23T17:47:18.543800+0000","last_became_active":"2023-09-23T17:47:17.545982+0000","last_became_peered":"2023-09-23T17:47:17.545982+0000","last_unstale":"2023-09-23T17:47:18.543800+0000","last_undegraded":"2023-09-23T17:47:18.543800+0000","last_fullsized":"2023-09-23T17:47:18.543800+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543393+0000","last_change":"2023-09-23T17:46:32.803683+0000","last_active":"2023-09-23T17:47:18.543393+0000","last_peered":"2023-09-23T17:47:18.543393+0000","last_clean":"2023-09-23T17:47:18.543393+0000","last_became_active":"2023-09-23T17:46:32.803370+0000","last_became_peered":"2023-09-23T17:46:32.803370+0000","last_unstale":"2023-09-23T17:47:18.543393+0000","last_undegraded":"2023-09-23T17:47:18.543393+0000","last_fullsized":"2023-09-23T17:47:18.543393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646153+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:47:18.646153+0000","last_peered":"2023-09-23T17:47:18.646153+0000","last_clean":"2023-09-23T17:47:18.646153+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:47:18.646153+0000","last_undegraded":"2023-09-23T17:47:18.646153+0000","last_fullsized":"2023-09-23T17:47:18.646153+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545588+0000","last_change":"2023-09-23T17:47:17.532508+0000","last_active":"2023-09-23T17:47:18.545588+0000","last_peered":"2023-09-23T17:47:18.545588+0000","last_clean":"2023-09-23T17:47:18.545588+0000","last_became_active":"2023-09-23T17:47:17.532149+0000","last_became_peered":"2023-09-23T17:47:17.532149+0000","last_unstale":"2023-09-23T17:47:18.545588+0000","last_undegraded":"2023-09-23T17:47:18.545588+0000","last_fullsized":"2023-09-23T17:47:18.545588+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543372+0000","last_change":"2023-09-23T17:46:00.752919+0000","last_active":"2023-09-23T17:47:18.543372+0000","last_peered":"2023-09-23T17:47:18.543372+0000","last_clean":"2023-09-23T17:47:18.543372+0000","last_became_active":"2023-09-23T17:46:00.752487+0000","last_became_peered":"2023-09-23T17:46:00.752487+0000","last_unstale":"2023-09-23T17:47:18.543372+0000","last_undegraded":"2023-09-23T17:47:18.543372+0000","last_fullsized":"2023-09-23T17:47:18.543372+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614608+0000","last_change":"2023-09-23T17:46:32.770597+0000","last_active":"2023-09-23T17:47:18.614608+0000","last_peered":"2023-09-23T17:47:18.614608+0000","last_clean":"2023-09-23T17:47:18.614608+0000","last_became_active":"2023-09-23T17:46:32.770097+0000","last_became_peered":"2023-09-23T17:46:32.770097+0000","last_unstale":"2023-09-23T17:47:18.614608+0000","last_undegraded":"2023-09-23T17:47:18.614608+0000","last_fullsized":"2023-09-23T17:47:18.614608+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647456+0000","last_change":"2023-09-23T17:47:18.093514+0000","last_active":"2023-09-23T17:47:18.647456+0000","last_peered":"2023-09-23T17:47:18.647456+0000","last_clean":"2023-09-23T17:47:18.647456+0000","last_became_active":"2023-09-23T17:47:18.093195+0000","last_became_peered":"2023-09-23T17:47:18.093195+0000","last_unstale":"2023-09-23T17:47:18.647456+0000","last_undegraded":"2023-09-23T17:47:18.647456+0000","last_fullsized":"2023-09-23T17:47:18.647456+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646482+0000","last_change":"2023-09-23T17:47:17.537058+0000","last_active":"2023-09-23T17:47:18.646482+0000","last_peered":"2023-09-23T17:47:18.646482+0000","last_clean":"2023-09-23T17:47:18.646482+0000","last_became_active":"2023-09-23T17:47:17.536739+0000","last_became_peered":"2023-09-23T17:47:17.536739+0000","last_unstale":"2023-09-23T17:47:18.646482+0000","last_undegraded":"2023-09-23T17:47:18.646482+0000","last_fullsized":"2023-09-23T17:47:18.646482+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.541848+0000","last_change":"2023-09-23T17:46:32.803556+0000","last_active":"2023-09-23T17:47:18.541848+0000","last_peered":"2023-09-23T17:47:18.541848+0000","last_clean":"2023-09-23T17:47:18.541848+0000","last_became_active":"2023-09-23T17:46:32.803217+0000","last_became_peered":"2023-09-23T17:46:32.803217+0000","last_unstale":"2023-09-23T17:47:18.541848+0000","last_undegraded":"2023-09-23T17:47:18.541848+0000","last_fullsized":"2023-09-23T17:47:18.541848+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647309+0000","last_change":"2023-09-23T17:47:17.555480+0000","last_active":"2023-09-23T17:47:18.647309+0000","last_peered":"2023-09-23T17:47:18.647309+0000","last_clean":"2023-09-23T17:47:18.647309+0000","last_became_active":"2023-09-23T17:47:17.555144+0000","last_became_peered":"2023-09-23T17:47:17.555144+0000","last_unstale":"2023-09-23T17:47:18.647309+0000","last_undegraded":"2023-09-23T17:47:18.647309+0000","last_fullsized":"2023-09-23T17:47:18.647309+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545396+0000","last_change":"2023-09-23T17:47:17.538177+0000","last_active":"2023-09-23T17:47:18.545396+0000","last_peered":"2023-09-23T17:47:18.545396+0000","last_clean":"2023-09-23T17:47:18.545396+0000","last_became_active":"2023-09-23T17:47:17.537686+0000","last_became_peered":"2023-09-23T17:47:17.537686+0000","last_unstale":"2023-09-23T17:47:18.545396+0000","last_undegraded":"2023-09-23T17:47:18.545396+0000","last_fullsized":"2023-09-23T17:47:18.545396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614541+0000","last_change":"2023-09-23T17:46:32.770461+0000","last_active":"2023-09-23T17:47:18.614541+0000","last_peered":"2023-09-23T17:47:18.614541+0000","last_clean":"2023-09-23T17:47:18.614541+0000","last_became_active":"2023-09-23T17:46:32.770119+0000","last_became_peered":"2023-09-23T17:46:32.770119+0000","last_unstale":"2023-09-23T17:47:18.614541+0000","last_undegraded":"2023-09-23T17:47:18.614541+0000","last_fullsized":"2023-09-23T17:47:18.614541+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647036+0000","last_change":"2023-09-23T17:47:17.550982+0000","last_active":"2023-09-23T17:47:18.647036+0000","last_peered":"2023-09-23T17:47:18.647036+0000","last_clean":"2023-09-23T17:47:18.647036+0000","last_became_active":"2023-09-23T17:47:17.550648+0000","last_became_peered":"2023-09-23T17:47:17.550648+0000","last_unstale":"2023-09-23T17:47:18.647036+0000","last_undegraded":"2023-09-23T17:47:18.647036+0000","last_fullsized":"2023-09-23T17:47:18.647036+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614810+0000","last_change":"2023-09-23T17:47:17.528623+0000","last_active":"2023-09-23T17:47:18.614810+0000","last_peered":"2023-09-23T17:47:18.614810+0000","last_clean":"2023-09-23T17:47:18.614810+0000","last_became_active":"2023-09-23T17:47:17.528254+0000","last_became_peered":"2023-09-23T17:47:17.528254+0000","last_unstale":"2023-09-23T17:47:18.614810+0000","last_undegraded":"2023-09-23T17:47:18.614810+0000","last_fullsized":"2023-09-23T17:47:18.614810+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647263+0000","last_change":"2023-09-23T17:46:32.803525+0000","last_active":"2023-09-23T17:47:18.647263+0000","last_peered":"2023-09-23T17:47:18.647263+0000","last_clean":"2023-09-23T17:47:18.647263+0000","last_became_active":"2023-09-23T17:46:32.803207+0000","last_became_peered":"2023-09-23T17:46:32.803207+0000","last_unstale":"2023-09-23T17:47:18.647263+0000","last_undegraded":"2023-09-23T17:47:18.647263+0000","last_fullsized":"2023-09-23T17:47:18.647263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647399+0000","last_change":"2023-09-23T17:47:17.556168+0000","last_active":"2023-09-23T17:47:18.647399+0000","last_peered":"2023-09-23T17:47:18.647399+0000","last_clean":"2023-09-23T17:47:18.647399+0000","last_became_active":"2023-09-23T17:47:17.555814+0000","last_became_peered":"2023-09-23T17:47:17.555814+0000","last_unstale":"2023-09-23T17:47:18.647399+0000","last_undegraded":"2023-09-23T17:47:18.647399+0000","last_fullsized":"2023-09-23T17:47:18.647399+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545475+0000","last_change":"2023-09-23T17:47:17.532147+0000","last_active":"2023-09-23T17:47:18.545475+0000","last_peered":"2023-09-23T17:47:18.545475+0000","last_clean":"2023-09-23T17:47:18.545475+0000","last_became_active":"2023-09-23T17:47:17.531809+0000","last_became_peered":"2023-09-23T17:47:17.531809+0000","last_unstale":"2023-09-23T17:47:18.545475+0000","last_undegraded":"2023-09-23T17:47:18.545475+0000","last_fullsized":"2023-09-23T17:47:18.545475+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545867+0000","last_change":"2023-09-23T17:47:17.550194+0000","last_active":"2023-09-23T17:47:18.545867+0000","last_peered":"2023-09-23T17:47:18.545867+0000","last_clean":"2023-09-23T17:47:18.545867+0000","last_became_active":"2023-09-23T17:47:17.549936+0000","last_became_peered":"2023-09-23T17:47:17.549936+0000","last_unstale":"2023-09-23T17:47:18.545867+0000","last_undegraded":"2023-09-23T17:47:18.545867+0000","last_fullsized":"2023-09-23T17:47:18.545867+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544942+0000","last_change":"2023-09-23T17:47:17.534399+0000","last_active":"2023-09-23T17:47:18.544942+0000","last_peered":"2023-09-23T17:47:18.544942+0000","last_clean":"2023-09-23T17:47:18.544942+0000","last_became_active":"2023-09-23T17:47:17.534136+0000","last_became_peered":"2023-09-23T17:47:17.534136+0000","last_unstale":"2023-09-23T17:47:18.544942+0000","last_undegraded":"2023-09-23T17:47:18.544942+0000","last_fullsized":"2023-09-23T17:47:18.544942+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545559+0000","last_change":"2023-09-23T17:47:17.552126+0000","last_active":"2023-09-23T17:47:18.545559+0000","last_peered":"2023-09-23T17:47:18.545559+0000","last_clean":"2023-09-23T17:47:18.545559+0000","last_became_active":"2023-09-23T17:47:17.551787+0000","last_became_peered":"2023-09-23T17:47:17.551787+0000","last_unstale":"2023-09-23T17:47:18.545559+0000","last_undegraded":"2023-09-23T17:47:18.545559+0000","last_fullsized":"2023-09-23T17:47:18.545559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646240+0000","last_change":"2023-09-23T17:47:17.531606+0000","last_active":"2023-09-23T17:47:18.646240+0000","last_peered":"2023-09-23T17:47:18.646240+0000","last_clean":"2023-09-23T17:47:18.646240+0000","last_became_active":"2023-09-23T17:47:17.531322+0000","last_became_peered":"2023-09-23T17:47:17.531322+0000","last_unstale":"2023-09-23T17:47:18.646240+0000","last_undegraded":"2023-09-23T17:47:18.646240+0000","last_fullsized":"2023-09-23T17:47:18.646240+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545371+0000","last_change":"2023-09-23T17:47:17.554905+0000","last_active":"2023-09-23T17:47:18.545371+0000","last_peered":"2023-09-23T17:47:18.545371+0000","last_clean":"2023-09-23T17:47:18.545371+0000","last_became_active":"2023-09-23T17:47:17.554586+0000","last_became_peered":"2023-09-23T17:47:17.554586+0000","last_unstale":"2023-09-23T17:47:18.545371+0000","last_undegraded":"2023-09-23T17:47:18.545371+0000","last_fullsized":"2023-09-23T17:47:18.545371+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.681939+0000","last_change":"2023-09-23T17:47:17.543543+0000","last_active":"2023-09-23T17:47:29.681939+0000","last_peered":"2023-09-23T17:47:29.681939+0000","last_clean":"2023-09-23T17:47:29.681939+0000","last_became_active":"2023-09-23T17:47:17.543190+0000","last_became_peered":"2023-09-23T17:47:17.543190+0000","last_unstale":"2023-09-23T17:47:29.681939+0000","last_undegraded":"2023-09-23T17:47:29.681939+0000","last_fullsized":"2023-09-23T17:47:29.681939+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.650829+0000","last_change":"2023-09-23T17:47:18.650575+0000","last_active":"2023-09-23T17:47:18.650829+0000","last_peered":"2023-09-23T17:47:18.650829+0000","last_clean":"2023-09-23T17:47:18.650829+0000","last_became_active":"2023-09-23T17:47:18.650244+0000","last_became_peered":"2023-09-23T17:47:18.650244+0000","last_unstale":"2023-09-23T17:47:18.650829+0000","last_undegraded":"2023-09-23T17:47:18.650829+0000","last_fullsized":"2023-09-23T17:47:18.650829+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614642+0000","last_change":"2023-09-23T17:47:17.531719+0000","last_active":"2023-09-23T17:47:18.614642+0000","last_peered":"2023-09-23T17:47:18.614642+0000","last_clean":"2023-09-23T17:47:18.614642+0000","last_became_active":"2023-09-23T17:47:17.531432+0000","last_became_peered":"2023-09-23T17:47:17.531432+0000","last_unstale":"2023-09-23T17:47:18.614642+0000","last_undegraded":"2023-09-23T17:47:18.614642+0000","last_fullsized":"2023-09-23T17:47:18.614642+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.645936+0000","last_change":"2023-09-23T17:47:18.145486+0000","last_active":"2023-09-23T17:47:18.645936+0000","last_peered":"2023-09-23T17:47:18.645936+0000","last_clean":"2023-09-23T17:47:18.645936+0000","last_became_active":"2023-09-23T17:47:18.145138+0000","last_became_peered":"2023-09-23T17:47:18.145138+0000","last_unstale":"2023-09-23T17:47:18.645936+0000","last_undegraded":"2023-09-23T17:47:18.645936+0000","last_fullsized":"2023-09-23T17:47:18.645936+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570711+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:47:19.570711+0000","last_peered":"2023-09-23T17:47:19.570711+0000","last_clean":"2023-09-23T17:47:19.570711+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:47:19.570711+0000","last_undegraded":"2023-09-23T17:47:19.570711+0000","last_fullsized":"2023-09-23T17:47:19.570711+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544393+0000","last_change":"2023-09-23T17:47:17.555416+0000","last_active":"2023-09-23T17:47:18.544393+0000","last_peered":"2023-09-23T17:47:18.544393+0000","last_clean":"2023-09-23T17:47:18.544393+0000","last_became_active":"2023-09-23T17:47:17.555148+0000","last_became_peered":"2023-09-23T17:47:17.555148+0000","last_unstale":"2023-09-23T17:47:18.544393+0000","last_undegraded":"2023-09-23T17:47:18.544393+0000","last_fullsized":"2023-09-23T17:47:18.544393+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685547+0000","last_change":"2023-09-23T17:47:17.534082+0000","last_active":"2023-09-23T17:47:29.685547+0000","last_peered":"2023-09-23T17:47:29.685547+0000","last_clean":"2023-09-23T17:47:29.685547+0000","last_became_active":"2023-09-23T17:47:17.533760+0000","last_became_peered":"2023-09-23T17:47:17.533760+0000","last_unstale":"2023-09-23T17:47:29.685547+0000","last_undegraded":"2023-09-23T17:47:29.685547+0000","last_fullsized":"2023-09-23T17:47:29.685547+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614468+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:47:18.614468+0000","last_peered":"2023-09-23T17:47:18.614468+0000","last_clean":"2023-09-23T17:47:18.614468+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:47:18.614468+0000","last_undegraded":"2023-09-23T17:47:18.614468+0000","last_fullsized":"2023-09-23T17:47:18.614468+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570728+0000","last_change":"2023-09-23T17:47:17.539280+0000","last_active":"2023-09-23T17:47:19.570728+0000","last_peered":"2023-09-23T17:47:19.570728+0000","last_clean":"2023-09-23T17:47:19.570728+0000","last_became_active":"2023-09-23T17:47:17.538759+0000","last_became_peered":"2023-09-23T17:47:17.538759+0000","last_unstale":"2023-09-23T17:47:19.570728+0000","last_undegraded":"2023-09-23T17:47:19.570728+0000","last_fullsized":"2023-09-23T17:47:19.570728+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649607+0000","last_change":"2023-09-23T17:47:18.648650+0000","last_active":"2023-09-23T17:47:18.649607+0000","last_peered":"2023-09-23T17:47:18.649607+0000","last_clean":"2023-09-23T17:47:18.649607+0000","last_became_active":"2023-09-23T17:47:18.648329+0000","last_became_peered":"2023-09-23T17:47:18.648329+0000","last_unstale":"2023-09-23T17:47:18.649607+0000","last_undegraded":"2023-09-23T17:47:18.649607+0000","last_fullsized":"2023-09-23T17:47:18.649607+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686370+0000","last_change":"2023-09-23T17:47:17.540553+0000","last_active":"2023-09-23T17:47:29.686370+0000","last_peered":"2023-09-23T17:47:29.686370+0000","last_clean":"2023-09-23T17:47:29.686370+0000","last_became_active":"2023-09-23T17:47:17.540212+0000","last_became_peered":"2023-09-23T17:47:17.540212+0000","last_unstale":"2023-09-23T17:47:29.686370+0000","last_undegraded":"2023-09-23T17:47:29.686370+0000","last_fullsized":"2023-09-23T17:47:29.686370+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.548308+0000","last_change":"2023-09-23T17:47:18.547615+0000","last_active":"2023-09-23T17:47:18.548308+0000","last_peered":"2023-09-23T17:47:18.548308+0000","last_clean":"2023-09-23T17:47:18.548308+0000","last_became_active":"2023-09-23T17:47:18.547211+0000","last_became_peered":"2023-09-23T17:47:18.547211+0000","last_unstale":"2023-09-23T17:47:18.548308+0000","last_undegraded":"2023-09-23T17:47:18.548308+0000","last_fullsized":"2023-09-23T17:47:18.548308+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543505+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:47:18.543505+0000","last_peered":"2023-09-23T17:47:18.543505+0000","last_clean":"2023-09-23T17:47:18.543505+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:47:18.543505+0000","last_undegraded":"2023-09-23T17:47:18.543505+0000","last_fullsized":"2023-09-23T17:47:18.543505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614690+0000","last_change":"2023-09-23T17:47:18.145455+0000","last_active":"2023-09-23T17:47:18.614690+0000","last_peered":"2023-09-23T17:47:18.614690+0000","last_clean":"2023-09-23T17:47:18.614690+0000","last_became_active":"2023-09-23T17:47:18.145146+0000","last_became_peered":"2023-09-23T17:47:18.145146+0000","last_unstale":"2023-09-23T17:47:18.614690+0000","last_undegraded":"2023-09-23T17:47:18.614690+0000","last_fullsized":"2023-09-23T17:47:18.614690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543884+0000","last_change":"2023-09-23T17:47:17.545775+0000","last_active":"2023-09-23T17:47:18.543884+0000","last_peered":"2023-09-23T17:47:18.543884+0000","last_clean":"2023-09-23T17:47:18.543884+0000","last_became_active":"2023-09-23T17:47:17.545413+0000","last_became_peered":"2023-09-23T17:47:17.545413+0000","last_unstale":"2023-09-23T17:47:18.543884+0000","last_undegraded":"2023-09-23T17:47:18.543884+0000","last_fullsized":"2023-09-23T17:47:18.543884+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649624+0000","last_change":"2023-09-23T17:47:18.649173+0000","last_active":"2023-09-23T17:47:18.649624+0000","last_peered":"2023-09-23T17:47:18.649624+0000","last_clean":"2023-09-23T17:47:18.649624+0000","last_became_active":"2023-09-23T17:47:18.648910+0000","last_became_peered":"2023-09-23T17:47:18.648910+0000","last_unstale":"2023-09-23T17:47:18.649624+0000","last_undegraded":"2023-09-23T17:47:18.649624+0000","last_fullsized":"2023-09-23T17:47:18.649624+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685552+0000","last_change":"2023-09-23T17:47:17.537692+0000","last_active":"2023-09-23T17:47:29.685552+0000","last_peered":"2023-09-23T17:47:29.685552+0000","last_clean":"2023-09-23T17:47:29.685552+0000","last_became_active":"2023-09-23T17:47:17.537387+0000","last_became_peered":"2023-09-23T17:47:17.537387+0000","last_unstale":"2023-09-23T17:47:29.685552+0000","last_undegraded":"2023-09-23T17:47:29.685552+0000","last_fullsized":"2023-09-23T17:47:29.685552+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545483+0000","last_change":"2023-09-23T17:47:17.550137+0000","last_active":"2023-09-23T17:47:18.545483+0000","last_peered":"2023-09-23T17:47:18.545483+0000","last_clean":"2023-09-23T17:47:18.545483+0000","last_became_active":"2023-09-23T17:47:17.549801+0000","last_became_peered":"2023-09-23T17:47:17.549801+0000","last_unstale":"2023-09-23T17:47:18.545483+0000","last_undegraded":"2023-09-23T17:47:18.545483+0000","last_fullsized":"2023-09-23T17:47:18.545483+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"60'6","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686759+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:47:29.686759+0000","last_peered":"2023-09-23T17:47:29.686759+0000","last_clean":"2023-09-23T17:47:29.686759+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:47:29.686759+0000","last_undegraded":"2023-09-23T17:47:29.686759+0000","last_fullsized":"2023-09-23T17:47:29.686759+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646956+0000","last_change":"2023-09-23T17:47:17.552269+0000","last_active":"2023-09-23T17:47:18.646956+0000","last_peered":"2023-09-23T17:47:18.646956+0000","last_clean":"2023-09-23T17:47:18.646956+0000","last_became_active":"2023-09-23T17:47:17.551929+0000","last_became_peered":"2023-09-23T17:47:17.551929+0000","last_unstale":"2023-09-23T17:47:18.646956+0000","last_undegraded":"2023-09-23T17:47:18.646956+0000","last_fullsized":"2023-09-23T17:47:18.646956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685541+0000","last_change":"2023-09-23T17:47:17.534966+0000","last_active":"2023-09-23T17:47:29.685541+0000","last_peered":"2023-09-23T17:47:29.685541+0000","last_clean":"2023-09-23T17:47:29.685541+0000","last_became_active":"2023-09-23T17:47:17.534681+0000","last_became_peered":"2023-09-23T17:47:17.534681+0000","last_unstale":"2023-09-23T17:47:29.685541+0000","last_undegraded":"2023-09-23T17:47:29.685541+0000","last_fullsized":"2023-09-23T17:47:29.685541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647659+0000","last_change":"2023-09-23T17:47:18.647214+0000","last_active":"2023-09-23T17:47:18.647659+0000","last_peered":"2023-09-23T17:47:18.647659+0000","last_clean":"2023-09-23T17:47:18.647659+0000","last_became_active":"2023-09-23T17:47:18.646780+0000","last_became_peered":"2023-09-23T17:47:18.646780+0000","last_unstale":"2023-09-23T17:47:18.647659+0000","last_undegraded":"2023-09-23T17:47:18.647659+0000","last_fullsized":"2023-09-23T17:47:18.647659+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614748+0000","last_change":"2023-09-23T17:47:17.528615+0000","last_active":"2023-09-23T17:47:18.614748+0000","last_peered":"2023-09-23T17:47:18.614748+0000","last_clean":"2023-09-23T17:47:18.614748+0000","last_became_active":"2023-09-23T17:47:17.528371+0000","last_became_peered":"2023-09-23T17:47:17.528371+0000","last_unstale":"2023-09-23T17:47:18.614748+0000","last_undegraded":"2023-09-23T17:47:18.614748+0000","last_fullsized":"2023-09-23T17:47:18.614748+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649177+0000","last_change":"2023-09-23T17:47:18.648037+0000","last_active":"2023-09-23T17:47:18.649177+0000","last_peered":"2023-09-23T17:47:18.649177+0000","last_clean":"2023-09-23T17:47:18.649177+0000","last_became_active":"2023-09-23T17:47:18.647709+0000","last_became_peered":"2023-09-23T17:47:18.647709+0000","last_unstale":"2023-09-23T17:47:18.649177+0000","last_undegraded":"2023-09-23T17:47:18.649177+0000","last_fullsized":"2023-09-23T17:47:18.649177+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544136+0000","last_change":"2023-09-23T17:47:17.546195+0000","last_active":"2023-09-23T17:47:18.544136+0000","last_peered":"2023-09-23T17:47:18.544136+0000","last_clean":"2023-09-23T17:47:18.544136+0000","last_became_active":"2023-09-23T17:47:17.545831+0000","last_became_peered":"2023-09-23T17:47:17.545831+0000","last_unstale":"2023-09-23T17:47:18.544136+0000","last_undegraded":"2023-09-23T17:47:18.544136+0000","last_fullsized":"2023-09-23T17:47:18.544136+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646119+0000","last_change":"2023-09-23T17:47:17.551995+0000","last_active":"2023-09-23T17:47:18.646119+0000","last_peered":"2023-09-23T17:47:18.646119+0000","last_clean":"2023-09-23T17:47:18.646119+0000","last_became_active":"2023-09-23T17:47:17.551759+0000","last_became_peered":"2023-09-23T17:47:17.551759+0000","last_unstale":"2023-09-23T17:47:18.646119+0000","last_undegraded":"2023-09-23T17:47:18.646119+0000","last_fullsized":"2023-09-23T17:47:18.646119+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545481+0000","last_change":"2023-09-23T17:47:17.542589+0000","last_active":"2023-09-23T17:47:18.545481+0000","last_peered":"2023-09-23T17:47:18.545481+0000","last_clean":"2023-09-23T17:47:18.545481+0000","last_became_active":"2023-09-23T17:47:17.542154+0000","last_became_peered":"2023-09-23T17:47:17.542154+0000","last_unstale":"2023-09-23T17:47:18.545481+0000","last_undegraded":"2023-09-23T17:47:18.545481+0000","last_fullsized":"2023-09-23T17:47:18.545481+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.548288+0000","last_change":"2023-09-23T17:47:18.547460+0000","last_active":"2023-09-23T17:47:18.548288+0000","last_peered":"2023-09-23T17:47:18.548288+0000","last_clean":"2023-09-23T17:47:18.548288+0000","last_became_active":"2023-09-23T17:47:18.547149+0000","last_became_peered":"2023-09-23T17:47:18.547149+0000","last_unstale":"2023-09-23T17:47:18.548288+0000","last_undegraded":"2023-09-23T17:47:18.548288+0000","last_fullsized":"2023-09-23T17:47:18.548288+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646767+0000","last_change":"2023-09-23T17:47:17.537499+0000","last_active":"2023-09-23T17:47:18.646767+0000","last_peered":"2023-09-23T17:47:18.646767+0000","last_clean":"2023-09-23T17:47:18.646767+0000","last_became_active":"2023-09-23T17:47:17.536882+0000","last_became_peered":"2023-09-23T17:47:17.536882+0000","last_unstale":"2023-09-23T17:47:18.646767+0000","last_undegraded":"2023-09-23T17:47:18.646767+0000","last_fullsized":"2023-09-23T17:47:18.646767+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647733+0000","last_change":"2023-09-23T17:47:18.647240+0000","last_active":"2023-09-23T17:47:18.647733+0000","last_peered":"2023-09-23T17:47:18.647733+0000","last_clean":"2023-09-23T17:47:18.647733+0000","last_became_active":"2023-09-23T17:47:18.646924+0000","last_became_peered":"2023-09-23T17:47:18.646924+0000","last_unstale":"2023-09-23T17:47:18.647733+0000","last_undegraded":"2023-09-23T17:47:18.647733+0000","last_fullsized":"2023-09-23T17:47:18.647733+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569523+0000","last_change":"2023-09-23T17:47:17.538569+0000","last_active":"2023-09-23T17:47:19.569523+0000","last_peered":"2023-09-23T17:47:19.569523+0000","last_clean":"2023-09-23T17:47:19.569523+0000","last_became_active":"2023-09-23T17:47:17.538275+0000","last_became_peered":"2023-09-23T17:47:17.538275+0000","last_unstale":"2023-09-23T17:47:19.569523+0000","last_undegraded":"2023-09-23T17:47:19.569523+0000","last_fullsized":"2023-09-23T17:47:19.569523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430235,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":257576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54800000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.439},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56299999999999994}]},{"osd":3,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.501}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.59999999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55900000000000005}]}]},{"osd":6,"up_from":42,"seq":180388626462,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":257430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68500000000000005,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.54000000000000004,"15min":0.55100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67200000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.498}]},{"osd":1,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79400000000000004,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.55500000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.71999999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.69199999999999995}]},{"osd":2,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55700000000000005,"15min":0.56899999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.52700000000000002,"15min":0.53000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64000000000000001,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73799999999999999,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.64200000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.442,"15min":0.44},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.62},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46200000000000002,"15min":0.45800000000000002},"min":{"1min":0.35499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70999999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.627}]},{"osd":7,"last update":"Sat Sep 23 17:47:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.71399999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297676,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447476,"statfs":{"total":95995035648,"available":95690215424,"internally_reserved":0,"allocated":593920,"data_stored":255509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63800000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.28000000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.41199999999999998,"15min":0.41599999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.34399999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.71999999999999997,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.626,"15min":0.628},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64700000000000002,"15min":0.65300000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.498}]},{"osd":5,"last update":"Sat Sep 23 17:47:21 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60799999999999998,"15min":0.61099999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85099999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.54200000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:47:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.622,"15min":0.626},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.52900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.35699999999999998,"15min":0.34599999999999997},"min":{"1min":0.22700000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36199999999999999,"15min":0.34599999999999997},"min":{"1min":0.26100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.59499999999999997,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.33900000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:47:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.27000000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.372},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.44,"15min":0.435},"min":{"1min":0.32400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.67900000000000005,"5min":0.754,"15min":0.754},"last":0.436}]},{"osd":3,"last update":"Sat Sep 23 17:47:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46700000000000003,"15min":0.47899999999999998},"min":{"1min":0.317,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.46700000000000003,"15min":0.46800000000000003},"min":{"1min":0.30399999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63700000000000001,"15min":0.64300000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99099999999999999,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1579999999999999,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.42799999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.60899999999999999,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.60299999999999998,"15min":0.59299999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.54300000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.64800000000000002,"15min":0.63600000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.443},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.65600000000000003,"15min":0.64500000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.56100000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.39200000000000002,"15min":0.38900000000000001},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40699999999999997,"15min":0.40000000000000002},"min":{"1min":0.29199999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 17:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.48699999999999999,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.38600000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60399999999999998,"15min":0.59699999999999998},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.628,"15min":0.63400000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.57299999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57599999999999996,"15min":0.57499999999999996},"min":{"1min":0.42699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.436},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.42699999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.46400000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.627,"15min":0.61699999999999999},"min":{"1min":0.41299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8129999999999999,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.61699999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.44700000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.60699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182442,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.438},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.44500000000000001,"15min":0.46300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.315},{"interface":"front","average":{"1min":0.439,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.248}]},{"osd":2,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.505,"15min":0.52600000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.50600000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.7080000000000002,"5min":3.7080000000000002,"15min":3.7080000000000002},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.65200000000000002,"15min":0.66000000000000003},"min":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82999999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":3.657,"5min":3.657,"15min":3.657},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.423,"5min":1.423,"15min":1.423},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.63,"5min":0.66700000000000004,"15min":0.67300000000000004},"min":{"1min":0.434,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.68300000000000005}]},{"osd":6,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.65100000000000002,"15min":0.64300000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":3.6139999999999999,"5min":3.6139999999999999,"15min":3.6139999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.67500000000000004,"15min":0.67700000000000005},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":3.6840000000000002,"5min":3.6840000000000002,"15min":3.6840000000000002},"last":0.67000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":257821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57599999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66300000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.627,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.57399999999999995,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.41099999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.63400000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.35699999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.70699999999999996,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65500000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52500000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.434},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42899999999999999,"15min":0.41999999999999998},"min":{"1min":0.32900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.502}]},{"osd":6,"last update":"Sat Sep 23 17:47:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.45000000000000001,"15min":0.44400000000000001},"min":{"1min":0.35299999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.71999999999999997,"5min":0.755,"15min":0.755},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.504,"15min":0.501},"min":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.67600000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56299999999999994}]}]},{"osd":5,"up_from":36,"seq":154618822690,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.60599999999999998,"15min":0.626},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.51900000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.48899999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.435}]},{"osd":2,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.38500000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.749,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.39700000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51300000000000001,"15min":0.51200000000000001},"min":{"1min":0.42099999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69199999999999995,"5min":1.089,"15min":1.089},"last":0.73199999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.32800000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.56200000000000006,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.44800000000000001,"15min":0.443},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.624,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.47099999999999997}]},{"osd":6,"last update":"Sat Sep 23 17:47:40 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.46800000000000003,"15min":0.46300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63200000000000001,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.751,"15min":0.751},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:47:52.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:47:53.531 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:52.386171+0000 mgr.y (mgr.24329) 81 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:52.448799+0000 mgr.y (mgr.24329) 82 : audit [DBG] from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:52.386171+0000 mgr.y (mgr.24329) 81 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:52.448799+0000 mgr.y (mgr.24329) 82 : audit [DBG] from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:52.386171+0000 mgr.y (mgr.24329) 81 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:52.448799+0000 mgr.y (mgr.24329) 82 : audit [DBG] from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:54.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:47:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:47:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:47:55.352 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2023-09-23T17:47:54.386322+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381540,"kb_used_data":4772,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579676,"statfs":{"total":767960285184,"available":765521588224,"internally_reserved":0,"allocated":4886528,"data_stored":2053825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002655"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544279+0000","last_change":"2023-09-23T17:47:17.551894+0000","last_active":"2023-09-23T17:47:18.544279+0000","last_peered":"2023-09-23T17:47:18.544279+0000","last_clean":"2023-09-23T17:47:18.544279+0000","last_became_active":"2023-09-23T17:47:17.551624+0000","last_became_peered":"2023-09-23T17:47:17.551624+0000","last_unstale":"2023-09-23T17:47:18.544279+0000","last_undegraded":"2023-09-23T17:47:18.544279+0000","last_fullsized":"2023-09-23T17:47:18.544279+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685418+0000","last_change":"2023-09-23T17:47:17.537274+0000","last_active":"2023-09-23T17:47:29.685418+0000","last_peered":"2023-09-23T17:47:29.685418+0000","last_clean":"2023-09-23T17:47:29.685418+0000","last_became_active":"2023-09-23T17:47:17.536924+0000","last_became_peered":"2023-09-23T17:47:17.536924+0000","last_unstale":"2023-09-23T17:47:29.685418+0000","last_undegraded":"2023-09-23T17:47:29.685418+0000","last_fullsized":"2023-09-23T17:47:29.685418+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.549828+0000","last_change":"2023-09-23T17:47:18.549370+0000","last_active":"2023-09-23T17:47:18.549828+0000","last_peered":"2023-09-23T17:47:18.549828+0000","last_clean":"2023-09-23T17:47:18.549828+0000","last_became_active":"2023-09-23T17:47:18.549071+0000","last_became_peered":"2023-09-23T17:47:18.549071+0000","last_unstale":"2023-09-23T17:47:18.549828+0000","last_undegraded":"2023-09-23T17:47:18.549828+0000","last_fullsized":"2023-09-23T17:47:18.549828+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570100+0000","last_change":"2023-09-23T17:47:17.534172+0000","last_active":"2023-09-23T17:47:19.570100+0000","last_peered":"2023-09-23T17:47:19.570100+0000","last_clean":"2023-09-23T17:47:19.570100+0000","last_became_active":"2023-09-23T17:47:17.533813+0000","last_became_peered":"2023-09-23T17:47:17.533813+0000","last_unstale":"2023-09-23T17:47:19.570100+0000","last_undegraded":"2023-09-23T17:47:19.570100+0000","last_fullsized":"2023-09-23T17:47:19.570100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545106+0000","last_change":"2023-09-23T17:47:18.093872+0000","last_active":"2023-09-23T17:47:18.545106+0000","last_peered":"2023-09-23T17:47:18.545106+0000","last_clean":"2023-09-23T17:47:18.545106+0000","last_became_active":"2023-09-23T17:47:18.093502+0000","last_became_peered":"2023-09-23T17:47:18.093502+0000","last_unstale":"2023-09-23T17:47:18.545106+0000","last_undegraded":"2023-09-23T17:47:18.545106+0000","last_fullsized":"2023-09-23T17:47:18.545106+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686125+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:47:29.686125+0000","last_peered":"2023-09-23T17:47:29.686125+0000","last_clean":"2023-09-23T17:47:29.686125+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:47:29.686125+0000","last_undegraded":"2023-09-23T17:47:29.686125+0000","last_fullsized":"2023-09-23T17:47:29.686125+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545114+0000","last_change":"2023-09-23T17:47:17.555257+0000","last_active":"2023-09-23T17:47:18.545114+0000","last_peered":"2023-09-23T17:47:18.545114+0000","last_clean":"2023-09-23T17:47:18.545114+0000","last_became_active":"2023-09-23T17:47:17.554937+0000","last_became_peered":"2023-09-23T17:47:17.554937+0000","last_unstale":"2023-09-23T17:47:18.545114+0000","last_undegraded":"2023-09-23T17:47:18.545114+0000","last_fullsized":"2023-09-23T17:47:18.545114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685251+0000","last_change":"2023-09-23T17:47:17.535242+0000","last_active":"2023-09-23T17:47:29.685251+0000","last_peered":"2023-09-23T17:47:29.685251+0000","last_clean":"2023-09-23T17:47:29.685251+0000","last_became_active":"2023-09-23T17:47:17.534990+0000","last_became_peered":"2023-09-23T17:47:17.534990+0000","last_unstale":"2023-09-23T17:47:29.685251+0000","last_undegraded":"2023-09-23T17:47:29.685251+0000","last_fullsized":"2023-09-23T17:47:29.685251+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.541960+0000","last_change":"2023-09-23T17:47:17.555506+0000","last_active":"2023-09-23T17:47:18.541960+0000","last_peered":"2023-09-23T17:47:18.541960+0000","last_clean":"2023-09-23T17:47:18.541960+0000","last_became_active":"2023-09-23T17:47:17.555162+0000","last_became_peered":"2023-09-23T17:47:17.555162+0000","last_unstale":"2023-09-23T17:47:18.541960+0000","last_undegraded":"2023-09-23T17:47:18.541960+0000","last_fullsized":"2023-09-23T17:47:18.541960+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569974+0000","last_change":"2023-09-23T17:47:17.540334+0000","last_active":"2023-09-23T17:47:19.569974+0000","last_peered":"2023-09-23T17:47:19.569974+0000","last_clean":"2023-09-23T17:47:19.569974+0000","last_became_active":"2023-09-23T17:47:17.539995+0000","last_became_peered":"2023-09-23T17:47:17.539995+0000","last_unstale":"2023-09-23T17:47:19.569974+0000","last_undegraded":"2023-09-23T17:47:19.569974+0000","last_fullsized":"2023-09-23T17:47:19.569974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544844+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:47:18.544844+0000","last_peered":"2023-09-23T17:47:18.544844+0000","last_clean":"2023-09-23T17:47:18.544844+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:47:18.544844+0000","last_undegraded":"2023-09-23T17:47:18.544844+0000","last_fullsized":"2023-09-23T17:47:18.544844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569755+0000","last_change":"2023-09-23T17:47:17.539693+0000","last_active":"2023-09-23T17:47:19.569755+0000","last_peered":"2023-09-23T17:47:19.569755+0000","last_clean":"2023-09-23T17:47:19.569755+0000","last_became_active":"2023-09-23T17:47:17.538356+0000","last_became_peered":"2023-09-23T17:47:17.538356+0000","last_unstale":"2023-09-23T17:47:19.569755+0000","last_undegraded":"2023-09-23T17:47:19.569755+0000","last_fullsized":"2023-09-23T17:47:19.569755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646207+0000","last_change":"2023-09-23T17:46:32.769790+0000","last_active":"2023-09-23T17:47:18.646207+0000","last_peered":"2023-09-23T17:47:18.646207+0000","last_clean":"2023-09-23T17:47:18.646207+0000","last_became_active":"2023-09-23T17:46:32.769416+0000","last_became_peered":"2023-09-23T17:46:32.769416+0000","last_unstale":"2023-09-23T17:47:18.646207+0000","last_undegraded":"2023-09-23T17:47:18.646207+0000","last_fullsized":"2023-09-23T17:47:18.646207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.549445+0000","last_change":"2023-09-23T17:47:18.549073+0000","last_active":"2023-09-23T17:47:18.549445+0000","last_peered":"2023-09-23T17:47:18.549445+0000","last_clean":"2023-09-23T17:47:18.549445+0000","last_became_active":"2023-09-23T17:47:18.548745+0000","last_became_peered":"2023-09-23T17:47:18.548745+0000","last_unstale":"2023-09-23T17:47:18.549445+0000","last_undegraded":"2023-09-23T17:47:18.549445+0000","last_fullsized":"2023-09-23T17:47:18.549445+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647065+0000","last_change":"2023-09-23T17:46:32.958027+0000","last_active":"2023-09-23T17:47:18.647065+0000","last_peered":"2023-09-23T17:47:18.647065+0000","last_clean":"2023-09-23T17:47:18.647065+0000","last_became_active":"2023-09-23T17:46:32.957684+0000","last_became_peered":"2023-09-23T17:46:32.957684+0000","last_unstale":"2023-09-23T17:47:18.647065+0000","last_undegraded":"2023-09-23T17:47:18.647065+0000","last_fullsized":"2023-09-23T17:47:18.647065+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.684355+0000","last_change":"2023-09-23T17:47:17.543306+0000","last_active":"2023-09-23T17:47:29.684355+0000","last_peered":"2023-09-23T17:47:29.684355+0000","last_clean":"2023-09-23T17:47:29.684355+0000","last_became_active":"2023-09-23T17:47:17.542972+0000","last_became_peered":"2023-09-23T17:47:17.542972+0000","last_unstale":"2023-09-23T17:47:29.684355+0000","last_undegraded":"2023-09-23T17:47:29.684355+0000","last_fullsized":"2023-09-23T17:47:29.684355+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.615663+0000","last_change":"2023-09-23T17:47:18.615487+0000","last_active":"2023-09-23T17:47:18.615663+0000","last_peered":"2023-09-23T17:47:18.615663+0000","last_clean":"2023-09-23T17:47:18.615663+0000","last_became_active":"2023-09-23T17:47:18.615168+0000","last_became_peered":"2023-09-23T17:47:18.615168+0000","last_unstale":"2023-09-23T17:47:18.615663+0000","last_undegraded":"2023-09-23T17:47:18.615663+0000","last_fullsized":"2023-09-23T17:47:18.615663+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647377+0000","last_change":"2023-09-23T17:47:17.537283+0000","last_active":"2023-09-23T17:47:18.647377+0000","last_peered":"2023-09-23T17:47:18.647377+0000","last_clean":"2023-09-23T17:47:18.647377+0000","last_became_active":"2023-09-23T17:47:17.536922+0000","last_became_peered":"2023-09-23T17:47:17.536922+0000","last_unstale":"2023-09-23T17:47:18.647377+0000","last_undegraded":"2023-09-23T17:47:18.647377+0000","last_fullsized":"2023-09-23T17:47:18.647377+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543896+0000","last_change":"2023-09-23T17:46:32.958168+0000","last_active":"2023-09-23T17:47:18.543896+0000","last_peered":"2023-09-23T17:47:18.543896+0000","last_clean":"2023-09-23T17:47:18.543896+0000","last_became_active":"2023-09-23T17:46:32.957726+0000","last_became_peered":"2023-09-23T17:46:32.957726+0000","last_unstale":"2023-09-23T17:47:18.543896+0000","last_undegraded":"2023-09-23T17:47:18.543896+0000","last_fullsized":"2023-09-23T17:47:18.543896+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649268+0000","last_change":"2023-09-23T17:47:18.648949+0000","last_active":"2023-09-23T17:47:18.649268+0000","last_peered":"2023-09-23T17:47:18.649268+0000","last_clean":"2023-09-23T17:47:18.649268+0000","last_became_active":"2023-09-23T17:47:18.648573+0000","last_became_peered":"2023-09-23T17:47:18.648573+0000","last_unstale":"2023-09-23T17:47:18.649268+0000","last_undegraded":"2023-09-23T17:47:18.649268+0000","last_fullsized":"2023-09-23T17:47:18.649268+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543800+0000","last_change":"2023-09-23T17:47:17.546314+0000","last_active":"2023-09-23T17:47:18.543800+0000","last_peered":"2023-09-23T17:47:18.543800+0000","last_clean":"2023-09-23T17:47:18.543800+0000","last_became_active":"2023-09-23T17:47:17.545982+0000","last_became_peered":"2023-09-23T17:47:17.545982+0000","last_unstale":"2023-09-23T17:47:18.543800+0000","last_undegraded":"2023-09-23T17:47:18.543800+0000","last_fullsized":"2023-09-23T17:47:18.543800+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543393+0000","last_change":"2023-09-23T17:46:32.803683+0000","last_active":"2023-09-23T17:47:18.543393+0000","last_peered":"2023-09-23T17:47:18.543393+0000","last_clean":"2023-09-23T17:47:18.543393+0000","last_became_active":"2023-09-23T17:46:32.803370+0000","last_became_peered":"2023-09-23T17:46:32.803370+0000","last_unstale":"2023-09-23T17:47:18.543393+0000","last_undegraded":"2023-09-23T17:47:18.543393+0000","last_fullsized":"2023-09-23T17:47:18.543393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646153+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:47:18.646153+0000","last_peered":"2023-09-23T17:47:18.646153+0000","last_clean":"2023-09-23T17:47:18.646153+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:47:18.646153+0000","last_undegraded":"2023-09-23T17:47:18.646153+0000","last_fullsized":"2023-09-23T17:47:18.646153+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545588+0000","last_change":"2023-09-23T17:47:17.532508+0000","last_active":"2023-09-23T17:47:18.545588+0000","last_peered":"2023-09-23T17:47:18.545588+0000","last_clean":"2023-09-23T17:47:18.545588+0000","last_became_active":"2023-09-23T17:47:17.532149+0000","last_became_peered":"2023-09-23T17:47:17.532149+0000","last_unstale":"2023-09-23T17:47:18.545588+0000","last_undegraded":"2023-09-23T17:47:18.545588+0000","last_fullsized":"2023-09-23T17:47:18.545588+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543372+0000","last_change":"2023-09-23T17:46:00.752919+0000","last_active":"2023-09-23T17:47:18.543372+0000","last_peered":"2023-09-23T17:47:18.543372+0000","last_clean":"2023-09-23T17:47:18.543372+0000","last_became_active":"2023-09-23T17:46:00.752487+0000","last_became_peered":"2023-09-23T17:46:00.752487+0000","last_unstale":"2023-09-23T17:47:18.543372+0000","last_undegraded":"2023-09-23T17:47:18.543372+0000","last_fullsized":"2023-09-23T17:47:18.543372+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614608+0000","last_change":"2023-09-23T17:46:32.770597+0000","last_active":"2023-09-23T17:47:18.614608+0000","last_peered":"2023-09-23T17:47:18.614608+0000","last_clean":"2023-09-23T17:47:18.614608+0000","last_became_active":"2023-09-23T17:46:32.770097+0000","last_became_peered":"2023-09-23T17:46:32.770097+0000","last_unstale":"2023-09-23T17:47:18.614608+0000","last_undegraded":"2023-09-23T17:47:18.614608+0000","last_fullsized":"2023-09-23T17:47:18.614608+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647456+0000","last_change":"2023-09-23T17:47:18.093514+0000","last_active":"2023-09-23T17:47:18.647456+0000","last_peered":"2023-09-23T17:47:18.647456+0000","last_clean":"2023-09-23T17:47:18.647456+0000","last_became_active":"2023-09-23T17:47:18.093195+0000","last_became_peered":"2023-09-23T17:47:18.093195+0000","last_unstale":"2023-09-23T17:47:18.647456+0000","last_undegraded":"2023-09-23T17:47:18.647456+0000","last_fullsized":"2023-09-23T17:47:18.647456+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646482+0000","last_change":"2023-09-23T17:47:17.537058+0000","last_active":"2023-09-23T17:47:18.646482+0000","last_peered":"2023-09-23T17:47:18.646482+0000","last_clean":"2023-09-23T17:47:18.646482+0000","last_became_active":"2023-09-23T17:47:17.536739+0000","last_became_peered":"2023-09-23T17:47:17.536739+0000","last_unstale":"2023-09-23T17:47:18.646482+0000","last_undegraded":"2023-09-23T17:47:18.646482+0000","last_fullsized":"2023-09-23T17:47:18.646482+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.541848+0000","last_change":"2023-09-23T17:46:32.803556+0000","last_active":"2023-09-23T17:47:18.541848+0000","last_peered":"2023-09-23T17:47:18.541848+0000","last_clean":"2023-09-23T17:47:18.541848+0000","last_became_active":"2023-09-23T17:46:32.803217+0000","last_became_peered":"2023-09-23T17:46:32.803217+0000","last_unstale":"2023-09-23T17:47:18.541848+0000","last_undegraded":"2023-09-23T17:47:18.541848+0000","last_fullsized":"2023-09-23T17:47:18.541848+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647309+0000","last_change":"2023-09-23T17:47:17.555480+0000","last_active":"2023-09-23T17:47:18.647309+0000","last_peered":"2023-09-23T17:47:18.647309+0000","last_clean":"2023-09-23T17:47:18.647309+0000","last_became_active":"2023-09-23T17:47:17.555144+0000","last_became_peered":"2023-09-23T17:47:17.555144+0000","last_unstale":"2023-09-23T17:47:18.647309+0000","last_undegraded":"2023-09-23T17:47:18.647309+0000","last_fullsized":"2023-09-23T17:47:18.647309+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545396+0000","last_change":"2023-09-23T17:47:17.538177+0000","last_active":"2023-09-23T17:47:18.545396+0000","last_peered":"2023-09-23T17:47:18.545396+0000","last_clean":"2023-09-23T17:47:18.545396+0000","last_became_active":"2023-09-23T17:47:17.537686+0000","last_became_peered":"2023-09-23T17:47:17.537686+0000","last_unstale":"2023-09-23T17:47:18.545396+0000","last_undegraded":"2023-09-23T17:47:18.545396+0000","last_fullsized":"2023-09-23T17:47:18.545396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614541+0000","last_change":"2023-09-23T17:46:32.770461+0000","last_active":"2023-09-23T17:47:18.614541+0000","last_peered":"2023-09-23T17:47:18.614541+0000","last_clean":"2023-09-23T17:47:18.614541+0000","last_became_active":"2023-09-23T17:46:32.770119+0000","last_became_peered":"2023-09-23T17:46:32.770119+0000","last_unstale":"2023-09-23T17:47:18.614541+0000","last_undegraded":"2023-09-23T17:47:18.614541+0000","last_fullsized":"2023-09-23T17:47:18.614541+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647036+0000","last_change":"2023-09-23T17:47:17.550982+0000","last_active":"2023-09-23T17:47:18.647036+0000","last_peered":"2023-09-23T17:47:18.647036+0000","last_clean":"2023-09-23T17:47:18.647036+0000","last_became_active":"2023-09-23T17:47:17.550648+0000","last_became_peered":"2023-09-23T17:47:17.550648+0000","last_unstale":"2023-09-23T17:47:18.647036+0000","last_undegraded":"2023-09-23T17:47:18.647036+0000","last_fullsized":"2023-09-23T17:47:18.647036+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614810+0000","last_change":"2023-09-23T17:47:17.528623+0000","last_active":"2023-09-23T17:47:18.614810+0000","last_peered":"2023-09-23T17:47:18.614810+0000","last_clean":"2023-09-23T17:47:18.614810+0000","last_became_active":"2023-09-23T17:47:17.528254+0000","last_became_peered":"2023-09-23T17:47:17.528254+0000","last_unstale":"2023-09-23T17:47:18.614810+0000","last_undegraded":"2023-09-23T17:47:18.614810+0000","last_fullsized":"2023-09-23T17:47:18.614810+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647263+0000","last_change":"2023-09-23T17:46:32.803525+0000","last_active":"2023-09-23T17:47:18.647263+0000","last_peered":"2023-09-23T17:47:18.647263+0000","last_clean":"2023-09-23T17:47:18.647263+0000","last_became_active":"2023-09-23T17:46:32.803207+0000","last_became_peered":"2023-09-23T17:46:32.803207+0000","last_unstale":"2023-09-23T17:47:18.647263+0000","last_undegraded":"2023-09-23T17:47:18.647263+0000","last_fullsized":"2023-09-23T17:47:18.647263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647399+0000","last_change":"2023-09-23T17:47:17.556168+0000","last_active":"2023-09-23T17:47:18.647399+0000","last_peered":"2023-09-23T17:47:18.647399+0000","last_clean":"2023-09-23T17:47:18.647399+0000","last_became_active":"2023-09-23T17:47:17.555814+0000","last_became_peered":"2023-09-23T17:47:17.555814+0000","last_unstale":"2023-09-23T17:47:18.647399+0000","last_undegraded":"2023-09-23T17:47:18.647399+0000","last_fullsized":"2023-09-23T17:47:18.647399+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545475+0000","last_change":"2023-09-23T17:47:17.532147+0000","last_active":"2023-09-23T17:47:18.545475+0000","last_peered":"2023-09-23T17:47:18.545475+0000","last_clean":"2023-09-23T17:47:18.545475+0000","last_became_active":"2023-09-23T17:47:17.531809+0000","last_became_peered":"2023-09-23T17:47:17.531809+0000","last_unstale":"2023-09-23T17:47:18.545475+0000","last_undegraded":"2023-09-23T17:47:18.545475+0000","last_fullsized":"2023-09-23T17:47:18.545475+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545867+0000","last_change":"2023-09-23T17:47:17.550194+0000","last_active":"2023-09-23T17:47:18.545867+0000","last_peered":"2023-09-23T17:47:18.545867+0000","last_clean":"2023-09-23T17:47:18.545867+0000","last_became_active":"2023-09-23T17:47:17.549936+0000","last_became_peered":"2023-09-23T17:47:17.549936+0000","last_unstale":"2023-09-23T17:47:18.545867+0000","last_undegraded":"2023-09-23T17:47:18.545867+0000","last_fullsized":"2023-09-23T17:47:18.545867+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544942+0000","last_change":"2023-09-23T17:47:17.534399+0000","last_active":"2023-09-23T17:47:18.544942+0000","last_peered":"2023-09-23T17:47:18.544942+0000","last_clean":"2023-09-23T17:47:18.544942+0000","last_became_active":"2023-09-23T17:47:17.534136+0000","last_became_peered":"2023-09-23T17:47:17.534136+0000","last_unstale":"2023-09-23T17:47:18.544942+0000","last_undegraded":"2023-09-23T17:47:18.544942+0000","last_fullsized":"2023-09-23T17:47:18.544942+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545559+0000","last_change":"2023-09-23T17:47:17.552126+0000","last_active":"2023-09-23T17:47:18.545559+0000","last_peered":"2023-09-23T17:47:18.545559+0000","last_clean":"2023-09-23T17:47:18.545559+0000","last_became_active":"2023-09-23T17:47:17.551787+0000","last_became_peered":"2023-09-23T17:47:17.551787+0000","last_unstale":"2023-09-23T17:47:18.545559+0000","last_undegraded":"2023-09-23T17:47:18.545559+0000","last_fullsized":"2023-09-23T17:47:18.545559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646240+0000","last_change":"2023-09-23T17:47:17.531606+0000","last_active":"2023-09-23T17:47:18.646240+0000","last_peered":"2023-09-23T17:47:18.646240+0000","last_clean":"2023-09-23T17:47:18.646240+0000","last_became_active":"2023-09-23T17:47:17.531322+0000","last_became_peered":"2023-09-23T17:47:17.531322+0000","last_unstale":"2023-09-23T17:47:18.646240+0000","last_undegraded":"2023-09-23T17:47:18.646240+0000","last_fullsized":"2023-09-23T17:47:18.646240+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545371+0000","last_change":"2023-09-23T17:47:17.554905+0000","last_active":"2023-09-23T17:47:18.545371+0000","last_peered":"2023-09-23T17:47:18.545371+0000","last_clean":"2023-09-23T17:47:18.545371+0000","last_became_active":"2023-09-23T17:47:17.554586+0000","last_became_peered":"2023-09-23T17:47:17.554586+0000","last_unstale":"2023-09-23T17:47:18.545371+0000","last_undegraded":"2023-09-23T17:47:18.545371+0000","last_fullsized":"2023-09-23T17:47:18.545371+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.681939+0000","last_change":"2023-09-23T17:47:17.543543+0000","last_active":"2023-09-23T17:47:29.681939+0000","last_peered":"2023-09-23T17:47:29.681939+0000","last_clean":"2023-09-23T17:47:29.681939+0000","last_became_active":"2023-09-23T17:47:17.543190+0000","last_became_peered":"2023-09-23T17:47:17.543190+0000","last_unstale":"2023-09-23T17:47:29.681939+0000","last_undegraded":"2023-09-23T17:47:29.681939+0000","last_fullsized":"2023-09-23T17:47:29.681939+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.650829+0000","last_change":"2023-09-23T17:47:18.650575+0000","last_active":"2023-09-23T17:47:18.650829+0000","last_peered":"2023-09-23T17:47:18.650829+0000","last_clean":"2023-09-23T17:47:18.650829+0000","last_became_active":"2023-09-23T17:47:18.650244+0000","last_became_peered":"2023-09-23T17:47:18.650244+0000","last_unstale":"2023-09-23T17:47:18.650829+0000","last_undegraded":"2023-09-23T17:47:18.650829+0000","last_fullsized":"2023-09-23T17:47:18.650829+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614642+0000","last_change":"2023-09-23T17:47:17.531719+0000","last_active":"2023-09-23T17:47:18.614642+0000","last_peered":"2023-09-23T17:47:18.614642+0000","last_clean":"2023-09-23T17:47:18.614642+0000","last_became_active":"2023-09-23T17:47:17.531432+0000","last_became_peered":"2023-09-23T17:47:17.531432+0000","last_unstale":"2023-09-23T17:47:18.614642+0000","last_undegraded":"2023-09-23T17:47:18.614642+0000","last_fullsized":"2023-09-23T17:47:18.614642+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.645936+0000","last_change":"2023-09-23T17:47:18.145486+0000","last_active":"2023-09-23T17:47:18.645936+0000","last_peered":"2023-09-23T17:47:18.645936+0000","last_clean":"2023-09-23T17:47:18.645936+0000","last_became_active":"2023-09-23T17:47:18.145138+0000","last_became_peered":"2023-09-23T17:47:18.145138+0000","last_unstale":"2023-09-23T17:47:18.645936+0000","last_undegraded":"2023-09-23T17:47:18.645936+0000","last_fullsized":"2023-09-23T17:47:18.645936+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570711+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:47:19.570711+0000","last_peered":"2023-09-23T17:47:19.570711+0000","last_clean":"2023-09-23T17:47:19.570711+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:47:19.570711+0000","last_undegraded":"2023-09-23T17:47:19.570711+0000","last_fullsized":"2023-09-23T17:47:19.570711+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544393+0000","last_change":"2023-09-23T17:47:17.555416+0000","last_active":"2023-09-23T17:47:18.544393+0000","last_peered":"2023-09-23T17:47:18.544393+0000","last_clean":"2023-09-23T17:47:18.544393+0000","last_became_active":"2023-09-23T17:47:17.555148+0000","last_became_peered":"2023-09-23T17:47:17.555148+0000","last_unstale":"2023-09-23T17:47:18.544393+0000","last_undegraded":"2023-09-23T17:47:18.544393+0000","last_fullsized":"2023-09-23T17:47:18.544393+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685547+0000","last_change":"2023-09-23T17:47:17.534082+0000","last_active":"2023-09-23T17:47:29.685547+0000","last_peered":"2023-09-23T17:47:29.685547+0000","last_clean":"2023-09-23T17:47:29.685547+0000","last_became_active":"2023-09-23T17:47:17.533760+0000","last_became_peered":"2023-09-23T17:47:17.533760+0000","last_unstale":"2023-09-23T17:47:29.685547+0000","last_undegraded":"2023-09-23T17:47:29.685547+0000","last_fullsized":"2023-09-23T17:47:29.685547+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614468+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:47:18.614468+0000","last_peered":"2023-09-23T17:47:18.614468+0000","last_clean":"2023-09-23T17:47:18.614468+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:47:18.614468+0000","last_undegraded":"2023-09-23T17:47:18.614468+0000","last_fullsized":"2023-09-23T17:47:18.614468+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.570728+0000","last_change":"2023-09-23T17:47:17.539280+0000","last_active":"2023-09-23T17:47:19.570728+0000","last_peered":"2023-09-23T17:47:19.570728+0000","last_clean":"2023-09-23T17:47:19.570728+0000","last_became_active":"2023-09-23T17:47:17.538759+0000","last_became_peered":"2023-09-23T17:47:17.538759+0000","last_unstale":"2023-09-23T17:47:19.570728+0000","last_undegraded":"2023-09-23T17:47:19.570728+0000","last_fullsized":"2023-09-23T17:47:19.570728+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649607+0000","last_change":"2023-09-23T17:47:18.648650+0000","last_active":"2023-09-23T17:47:18.649607+0000","last_peered":"2023-09-23T17:47:18.649607+0000","last_clean":"2023-09-23T17:47:18.649607+0000","last_became_active":"2023-09-23T17:47:18.648329+0000","last_became_peered":"2023-09-23T17:47:18.648329+0000","last_unstale":"2023-09-23T17:47:18.649607+0000","last_undegraded":"2023-09-23T17:47:18.649607+0000","last_fullsized":"2023-09-23T17:47:18.649607+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686370+0000","last_change":"2023-09-23T17:47:17.540553+0000","last_active":"2023-09-23T17:47:29.686370+0000","last_peered":"2023-09-23T17:47:29.686370+0000","last_clean":"2023-09-23T17:47:29.686370+0000","last_became_active":"2023-09-23T17:47:17.540212+0000","last_became_peered":"2023-09-23T17:47:17.540212+0000","last_unstale":"2023-09-23T17:47:29.686370+0000","last_undegraded":"2023-09-23T17:47:29.686370+0000","last_fullsized":"2023-09-23T17:47:29.686370+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.548308+0000","last_change":"2023-09-23T17:47:18.547615+0000","last_active":"2023-09-23T17:47:18.548308+0000","last_peered":"2023-09-23T17:47:18.548308+0000","last_clean":"2023-09-23T17:47:18.548308+0000","last_became_active":"2023-09-23T17:47:18.547211+0000","last_became_peered":"2023-09-23T17:47:18.547211+0000","last_unstale":"2023-09-23T17:47:18.548308+0000","last_undegraded":"2023-09-23T17:47:18.548308+0000","last_fullsized":"2023-09-23T17:47:18.548308+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543505+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:47:18.543505+0000","last_peered":"2023-09-23T17:47:18.543505+0000","last_clean":"2023-09-23T17:47:18.543505+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:47:18.543505+0000","last_undegraded":"2023-09-23T17:47:18.543505+0000","last_fullsized":"2023-09-23T17:47:18.543505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614690+0000","last_change":"2023-09-23T17:47:18.145455+0000","last_active":"2023-09-23T17:47:18.614690+0000","last_peered":"2023-09-23T17:47:18.614690+0000","last_clean":"2023-09-23T17:47:18.614690+0000","last_became_active":"2023-09-23T17:47:18.145146+0000","last_became_peered":"2023-09-23T17:47:18.145146+0000","last_unstale":"2023-09-23T17:47:18.614690+0000","last_undegraded":"2023-09-23T17:47:18.614690+0000","last_fullsized":"2023-09-23T17:47:18.614690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.543884+0000","last_change":"2023-09-23T17:47:17.545775+0000","last_active":"2023-09-23T17:47:18.543884+0000","last_peered":"2023-09-23T17:47:18.543884+0000","last_clean":"2023-09-23T17:47:18.543884+0000","last_became_active":"2023-09-23T17:47:17.545413+0000","last_became_peered":"2023-09-23T17:47:17.545413+0000","last_unstale":"2023-09-23T17:47:18.543884+0000","last_undegraded":"2023-09-23T17:47:18.543884+0000","last_fullsized":"2023-09-23T17:47:18.543884+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649624+0000","last_change":"2023-09-23T17:47:18.649173+0000","last_active":"2023-09-23T17:47:18.649624+0000","last_peered":"2023-09-23T17:47:18.649624+0000","last_clean":"2023-09-23T17:47:18.649624+0000","last_became_active":"2023-09-23T17:47:18.648910+0000","last_became_peered":"2023-09-23T17:47:18.648910+0000","last_unstale":"2023-09-23T17:47:18.649624+0000","last_undegraded":"2023-09-23T17:47:18.649624+0000","last_fullsized":"2023-09-23T17:47:18.649624+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685552+0000","last_change":"2023-09-23T17:47:17.537692+0000","last_active":"2023-09-23T17:47:29.685552+0000","last_peered":"2023-09-23T17:47:29.685552+0000","last_clean":"2023-09-23T17:47:29.685552+0000","last_became_active":"2023-09-23T17:47:17.537387+0000","last_became_peered":"2023-09-23T17:47:17.537387+0000","last_unstale":"2023-09-23T17:47:29.685552+0000","last_undegraded":"2023-09-23T17:47:29.685552+0000","last_fullsized":"2023-09-23T17:47:29.685552+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545483+0000","last_change":"2023-09-23T17:47:17.550137+0000","last_active":"2023-09-23T17:47:18.545483+0000","last_peered":"2023-09-23T17:47:18.545483+0000","last_clean":"2023-09-23T17:47:18.545483+0000","last_became_active":"2023-09-23T17:47:17.549801+0000","last_became_peered":"2023-09-23T17:47:17.549801+0000","last_unstale":"2023-09-23T17:47:18.545483+0000","last_undegraded":"2023-09-23T17:47:18.545483+0000","last_fullsized":"2023-09-23T17:47:18.545483+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"60'6","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.686759+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:47:29.686759+0000","last_peered":"2023-09-23T17:47:29.686759+0000","last_clean":"2023-09-23T17:47:29.686759+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:47:29.686759+0000","last_undegraded":"2023-09-23T17:47:29.686759+0000","last_fullsized":"2023-09-23T17:47:29.686759+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646956+0000","last_change":"2023-09-23T17:47:17.552269+0000","last_active":"2023-09-23T17:47:18.646956+0000","last_peered":"2023-09-23T17:47:18.646956+0000","last_clean":"2023-09-23T17:47:18.646956+0000","last_became_active":"2023-09-23T17:47:17.551929+0000","last_became_peered":"2023-09-23T17:47:17.551929+0000","last_unstale":"2023-09-23T17:47:18.646956+0000","last_undegraded":"2023-09-23T17:47:18.646956+0000","last_fullsized":"2023-09-23T17:47:18.646956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:29.685541+0000","last_change":"2023-09-23T17:47:17.534966+0000","last_active":"2023-09-23T17:47:29.685541+0000","last_peered":"2023-09-23T17:47:29.685541+0000","last_clean":"2023-09-23T17:47:29.685541+0000","last_became_active":"2023-09-23T17:47:17.534681+0000","last_became_peered":"2023-09-23T17:47:17.534681+0000","last_unstale":"2023-09-23T17:47:29.685541+0000","last_undegraded":"2023-09-23T17:47:29.685541+0000","last_fullsized":"2023-09-23T17:47:29.685541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647659+0000","last_change":"2023-09-23T17:47:18.647214+0000","last_active":"2023-09-23T17:47:18.647659+0000","last_peered":"2023-09-23T17:47:18.647659+0000","last_clean":"2023-09-23T17:47:18.647659+0000","last_became_active":"2023-09-23T17:47:18.646780+0000","last_became_peered":"2023-09-23T17:47:18.646780+0000","last_unstale":"2023-09-23T17:47:18.647659+0000","last_undegraded":"2023-09-23T17:47:18.647659+0000","last_fullsized":"2023-09-23T17:47:18.647659+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.614748+0000","last_change":"2023-09-23T17:47:17.528615+0000","last_active":"2023-09-23T17:47:18.614748+0000","last_peered":"2023-09-23T17:47:18.614748+0000","last_clean":"2023-09-23T17:47:18.614748+0000","last_became_active":"2023-09-23T17:47:17.528371+0000","last_became_peered":"2023-09-23T17:47:17.528371+0000","last_unstale":"2023-09-23T17:47:18.614748+0000","last_undegraded":"2023-09-23T17:47:18.614748+0000","last_fullsized":"2023-09-23T17:47:18.614748+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.649177+0000","last_change":"2023-09-23T17:47:18.648037+0000","last_active":"2023-09-23T17:47:18.649177+0000","last_peered":"2023-09-23T17:47:18.649177+0000","last_clean":"2023-09-23T17:47:18.649177+0000","last_became_active":"2023-09-23T17:47:18.647709+0000","last_became_peered":"2023-09-23T17:47:18.647709+0000","last_unstale":"2023-09-23T17:47:18.649177+0000","last_undegraded":"2023-09-23T17:47:18.649177+0000","last_fullsized":"2023-09-23T17:47:18.649177+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.544136+0000","last_change":"2023-09-23T17:47:17.546195+0000","last_active":"2023-09-23T17:47:18.544136+0000","last_peered":"2023-09-23T17:47:18.544136+0000","last_clean":"2023-09-23T17:47:18.544136+0000","last_became_active":"2023-09-23T17:47:17.545831+0000","last_became_peered":"2023-09-23T17:47:17.545831+0000","last_unstale":"2023-09-23T17:47:18.544136+0000","last_undegraded":"2023-09-23T17:47:18.544136+0000","last_fullsized":"2023-09-23T17:47:18.544136+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646119+0000","last_change":"2023-09-23T17:47:17.551995+0000","last_active":"2023-09-23T17:47:18.646119+0000","last_peered":"2023-09-23T17:47:18.646119+0000","last_clean":"2023-09-23T17:47:18.646119+0000","last_became_active":"2023-09-23T17:47:17.551759+0000","last_became_peered":"2023-09-23T17:47:17.551759+0000","last_unstale":"2023-09-23T17:47:18.646119+0000","last_undegraded":"2023-09-23T17:47:18.646119+0000","last_fullsized":"2023-09-23T17:47:18.646119+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.545481+0000","last_change":"2023-09-23T17:47:17.542589+0000","last_active":"2023-09-23T17:47:18.545481+0000","last_peered":"2023-09-23T17:47:18.545481+0000","last_clean":"2023-09-23T17:47:18.545481+0000","last_became_active":"2023-09-23T17:47:17.542154+0000","last_became_peered":"2023-09-23T17:47:17.542154+0000","last_unstale":"2023-09-23T17:47:18.545481+0000","last_undegraded":"2023-09-23T17:47:18.545481+0000","last_fullsized":"2023-09-23T17:47:18.545481+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.548288+0000","last_change":"2023-09-23T17:47:18.547460+0000","last_active":"2023-09-23T17:47:18.548288+0000","last_peered":"2023-09-23T17:47:18.548288+0000","last_clean":"2023-09-23T17:47:18.548288+0000","last_became_active":"2023-09-23T17:47:18.547149+0000","last_became_peered":"2023-09-23T17:47:18.547149+0000","last_unstale":"2023-09-23T17:47:18.548288+0000","last_undegraded":"2023-09-23T17:47:18.548288+0000","last_fullsized":"2023-09-23T17:47:18.548288+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.646767+0000","last_change":"2023-09-23T17:47:17.537499+0000","last_active":"2023-09-23T17:47:18.646767+0000","last_peered":"2023-09-23T17:47:18.646767+0000","last_clean":"2023-09-23T17:47:18.646767+0000","last_became_active":"2023-09-23T17:47:17.536882+0000","last_became_peered":"2023-09-23T17:47:17.536882+0000","last_unstale":"2023-09-23T17:47:18.646767+0000","last_undegraded":"2023-09-23T17:47:18.646767+0000","last_fullsized":"2023-09-23T17:47:18.646767+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-09-23T17:47:18.647733+0000","last_change":"2023-09-23T17:47:18.647240+0000","last_active":"2023-09-23T17:47:18.647733+0000","last_peered":"2023-09-23T17:47:18.647733+0000","last_clean":"2023-09-23T17:47:18.647733+0000","last_became_active":"2023-09-23T17:47:18.646924+0000","last_became_peered":"2023-09-23T17:47:18.646924+0000","last_unstale":"2023-09-23T17:47:18.647733+0000","last_undegraded":"2023-09-23T17:47:18.647733+0000","last_fullsized":"2023-09-23T17:47:18.647733+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-09-23T17:47:19.569523+0000","last_change":"2023-09-23T17:47:17.538569+0000","last_active":"2023-09-23T17:47:19.569523+0000","last_peered":"2023-09-23T17:47:19.569523+0000","last_clean":"2023-09-23T17:47:19.569523+0000","last_became_active":"2023-09-23T17:47:17.538275+0000","last_became_peered":"2023-09-23T17:47:17.538275+0000","last_unstale":"2023-09-23T17:47:19.569523+0000","last_undegraded":"2023-09-23T17:47:19.569523+0000","last_fullsized":"2023-09-23T17:47:19.569523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430235,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":257576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54800000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.439},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56299999999999994}]},{"osd":3,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.501}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.59999999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55900000000000005}]}]},{"osd":6,"up_from":42,"seq":180388626462,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":257430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68500000000000005,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.54000000000000004,"15min":0.55100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67200000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.498}]},{"osd":1,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79400000000000004,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.55500000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.71999999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.69199999999999995}]},{"osd":2,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55700000000000005,"15min":0.56899999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.52700000000000002,"15min":0.53000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64000000000000001,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73799999999999999,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.64200000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.442,"15min":0.44},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.62},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46200000000000002,"15min":0.45800000000000002},"min":{"1min":0.35499999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70999999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.627}]},{"osd":7,"last update":"Sat Sep 23 17:47:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.71399999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297676,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447476,"statfs":{"total":95995035648,"available":95690215424,"internally_reserved":0,"allocated":593920,"data_stored":255509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63800000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.28000000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.41199999999999998,"15min":0.41599999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.56399999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.44900000000000001},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.34399999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.71999999999999997,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.626,"15min":0.628},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64700000000000002,"15min":0.65300000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.498}]},{"osd":5,"last update":"Sat Sep 23 17:47:21 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60799999999999998,"15min":0.61099999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85099999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.54200000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:47:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.622,"15min":0.626},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.52900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.35699999999999998,"15min":0.34599999999999997},"min":{"1min":0.22700000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36199999999999999,"15min":0.34599999999999997},"min":{"1min":0.26100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.59499999999999997,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.33900000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:47:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.27000000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.372},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.44,"15min":0.435},"min":{"1min":0.32400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.67900000000000005,"5min":0.754,"15min":0.754},"last":0.436}]},{"osd":3,"last update":"Sat Sep 23 17:47:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46700000000000003,"15min":0.47899999999999998},"min":{"1min":0.317,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.46700000000000003,"15min":0.46800000000000003},"min":{"1min":0.30399999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63700000000000001,"15min":0.64300000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99099999999999999,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1579999999999999,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.42799999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.60899999999999999,"15min":0.59799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.60299999999999998,"15min":0.59299999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.54300000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.64800000000000002,"15min":0.63600000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.443},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.65600000000000003,"15min":0.64500000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:47:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.56100000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.39200000000000002,"15min":0.38900000000000001},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40699999999999997,"15min":0.40000000000000002},"min":{"1min":0.29199999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 17:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.48699999999999999,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.38600000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:47:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60399999999999998,"15min":0.59699999999999998},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.628,"15min":0.63400000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.57299999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57599999999999996,"15min":0.57499999999999996},"min":{"1min":0.42699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.436},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.42699999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.46400000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.627,"15min":0.61699999999999999},"min":{"1min":0.41299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8129999999999999,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.61699999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.44700000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.60699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182442,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.438},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.44500000000000001,"15min":0.46300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.315},{"interface":"front","average":{"1min":0.439,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.248}]},{"osd":2,"last update":"Sat Sep 23 17:47:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.505,"15min":0.52600000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.50600000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.7080000000000002,"5min":3.7080000000000002,"15min":3.7080000000000002},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:47:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.65200000000000002,"15min":0.66000000000000003},"min":{"1min":0.44700000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82999999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":3.657,"5min":3.657,"15min":3.657},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:47:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.66200000000000003,"15min":0.67400000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.423,"5min":1.423,"15min":1.423},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.63,"5min":0.66700000000000004,"15min":0.67300000000000004},"min":{"1min":0.434,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.68300000000000005}]},{"osd":6,"last update":"Sat Sep 23 17:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.65100000000000002,"15min":0.64300000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":3.6139999999999999,"5min":3.6139999999999999,"15min":3.6139999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.67500000000000004,"15min":0.67700000000000005},"min":{"1min":0.42999999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":3.6840000000000002,"5min":3.6840000000000002,"15min":3.6840000000000002},"last":0.67000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":257821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57599999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66300000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.627,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.57399999999999995,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.41099999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.63400000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.35699999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.70699999999999996,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65500000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52500000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.434},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42899999999999999,"15min":0.41999999999999998},"min":{"1min":0.32900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.502}]},{"osd":6,"last update":"Sat Sep 23 17:47:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.45000000000000001,"15min":0.44400000000000001},"min":{"1min":0.35299999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.71999999999999997,"5min":0.755,"15min":0.755},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.504,"15min":0.501},"min":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.67600000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:47:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56299999999999994}]}]},{"osd":5,"up_from":36,"seq":154618822690,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297688,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447464,"statfs":{"total":95995035648,"available":95690203136,"internally_reserved":0,"allocated":606208,"data_stored":256448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.60599999999999998,"15min":0.626},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.51900000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.48899999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.435}]},{"osd":2,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.38500000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.749,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.39700000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51300000000000001,"15min":0.51200000000000001},"min":{"1min":0.42099999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69199999999999995,"5min":1.089,"15min":1.089},"last":0.73199999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:47:20 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.32800000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.56200000000000006,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.44800000000000001,"15min":0.443},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.624,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.47099999999999997}]},{"osd":6,"last update":"Sat Sep 23 17:47:40 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.46800000000000003,"15min":0.46300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63200000000000001,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.751,"15min":0.751},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:46:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:47:55.357 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T17:47:55.357 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T17:47:55.357 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T17:47:55.357 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T17:47:55.964 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:47:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:54.386492+0000 mgr.y (mgr.24329) 83 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:54.386492+0000 mgr.y (mgr.24329) 83 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:54.386492+0000 mgr.y (mgr.24329) 83 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:54.968702+0000 mgr.y (mgr.24329) 84 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:57.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:54.968702+0000 mgr.y (mgr.24329) 84 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:54.968702+0000 mgr.y (mgr.24329) 84 : audit [DBG] from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:47:57.472 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:47:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:56.386828+0000 mgr.y (mgr.24329) 85 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:57.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:57.472805+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.18:0/4066150556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:57.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:56.386828+0000 mgr.y (mgr.24329) 85 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:57.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:57.472805+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.18:0/4066150556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:57.999 INFO:teuthology.orchestra.run.smithi018.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T17:47:57.999 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T17:47:57.999 INFO:teuthology.run_tasks:Running task print... 2023-09-23T17:47:58.008 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2023-09-23T17:47:58.009 INFO:teuthology.run_tasks:Running task parallel... 2023-09-23T17:47:58.063 INFO:teuthology.task.parallel:starting parallel... 2023-09-23T17:47:58.064 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T17:47:58.066 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T17:47:58.069 INFO:tasks.workunit:Pulling workunits from ref pacific 2023-09-23T17:47:58.069 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T17:47:58.070 DEBUG:teuthology.orchestra.run.smithi018:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T17:47:58.070 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T17:47:58.070 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-09-23T17:47:58.070 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2023-09-23T17:47:58.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2023-09-23T17:47:58.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T17:47:58.090 INFO:teuthology.orchestra.run.smithi018.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T17:47:58.090 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T17:47:58.147 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T17:47:58.147 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T17:47:58.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:56.386828+0000 mgr.y (mgr.24329) 85 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:58.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:57.472805+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.18:0/4066150556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:47:58.203 INFO:tasks.workunit:timeout=3h 2023-09-23T17:47:58.203 INFO:tasks.workunit:cleanup=True 2023-09-23T17:47:58.204 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T17:47:58.261 INFO:tasks.workunit.client.0.smithi018.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T17:47:59.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:47:59] "GET /metrics HTTP/1.1" 200 191275 "" "Prometheus/2.33.4" 2023-09-23T17:47:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:47:58.387316+0000 mgr.y (mgr.24329) 86 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:47:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:47:58.387316+0000 mgr.y (mgr.24329) 86 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:47:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:47:58.387316+0000 mgr.y (mgr.24329) 86 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:59] ENGINE Bus STOPPING 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:59] ENGINE Bus STOPPED 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:47:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:47:59] ENGINE Bus STARTING 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:00] ENGINE Serving on http://:::9283 2023-09-23T17:48:00.250 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:00] ENGINE Bus STARTED 2023-09-23T17:48:00.328 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph config set global log_to_journald false --force' 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:59.909273+0000 mon.a (mon.0) 654 : audit [INF] from='client.? 172.21.15.18:0/2324011222' entity='client.admin' 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:59.968783+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:59.970525+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:59.971193+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:47:59.976229+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:01.267 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:59.909273+0000 mon.a (mon.0) 654 : audit [INF] from='client.? 172.21.15.18:0/2324011222' entity='client.admin' 2023-09-23T17:48:01.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:59.968783+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:01.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:59.970525+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:01.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:59.971193+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:01.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:47:59.976229+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:59.909273+0000 mon.a (mon.0) 654 : audit [INF] from='client.? 172.21.15.18:0/2324011222' entity='client.admin' 2023-09-23T17:48:01.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:59.968783+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:01.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:59.970525+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:01.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:59.971193+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:01.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:47:59.976229+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:02.199 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:00.387628+0000 mgr.y (mgr.24329) 87 : cluster [DBG] pgmap v64: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:00.387628+0000 mgr.y (mgr.24329) 87 : cluster [DBG] pgmap v64: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE Bus STOPPING 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE Bus STOPPED 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE Bus STARTING 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE Serving on http://:::9283 2023-09-23T17:48:02.200 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:48:02] ENGINE Bus STARTED 2023-09-23T17:48:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:00.387628+0000 mgr.y (mgr.24329) 87 : cluster [DBG] pgmap v64: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:02.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-09-23T17:48:03.366 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:02.081391+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' 2023-09-23T17:48:03.366 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:02.099354+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:02.100741+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:02.101375+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:02.106831+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:02.388091+0000 mgr.y (mgr.24329) 88 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:02.081391+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:02.099354+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:02.100741+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:02.101375+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:02.106831+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:03.367 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:02.388091+0000 mgr.y (mgr.24329) 88 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:02.081391+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' 2023-09-23T17:48:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:02.099354+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:02.100741+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:02.101375+0000 mon.c (mon.2) 90 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:02.106831+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:02.388091+0000 mgr.y (mgr.24329) 88 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:03.449 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T17:48:03.492 INFO:tasks.workunit.client.0.smithi018.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T17:48:03.494 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T17:48:03.494 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T17:48:04.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:04.579 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T17:48:04.631 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T17:48:04.670 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T17:48:04.673 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T17:48:04.673 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T17:48:04.710 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T17:48:04.713 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T17:48:04.713 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T17:48:04.772 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2023-09-23T17:48:04.773 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-09-23T17:48:04.773 DEBUG:teuthology.orchestra.run.smithi018:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2023-09-23T17:48:04.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-09-23T17:48:04.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-09-23T17:48:04.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ TMPDIR=/tmp/rbd_import_export_135572 2023-09-23T17:48:04.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm -rf /tmp/rbd_import_export_135572 2023-09-23T17:48:04.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ mkdir /tmp/rbd_import_export_135572 2023-09-23T17:48:04.834 INFO:tasks.workunit.client.0.smithi018.stderr:+ trap 'rm -rf /tmp/rbd_import_export_135572' INT TERM EXIT 2023-09-23T17:48:04.835 INFO:tasks.workunit.client.0.smithi018.stderr:+ mkdir foo.135572 2023-09-23T17:48:04.835 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import foo.135572 foo.dir 2023-09-23T17:48:04.872 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: cannot import a directory 2023-09-23T17:48:04.872 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 0% complete...failed. 2023-09-23T17:48:04.872 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: import failed: (21) Is a directory 2023-09-23T17:48:04.874 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:04.874 INFO:tasks.workunit.client.0.smithi018.stderr:+ rmdir foo.135572 2023-09-23T17:48:04.910 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_135572/img bs=1k count=1 seek=10 2023-09-23T17:48:04.910 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T17:48:04.911 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T17:48:04.911 INFO:tasks.workunit.client.0.smithi018.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.5342e-05 s, 22.6 MB/s 2023-09-23T17:48:04.911 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135572/img bs=1k count=10 seek=100 2023-09-23T17:48:04.911 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records in 2023-09-23T17:48:04.911 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records out 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8371e-05 s, 175 MB/s 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_135572/img bs=1k count=100 seek=1000 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records in 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records out 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:72048 bytes (72 kB, 70 KiB) copied, 0.000201878 s, 357 MB/s 2023-09-23T17:48:04.912 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_135572/img bs=1k seek=10000 2023-09-23T17:48:04.913 INFO:tasks.workunit.client.0.smithi018.stderr:139+1 records in 2023-09-23T17:48:04.913 INFO:tasks.workunit.client.0.smithi018.stderr:139+1 records out 2023-09-23T17:48:04.913 INFO:tasks.workunit.client.0.smithi018.stderr:143224 bytes (143 kB, 140 KiB) copied, 0.000346867 s, 413 MB/s 2023-09-23T17:48:04.913 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_135572/img bs=1k seek=100000 2023-09-23T17:48:04.918 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records in 2023-09-23T17:48:04.918 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records out 2023-09-23T17:48:04.918 INFO:tasks.workunit.client.0.smithi018.stderr:72168 bytes (72 kB, 70 KiB) copied, 0.00373201 s, 19.3 MB/s 2023-09-23T17:48:04.918 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_135572/img bs=1k seek=1000000 2023-09-23T17:48:04.919 INFO:tasks.workunit.client.0.smithi018.stderr:189+1 records in 2023-09-23T17:48:04.919 INFO:tasks.workunit.client.0.smithi018.stderr:189+1 records out 2023-09-23T17:48:04.919 INFO:tasks.workunit.client.0.smithi018.stderr:193768 bytes (194 kB, 189 KiB) copied, 0.000481381 s, 403 MB/s 2023-09-23T17:48:04.919 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T17:48:04.956 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T17:48:04.956 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T17:48:04.959 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:04.959 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:04.986 INFO:teuthology.orchestra.run.smithi018.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:05.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:04.388694+0000 mgr.y (mgr.24329) 89 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:04.986496+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:05.030908+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:05.032398+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:05.033090+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:05.037647+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:04.388694+0000 mgr.y (mgr.24329) 89 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:04.986496+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:05.030908+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:05.032398+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:05.033090+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:05.037647+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:04.388694+0000 mgr.y (mgr.24329) 89 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:04.986496+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:05.030908+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:05.032398+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:05.033090+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:48:05.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:05.037647+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:06.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:04.981482+0000 mgr.y (mgr.24329) 90 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:04.982348+0000 mgr.y (mgr.24329) 91 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:05.042862+0000 mgr.y (mgr.24329) 92 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:05.988916+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:04.981482+0000 mgr.y (mgr.24329) 90 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:04.982348+0000 mgr.y (mgr.24329) 91 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:05.042862+0000 mgr.y (mgr.24329) 92 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:05.988916+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-09-23T17:48:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:04.981482+0000 mgr.y (mgr.24329) 90 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:04.982348+0000 mgr.y (mgr.24329) 91 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:05.042862+0000 mgr.y (mgr.24329) 92 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T17:48:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:05.988916+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (50s) 22s ago 83s 15.2M - 0.23.0 ba2b418f427c a417e9936e41 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (60s) 18s ago 59s 49.2M - 8.3.5 dad864ee21e9 0dd5bf1e8024 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (38s) 22s ago 38s 17.2M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (36s) 18s ago 36s 12.5M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443 running (4m) 18s ago 4m 392M - 16.2.14-37-g2e1f1015 1e6a756174a8 5362f66fd625 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:9283 running (6m) 22s ago 6m 449M - 16.2.14-37-g2e1f1015 1e6a756174a8 3e22d68d2ea5 2023-09-23T17:48:07.226 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (6m) 22s ago 6m 100M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 f144ded29e39 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 running (5m) 18s ago 5m 100M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 f547f61aabce 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 running (5m) 22s ago 5m 99.7M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 539e52087879 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (94s) 22s ago 93s 13.4M - 1.3.1 1dbe0e931976 005ae6f83bd4 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (90s) 18s ago 90s 20.0M - 1.3.1 1dbe0e931976 14fb4d26a0a7 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (4m) 22s ago 4m 47.8M 4037M 16.2.14-37-g2e1f1015 1e6a756174a8 c829957df006 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (4m) 22s ago 4m 46.5M 4037M 16.2.14-37-g2e1f1015 1e6a756174a8 567156326ec1 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (3m) 22s ago 3m 45.3M 4037M 16.2.14-37-g2e1f1015 1e6a756174a8 606e13301974 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (3m) 22s ago 3m 47.4M 4037M 16.2.14-37-g2e1f1015 1e6a756174a8 f3a565072699 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (3m) 18s ago 3m 49.7M 1469M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (2m) 18s ago 2m 44.2M 1469M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (2m) 18s ago 2m 44.4M 1469M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:48:07.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (2m) 18s ago 2m 46.0M 1469M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:48:07.228 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (46s) 18s ago 97s 46.2M - 2.33.4 514e6a882f6e 6b9d63838725 2023-09-23T17:48:07.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:06.389014+0000 mgr.y (mgr.24329) 93 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:07.529 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:06.993549+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-09-23T17:48:07.544 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-09-23T17:48:07.545 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:07.548 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg /tmp/rbd_import_export_135572/img2 2023-09-23T17:48:07.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for minority of mons to upgrade' 2023-09-23T17:48:07.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:06.389014+0000 mgr.y (mgr.24329) 93 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:07.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:06.993549+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-09-23T17:48:07.875 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:07.879 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg - 2023-09-23T17:48:07.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:06.389014+0000 mgr.y (mgr.24329) 93 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:07.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:06.993549+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-09-23T17:48:08.680 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:08.686 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T17:48:08.783 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T17:48:08.786 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img2 2023-09-23T17:48:08.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:07.209592+0000 mgr.y (mgr.24329) 94 : audit [DBG] from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:08.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:07.209592+0000 mgr.y (mgr.24329) 94 : audit [DBG] from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:08.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:07.209592+0000 mgr.y (mgr.24329) 94 : audit [DBG] from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:48:09.258 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:09] "GET /metrics HTTP/1.1" 200 191280 "" "Prometheus/2.33.4" 2023-09-23T17:48:09.390 INFO:teuthology.orchestra.run.smithi018.stdout:wait for minority of mons to upgrade 2023-09-23T17:48:09.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:08.389563+0000 mgr.y (mgr.24329) 95 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:09.551 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img3 2023-09-23T17:48:09.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2023-09-23T17:48:09.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:08.389563+0000 mgr.y (mgr.24329) 95 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:09.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:08.389563+0000 mgr.y (mgr.24329) 95 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:10.105 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img2 /tmp/rbd_import_export_135572/img3 2023-09-23T17:48:10.318 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format - testimg 2023-09-23T17:48:10.742 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:10.743 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:10.746 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg /tmp/rbd_import_export_135572/img2 2023-09-23T17:48:11.054 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:11.057 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg - 2023-09-23T17:48:11.532 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:10.389948+0000 mgr.y (mgr.24329) 96 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:11.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:10.532313+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-09-23T17:48:11.533 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:10.389948+0000 mgr.y (mgr.24329) 96 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:11.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:10.532313+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-09-23T17:48:11.895 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:11.900 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T17:48:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:10.389948+0000 mgr.y (mgr.24329) 96 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-09-23T17:48:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:10.532313+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-09-23T17:48:11.995 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T17:48:11.998 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img2 2023-09-23T17:48:12.698 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img3 2023-09-23T17:48:12.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:11.829043+0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.15.18:0/3654310943' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:11.829043+0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.15.18:0/3654310943' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:12.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:11.829043+0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.15.18:0/3654310943' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:13.205 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img2 /tmp/rbd_import_export_135572/img3 2023-09-23T17:48:13.466 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd help export 2023-09-23T17:48:13.466 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -q export-format 2023-09-23T17:48:13.485 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135572/img bs=1k count=10 seek=100 2023-09-23T17:48:13.486 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records in 2023-09-23T17:48:13.486 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records out 2023-09-23T17:48:13.486 INFO:tasks.workunit.client.0.smithi018.stderr:10240 bytes (10 kB, 10 KiB) copied, 7.0663e-05 s, 145 MB/s 2023-09-23T17:48:13.486 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:13.545 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:13.546 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:13.548 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap 2023-09-23T17:48:13.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:12.390493+0000 mgr.y (mgr.24329) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 162 KiB/s wr, 125 op/s 2023-09-23T17:48:13.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:12.390493+0000 mgr.y (mgr.24329) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 162 KiB/s wr, 125 op/s 2023-09-23T17:48:13.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:12.390493+0000 mgr.y (mgr.24329) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 162 KiB/s wr, 125 op/s 2023-09-23T17:48:14.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:14.552 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T17:48:14.558 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd image-meta set testimg key1 value1 2023-09-23T17:48:14.618 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd image-meta list testimg 2023-09-23T17:48:14.658 INFO:tasks.workunit.client.0.smithi018.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-09-23T17:48:14.658 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T17:48:14.658 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T17:48:14.658 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' 2023-09-23T17:48:14.659 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:14.702 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:14.705 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135572/img_v2 testimg_import 2023-09-23T17:48:14.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:14.220775+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.15.18:0/3351787198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:14.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:14.220775+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.15.18:0/3351787198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:14.220775+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? 172.21.15.18:0/3351787198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:15.562 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T17:48:15.565 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T17:48:15.599 INFO:tasks.workunit.client.0.smithi018.stdout:rbd image 'testimg_import': 2023-09-23T17:48:15.599 INFO:tasks.workunit.client.0.smithi018.stdout: size 110 KiB in 1 objects 2023-09-23T17:48:15.599 INFO:tasks.workunit.client.0.smithi018.stdout: order 22 (4 MiB objects) 2023-09-23T17:48:15.599 INFO:tasks.workunit.client.0.smithi018.stdout: snapshot_count: 1 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: id: 60e37c449fe5 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: block_name_prefix: rbd_data.60e37c449fe5 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: format: 2 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: op_features: 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: flags: 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: create_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: access_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.600 INFO:tasks.workunit.client.0.smithi018.stdout: modify_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.602 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap 2023-09-23T17:48:15.637 INFO:tasks.workunit.client.0.smithi018.stdout:rbd image 'testimg_import': 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: size 110 KiB in 1 objects 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: order 22 (4 MiB objects) 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: snapshot_count: 1 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: id: 60e37c449fe5 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: block_name_prefix: rbd_data.60e37c449fe5 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: format: 2 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: op_features: 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: flags: 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: create_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: access_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.638 INFO:tasks.workunit.client.0.smithi018.stdout: modify_timestamp: Sat Sep 23 17:48:14 2023 2023-09-23T17:48:15.639 INFO:tasks.workunit.client.0.smithi018.stdout: protected: False 2023-09-23T17:48:15.640 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd image-meta list testimg_import 2023-09-23T17:48:15.681 INFO:tasks.workunit.client.0.smithi018.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-09-23T17:48:15.681 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 'There is 1 metadatum on this image: 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' ']' 2023-09-23T17:48:15.682 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg_import /tmp/rbd_import_export_135572/img_import 2023-09-23T17:48:15.717 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T17:48:15.720 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img_import 2023-09-23T17:48:15.720 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/img /tmp/rbd_import_export_135572/img_import 2023-09-23T17:48:15.721 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/img --format %b 2023-09-23T17:48:15.722 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=24 2023-09-23T17:48:15.722 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/img_import --format %b 2023-09-23T17:48:15.723 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=224 2023-09-23T17:48:15.723 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=200 2023-09-23T17:48:15.724 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=200 2023-09-23T17:48:15.724 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-09-23T17:48:15.724 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_135572/img_snap 2023-09-23T17:48:15.758 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T17:48:15.762 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_135572/img_snap_import 2023-09-23T17:48:15.798 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T17:48:15.800 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/img_snap /tmp/rbd_import_export_135572/img_snap_import 2023-09-23T17:48:15.801 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/img_snap /tmp/rbd_import_export_135572/img_snap_import 2023-09-23T17:48:15.801 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/img_snap --format %b 2023-09-23T17:48:15.802 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=224 2023-09-23T17:48:15.803 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/img_snap_import --format %b 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=224 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:15.804 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_import 2023-09-23T17:48:15.805 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_snap 2023-09-23T17:48:15.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_snap_import 2023-09-23T17:48:15.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap rm testimg_import@snap 2023-09-23T17:48:15.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:14.390842+0000 mgr.y (mgr.24329) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 130 KiB/s wr, 100 op/s 2023-09-23T17:48:15.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:14.543194+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-09-23T17:48:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:14.390842+0000 mgr.y (mgr.24329) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 130 KiB/s wr, 100 op/s 2023-09-23T17:48:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:14.543194+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-09-23T17:48:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:14.390842+0000 mgr.y (mgr.24329) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 130 KiB/s wr, 100 op/s 2023-09-23T17:48:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:14.543194+0000 mon.a (mon.0) 665 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-09-23T17:48:16.563 INFO:tasks.workunit.client.0.smithi018.stderr: Removing snap: 100% complete...done. 2023-09-23T17:48:16.571 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T17:48:16.682 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:16.684 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap rm testimg@snap 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:15.547749+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.388927+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.389245+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.389391+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.389470+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.389882+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.390081+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:15.547749+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.388927+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.389245+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.389391+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.389470+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.389882+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.390081+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:15.547749+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.388927+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.389245+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.389391+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.389470+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.389882+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2023-09-23T17:48:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.390081+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T17:48:17.561 INFO:tasks.workunit.client.0.smithi018.stderr: Removing snap: 100% complete...done. 2023-09-23T17:48:17.570 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T17:48:17.660 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:17.663 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --order 20 /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:17.723 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:17.725 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:17.727 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:17.767 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:17.770 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135572/img_v2 testimg_import 2023-09-23T17:48:17.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:16.391128+0000 mgr.y (mgr.24329) 99 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 121 KiB/s wr, 121 op/s 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.553725+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.553832+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.553937+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:16.554035+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:16.610375+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.15.18:0/2494661716' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:16.391128+0000 mgr.y (mgr.24329) 99 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 121 KiB/s wr, 121 op/s 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.553725+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.553832+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2023-09-23T17:48:17.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.553937+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T17:48:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:16.554035+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-09-23T17:48:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:16.610375+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.15.18:0/2494661716' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:17.833 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T17:48:17.836 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T17:48:17.836 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep order 2023-09-23T17:48:17.836 INFO:tasks.workunit.client.0.smithi018.stderr:+ awk '{print $2}' 2023-09-23T17:48:17.836 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 20 2023-09-23T17:48:17.873 INFO:tasks.workunit.client.0.smithi018.stdout:20 2023-09-23T17:48:17.874 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:17.874 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T17:48:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:16.391128+0000 mgr.y (mgr.24329) 99 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 121 KiB/s wr, 121 op/s 2023-09-23T17:48:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.553725+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-09-23T17:48:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.553832+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2023-09-23T17:48:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.553937+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T17:48:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:16.554035+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-09-23T17:48:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:16.610375+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.15.18:0/2494661716' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:17.968 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:17.971 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T17:48:18.062 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:18.064 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:18.111 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:18.114 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info testimg 2023-09-23T17:48:18.115 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep features 2023-09-23T17:48:18.151 INFO:tasks.workunit.client.0.smithi018.stderr:+ FEATURES_BEFORE=' features: layering 2023-09-23T17:48:18.151 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' 2023-09-23T17:48:18.152 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:18.191 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:18.194 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135572/img_v2 testimg_import 2023-09-23T17:48:18.245 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T17:48:18.249 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info testimg_import 2023-09-23T17:48:18.249 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep features 2023-09-23T17:48:18.286 INFO:tasks.workunit.client.0.smithi018.stderr:+ FEATURES_AFTER=' features: layering 2023-09-23T17:48:18.286 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' 2023-09-23T17:48:18.286 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' ' features: layering 2023-09-23T17:48:18.286 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' '!=' ' features: layering 2023-09-23T17:48:18.286 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' ']' 2023-09-23T17:48:18.287 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:18.287 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T17:48:18.357 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:18.360 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T17:48:18.427 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:18.430 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:18.501 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:18.503 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:18.546 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:18.549 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135572/img_v2 testimg_import 2023-09-23T17:48:18.617 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T17:48:18.620 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T17:48:18.620 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'stripe unit' 2023-09-23T17:48:18.621 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(4 KiB|4096)' 2023-09-23T17:48:18.660 INFO:tasks.workunit.client.0.smithi018.stdout: stripe unit: 4 KiB 2023-09-23T17:48:18.661 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T17:48:18.661 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'stripe count' 2023-09-23T17:48:18.661 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 1000 2023-09-23T17:48:18.663 INFO:tasks.workunit.client.0.smithi018.stderr:+ awk '{print $3}' 2023-09-23T17:48:18.703 INFO:tasks.workunit.client.0.smithi018.stdout:1000 2023-09-23T17:48:18.703 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/img_v2 2023-09-23T17:48:18.704 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T17:48:18.803 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T17:48:18.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T17:48:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:17.554086+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-09-23T17:48:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:17.554086+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-09-23T17:48:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:17.554086+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-09-23T17:48:18.903 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T17:48:18.910 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_135572/img testimg 2023-09-23T17:48:18.969 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:18.971 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap1 2023-09-23T17:48:19.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:19] "GET /metrics HTTP/1.1" 200 191849 "" "Prometheus/2.33.4" 2023-09-23T17:48:19.577 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T17:48:19.583 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap2 2023-09-23T17:48:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:18.391526+0000 mgr.y (mgr.24329) 100 : cluster [DBG] pgmap v80: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 172 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-09-23T17:48:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:19.087071+0000 mon.c (mon.2) 97 : audit [DBG] from='client.? 172.21.15.18:0/3793329696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:20.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:18.391526+0000 mgr.y (mgr.24329) 100 : cluster [DBG] pgmap v80: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 172 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-09-23T17:48:20.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:19.087071+0000 mon.c (mon.2) 97 : audit [DBG] from='client.? 172.21.15.18:0/3793329696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:18.391526+0000 mgr.y (mgr.24329) 100 : cluster [DBG] pgmap v80: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 172 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-09-23T17:48:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:19.087071+0000 mon.c (mon.2) 97 : audit [DBG] from='client.? 172.21.15.18:0/3793329696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:20.547 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T17:48:20.554 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap protect testimg@snap2 2023-09-23T17:48:20.597 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135572/snap_protect 2023-09-23T17:48:20.638 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:20.641 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135572/snap_protect testimg_import 2023-09-23T17:48:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:19.564999+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-09-23T17:48:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:20.533506+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-09-23T17:48:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:19.564999+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-09-23T17:48:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:20.533506+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-09-23T17:48:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:19.564999+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-09-23T17:48:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:20.533506+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-09-23T17:48:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:20.391887+0000 mgr.y (mgr.24329) 101 : cluster [DBG] pgmap v82: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 180 op/s 2023-09-23T17:48:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:21.512462+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.18:0/452728543' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:22.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:20.391887+0000 mgr.y (mgr.24329) 101 : cluster [DBG] pgmap v82: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 180 op/s 2023-09-23T17:48:22.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:21.512462+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.18:0/452728543' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:22.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:20.391887+0000 mgr.y (mgr.24329) 101 : cluster [DBG] pgmap v82: 73 pgs: 3 peering, 70 active+clean; 112 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 180 op/s 2023-09-23T17:48:22.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:21.512462+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.18:0/452728543' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:22.604 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T17:48:22.607 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap1 2023-09-23T17:48:22.607 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'protected: False' 2023-09-23T17:48:22.645 INFO:tasks.workunit.client.0.smithi018.stdout: protected: False 2023-09-23T17:48:22.646 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap2 2023-09-23T17:48:22.646 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'protected: True' 2023-09-23T17:48:22.685 INFO:tasks.workunit.client.0.smithi018.stdout: protected: True 2023-09-23T17:48:22.685 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/snap_protect 2023-09-23T17:48:22.686 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap unprotect testimg@snap2 2023-09-23T17:48:22.729 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap unprotect testimg_import@snap2 2023-09-23T17:48:22.772 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap purge testimg 2023-09-23T17:48:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:21.578085+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-09-23T17:48:23.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:21.578085+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-09-23T17:48:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:21.578085+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-09-23T17:48:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:22.392706+0000 mgr.y (mgr.24329) 102 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 319 KiB/s rd, 40 KiB/s wr, 427 op/s 2023-09-23T17:48:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:22.582876+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-09-23T17:48:23.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:22.392706+0000 mgr.y (mgr.24329) 102 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 319 KiB/s rd, 40 KiB/s wr, 427 op/s 2023-09-23T17:48:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:22.582876+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-09-23T17:48:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:22.392706+0000 mgr.y (mgr.24329) 102 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 319 KiB/s rd, 40 KiB/s wr, 427 op/s 2023-09-23T17:48:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:22.582876+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-09-23T17:48:24.599 INFO:tasks.workunit.client.0.smithi018.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T17:48:24.613 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap purge testimg_import 2023-09-23T17:48:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:23.590066+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-09-23T17:48:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:23.949410+0000 mon.a (mon.0) 681 : audit [DBG] from='client.? 172.21.15.18:0/1014766104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:25.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:23.590066+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-09-23T17:48:25.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:23.949410+0000 mon.a (mon.0) 681 : audit [DBG] from='client.? 172.21.15.18:0/1014766104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:23.590066+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-09-23T17:48:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:23.949410+0000 mon.a (mon.0) 681 : audit [DBG] from='client.? 172.21.15.18:0/1014766104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:24.393082+0000 mgr.y (mgr.24329) 103 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-09-23T17:48:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:24.595381+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-09-23T17:48:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:25.534376+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:24.393082+0000 mgr.y (mgr.24329) 103 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:24.595381+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:25.534376+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:24.393082+0000 mgr.y (mgr.24329) 103 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:24.595381+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-09-23T17:48:26.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:25.534376+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-09-23T17:48:26.543 INFO:tasks.workunit.client.0.smithi018.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T17:48:26.552 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T17:48:26.646 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:26.649 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T17:48:26.740 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:26.743 INFO:tasks.workunit.client.0.smithi018.stderr:+ tiered=0 2023-09-23T17:48:26.743 INFO:tasks.workunit.client.0.smithi018.stderr:+ ceph osd dump 2023-09-23T17:48:26.743 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep '^pool' 2023-09-23T17:48:26.743 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep ''\''rbd'\''' 2023-09-23T17:48:26.743 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep tier 2023-09-23T17:48:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:26.349047+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? 172.21.15.18:0/1747565818' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:26.540775+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-09-23T17:48:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:26.349047+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? 172.21.15.18:0/1747565818' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:26.540775+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-09-23T17:48:27.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:26.349047+0000 mon.c (mon.2) 99 : audit [DBG] from='client.? 172.21.15.18:0/1747565818' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:27.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:26.540775+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-09-23T17:48:27.251 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_135572/sparse1 2023-09-23T17:48:27.257 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T17:48:27.258 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T17:48:27.258 INFO:tasks.workunit.client.0.smithi018.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00554598 s, 189 MB/s 2023-09-23T17:48:27.258 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_135572/sparse2 2023-09-23T17:48:27.264 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T17:48:27.265 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T17:48:27.265 INFO:tasks.workunit.client.0.smithi018.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00599347 s, 175 MB/s 2023-09-23T17:48:27.265 INFO:tasks.workunit.client.0.smithi018.stderr:+ truncate /tmp/rbd_import_export_135572/sparse2 -s 2M 2023-09-23T17:48:27.363 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T17:48:27.409 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T17:48:27.410 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T17:48:27.412 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:27.412 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135572/sparse1 2023-09-23T17:48:27.480 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T17:48:27.482 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:27.482 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:27.484 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T17:48:27.484 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse1 2023-09-23T17:48:27.484 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T17:48:27.521 INFO:tasks.workunit.client.0.smithi018.stdout:sparse1 2 MiB 2 2023-09-23T17:48:27.522 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse1 2023-09-23T17:48:27.522 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse1 2023-09-23T17:48:27.523 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse1 2023-09-23T17:48:27.523 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:27.523 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:27.561 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.6218148304fc 2023-09-23T17:48:27.562 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.6218148304fc 2023-09-23T17:48:27.562 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse1 2023-09-23T17:48:27.563 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse1 2023-09-23T17:48:27.563 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.6218148304fc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:27.563 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:27.565 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse1 2023-09-23T17:48:27.565 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:27.566 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:27.611 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:27.611 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:27.611 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:27.611 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:27.611 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:27.645 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T17:48:27.645 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T17:48:27.645 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T17:48:27.645 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:27.685 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:27.689 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:27.689 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:27.691 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse1 --format %b 2023-09-23T17:48:27.693 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T17:48:27.693 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse1.out --format %b 2023-09-23T17:48:27.694 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T17:48:27.694 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:27.694 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:27.694 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T17:48:27.694 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:27.695 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T17:48:27.788 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T17:48:27.791 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T17:48:27.829 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T17:48:27.829 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T17:48:27.832 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:27.832 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135572/sparse2 2023-09-23T17:48:27.893 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T17:48:27.893 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:27.893 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:27.896 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T17:48:27.896 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse2 2023-09-23T17:48:27.896 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T17:48:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:26.393405+0000 mgr.y (mgr.24329) 104 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:27.107343+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:27.235686+0000 mon.a (mon.0) 686 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:27.933 INFO:tasks.workunit.client.0.smithi018.stdout:sparse2 2 MiB 2 2023-09-23T17:48:27.933 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse2 2023-09-23T17:48:27.933 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse2 2023-09-23T17:48:27.934 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse2 2023-09-23T17:48:27.934 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:27.934 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:27.973 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.624ba1b37ae2 2023-09-23T17:48:27.974 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.624ba1b37ae2 2023-09-23T17:48:27.974 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse2 2023-09-23T17:48:27.974 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse2 2023-09-23T17:48:27.974 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.624ba1b37ae2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:27.974 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:27.977 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse2 2023-09-23T17:48:27.977 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:27.978 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:28.012 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:28.012 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:28.012 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:28.012 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:28.013 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:28.045 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=0 2023-09-23T17:48:28.045 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2023-09-23T17:48:28.046 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T17:48:28.046 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:26.393405+0000 mgr.y (mgr.24329) 104 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:28.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:27.107343+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:28.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:27.235686+0000 mon.a (mon.0) 686 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:28.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:26.393405+0000 mgr.y (mgr.24329) 104 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 222 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:28.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:27.107343+0000 mon.a (mon.0) 685 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:28.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:27.235686+0000 mon.a (mon.0) 686 : audit [DBG] from='client.? 172.21.15.18:0/765285810' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:48:28.085 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:28.088 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.088 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.090 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse2 --format %b 2023-09-23T17:48:28.091 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T17:48:28.091 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse2.out --format %b 2023-09-23T17:48:28.092 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T17:48:28.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T17:48:28.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T17:48:28.189 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T17:48:28.192 INFO:tasks.workunit.client.0.smithi018.stderr:+ truncate /tmp/rbd_import_export_135572/sparse1 -s 10M 2023-09-23T17:48:28.193 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 - sparse1 2023-09-23T17:48:28.286 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:28.287 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:28.287 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:28.289 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T17:48:28.289 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse1 2023-09-23T17:48:28.289 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-09-23T17:48:28.326 INFO:tasks.workunit.client.0.smithi018.stdout:sparse1 10 MiB 2 2023-09-23T17:48:28.326 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse1 2023-09-23T17:48:28.326 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse1 2023-09-23T17:48:28.327 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse1 2023-09-23T17:48:28.327 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:28.327 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:28.364 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.6278bed98fc1 2023-09-23T17:48:28.365 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.6278bed98fc1 2023-09-23T17:48:28.365 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse1 2023-09-23T17:48:28.365 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse1 2023-09-23T17:48:28.365 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.6278bed98fc1\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:28.365 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:28.366 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse1 2023-09-23T17:48:28.366 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:28.366 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:28.413 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:28.413 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:28.414 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:28.414 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:28.414 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:28.452 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T17:48:28.452 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T17:48:28.453 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T17:48:28.453 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:28.498 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:28.502 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:28.502 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/sparse1 /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:28.512 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse1 --format %b 2023-09-23T17:48:28.513 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T17:48:28.515 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse1.out --format %b 2023-09-23T17:48:28.515 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T17:48:28.516 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.516 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.516 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T17:48:28.516 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse1.out 2023-09-23T17:48:28.517 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T17:48:28.614 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T17:48:28.617 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_135572/sparse2 oflag=append conv=notrunc 2023-09-23T17:48:28.629 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T17:48:28.629 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T17:48:28.630 INFO:tasks.workunit.client.0.smithi018.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0112212 s, 187 MB/s 2023-09-23T17:48:28.630 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 - sparse2 2023-09-23T17:48:28.725 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:28.726 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:28.726 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:28.730 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T17:48:28.730 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse2 2023-09-23T17:48:28.730 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-09-23T17:48:28.770 INFO:tasks.workunit.client.0.smithi018.stdout:sparse2 4 MiB 2 2023-09-23T17:48:28.771 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse2 2023-09-23T17:48:28.771 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse2 2023-09-23T17:48:28.773 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse2 2023-09-23T17:48:28.774 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:28.774 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:28.811 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.62abe4ce5286 2023-09-23T17:48:28.811 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.62abe4ce5286 2023-09-23T17:48:28.812 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse2 2023-09-23T17:48:28.812 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.62abe4ce5286\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:28.812 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse2 2023-09-23T17:48:28.812 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:28.817 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse2 2023-09-23T17:48:28.817 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:28.817 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:28.865 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:28.865 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:28.866 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:28.866 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:28.866 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:28.901 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects='0 2023-09-23T17:48:28.901 INFO:tasks.workunit.client.0.smithi018.stderr:2 2023-09-23T17:48:28.902 INFO:tasks.workunit.client.0.smithi018.stderr:3' 2023-09-23T17:48:28.902 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2 3 2023-09-23T17:48:28.902 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-09-23T17:48:28.902 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.945 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-09-23T17:48:28.949 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135572/sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.949 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_135572/sparse2 /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.952 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse2 --format %b 2023-09-23T17:48:28.953 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=6144 2023-09-23T17:48:28.954 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse2.out --format %b 2023-09-23T17:48:28.955 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=6144 2023-09-23T17:48:28.955 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.955 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T17:48:28.955 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T17:48:28.955 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse2.out 2023-09-23T17:48:28.956 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T17:48:29.042 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-09-23T17:48:29.045 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-09-23T17:48:29.045 INFO:tasks.workunit.client.0.smithi018.stdout:partially-sparse file imports to partially-sparse image 2023-09-23T17:48:29.045 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135572/sparse1 sparse 2023-09-23T17:48:29.118 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-09-23T17:48:29.118 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:29.118 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T17:48:29.121 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T17:48:29.121 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T17:48:29.121 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T17:48:29.121 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:29.122 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:29.156 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.62d8ded39ca8 2023-09-23T17:48:29.157 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.62d8ded39ca8 2023-09-23T17:48:29.157 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T17:48:29.157 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T17:48:29.157 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.62d8ded39ca8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:29.157 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:29.158 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T17:48:29.158 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:29.158 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:29.192 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:29.192 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:29.192 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:29.192 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:29.193 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:29.223 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T17:48:29.223 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T17:48:29.224 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T17:48:29.224 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T17:48:29.306 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T17:48:29.309 INFO:tasks.workunit.client.0.smithi018.stdout:zeros import through stdin to sparse image 2023-09-23T17:48:29.309 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'zeros import through stdin to sparse image' 2023-09-23T17:48:29.309 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/zero bs=1M count=4 2023-09-23T17:48:29.310 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format - sparse 2023-09-23T17:48:29.354 INFO:tasks.workunit.client.0.smithi018.stderr:4+0 records in 2023-09-23T17:48:29.355 INFO:tasks.workunit.client.0.smithi018.stderr:4+0 records out 2023-09-23T17:48:29.355 INFO:tasks.workunit.client.0.smithi018.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0445807 s, 94.1 MB/s 2023-09-23T17:48:29.364 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T17:48:29.364 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:29.367 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T17:48:29.368 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T17:48:29.368 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T17:48:29.368 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:29.368 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:29.402 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.62f946d3caa5 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.62f946d3caa5 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.62f946d3caa5\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:29.403 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T17:48:29.404 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:29.404 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:29.438 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:29.439 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:29.439 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:29.439 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:29.439 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:29.469 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects= 2023-09-23T17:48:29.470 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 2023-09-23T17:48:29.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-09-23T17:48:29.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T17:48:29.551 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:29.555 INFO:tasks.workunit.client.0.smithi018.stdout:zeros export to sparse file 2023-09-23T17:48:29.555 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'zeros export to sparse file' 2023-09-23T17:48:29.555 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd create --new-format sparse --size 4 2023-09-23T17:48:29.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:29] "GET /metrics HTTP/1.1" 200 191849 "" "Prometheus/2.33.4" 2023-09-23T17:48:29.592 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T17:48:29.595 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info sparse 2023-09-23T17:48:29.595 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep block_name_prefix 2023-09-23T17:48:29.595 INFO:tasks.workunit.client.0.smithi018.stderr:++ awk '{print $NF;}' 2023-09-23T17:48:29.630 INFO:tasks.workunit.client.0.smithi018.stderr:+ prefix=rbd_data.631aa50e09f8 2023-09-23T17:48:29.630 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/zero bs=4M count=1 2023-09-23T17:48:29.630 INFO:tasks.workunit.client.0.smithi018.stderr:++ get_image_data_pool sparse 2023-09-23T17:48:29.630 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T17:48:29.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T17:48:29.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep 'data_pool: ' 2023-09-23T17:48:29.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk -F: '{ print $NF }' 2023-09-23T17:48:29.667 INFO:tasks.workunit.client.0.smithi018.stderr:++ data_pool= 2023-09-23T17:48:29.667 INFO:tasks.workunit.client.0.smithi018.stderr:++ '[' -z ']' 2023-09-23T17:48:29.667 INFO:tasks.workunit.client.0.smithi018.stderr:++ data_pool=rbd 2023-09-23T17:48:29.667 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo rbd 2023-09-23T17:48:29.667 INFO:tasks.workunit.client.0.smithi018.stderr:+ rados -p rbd put rbd_data.631aa50e09f8.000000000000 - 2023-09-23T17:48:29.696 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T17:48:29.696 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T17:48:29.696 INFO:tasks.workunit.client.0.smithi018.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0664049 s, 63.2 MB/s 2023-09-23T17:48:29.724 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T17:48:29.724 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T17:48:29.724 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T17:48:29.724 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T17:48:29.725 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T17:48:29.766 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.631aa50e09f8 2023-09-23T17:48:29.766 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.631aa50e09f8 2023-09-23T17:48:29.767 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.631aa50e09f8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T17:48:29.767 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T17:48:29.767 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T17:48:29.767 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T17:48:29.768 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T17:48:29.768 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T17:48:29.769 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T17:48:29.801 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T17:48:29.801 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T17:48:29.801 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T17:48:29.801 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T17:48:29.801 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T17:48:29.833 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=0 2023-09-23T17:48:29.833 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2023-09-23T17:48:29.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T17:48:29.833 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse 2023-09-23T17:48:29.834 INFO:tasks.workunit.client.0.smithi018.stderr:rm: cannot remove '/tmp/rbd_import_export_135572/sparse': No such file or directory 2023-09-23T17:48:29.834 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:29.834 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse /tmp/rbd_import_export_135572/sparse 2023-09-23T17:48:29.867 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T17:48:29.871 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_135572/sparse --format=%b 2023-09-23T17:48:29.872 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 = 0 ']' 2023-09-23T17:48:29.872 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T17:48:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:28.394075+0000 mgr.y (mgr.24329) 105 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2023-09-23T17:48:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:28.806152+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.18:0/3196694286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:29.955 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T17:48:29.958 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_135572/sparse /tmp/rbd_import_export_135572/sparse1 /tmp/rbd_import_export_135572/sparse2 /tmp/rbd_import_export_135572/sparse3 2023-09-23T17:48:29.960 INFO:tasks.workunit.client.0.smithi018.stderr:rm: cannot remove '/tmp/rbd_import_export_135572/sparse3': No such file or directory 2023-09-23T17:48:29.960 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T17:48:29.960 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo OK 2023-09-23T17:48:29.960 INFO:tasks.workunit.client.0.smithi018.stdout:OK 2023-09-23T17:48:29.961 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm -rf /tmp/rbd_import_export_135572 2023-09-23T17:48:29.961 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T17:48:29.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T17:48:29.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:28.394075+0000 mgr.y (mgr.24329) 105 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2023-09-23T17:48:29.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:28.806152+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.18:0/3196694286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:29.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:28.394075+0000 mgr.y (mgr.24329) 105 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2023-09-23T17:48:29.988 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:28.806152+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.18:0/3196694286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:29.992 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2023-09-23T17:48:29.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T17:48:30.251 DEBUG:teuthology.parallel:result is None 2023-09-23T17:48:30.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T17:48:30.280 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T17:48:30.280 DEBUG:teuthology.orchestra.run.smithi018:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T17:48:30.339 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T17:48:30.340 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T17:48:30.340 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2023-09-23T17:48:30.340 DEBUG:teuthology.parallel:result is None 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:30.394465+0000 mgr.y (mgr.24329) 106 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 135 op/s 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:30.536132+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:30.830892+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:30.831509+0000 mgr.y (mgr.24329) 107 : cephadm [INF] Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:30.831621+0000 mgr.y (mgr.24329) 108 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:30.832991+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:30.838222+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:30.839039+0000 mgr.y (mgr.24329) 109 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:31.169630+0000 mon.c (mon.2) 102 : audit [DBG] from='client.? 172.21.15.18:0/1194495275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:30.394465+0000 mgr.y (mgr.24329) 106 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 135 op/s 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:30.536132+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:30.830892+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:30.831509+0000 mgr.y (mgr.24329) 107 : cephadm [INF] Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:30.831621+0000 mgr.y (mgr.24329) 108 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:30.832991+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:30.838222+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:30.839039+0000 mgr.y (mgr.24329) 109 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T17:48:31.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:31.169630+0000 mon.c (mon.2) 102 : audit [DBG] from='client.? 172.21.15.18:0/1194495275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:30.394465+0000 mgr.y (mgr.24329) 106 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 135 op/s 2023-09-23T17:48:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:30.536132+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:30.830892+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:30.831509+0000 mgr.y (mgr.24329) 107 : cephadm [INF] Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:30.831621+0000 mgr.y (mgr.24329) 108 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:30.832991+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:30.838222+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:30.839039+0000 mgr.y (mgr.24329) 109 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T17:48:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:31.169630+0000 mon.c (mon.2) 102 : audit [DBG] from='client.? 172.21.15.18:0/1194495275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:31.201616+0000 mgr.y (mgr.24329) 110 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi149 2023-09-23T17:48:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:31.637007+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:31.201616+0000 mgr.y (mgr.24329) 110 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi149 2023-09-23T17:48:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:31.637007+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:31.201616+0000 mgr.y (mgr.24329) 110 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi149 2023-09-23T17:48:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:31.637007+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:33.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:32.395043+0000 mgr.y (mgr.24329) 111 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 450 op/s 2023-09-23T17:48:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:33.539168+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.18:0/1792362' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:33.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:32.395043+0000 mgr.y (mgr.24329) 111 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 450 op/s 2023-09-23T17:48:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:33.539168+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.18:0/1792362' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:34.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:32.395043+0000 mgr.y (mgr.24329) 111 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 450 op/s 2023-09-23T17:48:34.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:33.539168+0000 mon.c (mon.2) 103 : audit [DBG] from='client.? 172.21.15.18:0/1792362' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:34.395481+0000 mgr.y (mgr.24329) 112 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 386 op/s 2023-09-23T17:48:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:34.395481+0000 mgr.y (mgr.24329) 112 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 386 op/s 2023-09-23T17:48:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:34.395481+0000 mgr.y (mgr.24329) 112 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 386 op/s 2023-09-23T17:48:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:35.912873+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.18:0/335229841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:35.912873+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.18:0/335229841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:35.912873+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.18:0/335229841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:36.396104+0000 mgr.y (mgr.24329) 113 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 1.1 MiB/s wr, 313 op/s 2023-09-23T17:48:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:36.396104+0000 mgr.y (mgr.24329) 113 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 1.1 MiB/s wr, 313 op/s 2023-09-23T17:48:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:36.396104+0000 mgr.y (mgr.24329) 113 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 1.1 MiB/s wr, 313 op/s 2023-09-23T17:48:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:38.280434+0000 mon.a (mon.0) 691 : audit [DBG] from='client.? 172.21.15.18:0/3907049208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:39.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:38.280434+0000 mon.a (mon.0) 691 : audit [DBG] from='client.? 172.21.15.18:0/3907049208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:38.280434+0000 mon.a (mon.0) 691 : audit [DBG] from='client.? 172.21.15.18:0/3907049208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:39.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:39] "GET /metrics HTTP/1.1" 200 191966 "" "Prometheus/2.33.4" 2023-09-23T17:48:40.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:38.396767+0000 mgr.y (mgr.24329) 114 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:40.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:38.396767+0000 mgr.y (mgr.24329) 114 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:38.396767+0000 mgr.y (mgr.24329) 114 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:40.397157+0000 mgr.y (mgr.24329) 115 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:41.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:40.648659+0000 mon.c (mon.2) 105 : audit [DBG] from='client.? 172.21.15.18:0/2351583208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:40.397157+0000 mgr.y (mgr.24329) 115 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:40.648659+0000 mon.c (mon.2) 105 : audit [DBG] from='client.? 172.21.15.18:0/2351583208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:41.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:40.397157+0000 mgr.y (mgr.24329) 115 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 228 op/s 2023-09-23T17:48:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:40.648659+0000 mon.c (mon.2) 105 : audit [DBG] from='client.? 172.21.15.18:0/2351583208' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:42.397756+0000 mgr.y (mgr.24329) 116 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 662 KiB/s rd, 958 KiB/s wr, 192 op/s 2023-09-23T17:48:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:43.017696+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.18:0/1951263714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:42.397756+0000 mgr.y (mgr.24329) 116 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 662 KiB/s rd, 958 KiB/s wr, 192 op/s 2023-09-23T17:48:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:43.017696+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.18:0/1951263714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:43.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:42.397756+0000 mgr.y (mgr.24329) 116 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 662 KiB/s rd, 958 KiB/s wr, 192 op/s 2023-09-23T17:48:43.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:43.017696+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.18:0/1951263714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:43.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:45.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:44.398319+0000 mgr.y (mgr.24329) 117 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:45.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:45.382946+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.18:0/4117731527' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:44.398319+0000 mgr.y (mgr.24329) 117 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:45.382946+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.18:0/4117731527' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:45.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:44.398319+0000 mgr.y (mgr.24329) 117 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:45.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:45.382946+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.18:0/4117731527' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:47.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:46.398926+0000 mgr.y (mgr.24329) 118 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:47.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:46.398926+0000 mgr.y (mgr.24329) 118 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:46.398926+0000 mgr.y (mgr.24329) 118 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:47.750671+0000 mon.a (mon.0) 692 : audit [DBG] from='client.? 172.21.15.18:0/3036671795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:47.750671+0000 mon.a (mon.0) 692 : audit [DBG] from='client.? 172.21.15.18:0/3036671795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:48.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:47.750671+0000 mon.a (mon.0) 692 : audit [DBG] from='client.? 172.21.15.18:0/3036671795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:49.549 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:49] "GET /metrics HTTP/1.1" 200 192015 "" "Prometheus/2.33.4" 2023-09-23T17:48:49.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:48.399549+0000 mgr.y (mgr.24329) 119 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:48.399549+0000 mgr.y (mgr.24329) 119 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:49.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:48.399549+0000 mgr.y (mgr.24329) 119 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:50.120516+0000 mon.c (mon.2) 108 : audit [DBG] from='client.? 172.21.15.18:0/802695840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:50.120516+0000 mon.c (mon.2) 108 : audit [DBG] from='client.? 172.21.15.18:0/802695840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:50.120516+0000 mon.c (mon.2) 108 : audit [DBG] from='client.? 172.21.15.18:0/802695840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:51.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:50.399918+0000 mgr.y (mgr.24329) 120 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:51.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:50.399918+0000 mgr.y (mgr.24329) 120 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:51.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:50.399918+0000 mgr.y (mgr.24329) 120 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:52.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:52.489359+0000 mon.a (mon.0) 693 : audit [DBG] from='client.? 172.21.15.18:0/431961536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:52.489359+0000 mon.a (mon.0) 693 : audit [DBG] from='client.? 172.21.15.18:0/431961536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:52.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:52.489359+0000 mon.a (mon.0) 693 : audit [DBG] from='client.? 172.21.15.18:0/431961536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:52.400391+0000 mgr.y (mgr.24329) 121 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:52.400391+0000 mgr.y (mgr.24329) 121 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:53.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:52.400391+0000 mgr.y (mgr.24329) 121 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:53.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[97731]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:48:55.703 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:54.401010+0000 mgr.y (mgr.24329) 122 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:55.704 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:54.859616+0000 mon.a (mon.0) 694 : audit [DBG] from='client.? 172.21.15.18:0/3992608610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:54.401010+0000 mgr.y (mgr.24329) 122 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:54.859616+0000 mon.a (mon.0) 694 : audit [DBG] from='client.? 172.21.15.18:0/3992608610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:54.401010+0000 mgr.y (mgr.24329) 122 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:54.859616+0000 mon.a (mon.0) 694 : audit [DBG] from='client.? 172.21.15.18:0/3992608610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:56.068495+0000 mgr.y (mgr.24329) 123 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:56.075229+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:56.076708+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:56.077120+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:56.078212+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:56.079239+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:48:56.080249+0000 mgr.y (mgr.24329) 124 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:48:57.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:56.401453+0000 mgr.y (mgr.24329) 125 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:57.359 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:57 smithi149 systemd[1]: Stopping Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:48:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:56.068495+0000 mgr.y (mgr.24329) 123 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:48:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:56.075229+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:56.076708+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:56.077120+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:56.078212+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:56.079239+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:48:56.080249+0000 mgr.y (mgr.24329) 124 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:56.401453+0000 mgr.y (mgr.24329) 125 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:56.068495+0000 mgr.y (mgr.24329) 123 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:56.075229+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:57.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:56.076708+0000 mon.c (mon.2) 109 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:56.077120+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:48:57.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:56.078212+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:48:57.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:56.079239+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:48:57.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:48:56.080249+0000 mgr.y (mgr.24329) 124 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:48:57.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:56.401453+0000 mgr.y (mgr.24329) 125 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:57.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:57 smithi149 bash[120102]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr.x" found: no such container 2023-09-23T17:48:58.065 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:57 smithi149 bash[120143]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x 2023-09-23T17:48:58.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:57.228542+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.18:0/3906555287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:58.368 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-09-23T17:48:58.368 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-09-23T17:48:58.368 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 systemd[1]: Stopped Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:48:58.368 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 systemd[1]: Starting Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:48:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:57.228542+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.18:0/3906555287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:57.228542+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.18:0/3906555287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:48:58.935 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 podman[120291]: 2023-09-23T17:48:58.936 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 bash[120291]: cba385ed4e3ddd8397ae9d7a4cb1dcf2f0a0dda4c0d307cb4aa48b93d3109fa6 2023-09-23T17:48:58.936 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:58.935+0000 7fb012e50700 1 -- 172.21.15.149:0/3248270815 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a42db031e0 con 0x55a42dad9000 2023-09-23T17:48:59.252 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:58 smithi149 systemd[1]: Started Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:48:59.252 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.070+0000 7fb01cf9d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:48:59.253 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.154+0000 7fb01cf9d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:48:59.253 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:48:58.402113+0000 mgr.y (mgr.24329) 126 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:59.253 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:59.011860+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:59.253 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:59.013439+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:59.538 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.252+0000 7fb01cf9d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:48:59.539 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.347+0000 7fb01cf9d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:48:59.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:48:59] "GET /metrics HTTP/1.1" 200 192015 "" "Prometheus/2.33.4" 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:48:58.402113+0000 mgr.y (mgr.24329) 126 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:59.011860+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:59.013439+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:48:58.402113+0000 mgr.y (mgr.24329) 126 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:59.011860+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:48:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:48:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:59.013439+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:48:59.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.538+0000 7fb01cf9d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:49:00.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:48:59.601571+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.18:0/3937875062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:00.256 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:48:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:48:59.937+0000 7fb01cf9d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:49:00.256 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:00.071+0000 7fb01cf9d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:49:00.256 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:00.161+0000 7fb01cf9d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:49:00.437 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:48:59.601571+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.18:0/3937875062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:00.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:48:59.601571+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.18:0/3937875062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:01.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:00.256+0000 7fb01cf9d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:49:01.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:00.690+0000 7fb01cf9d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:49:01.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:00.402626+0000 mgr.y (mgr.24329) 127 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:01.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:01.386+0000 7fb01cf9d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:49:01.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:01.470+0000 7fb01cf9d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:49:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:00.402626+0000 mgr.y (mgr.24329) 127 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:00.402626+0000 mgr.y (mgr.24329) 127 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:02.582 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:01.960344+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.18:0/3104135954' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:02.582 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:02.309+0000 7fb01cf9d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:49:02.582 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:02.403+0000 7fb01cf9d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:49:02.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:01.960344+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.18:0/3104135954' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:02.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:01.960344+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.18:0/3104135954' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:02.865 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:02.581+0000 7fb01cf9d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:49:03.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:02.865+0000 7fb01cf9d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:49:03.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:03.105+0000 7fb01cf9d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:49:03.539 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:03.265+0000 7fb01cf9d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:49:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:02.403154+0000 mgr.y (mgr.24329) 128 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:02.403154+0000 mgr.y (mgr.24329) 128 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:03.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:02.403154+0000 mgr.y (mgr.24329) 128 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:03.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:03.539+0000 7fb01cf9d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:49:04.550 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:04.260+0000 7fb01cf9d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:49:04.551 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:04.397+0000 7fb01cf9d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:49:04.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:04.339829+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.18:0/3438094648' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:04.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:04.339829+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.18:0/3438094648' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:04.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:04.339829+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.18:0/3438094648' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:04.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:04.611+0000 7fb01cf9d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:49:04.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:04.732+0000 7fb01cf9d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:49:05.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:04.969+0000 7fb01cf9d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:49:05.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:04.403474+0000 mgr.y (mgr.24329) 129 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:05.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:04.580509+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:04.403474+0000 mgr.y (mgr.24329) 129 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:04.580509+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:04.403474+0000 mgr.y (mgr.24329) 129 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:04.580509+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:06.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:05.864+0000 7fb01cf9d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:05] ENGINE Bus STARTING 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: CherryPy Checker: 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: The Application mounted at '' has an empty config. 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:05] ENGINE Serving on http://:::9283 2023-09-23T17:49:06.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:05] ENGINE Bus STARTED 2023-09-23T17:49:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:05.879378+0000 mon.a (mon.0) 699 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:49:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:05.879526+0000 mon.a (mon.0) 700 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:49:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:05.880833+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:49:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:05.881258+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:05.883086+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:49:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:05.884052+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:05.879378+0000 mon.a (mon.0) 699 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:05.879526+0000 mon.a (mon.0) 700 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:05.880833+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:05.881258+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:05.883086+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:49:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:05.884052+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:05.879378+0000 mon.a (mon.0) 699 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:05.879526+0000 mon.a (mon.0) 700 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:05.880833+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:05.881258+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:05.883086+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:49:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:05.884052+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:07.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:06.403928+0000 mgr.y (mgr.24329) 130 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:06.590983+0000 mon.a (mon.0) 701 : cluster [DBG] mgrmap e20: y(active, since 2m), standbys: x 2023-09-23T17:49:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:06.712559+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.18:0/2994854945' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:06.403928+0000 mgr.y (mgr.24329) 130 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:06.590983+0000 mon.a (mon.0) 701 : cluster [DBG] mgrmap e20: y(active, since 2m), standbys: x 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:06.712559+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.18:0/2994854945' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:06.403928+0000 mgr.y (mgr.24329) 130 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:06.590983+0000 mon.a (mon.0) 701 : cluster [DBG] mgrmap e20: y(active, since 2m), standbys: x 2023-09-23T17:49:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:06.712559+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.18:0/2994854945' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:09.524 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:09] "GET /metrics HTTP/1.1" 200 192014 "" "Prometheus/2.33.4" 2023-09-23T17:49:09.524 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setuser ceph since I am not root 2023-09-23T17:49:09.524 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ignoring --setgroup ceph since I am not root 2023-09-23T17:49:09.524 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:09.431+0000 7ff740e06700 1 -- 172.21.15.18:0/44931846 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562691d684e0 con 0x562691d3f400 2023-09-23T17:49:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:08.404777+0000 mgr.y (mgr.24329) 131 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:08.965109+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.082773+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.18:0/3079419558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.364594+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.365414+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.370280+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.375831+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.380775+0000 mon.c (mon.2) 122 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.381090+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:09.387044+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.387359+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:09.387435+0000 mon.a (mon.0) 707 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00590083s) 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.388382+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.388633+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.388863+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:09.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.389056+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE Bus STOPPING 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE Bus STOPPED 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE Bus STARTING 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.530+0000 7faf7ec18700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.530+0000 7faf7ec18700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.530+0000 7faf7ec18700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.530+0000 7faf7ec18700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.654 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.530+0000 7faf7ec18700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.531+0000 7faf7b411700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.531+0000 7faf7b411700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.531+0000 7faf7b411700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.531+0000 7faf7b411700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:49:09.531+0000 7faf7b411700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE Serving on http://:::9283 2023-09-23T17:49:09.655 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:09] ENGINE Bus STARTED 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.389301+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.389585+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.389814+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.390038+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.390252+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.390486+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.390694+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.390914+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.391136+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.391359+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:49:09.656 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.391762+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.392033+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.392512+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:09.425647+0000 mon.a (mon.0) 708 : cluster [INF] Manager daemon x is now available 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.447324+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.452134+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.454664+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.462388+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.462907+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.473464+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.483416+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.657 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.483907+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.658 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.506768+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.658 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.507127+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.658 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.509601+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:09.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:09.582+0000 7ff750fcd680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:49:09.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:09.685+0000 7ff750fcd680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:49:09.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:08.404777+0000 mgr.y (mgr.24329) 131 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:09.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:08.965109+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.082773+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.18:0/3079419558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.364594+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.365414+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.370280+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.375831+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.380775+0000 mon.c (mon.2) 122 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.381090+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:09.387044+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.387359+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:09.387435+0000 mon.a (mon.0) 707 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00590083s) 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.388382+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:09.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.388633+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.388863+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.389056+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:08.404777+0000 mgr.y (mgr.24329) 131 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:08.965109+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.082773+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.18:0/3079419558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.364594+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.365414+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.370280+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24329 ' entity='mgr.y' 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.375831+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.380775+0000 mon.c (mon.2) 122 : audit [INF] from='mgr.24329 172.21.15.18:0/653764132' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.381090+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:09.387044+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.387359+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24329 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:09.387435+0000 mon.a (mon.0) 707 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00590083s) 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.388382+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.388633+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.388863+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.389056+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.389301+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.389585+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.389814+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.390038+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.390252+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.390486+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.390694+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.390914+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.391136+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.391359+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:49:09.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.391762+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.392033+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.392512+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:09.425647+0000 mon.a (mon.0) 708 : cluster [INF] Manager daemon x is now available 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.447324+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.452134+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.389301+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.389585+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.389814+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:49:09.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.390038+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.390252+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.390486+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.390694+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.390914+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.391136+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.391359+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.391762+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.392033+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.392512+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:09.425647+0000 mon.a (mon.0) 708 : cluster [INF] Manager daemon x is now available 2023-09-23T17:49:09.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.447324+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.452134+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.454664+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.462388+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.462907+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.473464+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.483416+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.483907+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.506768+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.507127+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.509601+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.454664+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.462388+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.462907+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.473464+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.483416+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.483907+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.506768+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.507127+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T17:49:09.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.509601+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:10.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:10.146+0000 7ff750fcd680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:09.863703+0000 mgr.x (mgr.25378) 1 : cephadm [INF] Deploying cephadm binary to smithi149 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:09.867729+0000 mgr.x (mgr.25378) 2 : cephadm [INF] Deploying cephadm binary to smithi018 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.958965+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:09.963112+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:10.389275+0000 mon.a (mon.0) 716 : cluster [DBG] mgrmap e22: x(active, since 1.00774s) 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:10.448259+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:10.448383+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-09-23T17:49:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:10.455182+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:10.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:10.455556+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:09.863703+0000 mgr.x (mgr.25378) 1 : cephadm [INF] Deploying cephadm binary to smithi149 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:09.867729+0000 mgr.x (mgr.25378) 2 : cephadm [INF] Deploying cephadm binary to smithi018 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.958965+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:09.963112+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:10.389275+0000 mon.a (mon.0) 716 : cluster [DBG] mgrmap e22: x(active, since 1.00774s) 2023-09-23T17:49:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:10.448259+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:10.448383+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:10.455182+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:10.455556+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:09.863703+0000 mgr.x (mgr.25378) 1 : cephadm [INF] Deploying cephadm binary to smithi149 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:09.867729+0000 mgr.x (mgr.25378) 2 : cephadm [INF] Deploying cephadm binary to smithi018 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.958965+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:09.963112+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:10.389275+0000 mon.a (mon.0) 716 : cluster [DBG] mgrmap e22: x(active, since 1.00774s) 2023-09-23T17:49:11.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:10.448259+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:11.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:10.448383+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-09-23T17:49:11.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:10.455182+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:11.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:10.455556+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:49:11.439 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:11.083+0000 7ff750fcd680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:49:11.439 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:11.181+0000 7ff750fcd680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:49:11.439 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:11.438+0000 7ff750fcd680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:10.404706+0000 mgr.x (mgr.25378) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:10.763761+0000 mgr.x (mgr.25378) 4 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Bus STARTING 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:10.922458+0000 mgr.x (mgr.25378) 5 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Serving on https://172.21.15.149:7150 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:11.449998+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:11.450085+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-09-23T17:49:11.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:11.491217+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.18:0/1954761022' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:10.404706+0000 mgr.x (mgr.25378) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:10.763761+0000 mgr.x (mgr.25378) 4 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Bus STARTING 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:10.922458+0000 mgr.x (mgr.25378) 5 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Serving on https://172.21.15.149:7150 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:11.449998+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:11.450085+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-09-23T17:49:11.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:11.491217+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.18:0/1954761022' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:10.404706+0000 mgr.x (mgr.25378) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:10.763761+0000 mgr.x (mgr.25378) 4 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Bus STARTING 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:10.922458+0000 mgr.x (mgr.25378) 5 : cephadm [INF] [23/Sep/2023:17:49:10] ENGINE Serving on https://172.21.15.149:7150 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:11.449998+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:11.450085+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-09-23T17:49:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:11.491217+0000 mon.c (mon.2) 123 : audit [DBG] from='client.? 172.21.15.18:0/1954761022' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:11.036079+0000 mgr.x (mgr.25378) 6 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Serving on http://172.21.15.149:8765 2023-09-23T17:49:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:11.036217+0000 mgr.x (mgr.25378) 7 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Bus STARTED 2023-09-23T17:49:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:11.391945+0000 mgr.x (mgr.25378) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:12.479858+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:12.932 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:12.659+0000 7ff750fcd680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:49:12.932 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:12.833+0000 7ff750fcd680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:49:12.932 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:12.932+0000 7ff750fcd680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:11.036079+0000 mgr.x (mgr.25378) 6 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Serving on http://172.21.15.149:8765 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:11.036217+0000 mgr.x (mgr.25378) 7 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Bus STARTED 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:11.391945+0000 mgr.x (mgr.25378) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:12.479858+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:11.036079+0000 mgr.x (mgr.25378) 6 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Serving on http://172.21.15.149:8765 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:11.036217+0000 mgr.x (mgr.25378) 7 : cephadm [INF] [23/Sep/2023:17:49:11] ENGINE Bus STARTED 2023-09-23T17:49:12.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:11.391945+0000 mgr.x (mgr.25378) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:12.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:12.479858+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:13.274 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:13.048+0000 7ff750fcd680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:49:13.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:12.601709+0000 mon.a (mon.0) 723 : cluster [DBG] mgrmap e23: x(active, since 3s) 2023-09-23T17:49:13.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:13] "GET /metrics HTTP/1.1" 200 30898 "" "Prometheus/2.33.4" 2023-09-23T17:49:14.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:12.601709+0000 mon.a (mon.0) 723 : cluster [DBG] mgrmap e23: x(active, since 3s) 2023-09-23T17:49:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:12.601709+0000 mon.a (mon.0) 723 : cluster [DBG] mgrmap e23: x(active, since 3s) 2023-09-23T17:49:14.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:13.274+0000 7ff750fcd680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:49:14.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:13.710+0000 7ff750fcd680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:49:14.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:13.838+0000 7ff750fcd680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:49:14.873 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:14.767+0000 7ff750fcd680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:49:14.874 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:13.392293+0000 mgr.x (mgr.25378) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:14.874 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:13.923550+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.18:0/2880600700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:14.874 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:13.392293+0000 mgr.x (mgr.25378) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:14.874 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:13.923550+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.18:0/2880600700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:14.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:13.392293+0000 mgr.x (mgr.25378) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:13.923550+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.18:0/2880600700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:15.231 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:14.873+0000 7ff750fcd680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:49:15.231 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:14.991+0000 7ff750fcd680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:49:15.538 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:15.231+0000 7ff750fcd680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:49:15.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:15.538+0000 7ff750fcd680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:49:15.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:15.709+0000 7ff750fcd680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:49:16.224 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:15.886+0000 7ff750fcd680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:49:16.224 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:16.116+0000 7ff750fcd680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:49:16.225 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: debug 2023-09-23T17:49:16.224+0000 7ff750fcd680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:49:16] ENGINE Bus STARTING 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: CherryPy Checker: 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: The Application mounted at '' has an empty config. 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:49:16] ENGINE Serving on http://:::9283 2023-09-23T17:49:16.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: [23/Sep/2023:17:49:16] ENGINE Bus STARTED 2023-09-23T17:49:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:15.392674+0000 mgr.x (mgr.25378) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:15.553275+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:15.558630+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:15.828095+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:16.238341+0000 mon.a (mon.0) 727 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.241007+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.241921+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.244141+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.245392+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.393281+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.398726+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.399134+0000 mon.a (mon.0) 730 : audit [DBG] from='client.? 172.21.15.18:0/1224359301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:16.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.447468+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.453323+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:15.392674+0000 mgr.x (mgr.25378) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:16.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:15.553275+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:15.558630+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:15.828095+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:16.238341+0000 mon.a (mon.0) 727 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.241007+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.241921+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.244141+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.245392+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.393281+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.398726+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.399134+0000 mon.a (mon.0) 730 : audit [DBG] from='client.? 172.21.15.18:0/1224359301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:16.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.447468+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.453323+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:15.392674+0000 mgr.x (mgr.25378) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:15.553275+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:15.558630+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:15.828095+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:16.238341+0000 mon.a (mon.0) 727 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.241007+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.241921+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.244141+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:49:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.245392+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.18:0/2615725916' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:49:16.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.393281+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.398726+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.399134+0000 mon.a (mon.0) 730 : audit [DBG] from='client.? 172.21.15.18:0/1224359301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:16.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.447468+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:16.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.453323+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:16.833226+0000 mon.a (mon.0) 733 : cluster [DBG] mgrmap e24: x(active, since 7s), standbys: y 2023-09-23T17:49:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:16.836234+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.233619+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.238470+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.389654+0000 mon.a (mon.0) 736 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:16.833226+0000 mon.a (mon.0) 733 : cluster [DBG] mgrmap e24: x(active, since 7s), standbys: y 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:16.836234+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.233619+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.238470+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.389654+0000 mon.a (mon.0) 736 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:19.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:16.833226+0000 mon.a (mon.0) 733 : cluster [DBG] mgrmap e24: x(active, since 7s), standbys: y 2023-09-23T17:49:19.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:16.836234+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:49:19.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.233619+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:19.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.238470+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:19.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.389654+0000 mon.a (mon.0) 736 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:19.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"172.21.15.18:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:49:19.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephPGImbalance\nexpr: abs(((ceph_osd_numpg > 0) - on(job) group_left() avg by(job) (ceph_osd_numpg\n > 0)) / on(job) group_left() avg by(job) (ceph_osd_numpg > 0)) * on(ceph_daemon)\n group_left(hostname) ceph_osd_metadata > 0.3\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.5\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} deviates by\n more than 30% from average PG count.\n summary: PGs are not balanced across OSDs\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"172.21.15.18:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:49:19.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.389857+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.390055+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:17.390208+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:17.393091+0000 mgr.x (mgr.25378) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 234 KiB/s wr, 31 op/s 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.288000+0000 mon.a (mon.0) 737 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.289874+0000 mon.b (mon.1) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.791639+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.18:0/350375726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.804891+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.808391+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.808518+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.808665+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.813113+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.813359+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.813529+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.389857+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.390055+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:17.390208+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:17.393091+0000 mgr.x (mgr.25378) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 234 KiB/s wr, 31 op/s 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.288000+0000 mon.a (mon.0) 737 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.289874+0000 mon.b (mon.1) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.791639+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.18:0/350375726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.804891+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.808391+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.808518+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.808665+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.813113+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.813359+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.813529+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.389857+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.390055+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:17.390208+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:17.393091+0000 mgr.x (mgr.25378) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 234 KiB/s wr, 31 op/s 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.288000+0000 mon.a (mon.0) 737 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.289874+0000 mon.b (mon.1) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.791639+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.18:0/350375726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.804891+0000 mon.b (mon.1) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.808391+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.808518+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.808665+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.813113+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:49:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.813359+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:49:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.813529+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:49:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:18.812985+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:19.393488+0000 mgr.x (mgr.25378) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 182 KiB/s wr, 24 op/s 2023-09-23T17:49:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.715543+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.723456+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.729021+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.731222+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.731593+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.732517+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.732840+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.733713+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.734016+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.734701+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.734992+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:19.735548+0000 mgr.x (mgr.25378) 13 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 2501M 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.739184+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.811735+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.817380+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.818673+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.818946+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.821714+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.822626+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:19.823249+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:19.824266+0000 mgr.x (mgr.25378) 14 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:49:21.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:19.824435+0000 mgr.x (mgr.25378) 15 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:18.812985+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:19.393488+0000 mgr.x (mgr.25378) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 182 KiB/s wr, 24 op/s 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.715543+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.723456+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.729021+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.731222+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.731593+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.732517+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.732840+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.733713+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.734016+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.734701+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.734992+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:19.735548+0000 mgr.x (mgr.25378) 13 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 2501M 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.739184+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.811735+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.817380+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.818673+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.818946+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.821714+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2023-09-23T17:49:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.822626+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:19.823249+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:19.824266+0000 mgr.x (mgr.25378) 14 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:49:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:19.824435+0000 mgr.x (mgr.25378) 15 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:18.812985+0000 mon.c (mon.2) 130 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:19.393488+0000 mgr.x (mgr.25378) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 182 KiB/s wr, 24 op/s 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.715543+0000 mon.c (mon.2) 131 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.723456+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.729021+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.731222+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.731593+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.732517+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.732840+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.733713+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.734016+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.734701+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.734992+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:19.735548+0000 mgr.x (mgr.25378) 13 : cephadm [INF] Adjusting osd_memory_target on smithi018 to 2501M 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.739184+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.811735+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.817380+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.818673+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.818946+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:49:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.821714+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2023-09-23T17:49:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.822626+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:19.823249+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:49:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:19.824266+0000 mgr.x (mgr.25378) 14 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:49:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:19.824435+0000 mgr.x (mgr.25378) 15 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:49:21.561 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:21 smithi018 systemd[1]: Stopping Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:21.562 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:21 smithi018 bash[142419]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter.a" found: no such container 2023-09-23T17:49:21.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.088558+0000 mgr.x (mgr.25378) 16 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:21.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.088701+0000 mgr.x (mgr.25378) 17 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.303277+0000 mgr.x (mgr.25378) 18 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.353250+0000 mgr.x (mgr.25378) 19 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.517557+0000 mgr.x (mgr.25378) 20 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.567566+0000 mgr.x (mgr.25378) 21 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.737026+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.742353+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.785861+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.792876+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.799101+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.902115+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.905851+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.914519+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:20.918362+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.919076+0000 mgr.x (mgr.25378) 22 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:20.919445+0000 mgr.x (mgr.25378) 23 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi018 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:21.193988+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.18:0/2616651124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.088558+0000 mgr.x (mgr.25378) 16 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.088701+0000 mgr.x (mgr.25378) 17 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.303277+0000 mgr.x (mgr.25378) 18 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.353250+0000 mgr.x (mgr.25378) 19 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.517557+0000 mgr.x (mgr.25378) 20 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:21.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.567566+0000 mgr.x (mgr.25378) 21 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.737026+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.742353+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.785861+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.792876+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.799101+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.902115+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.905851+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.914519+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:20.918362+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.919076+0000 mgr.x (mgr.25378) 22 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:20.919445+0000 mgr.x (mgr.25378) 23 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi018 2023-09-23T17:49:21.963 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:21.193988+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.18:0/2616651124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.088558+0000 mgr.x (mgr.25378) 16 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.088701+0000 mgr.x (mgr.25378) 17 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:49:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.303277+0000 mgr.x (mgr.25378) 18 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.353250+0000 mgr.x (mgr.25378) 19 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:49:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.517557+0000 mgr.x (mgr.25378) 20 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.567566+0000 mgr.x (mgr.25378) 21 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.737026+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.742353+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.785861+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.792876+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.799101+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.902115+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.905851+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.914519+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:20.918362+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.919076+0000 mgr.x (mgr.25378) 22 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T17:49:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:20.919445+0000 mgr.x (mgr.25378) 23 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi018 2023-09-23T17:49:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:21.193988+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.18:0/2616651124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:22.312 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:21 smithi018 bash[142460]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a 2023-09-23T17:49:22.312 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T17:49:22.312 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-09-23T17:49:22.312 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 systemd[1]: Stopped Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:22.312 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 systemd[1]: Starting Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 podman[142582]: 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.712Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.712Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.712Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.712Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-09-23T17:49:22.744 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=arp 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=bcache 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=bonding 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=btrfs 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=conntrack 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=cpu 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=diskstats 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=dmi 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=edac 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=entropy 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-09-23T17:49:22.745 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=filefd 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=filesystem 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=hwmon 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=infiniband 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=ipvs 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=loadavg 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=mdadm 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=meminfo 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=netclass 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=netdev 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=netstat 2023-09-23T17:49:22.746 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=nfs 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=nfsd 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=nvme 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=os 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=pressure 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=rapl 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=schedstat 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=sockstat 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=softnet 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=stat 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=tapestats 2023-09-23T17:49:22.747 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=textfile 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=time 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=uname 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=vmstat 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=xfs 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.713Z caller=node_exporter.go:115 level=info collector=zfs 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.714Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a[142597]: ts=2023-09-23T17:49:22.714Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-09-23T17:49:22.748 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 bash[142582]: dd41f5a99701192a8a66bbec35c710f1e3e2ebde7cd3f7e36a1507324256e81d 2023-09-23T17:49:23.062 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 17:49:22 smithi018 systemd[1]: Started Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:21.394018+0000 mgr.x (mgr.25378) 24 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 242 KiB/s wr, 27 op/s 2023-09-23T17:49:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:22.798271+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:23.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:22.804177+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:23.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:21.394018+0000 mgr.x (mgr.25378) 24 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 242 KiB/s wr, 27 op/s 2023-09-23T17:49:23.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:22.798271+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:23.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:22.804177+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:21.394018+0000 mgr.x (mgr.25378) 24 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 242 KiB/s wr, 27 op/s 2023-09-23T17:49:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:22.798271+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:22.804177+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:24.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:22.837527+0000 mgr.x (mgr.25378) 25 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:49:24.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:22.848578+0000 mgr.x (mgr.25378) 26 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:49:24.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:23.599398+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.18:0/3932937129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:24.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:23] "GET /metrics HTTP/1.1" 200 30898 "" "Prometheus/2.33.4" 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:22.837527+0000 mgr.x (mgr.25378) 25 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:22.848578+0000 mgr.x (mgr.25378) 26 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:23.599398+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.18:0/3932937129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:22.837527+0000 mgr.x (mgr.25378) 25 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:22.848578+0000 mgr.x (mgr.25378) 26 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi018 2023-09-23T17:49:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:23.599398+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.18:0/3932937129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:23.394548+0000 mgr.x (mgr.25378) 27 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 KiB/s rd, 202 KiB/s wr, 23 op/s 2023-09-23T17:49:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:24.474032+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:25.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:23.394548+0000 mgr.x (mgr.25378) 27 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 KiB/s rd, 202 KiB/s wr, 23 op/s 2023-09-23T17:49:25.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:24.474032+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:25.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:23.394548+0000 mgr.x (mgr.25378) 27 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 KiB/s rd, 202 KiB/s wr, 23 op/s 2023-09-23T17:49:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:24.474032+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:27.216 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:25.395189+0000 mgr.x (mgr.25378) 28 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:27.217 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:25.997582+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.15.18:0/605933046' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:27.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:25.395189+0000 mgr.x (mgr.25378) 28 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:27.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:25.997582+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.15.18:0/605933046' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:25.395189+0000 mgr.x (mgr.25378) 28 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:27.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:25.997582+0000 mon.a (mon.0) 761 : audit [DBG] from='client.? 172.21.15.18:0/605933046' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:28.794 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:28 smithi018 systemd[1]: Stopping Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:28.794 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:28 smithi018 bash[142991]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager.a" found: no such container 2023-09-23T17:49:29.059 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[128386]: level=info ts=2023-09-23T17:49:28.793Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2023-09-23T17:49:29.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:27.395898+0000 mgr.x (mgr.25378) 29 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:29.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:28.398944+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.18:0/1962373411' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:29.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:27.395898+0000 mgr.x (mgr.25378) 29 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:29.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:28.398944+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.18:0/1962373411' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:29.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:29 smithi018 bash[143033]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a 2023-09-23T17:49:29.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:49:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:27.395898+0000 mgr.x (mgr.25378) 29 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 KiB/s rd, 201 KiB/s wr, 22 op/s 2023-09-23T17:49:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:28.398944+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.18:0/1962373411' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:29.775 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:29 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T17:49:29.775 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:29 smithi018 systemd[1]: Stopped Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:29.775 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:29 smithi018 systemd[1]: Starting Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:30.035 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:29 smithi018 podman[143168]: 2023-09-23T17:49:30.036 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.002Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2023-09-23T17:49:30.036 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.002Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2023-09-23T17:49:30.036 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.003Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.18 port=9094 2023-09-23T17:49:30.036 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.004Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T17:49:30.036 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.036Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:49:30.311 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.036Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T17:49:30.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.039Z caller=main.go:518 msg=Listening address=:9093 2023-09-23T17:49:30.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:30.039Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2023-09-23T17:49:30.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 bash[143168]: 03bc87e3cc1836e104b3f92d2a20f1939ada7abaf88902fae3eb4e61123983f4 2023-09-23T17:49:30.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:30 smithi018 systemd[1]: Started Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:29.396486+0000 mgr.x (mgr.25378) 30 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:30.171505+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:30.176853+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:30.793816+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.18:0/1919602863' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:29.396486+0000 mgr.x (mgr.25378) 30 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:31.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:30.171505+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:30.176853+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:30.793816+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.18:0/1919602863' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:29.396486+0000 mgr.x (mgr.25378) 30 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:30.171505+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:30.176853+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:30.793816+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.18:0/1919602863' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:32.312 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:32.005Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000619285s 2023-09-23T17:49:32.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:30.180486+0000 mgr.x (mgr.25378) 31 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:49:32.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:30.400980+0000 mgr.x (mgr.25378) 32 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:49:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:30.180486+0000 mgr.x (mgr.25378) 31 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:49:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:30.400980+0000 mgr.x (mgr.25378) 32 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:49:32.314 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:30.180486+0000 mgr.x (mgr.25378) 31 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:49:32.314 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:30.400980+0000 mgr.x (mgr.25378) 32 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:49:32.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:32.314Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.18:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:49:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:31.397182+0000 mgr.x (mgr.25378) 33 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:31.397182+0000 mgr.x (mgr.25378) 33 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:33.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:31.397182+0000 mgr.x (mgr.25378) 33 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2023-09-23T17:49:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:33.201736+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.18:0/2963169764' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:34.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:33] "GET /metrics HTTP/1.1" 200 33777 "" "Prometheus/2.33.4" 2023-09-23T17:49:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:33.201736+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.18:0/2963169764' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:33.201736+0000 mon.c (mon.2) 134 : audit [DBG] from='client.? 172.21.15.18:0/2963169764' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:33.397559+0000 mgr.x (mgr.25378) 34 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:33.397559+0000 mgr.x (mgr.25378) 34 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:33.397559+0000 mgr.x (mgr.25378) 34 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:35.397928+0000 mgr.x (mgr.25378) 35 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:35.606270+0000 mon.a (mon.0) 765 : audit [DBG] from='client.? 172.21.15.18:0/1473583289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:35.397928+0000 mgr.x (mgr.25378) 35 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:35.606270+0000 mon.a (mon.0) 765 : audit [DBG] from='client.? 172.21.15.18:0/1473583289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:36.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:35.397928+0000 mgr.x (mgr.25378) 35 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:35.606270+0000 mon.a (mon.0) 765 : audit [DBG] from='client.? 172.21.15.18:0/1473583289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:37.398432+0000 mgr.x (mgr.25378) 36 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:38.004605+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.18:0/3261282121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:37.398432+0000 mgr.x (mgr.25378) 36 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:38.004605+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.18:0/3261282121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:37.398432+0000 mgr.x (mgr.25378) 36 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:38.004605+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.18:0/3261282121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:39.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 systemd[1]: Stopping Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:39.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 bash[124258]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus.a" found: no such container 2023-09-23T17:49:39.553 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[96177]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-09-23T17:49:39.796 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:39.474746+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:39.796 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T17:49:39.796 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2023-09-23T17:49:39.796 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2023-09-23T17:49:39.796 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2023-09-23T17:49:39.796 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=main.go:828 level=info msg="Scrape manager stopped" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.456Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.457Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.457Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[117962]: ts=2023-09-23T17:49:39.457Z caller=main.go:1066 level=info msg="See you next time!" 2023-09-23T17:49:39.797 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 bash[124299]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a 2023-09-23T17:49:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:39.474746+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:39.474746+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:40.311 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:49:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:49:40.007Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002636998s 2023-09-23T17:49:40.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T17:49:40.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 systemd[1]: Stopped Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:40.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:39 smithi149 systemd[1]: Starting Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:40.723 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 podman[124422]: 2023-09-23T17:49:40.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:39.398777+0000 mgr.x (mgr.25378) 37 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:40.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:40.405217+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.18:0/2244255158' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:39.398777+0000 mgr.x (mgr.25378) 37 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:40.405217+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.18:0/2244255158' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:39.398777+0000 mgr.x (mgr.25378) 37 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:40.405217+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.18:0/2244255158' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.723Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.723Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.723Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi149 (none))" 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.723Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.723Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T17:49:41.117 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.725Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.725Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.726Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 bash[124422]: 5e649ae086c7e4298885e3a2c200d3da70e7db92012ec8d4ce5795d6ca4d751a 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.729Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.729Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.634µs 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.729Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 systemd[1]: Started Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:40.899Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.116Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.117Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-09-23T17:49:41.118 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.117Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.485µs wal_replay_duration=387.911108ms total_replay_duration=387.955922ms 2023-09-23T17:49:41.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:41 smithi149 systemd[1]: Stopping Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:41.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:41 smithi149 bash[124569]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter.b" found: no such container 2023-09-23T17:49:41.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.120Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T17:49:41.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.120Z caller=main.go:947 level=info msg="TSDB started" 2023-09-23T17:49:41.402 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.120Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T17:49:41.403 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.135Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.64486ms db_storage=847ns remote_storage=1.332µs web_handler=319ns query_engine=1.124µs scrape=505.6µs scrape_sd=81.529µs notify=33.397µs notify_sd=12.001µs rules=14.756934ms 2023-09-23T17:49:41.403 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:41.135Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-09-23T17:49:41.902 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:41 smithi149 bash[124610]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b 2023-09-23T17:49:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:40.802594+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:40.807788+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:40.848584+0000 mgr.x (mgr.25378) 38 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:49:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:40.849094+0000 mgr.x (mgr.25378) 39 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:49:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:40.802594+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:40.807788+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:42.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:40.848584+0000 mgr.x (mgr.25378) 38 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:49:42.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:40.849094+0000 mgr.x (mgr.25378) 39 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:49:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:40.802594+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:40.807788+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:40.848584+0000 mgr.x (mgr.25378) 38 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:49:42.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:40.849094+0000 mgr.x (mgr.25378) 39 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:49:42.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:41 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-09-23T17:49:42.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-09-23T17:49:42.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 systemd[1]: Stopped Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:42.402 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 systemd[1]: Starting Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:42.686 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 podman[124729]: 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.667Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.668Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.668Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.668Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=arp 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=bcache 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=bonding 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=btrfs 2023-09-23T17:49:42.687 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=conntrack 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=cpu 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=diskstats 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=dmi 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=edac 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=entropy 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=filefd 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=filesystem 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=hwmon 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=infiniband 2023-09-23T17:49:42.688 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=ipvs 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=loadavg 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=mdadm 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=meminfo 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=netclass 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=netdev 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=netstat 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=nfs 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=nfsd 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=nvme 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=os 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=pressure 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=rapl 2023-09-23T17:49:42.689 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=schedstat 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=sockstat 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=softnet 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=stat 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=tapestats 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=textfile 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=time 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=uname 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=vmstat 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=xfs 2023-09-23T17:49:42.690 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:115 level=info collector=zfs 2023-09-23T17:49:42.691 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-09-23T17:49:42.691 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b[124744]: ts=2023-09-23T17:49:42.669Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-09-23T17:49:42.691 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 bash[124729]: b271630d20774a7b18377d2bd04174aee4e065c6632ba981911c6268c5e2c5f7 2023-09-23T17:49:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:41.399251+0000 mgr.x (mgr.25378) 40 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:42.724764+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:42.730886+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:41.399251+0000 mgr.x (mgr.25378) 40 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:42.724764+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:43.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:42.730886+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:43.151 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 17:49:42 smithi149 systemd[1]: Started Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:41.399251+0000 mgr.x (mgr.25378) 40 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:42.724764+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:42.730886+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:42.766559+0000 mgr.x (mgr.25378) 41 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:49:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:42.777473+0000 mgr.x (mgr.25378) 42 : cephadm [INF] Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:49:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:42.811251+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.18:0/3301288456' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:42.766559+0000 mgr.x (mgr.25378) 41 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:49:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:42.777473+0000 mgr.x (mgr.25378) 42 : cephadm [INF] Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:49:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:42.811251+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.18:0/3301288456' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:42.766559+0000 mgr.x (mgr.25378) 41 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:49:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:42.777473+0000 mgr.x (mgr.25378) 42 : cephadm [INF] Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:49:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:42.811251+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.18:0/3301288456' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:43.399585+0000 mgr.x (mgr.25378) 43 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:43.399585+0000 mgr.x (mgr.25378) 43 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:43.399585+0000 mgr.x (mgr.25378) 43 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:45.216580+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.18:0/3182359534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:45.216580+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.18:0/3182359534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:45.216580+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.18:0/3182359534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:45.399937+0000 mgr.x (mgr.25378) 44 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:45.399937+0000 mgr.x (mgr.25378) 44 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:47.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:45.399937+0000 mgr.x (mgr.25378) 44 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:47.620399+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.18:0/2395468751' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:47.620399+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.18:0/2395468751' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:48.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:47.620399+0000 mon.c (mon.2) 139 : audit [DBG] from='client.? 172.21.15.18:0/2395468751' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:47.400416+0000 mgr.x (mgr.25378) 45 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:47.400416+0000 mgr.x (mgr.25378) 45 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:49.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:47.400416+0000 mgr.x (mgr.25378) 45 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:49.400831+0000 mgr.x (mgr.25378) 46 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:51.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:50.021254+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.18:0/1464040177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:49.400831+0000 mgr.x (mgr.25378) 46 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:50.021254+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.18:0/1464040177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:49.400831+0000 mgr.x (mgr.25378) 46 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:50.021254+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.18:0/1464040177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:53.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:51.401398+0000 mgr.x (mgr.25378) 47 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:53.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:52.424467+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.18:0/4060196994' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:51.401398+0000 mgr.x (mgr.25378) 47 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:52.424467+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.18:0/4060196994' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:51.401398+0000 mgr.x (mgr.25378) 47 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:52.424467+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.18:0/4060196994' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:54.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:54 smithi149 systemd[1]: Stopping Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:54.402 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:54 smithi149 bash[125028]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana.a" found: no such container 2023-09-23T17:49:54.785 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[117100]: t=2023-09-23T17:49:54+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2023-09-23T17:49:55.036 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:54 smithi149 bash[125071]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a 2023-09-23T17:49:55.036 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@grafana.a.service: Succeeded. 2023-09-23T17:49:55.036 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:53.401751+0000 mgr.x (mgr.25378) 48 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:55.037 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:54.474390+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:55.037 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:54.827394+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.18:0/2267720907' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:53.401751+0000 mgr.x (mgr.25378) 48 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:54.474390+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:54.827394+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.18:0/2267720907' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:53.401751+0000 mgr.x (mgr.25378) 48 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:54.474390+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:49:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:54.827394+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.18:0/2267720907' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:55.327 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 systemd[1]: Stopped Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:55.327 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 systemd[1]: Starting Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:55.598 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 podman[125193]: 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPING 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPED 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STARTING 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:49:55] "GET /metrics HTTP/1.1" 200 33776 "" "Prometheus/2.33.4" 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Serving on http://:::9283 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STARTED 2023-09-23T17:49:55.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPING 2023-09-23T17:49:55.903 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:49:55.903 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPED 2023-09-23T17:49:55.903 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STARTING 2023-09-23T17:49:55.903 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2023-09-23T17:49:55.903 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2023-09-23T17:49:55.903 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2023-09-23T17:49:55.903 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="App mode production" logger=settings 2023-09-23T17:49:55.904 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 bash[125193]: 899e624f086c8c4eaa85ae1d41ba31f0726dcef729ff55a4c2e54b0f47868756 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Starting DB migrations" logger=migrator 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=512.576µs 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Created default organization" logger=sqlstore 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 systemd[1]: Started Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2023-09-23T17:49:55.905 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="warming cache for startup" logger=ngalert 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2023-09-23T17:49:55.906 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T17:49:55+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2023-09-23T17:49:56.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Serving on http://:::9283 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STARTED 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPING 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STOPPED 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:55] ENGINE Bus STARTING 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:56] ENGINE Serving on http://:::9283 2023-09-23T17:49:56.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:49:56] ENGINE Bus STARTED 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:55.402072+0000 mgr.x (mgr.25378) 49 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.650175+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.656434+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.666235+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.666685+0000 mgr.x (mgr.25378) 50 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.667513+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.667774+0000 mgr.x (mgr.25378) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.716 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.672631+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.678628+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.679087+0000 mgr.x (mgr.25378) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.682224+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.682728+0000 mgr.x (mgr.25378) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.687561+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.692919+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.693368+0000 mgr.x (mgr.25378) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:55.402072+0000 mgr.x (mgr.25378) 49 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:56.717 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.650175+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.656434+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.666235+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.666685+0000 mgr.x (mgr.25378) 50 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.667513+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.667774+0000 mgr.x (mgr.25378) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.672631+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.678628+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.679087+0000 mgr.x (mgr.25378) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.682224+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.682728+0000 mgr.x (mgr.25378) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.687561+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.692919+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.693368+0000 mgr.x (mgr.25378) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.697181+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.697523+0000 mgr.x (mgr.25378) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.702629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:55.715669+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:55.717676+0000 mgr.x (mgr.25378) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:55.718072+0000 mgr.x (mgr.25378) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.697181+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.697523+0000 mgr.x (mgr.25378) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.702629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:55.715669+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:56.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:55.717676+0000 mgr.x (mgr.25378) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:56.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:55.718072+0000 mgr.x (mgr.25378) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:55.402072+0000 mgr.x (mgr.25378) 49 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.650175+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.656434+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.666235+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.666685+0000 mgr.x (mgr.25378) 50 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.667513+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.667774+0000 mgr.x (mgr.25378) 51 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi018.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.672631+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.678628+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.679087+0000 mgr.x (mgr.25378) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.682224+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.682728+0000 mgr.x (mgr.25378) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149:9095"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.687561+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.692919+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.693368+0000 mgr.x (mgr.25378) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T17:49:56.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.697181+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.697523+0000 mgr.x (mgr.25378) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi149:3000"}]: dispatch 2023-09-23T17:49:56.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.702629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:56.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:55.715669+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:49:56.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:55.717676+0000 mgr.x (mgr.25378) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:56.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:55.718072+0000 mgr.x (mgr.25378) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:49:58.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:57.185312+0000 mgr.x (mgr.25378) 58 : cephadm [INF] Upgrade: Updating mgr.y 2023-09-23T17:49:58.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.191432+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:58.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.192390+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.192753+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.193728+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:49:58.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.194532+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:49:57.195411+0000 mgr.x (mgr.25378) 59 : cephadm [INF] Deploying daemon mgr.y on smithi018 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:57.234488+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.18:0/520153926' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:57.402776+0000 mgr.x (mgr.25378) 60 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:57.185312+0000 mgr.x (mgr.25378) 58 : cephadm [INF] Upgrade: Updating mgr.y 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.191432+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.192390+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.192753+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.193728+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:49:58.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.194532+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:58.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:49:57.195411+0000 mgr.x (mgr.25378) 59 : cephadm [INF] Deploying daemon mgr.y on smithi018 2023-09-23T17:49:58.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:57.234488+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.18:0/520153926' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:58.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:49:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:57.402776+0000 mgr.x (mgr.25378) 60 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:57.185312+0000 mgr.x (mgr.25378) 58 : cephadm [INF] Upgrade: Updating mgr.y 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.191432+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.192390+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.192753+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.193728+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.194532+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:49:57.195411+0000 mgr.x (mgr.25378) 59 : cephadm [INF] Deploying daemon mgr.y on smithi018 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:57.234488+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.18:0/520153926' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:49:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:57.402776+0000 mgr.x (mgr.25378) 60 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:49:58.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:58 smithi018 systemd[1]: Stopping Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:49:59.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:49:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:49:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:49:59.246 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:59 smithi018 bash[143878]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y 2023-09-23T17:49:59.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:59 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-09-23T17:49:59.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:59 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service: Failed with result 'exit-code'. 2023-09-23T17:49:59.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:59 smithi018 systemd[1]: Stopped Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:00.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:49:59 smithi018 systemd[1]: Starting Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 podman[144053]: 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:49:59.403149+0000 mgr.x (mgr.25378) 61 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:49:59.677856+0000 mon.c (mon.2) 142 : audit [DBG] from='client.? 172.21.15.18:0/1168840428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:00.000122+0000 mon.a (mon.0) 779 : cluster [INF] overall HEALTH_OK 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:49:59.403149+0000 mgr.x (mgr.25378) 61 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:00.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:49:59.677856+0000 mon.c (mon.2) 142 : audit [DBG] from='client.? 172.21.15.18:0/1168840428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:00.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:00.000122+0000 mon.a (mon.0) 779 : cluster [INF] overall HEALTH_OK 2023-09-23T17:50:00.788 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 bash[144053]: 5dc3a112637df9f76906d932f57be5633f6c885f1332d72df59ee5e8f8c5f4c3 2023-09-23T17:50:00.788 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-mgr[144095]: -- 172.21.15.18:0/836391984 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555c989f31e0 con 0x555c989c9000 2023-09-23T17:50:00.789 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 systemd[1]: Started Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:00.789 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:00.688+0000 7f8b2d45d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:50:00.789 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:00.787+0000 7f8b2d45d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:00.876 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:49:59.403149+0000 mgr.x (mgr.25378) 61 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:00.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:49:59.677856+0000 mon.c (mon.2) 142 : audit [DBG] from='client.? 172.21.15.18:0/1168840428' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:00.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:00.000122+0000 mon.a (mon.0) 779 : cluster [INF] overall HEALTH_OK 2023-09-23T17:50:01.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:00.901+0000 7f8b2d45d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:50:01.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:01.015+0000 7f8b2d45d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:50:01.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:01.232+0000 7f8b2d45d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:50:02.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:00.658963+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:00.664544+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:00.667082+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:02.012 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:01.731+0000 7f8b2d45d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:50:02.012 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:01.899+0000 7f8b2d45d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:50:02.013 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:02.011+0000 7f8b2d45d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:50:02.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:00.658963+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:00.664544+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:00.667082+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:02.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:00.658963+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:00.664544+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:00.667082+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:02.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:02.143+0000 7f8b2d45d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:50:03.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:02.694+0000 7f8b2d45d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:50:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:01.403672+0000 mgr.x (mgr.25378) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:02.103401+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.18:0/2911866001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:01.403672+0000 mgr.x (mgr.25378) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:03.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:02.103401+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.18:0/2911866001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:03.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:01.403672+0000 mgr.x (mgr.25378) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:02.103401+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.18:0/2911866001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:03.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:03.541+0000 7f8b2d45d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:50:03.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:03.649+0000 7f8b2d45d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:50:05.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:03.404034+0000 mgr.x (mgr.25378) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:05.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:04.503447+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.18:0/2553674576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:05.046 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:03.404034+0000 mgr.x (mgr.25378) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:05.046 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:04.503447+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.18:0/2553674576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:05.046 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:04.695+0000 7f8b2d45d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:05.047 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:04.812+0000 7f8b2d45d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:50:05.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:03.404034+0000 mgr.x (mgr.25378) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:04.503447+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.18:0/2553674576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:05.042+0000 7f8b2d45d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:05.682 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:05.415+0000 7f8b2d45d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:50:06.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:05.681+0000 7f8b2d45d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:50:06.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:05.876+0000 7f8b2d45d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:50:06.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:50:05] "GET /metrics HTTP/1.1" 200 33776 "" "Prometheus/2.33.4" 2023-09-23T17:50:06.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:06.234+0000 7f8b2d45d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:50:06.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:05.246456+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:05.253052+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:05.404387+0000 mgr.x (mgr.25378) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:06.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:05.598942+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:05.605034+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:06.141715+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:06.147177+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:05.246456+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:05.253052+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:05.404387+0000 mgr.x (mgr.25378) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:05.598942+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:05.605034+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:06.141715+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:06.147177+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:05.246456+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:05.253052+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:05.404387+0000 mgr.x (mgr.25378) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:05.598942+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:05.605034+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:06.141715+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:06.147177+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:07.256 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:07.148+0000 7f8b2d45d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:50:07.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:06.910670+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.18:0/756269481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:07.560 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:06.910670+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.18:0/756269481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:07.561 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:07.320+0000 7f8b2d45d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:50:07.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:06.910670+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.18:0/756269481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:07.579+0000 7f8b2d45d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:50:07.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:07.728+0000 7f8b2d45d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:08.261 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:08.020+0000 7f8b2d45d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:50:08.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:07.405125+0000 mgr.x (mgr.25378) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:08.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:07.405125+0000 mgr.x (mgr.25378) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:07.405125+0000 mgr.x (mgr.25378) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:09.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:50:09.267 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.125+0000 7f8b2d45d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STARTING 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: CherryPy Checker: 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: The Application mounted at '' has an empty config. 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Serving on http://:::9283 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STARTED 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STOPPING 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:50:09.268 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STOPPED 2023-09-23T17:50:09.520 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ignoring --setuser ceph since I am not root 2023-09-23T17:50:09.520 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: ignoring --setgroup ceph since I am not root 2023-09-23T17:50:09.520 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.288+0000 7feebfa30700 1 -- 172.21.15.149:0/2362745543 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56256f1311e0 con 0x56256f107000 2023-09-23T17:50:09.520 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.409+0000 7feec975f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:50:09.520 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.493+0000 7feec975f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STARTING 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.440+0000 7f8a8a8f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.440+0000 7f8a8a8f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.440+0000 7f8a8a8f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.440+0000 7f8a8a8f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.440+0000 7f8a8a8f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.442+0000 7f8a868f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.442+0000 7f8a868f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.442+0000 7f8a868f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.442+0000 7f8a868f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:09.442+0000 7f8a868f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:09.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Serving on http://:::9283 2023-09-23T17:50:09.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:09] ENGINE Bus STARTED 2023-09-23T17:50:09.861 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.588+0000 7feec975f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:50:09.861 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.682+0000 7feec975f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:50:10.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:09.860+0000 7feec975f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:50:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.074835+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.080626+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.081946+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.082880+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.089272+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:09.139706+0000 mon.a (mon.0) 792 : cluster [DBG] Standby manager daemon y restarted 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:09.139834+0000 mon.a (mon.0) 793 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.142799+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.143367+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.145413+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.146732+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.227509+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.232913+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.233314+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:09.239764+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.240048+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T17:50:10.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:09.240124+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e25: y(active, starting, since 0.00634772s) 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.242723+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.243019+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.243222+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.243358+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.243738+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.244114+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.244389+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.244578+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.244987+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.245445+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.245682+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.245916+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.246119+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.246359+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.246580+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.246828+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.247288+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:09.319772+0000 mon.a (mon.0) 802 : cluster [INF] Manager daemon y is now available 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.343219+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.343605+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.18:0/3775609993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.345217+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.369517+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.381543+0000 mon.b (mon.1) 105 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.382067+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.402564+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:09.403123+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.074835+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.080626+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.081946+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.082880+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.089272+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:09.139706+0000 mon.a (mon.0) 792 : cluster [DBG] Standby manager daemon y restarted 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:09.139834+0000 mon.a (mon.0) 793 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.142799+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.143367+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.145413+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.146732+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.227509+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.232913+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.233314+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:09.239764+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.240048+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:09.240124+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e25: y(active, starting, since 0.00634772s) 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.074835+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.080626+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.081946+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.082880+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:10.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.089272+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25378 ' entity='mgr.x' 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:09.139706+0000 mon.a (mon.0) 792 : cluster [DBG] Standby manager daemon y restarted 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:09.139834+0000 mon.a (mon.0) 793 : cluster [DBG] Standby manager daemon y started 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.142799+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.143367+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.145413+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.146732+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.? 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.227509+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.232913+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25378 172.21.15.149:0/1454993850' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.233314+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:09.239764+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.240048+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.25378 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T17:50:10.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:09.240124+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e25: y(active, starting, since 0.00634772s) 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.242723+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.243019+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.243222+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.243358+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.243738+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.244114+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.244389+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.244578+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.244987+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:50:10.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.245445+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.245682+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.245916+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.246119+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.246359+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.246580+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.242723+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.243019+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.243222+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.243358+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:50:10.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.243738+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.244114+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.244389+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.244578+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.244987+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.245445+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.245682+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.245916+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.246119+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.246359+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:50:10.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.246580+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.246828+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.247288+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:09.319772+0000 mon.a (mon.0) 802 : cluster [INF] Manager daemon y is now available 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.343219+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.343605+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.18:0/3775609993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.345217+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.369517+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:10.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.381543+0000 mon.b (mon.1) 105 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.382067+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.402564+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:09.403123+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.246828+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.247288+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:09.319772+0000 mon.a (mon.0) 802 : cluster [INF] Manager daemon y is now available 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.343219+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.343605+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.18:0/3775609993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.345217+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:10.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.369517+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:10.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.381543+0000 mon.b (mon.1) 105 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.382067+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:10.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.402564+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:09.403123+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:10.598 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:10.258+0000 7feec975f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:50:10.598 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:10.399+0000 7feec975f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:50:10.598 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:10.493+0000 7feec975f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:50:11.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:10.596+0000 7feec975f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:50:11.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:11.056+0000 7feec975f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:50:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:10.187352+0000 mgr.y (mgr.15783) 1 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:50:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:10.242173+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e26: y(active, since 1.00839s) 2023-09-23T17:50:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:10.253340+0000 mgr.y (mgr.15783) 2 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:10.290377+0000 mgr.y (mgr.15783) 3 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:50:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:10.408227+0000 mgr.y (mgr.15783) 4 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:50:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:10.408396+0000 mgr.y (mgr.15783) 5 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:10.187352+0000 mgr.y (mgr.15783) 1 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:10.242173+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e26: y(active, since 1.00839s) 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:10.253340+0000 mgr.y (mgr.15783) 2 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:10.290377+0000 mgr.y (mgr.15783) 3 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:10.408227+0000 mgr.y (mgr.15783) 4 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:10.408396+0000 mgr.y (mgr.15783) 5 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:50:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:10.187352+0000 mgr.y (mgr.15783) 1 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:50:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:10.242173+0000 mon.a (mon.0) 806 : cluster [DBG] mgrmap e26: y(active, since 1.00839s) 2023-09-23T17:50:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:10.253340+0000 mgr.y (mgr.15783) 2 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:10.290377+0000 mgr.y (mgr.15783) 3 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:50:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:10.408227+0000 mgr.y (mgr.15783) 4 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:50:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:10.408396+0000 mgr.y (mgr.15783) 5 : cephadm [INF] [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:50:12.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:11.766+0000 7feec975f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:50:12.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:11.864+0000 7feec975f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:50:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:11.245270+0000 mgr.y (mgr.15783) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:11.567116+0000 mon.a (mon.0) 807 : cluster [DBG] mgrmap e27: y(active, since 2s) 2023-09-23T17:50:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:11.750225+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.18:0/3174999129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:11.245270+0000 mgr.y (mgr.15783) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:11.567116+0000 mon.a (mon.0) 807 : cluster [DBG] mgrmap e27: y(active, since 2s) 2023-09-23T17:50:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:11.750225+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.18:0/3174999129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:11.245270+0000 mgr.y (mgr.15783) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:11.567116+0000 mon.a (mon.0) 807 : cluster [DBG] mgrmap e27: y(active, since 2s) 2023-09-23T17:50:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:11.750225+0000 mon.c (mon.2) 145 : audit [DBG] from='client.? 172.21.15.18:0/3174999129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:13.004 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:12.719+0000 7feec975f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:13.005 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:12.818+0000 7feec975f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:50:13.005 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:13.003+0000 7feec975f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:13.562 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:13.307+0000 7feec975f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:50:13.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:13.560+0000 7feec975f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:50:13.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:13.736+0000 7feec975f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:50:14.298 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:14.023+0000 7feec975f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:50:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:13.245629+0000 mgr.y (mgr.15783) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:14.150871+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.18:0/1211285624' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:13.245629+0000 mgr.y (mgr.15783) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:14.150871+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.18:0/1211285624' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:14.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:13.245629+0000 mgr.y (mgr.15783) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:14.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:14.150871+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.18:0/1211285624' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:15.143 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:14.787+0000 7feec975f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:50:15.143 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:14.928+0000 7feec975f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:15.142+0000 7feec975f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:15.262+0000 7feec975f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:14.362580+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:14.367992+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:14.895551+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:14.902005+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.259684+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.264561+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:14.362580+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:14.367992+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:14.895551+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:14.902005+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.259684+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.264561+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:14.362580+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:14.367992+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:14.895551+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:14.902005+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.259684+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.264561+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:15.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:15.499+0000 7feec975f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:50:16.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:15.245959+0000 mgr.y (mgr.15783) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:16.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.789561+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.795115+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.796832+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:16.365 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:15.797174+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:16.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:15.245959+0000 mgr.y (mgr.15783) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.789561+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.795115+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.796832+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:15.797174+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: debug 2023-09-23T17:50:16.395+0000 7feec975f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:50:16] ENGINE Bus STARTING 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: CherryPy Checker: 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: The Application mounted at '' has an empty config. 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: 2023-09-23T17:50:16.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:50:16] ENGINE Serving on http://:::9283 2023-09-23T17:50:16.653 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[120307]: [23/Sep/2023:17:50:16] ENGINE Bus STARTED 2023-09-23T17:50:16.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:15.245959+0000 mgr.y (mgr.15783) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:16.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.789561+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.795115+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:16.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.796832+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:16.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:16 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:15.797174+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:16.411098+0000 mon.a (mon.0) 817 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:16.412665+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:16.413177+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:16.414971+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:16.416187+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:16.570732+0000 mon.a (mon.0) 818 : audit [DBG] from='client.? 172.21.15.18:0/2557779392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:17.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:16.411098+0000 mon.a (mon.0) 817 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:17.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:16.412665+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:17.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:16.413177+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:17.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:16.414971+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:16.416187+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:16.570732+0000 mon.a (mon.0) 818 : audit [DBG] from='client.? 172.21.15.18:0/2557779392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:16.411098+0000 mon.a (mon.0) 817 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:16.412665+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:16.413177+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:16.414971+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:16.416187+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.149:0/1138614662' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:17.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:16.570732+0000 mon.a (mon.0) 818 : audit [DBG] from='client.? 172.21.15.18:0/2557779392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:18.372 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:17.246463+0000 mgr.y (mgr.15783) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:18.372 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:17.375056+0000 mon.a (mon.0) 819 : cluster [DBG] mgrmap e28: y(active, since 8s), standbys: x 2023-09-23T17:50:18.372 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:17.376225+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:50:18.373 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:18.145733+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.373 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:18.151991+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.373 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:18.153920+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:18.373 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:18.154880+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:18.373 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:17.246463+0000 mgr.y (mgr.15783) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:17.375056+0000 mon.a (mon.0) 819 : cluster [DBG] mgrmap e28: y(active, since 8s), standbys: x 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:17.376225+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:18.145733+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:18.151991+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:18.153920+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:18.374 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:18.154880+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:17.246463+0000 mgr.y (mgr.15783) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:17.375056+0000 mon.a (mon.0) 819 : cluster [DBG] mgrmap e28: y(active, since 8s), standbys: x 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:17.376225+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:18.145733+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:18.151991+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:18.153920+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:18.154880+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.156053+0000 mgr.y (mgr.15783) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.156249+0000 mgr.y (mgr.15783) 11 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.420482+0000 mgr.y (mgr.15783) 12 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.420692+0000 mgr.y (mgr.15783) 13 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:18.994003+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.18:0/3150290585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:19.219698+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:19.222210+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:19.226982+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:19.231427+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:19.237741+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.156053+0000 mgr.y (mgr.15783) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:50:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.156249+0000 mgr.y (mgr.15783) 11 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:50:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.420482+0000 mgr.y (mgr.15783) 12 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.420692+0000 mgr.y (mgr.15783) 13 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:18.994003+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.18:0/3150290585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:19.219698+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:19.222210+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:19.226982+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:19.231427+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:19.237741+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.156053+0000 mgr.y (mgr.15783) 10 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.156249+0000 mgr.y (mgr.15783) 11 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.420482+0000 mgr.y (mgr.15783) 12 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.420692+0000 mgr.y (mgr.15783) 13 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:18.994003+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.18:0/3150290585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:19.219698+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:19.222210+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:19.226982+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:19.231427+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:19.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:19.237741+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:20.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.684899+0000 mgr.y (mgr.15783) 14 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.685082+0000 mgr.y (mgr.15783) 15 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.950100+0000 mgr.y (mgr.15783) 16 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:18.950258+0000 mgr.y (mgr.15783) 17 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:19.246784+0000 mgr.y (mgr.15783) 18 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:20.534 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:19.338710+0000 mgr.y (mgr.15783) 19 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:50:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.684899+0000 mgr.y (mgr.15783) 14 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.685082+0000 mgr.y (mgr.15783) 15 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.950100+0000 mgr.y (mgr.15783) 16 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:18.950258+0000 mgr.y (mgr.15783) 17 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:19.246784+0000 mgr.y (mgr.15783) 18 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:19.338710+0000 mgr.y (mgr.15783) 19 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.684899+0000 mgr.y (mgr.15783) 14 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.685082+0000 mgr.y (mgr.15783) 15 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.950100+0000 mgr.y (mgr.15783) 16 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:18.950258+0000 mgr.y (mgr.15783) 17 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:19.246784+0000 mgr.y (mgr.15783) 18 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:20 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:19.338710+0000 mgr.y (mgr.15783) 19 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:50:21.465 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:19.593424+0000 mgr.y (mgr.15783) 20 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:50:21.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:19.593424+0000 mgr.y (mgr.15783) 20 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:50:21.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:19.593424+0000 mgr.y (mgr.15783) 20 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:50:22.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:21 smithi149 systemd[1]: Stopping Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:22.153 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:21 smithi149 bash[127905]: Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus.a" found: no such container 2023-09-23T17:50:22.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:21.247384+0000 mgr.y (mgr.15783) 21 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:22.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:21.404303+0000 mon.a (mon.0) 828 : audit [DBG] from='client.? 172.21.15.18:0/1104711717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2023-09-23T17:50:22.531 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=main.go:828 level=info msg="Scrape manager stopped" 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.250Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.251Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.251Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2023-09-23T17:50:22.532 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[124438]: ts=2023-09-23T17:50:22.251Z caller=main.go:1066 level=info msg="See you next time!" 2023-09-23T17:50:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:21.247384+0000 mgr.y (mgr.15783) 21 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:21.404303+0000 mon.a (mon.0) 828 : audit [DBG] from='client.? 172.21.15.18:0/1104711717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:22.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:21.247384+0000 mgr.y (mgr.15783) 21 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:22.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:22 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:21.404303+0000 mon.a (mon.0) 828 : audit [DBG] from='client.? 172.21.15.18:0/1104711717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:22.901 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 bash[127948]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a 2023-09-23T17:50:22.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T17:50:22.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 systemd[1]: Stopped Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:22.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:22 smithi149 systemd[1]: Starting Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:23.401 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:23 smithi149 podman[128067]: 2023-09-23T17:50:24.649 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:23.247820+0000 mgr.y (mgr.15783) 22 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:24.649 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:23.810785+0000 mon.a (mon.0) 829 : audit [DBG] from='client.? 172.21.15.18:0/2226464815' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:24.649 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.369624+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.268Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.268Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.268Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi149 (none))" 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.268Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.268Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.270Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.270Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.271Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-09-23T17:50:24.650 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.273Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.273Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.791µs 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.273Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 bash[128067]: 445154ffea1a24e2e62f2750d2304a57eccd11261411433651d286151ba47a70 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 systemd[1]: Started Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.437Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-09-23T17:50:24.651 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.649Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:23.247820+0000 mgr.y (mgr.15783) 22 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:23.810785+0000 mon.a (mon.0) 829 : audit [DBG] from='client.? 172.21.15.18:0/2226464815' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.369624+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:23.247820+0000 mgr.y (mgr.15783) 22 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:23.810785+0000 mon.a (mon.0) 829 : audit [DBG] from='client.? 172.21.15.18:0/2226464815' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.369624+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE Bus STOPPING 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE Bus STOPPED 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE Bus STARTING 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE Serving on http://:::9283 2023-09-23T17:50:24.813 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:24] ENGINE Bus STARTED 2023-09-23T17:50:24.901 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.689Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.690Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.690Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.002µs wal_replay_duration=416.250556ms total_replay_duration=416.302028ms 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.693Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.693Z caller=main.go:947 level=info msg="TSDB started" 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.693Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.710Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.184052ms db_storage=958ns remote_storage=1.487µs web_handler=385ns query_engine=746ns scrape=593.256µs scrape_sd=81.82µs notify=10.014µs notify_sd=10.454µs rules=16.247543ms 2023-09-23T17:50:24.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:24.710Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.453580+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.461272+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.474585+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.475209+0000 mgr.y (mgr.15783) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.476928+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.477435+0000 mgr.y (mgr.15783) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.482710+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:24.500568+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.453580+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.461272+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.474585+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.475209+0000 mgr.y (mgr.15783) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.476928+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.477435+0000 mgr.y (mgr.15783) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.482710+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:24.500568+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.453580+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.461272+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.474585+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.475209+0000 mgr.y (mgr.15783) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.476928+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.477435+0000 mgr.y (mgr.15783) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi149.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.482710+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:24.500568+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:26.772 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:25.248411+0000 mgr.y (mgr.15783) 25 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:26.773 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:26.215607+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.18:0/884487979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:26.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:25.248411+0000 mgr.y (mgr.15783) 25 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:26.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:26.215607+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.18:0/884487979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:26.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:25.248411+0000 mgr.y (mgr.15783) 25 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:26.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:26 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:26.215607+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.18:0/884487979' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:28.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:27.249010+0000 mgr.y (mgr.15783) 26 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:27.249010+0000 mgr.y (mgr.15783) 26 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:27.249010+0000 mgr.y (mgr.15783) 26 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:28.624230+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.15.18:0/3157922226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:28.977817+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:28.978486+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:28.979701+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:50:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:28.980653+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:28.624230+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.15.18:0/3157922226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:28.977817+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:28.978486+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:28.979701+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:50:29.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:28.980653+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:29.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:28.624230+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.15.18:0/3157922226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:29.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:28.977817+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:28.978486+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:50:29.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:28.979701+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:50:29.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:28.980653+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:30.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:30 smithi149 systemd[1]: Stopping Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:28.977192+0000 mgr.y (mgr.15783) 27 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:50:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:28.981617+0000 mgr.y (mgr.15783) 28 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:50:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:29.249392+0000 mgr.y (mgr.15783) 29 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:28.977192+0000 mgr.y (mgr.15783) 27 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:28.981617+0000 mgr.y (mgr.15783) 28 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:29.249392+0000 mgr.y (mgr.15783) 29 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:28.977192+0000 mgr.y (mgr.15783) 27 : cephadm [INF] Upgrade: Updating mgr.x 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:28.981617+0000 mgr.y (mgr.15783) 28 : cephadm [INF] Deploying daemon mgr.x on smithi149 2023-09-23T17:50:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:30 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:29.249392+0000 mgr.y (mgr.15783) 29 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:31.032 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 bash[128473]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x 2023-09-23T17:50:31.336 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-09-23T17:50:31.336 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-09-23T17:50:31.336 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 systemd[1]: Stopped Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:31.336 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 systemd[1]: Starting Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:31.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:31.030429+0000 mon.a (mon.0) 836 : audit [DBG] from='client.? 172.21.15.18:0/3690627109' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:31.609 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:31.249950+0000 mgr.y (mgr.15783) 30 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:31.030429+0000 mon.a (mon.0) 836 : audit [DBG] from='client.? 172.21.15.18:0/3690627109' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:31.249950+0000 mgr.y (mgr.15783) 30 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:31.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:31.030429+0000 mon.a (mon.0) 836 : audit [DBG] from='client.? 172.21.15.18:0/3690627109' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:31.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:31.249950+0000 mgr.y (mgr.15783) 30 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:31.887 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 podman[128620]: 2023-09-23T17:50:32.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 bash[128620]: c73f8d66eab536ddbf41d29cde4ecd6999297ab579de82a09f76b221dc6a828d 2023-09-23T17:50:32.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 ceph-mgr[128660]: -- 172.21.15.149:0/268660104 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e3908111e0 con 0x55e3907e6800 2023-09-23T17:50:32.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:31 smithi149 systemd[1]: Started Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:32.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.019+0000 7f36a8c42200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:50:32.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.105+0000 7f36a8c42200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:32.488 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.200+0000 7f36a8c42200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:50:32.488 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.302+0000 7f36a8c42200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:50:32.890 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.488+0000 7f36a8c42200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:31.992359+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:31.999559+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:32.052532+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:32.890+0000 7f36a8c42200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:33.034+0000 7f36a8c42200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:50:33.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:33.128+0000 7f36a8c42200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:31.992359+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:31.999559+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:32.052532+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:31.992359+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:31.999559+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:32.052532+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:33.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:33.232+0000 7f36a8c42200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:50:33.812 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:50:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=warn ts=2023-09-23T17:50:33.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi149:8443/api/prometheus_receiver\": dial tcp 172.21.15.149:8443: connect: connection refused" 2023-09-23T17:50:33.995 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:33.690+0000 7f36a8c42200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:50:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:33.250290+0000 mgr.y (mgr.15783) 31 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:33.435568+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.18:0/4152138469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:33.250290+0000 mgr.y (mgr.15783) 31 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:33.435568+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.18:0/4152138469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:34.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:33.250290+0000 mgr.y (mgr.15783) 31 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:34.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:33.435568+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.18:0/4152138469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:34.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:34.398+0000 7f36a8c42200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:50:34.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:34.486+0000 7f36a8c42200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:50:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:50:34] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.33.4" 2023-09-23T17:50:35.625 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:35.325+0000 7f36a8c42200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:35.625 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:35.435+0000 7f36a8c42200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:50:36.304 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:35.625+0000 7f36a8c42200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:36.304 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:35.920+0000 7f36a8c42200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:50:36.304 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:36.170+0000 7f36a8c42200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:50:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:35.250686+0000 mgr.y (mgr.15783) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:35.840642+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.18:0/160349837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:35.250686+0000 mgr.y (mgr.15783) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:36 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:35.840642+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.18:0/160349837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:36.610 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:35.250686+0000 mgr.y (mgr.15783) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:36.610 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:35.840642+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.18:0/160349837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:36.611 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:36.330+0000 7f36a8c42200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:50:36.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:36.610+0000 7f36a8c42200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:50:37.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:37.384+0000 7f36a8c42200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:50:37.652 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:37.523+0000 7f36a8c42200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:50:38.104 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:37.742+0000 7f36a8c42200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:50:38.105 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:37.866+0000 7f36a8c42200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:38.105 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:38.104+0000 7f36a8c42200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:50:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:37.251245+0000 mgr.y (mgr.15783) 33 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:37.506995+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:37.513570+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:38.244251+0000 mon.a (mon.0) 843 : audit [DBG] from='client.? 172.21.15.18:0/1331247031' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:38.404495+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:38.410211+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:37.251245+0000 mgr.y (mgr.15783) 33 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:37.506995+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:37.513570+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:38.244251+0000 mon.a (mon.0) 843 : audit [DBG] from='client.? 172.21.15.18:0/1331247031' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:38.404495+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:38.410211+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.901 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:37.251245+0000 mgr.y (mgr.15783) 33 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:37.506995+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:37.513570+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:38.244251+0000 mon.a (mon.0) 843 : audit [DBG] from='client.? 172.21.15.18:0/1331247031' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:38.404495+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:38.410211+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:39.038+0000 7f36a8c42200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:39] ENGINE Bus STARTING 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: CherryPy Checker: 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: The Application mounted at '' has an empty config. 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:39.289 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:39] ENGINE Serving on http://:::9283 2023-09-23T17:50:39.290 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:39] ENGINE Bus STARTED 2023-09-23T17:50:39.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:39.053483+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:50:39.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:39.053651+0000 mon.a (mon.0) 847 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:39.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:39.054822+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:39.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:39.055281+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:39.715 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:39.057178+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:39.715 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:39.058093+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:39.715 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:39.369991+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:39.812 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T17:50:39.640Z caller=notify.go:735 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2023-09-23T17:50:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:39.053483+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:50:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:39.053651+0000 mon.a (mon.0) 847 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:39.054822+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:39.055281+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:39.057178+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:39.058093+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:39.369991+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:39.053483+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:39.053651+0000 mon.a (mon.0) 847 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:39.054822+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:39.055281+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:39.057178+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:39.058093+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.? 172.21.15.149:0/1381740889' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:39.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:39.369991+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:40.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:39.251775+0000 mgr.y (mgr.15783) 34 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:40.787 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:39.520261+0000 mon.a (mon.0) 848 : cluster [DBG] mgrmap e29: y(active, since 30s), standbys: x 2023-09-23T17:50:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:39.251775+0000 mgr.y (mgr.15783) 34 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:39.520261+0000 mon.a (mon.0) 848 : cluster [DBG] mgrmap e29: y(active, since 30s), standbys: x 2023-09-23T17:50:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:39.251775+0000 mgr.y (mgr.15783) 34 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:39.520261+0000 mon.a (mon.0) 848 : cluster [DBG] mgrmap e29: y(active, since 30s), standbys: x 2023-09-23T17:50:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:40.649317+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.18:0/594953880' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.095366+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.102129+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.103821+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.105116+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.111504+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.250682+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:41.252239+0000 mgr.y (mgr.15783) 35 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.254544+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:41.255235+0000 mgr.y (mgr.15783) 36 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.260843+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.262065+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.262391+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.266622+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T17:50:41.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.267428+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.267748+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:40.649317+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.18:0/594953880' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.095366+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.102129+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.103821+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.105116+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.111504+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.250682+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:41.252239+0000 mgr.y (mgr.15783) 35 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.254544+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:41.255235+0000 mgr.y (mgr.15783) 36 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.260843+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.262065+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.262391+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.266622+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.267428+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.267748+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.271928+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.273358+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:50:41.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:41.274166+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T17:50:41.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:41.274778+0000 mgr.y (mgr.15783) 37 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-09-23T17:50:41.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.271928+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T17:50:41.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.273358+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:50:41.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:41.274166+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T17:50:41.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:41.274778+0000 mgr.y (mgr.15783) 37 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:40.649317+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.18:0/594953880' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.095366+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.102129+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.103821+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.105116+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:50:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.111504+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.250682+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:41.252239+0000 mgr.y (mgr.15783) 35 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.254544+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:41.255235+0000 mgr.y (mgr.15783) 36 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.260843+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.262065+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.262391+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.266622+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.267428+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.267748+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T17:50:41.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.271928+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.15783 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T17:50:41.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.273358+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:50:41.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:41.274166+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T17:50:41.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:41.274778+0000 mgr.y (mgr.15783) 37 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-09-23T17:50:44.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:42.741633+0000 mgr.y (mgr.15783) 38 : cephadm [INF] Upgrade: Updating mon.a 2023-09-23T17:50:44.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:42.747965+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:44.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:42.749226+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:42.750088+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:42.750975+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:42.752000+0000 mgr.y (mgr.15783) 39 : cephadm [INF] Deploying daemon mon.a on smithi018 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:43.052205+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.18:0/3855951522' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:43.252703+0000 mgr.y (mgr.15783) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:42.741633+0000 mgr.y (mgr.15783) 38 : cephadm [INF] Upgrade: Updating mon.a 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:42.747965+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:44.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:42.749226+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:50:44.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:42.750088+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:50:44.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:42.750975+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:44.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cephadm 2023-09-23T17:50:42.752000+0000 mgr.y (mgr.15783) 39 : cephadm [INF] Deploying daemon mon.a on smithi018 2023-09-23T17:50:44.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: audit 2023-09-23T17:50:43.052205+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.18:0/3855951522' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:44.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: cluster 2023-09-23T17:50:43.252703+0000 mgr.y (mgr.15783) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:42.741633+0000 mgr.y (mgr.15783) 38 : cephadm [INF] Upgrade: Updating mon.a 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:42.747965+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:42.749226+0000 mon.b (mon.1) 136 : audit [INF] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:42.750088+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:42.750975+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.15783 172.21.15.18:0/2711038821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:42.752000+0000 mgr.y (mgr.15783) 39 : cephadm [INF] Deploying daemon mon.a on smithi018 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:43.052205+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.18:0/3855951522' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:44.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:43.252703+0000 mgr.y (mgr.15783) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:44 smithi018 systemd[1]: Stopping Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:44.748 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:50:44.497+0000 7f3bc897f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-09-23T17:50:44.748 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[95907]: debug 2023-09-23T17:50:44.497+0000 7f3bc897f700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-09-23T17:50:45.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:44 smithi018 bash[149182]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a 2023-09-23T17:50:45.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:50:44] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.33.4" 2023-09-23T17:50:45.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service: Succeeded. 2023-09-23T17:50:45.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 systemd[1]: Stopped Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:45.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 systemd[1]: Starting Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:50:45.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 podman[149358]: 2023-09-23T17:50:45.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:50:45.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T17:50:45.911 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: pidfile_write: ignore empty --pid-file 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: load: jerasure load: lrc 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: RocksDB version: 7.9.2 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Git sha 0 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: DB SUMMARY 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: DB Session ID: TAUMPR5TO12S0C7FRZBS 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: CURRENT file: CURRENT 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: MANIFEST file: MANIFEST-000008 size: 579 Bytes 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000017.sst 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000015.log size: 3496635 ; 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.error_if_exists: 0 2023-09-23T17:50:45.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.create_if_missing: 0 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.paranoid_checks: 1 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.env: 0x5619bb688720 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.info_log: 0x5619bcd67420 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.statistics: (nil) 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.use_fsync: 0 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_log_file_size: 0 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:50:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_fallocate: 1 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.use_direct_reads: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.db_log_dir: 2023-09-23T17:50:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.wal_dir: 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:50:45.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.write_buffer_manager: 0x5619bbff8c80 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:50:45.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.unordered_write: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.row_cache: None 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.wal_filter: None 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.two_write_queues: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.wal_compression: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.atomic_flush: 0 2023-09-23T17:50:45.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.log_readahead_size: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_background_jobs: 2 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_background_compactions: -1 2023-09-23T17:50:45.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_subcompactions: 1 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_open_files: -1 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:50:45.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_background_flushes: -1 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Compression algorithms supported: 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kZSTD supported: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kXpressCompression supported: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kZlibCompression supported: 1 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kSnappyCompression supported: 1 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kLZ4Compression supported: 1 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: kBZip2Compression supported: 0 2023-09-23T17:50:45.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.merge_operator: 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_filter: None 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5619bcd67520) 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks: 1 2023-09-23T17:50:45.924 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_top_level_index_and_filter: 1 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_type: 0 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_index_type: 0 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_shortening: 1 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: checksum: 4 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: no_block_cache: 0 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache: 0x5619bc079350 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_name: BinnedLRUCache 2023-09-23T17:50:45.925 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_options: 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: capacity : 536870912 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_shard_bits : 4 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: strict_capacity_limit : 0 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: high_pri_pool_ratio: 0.000 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_compressed: (nil) 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: persistent_cache: (nil) 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size: 4096 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size_deviation: 10 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_restart_interval: 16 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_block_restart_interval: 1 2023-09-23T17:50:45.926 INFO:journalctl@ceph.mon.a.smithi018.stdout: metadata_block_size: 4096 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: partition_filters: 0 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: use_delta_encoding: 1 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: filter_policy: bloomfilter 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: whole_key_filtering: 1 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: verify_compression: 0 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: read_amp_bytes_per_bit: 0 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: format_version: 5 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_index_compression: 1 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_align: 0 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: max_auto_readahead_size: 262144 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: prepopulate_block_cache: 0 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: initial_auto_readahead_size: 8192 2023-09-23T17:50:45.927 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression: NoCompression 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.num_levels: 7 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:50:45.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:50:45.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:50:45.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:50:45.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 bash[149358]: 85eb53d86d0f206cc9660ed15ca99d20c83dbc31b0da7284ab125e876919a02d 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:50:45.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.table_properties_collectors: 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.inplace_update_support: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.bloom_locality: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.max_successive_merges: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:50:45.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.ttl: 2592000 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enable_blob_files: false 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.min_blob_size: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T17:50:45.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 17.sst 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 19, last_sequence is 8920, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 15 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e62831a0-8606-4e4f-b8de-9ab680375a95 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491445866157, "job": 1, "event": "recovery_started", "wal_files": [15]} 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #15 mode 2 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491445875761, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 20, "file_size": 3358169, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8913, "largest_seqno": 9652, "table_properties": {"data_size": 3352939, "index_size": 3507, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 5493, "raw_average_key_size": 21, "raw_value_size": 3345336, "raw_average_value_size": 12966, "num_data_blocks": 157, "num_entries": 258, "num_filter_entries": 258, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695491445, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e62831a0-8606-4e4f-b8de-9ab680375a95", "db_session_id": "TAUMPR5TO12S0C7FRZBS", "orig_file_number": 20, "seqno_to_time_mapping": "N/A"}} 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491445875854, "job": 1, "event": "recovery_finished"} 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:5047] Creating manifest 22 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T17:50:45.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000015.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5619bc116000 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: DB pointer 0x5619bc102000 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** DB Stats ** 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:50:45.936 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: L0 1/0 3.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 656.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: L6 1/0 20.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: Sum 2/0 23.81 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 656.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 656.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:50:45.937 INFO:journalctl@ceph.mon.a.smithi018.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 656.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Flush(GB): cumulative 0.003, interval 0.003 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative compaction: 0.00 GB write, 264.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval compaction: 0.00 GB write, 264.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:50:45.938 INFO:journalctl@ceph.mon.a.smithi018.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache BinnedLRUCache@0x5619bc079350#7 capacity: 512.00 MB usage: 4.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.78 KB,0.000149012%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: starting mon.a rank 0 at public addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] at bind addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???) e3 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).mds e7 new map 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).mds e7 print_map 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: e7 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: legacy client fscid: 1 2023-09-23T17:50:45.939 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: Filesystem 'foo' (1) 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: fs_name foo 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: epoch 5 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: created 2023-09-23T17:47:17.533994+0000 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: modified 2023-09-23T17:47:30.674927+0000 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: tableserver 0 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: root 0 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: session_timeout 60 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: session_autoclose 300 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: max_file_size 1099511627776 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: required_client_features {} 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: last_failure 0 2023-09-23T17:50:45.940 INFO:journalctl@ceph.mon.a.smithi018.stdout: last_failure_osd_epoch 0 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: max_mds 1 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: in 0 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: up {0=14640} 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: failed 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: damaged 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: stopped 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_pools [4] 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: metadata_pool 3 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: inline_data disabled 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: balancer 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: bal_rank_mask -1 2023-09-23T17:50:45.941 INFO:journalctl@ceph.mon.a.smithi018.stdout: standby_count_wanted 1 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: [mds.foo.smithi018.bqhmud{0:14640} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: Standby daemons: 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout: [mds.foo.smithi149.qrsdyr{-1:24529} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).osd e80 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-09-23T17:50:45.942 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expand map: {default=false} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta from 'false' to 'false' 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expanded map: {default=false} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expand map: {default=info} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta from 'info' to 'info' 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expanded map: {default=info} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expand map: {default=daemon} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta from 'daemon' to 'daemon' 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expanded map: {default=daemon} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expand map: {default=debug} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta from 'debug' to 'debug' 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 ceph-mon[149401]: expand_channel_meta expanded map: {default=debug} 2023-09-23T17:50:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:50:45 smithi018 systemd[1]: Started Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:50:46.162 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:45.253148+0000 mgr.y (mgr.15783) 41 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:46.162 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:45.498468+0000 mon.c (mon.2) 148 : audit [DBG] from='client.? 172.21.15.18:0/1470070453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.086499+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.100420+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.104569+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.105054+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.105081+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.105794+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e29: y(active, since 36s), standbys: x 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.121776+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e30: y(active, since 36s), standbys: x 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:46.121820+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:46.121921+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:46.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:46.130062+0000 mon.a (mon.0) 10 : audit [INF] from='mgr.15783 ' entity='' 2023-09-23T17:50:46.415 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ignoring --setuser ceph since I am not root 2023-09-23T17:50:46.415 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ignoring --setgroup ceph since I am not root 2023-09-23T17:50:46.415 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-mgr[144095]: -- 172.21.15.18:0/4002173954 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bf0380d1e0 con 0x55bf037e2c00 2023-09-23T17:50:46.415 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:46.319+0000 7f592f49e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:50:46.416 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:46.415+0000 7f592f49e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:45.253148+0000 mgr.y (mgr.15783) 41 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:45.498468+0000 mon.c (mon.2) 148 : audit [DBG] from='client.? 172.21.15.18:0/1470070453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.086499+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.100420+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.104569+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.105054+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.105081+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.105794+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e29: y(active, since 36s), standbys: x 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.121776+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e30: y(active, since 36s), standbys: x 2023-09-23T17:50:46.458 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:46.121820+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:46.121921+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15783 ' entity='mgr.y' 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:46.130062+0000 mon.a (mon.0) 10 : audit [INF] from='mgr.15783 ' entity='' 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: ignoring --setuser ceph since I am not root 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: ignoring --setgroup ceph since I am not root 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-mgr[128660]: -- 172.21.15.149:0/602707780 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d2824a91e0 con 0x55d28247f000 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:46.288+0000 7fbd86c16200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:46.367+0000 7fbd86c16200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:46.459 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:46.456+0000 7fbd86c16200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:50:46.722 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:46.551+0000 7fbd86c16200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:50:46.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:46.524+0000 7f592f49e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T17:50:46.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:46.635+0000 7f592f49e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T17:50:47.085 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:46.721+0000 7fbd86c16200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:50:47.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:46.843+0000 7f592f49e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T17:50:47.398 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:47.084+0000 7fbd86c16200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:50:47.398 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:47.214+0000 7fbd86c16200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:50:47.399 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:47.302+0000 7fbd86c16200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:50:47.586 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:47.321+0000 7f592f49e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T17:50:47.586 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:47.475+0000 7f592f49e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T17:50:47.651 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:47.397+0000 7fbd86c16200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:50:47.911 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 1 2023-09-23T17:50:47.925 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:47.585+0000 7f592f49e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T17:50:47.925 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:47.705+0000 7f592f49e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T17:50:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:47.897085+0000 mon.a (mon.0) 11 : audit [DBG] from='client.? 172.21.15.18:0/3920245421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:48.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:47.821+0000 7fbd86c16200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:50:48.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:47.897085+0000 mon.a (mon.0) 11 : audit [DBG] from='client.? 172.21.15.18:0/3920245421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:50:48.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:50:48.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:48 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:48.229+0000 7f592f49e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T17:50:48.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:48.480+0000 7fbd86c16200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:50:48.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:48.564+0000 7fbd86c16200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:50:48.903 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:50:49.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:49.038+0000 7f592f49e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T17:50:49.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:49.143+0000 7f592f49e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T17:50:49.612 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:49.341+0000 7fbd86c16200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:49.612 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:49.434+0000 7fbd86c16200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:50:49.897 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:49.611+0000 7fbd86c16200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:50.151 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:49.896+0000 7fbd86c16200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:50:50.152 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:50.128+0000 7fbd86c16200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:50:50.504 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:50.163+0000 7f592f49e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:50.505 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:50.277+0000 7f592f49e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T17:50:50.505 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:50.503+0000 7f592f49e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T17:50:50.546 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:50.278+0000 7fbd86c16200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:50:50.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:50.545+0000 7fbd86c16200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:50:51.122 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:50.862+0000 7f592f49e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T17:50:51.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:51.121+0000 7f592f49e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T17:50:51.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:51.308+0000 7f592f49e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T17:50:51.590 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:51.258+0000 7fbd86c16200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:50:51.590 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:51.391+0000 7fbd86c16200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:50:51.901 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:51.589+0000 7fbd86c16200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:50:51.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:51.705+0000 7fbd86c16200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:52.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:51.648+0000 7f592f49e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T17:50:52.401 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:51.928+0000 7fbd86c16200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:50:52.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:52.489+0000 7f592f49e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T17:50:52.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:52.651+0000 7f592f49e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:52.834211+0000 mon.a (mon.0) 12 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:52.834309+0000 mon.a (mon.0) 13 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:52.836704+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:52.837449+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:52.839752+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:52.840140+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:52.819+0000 7fbd86c16200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:52] ENGINE Bus STARTING 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: CherryPy Checker: 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: The Application mounted at '' has an empty config. 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:52] ENGINE Serving on http://:::9283 2023-09-23T17:50:53.153 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 17:50:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x[128636]: [23/Sep/2023:17:50:52] ENGINE Bus STARTED 2023-09-23T17:50:53.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:52.909+0000 7f592f49e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:53.050+0000 7f592f49e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:52.834211+0000 mon.a (mon.0) 12 : cluster [DBG] Standby manager daemon x restarted 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:52.834309+0000 mon.a (mon.0) 13 : cluster [DBG] Standby manager daemon x started 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:52.836704+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:52.837449+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:52.839752+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T17:50:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:52.840140+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.? 172.21.15.149:0/1589782118' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T17:50:53.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:53.333+0000 7f592f49e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T17:50:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:52.889818+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e31: y(active, since 43s), standbys: x 2023-09-23T17:50:54.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:52.889818+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e31: y(active, since 43s), standbys: x 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:50:54.422+0000 7f290faf0700 -1 mon.c@2(peon).osd e81 update_from_paxos full map CRC mismatch, resetting to canonical 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.405+0000 7f592f49e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:54] ENGINE Bus STARTING 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588a00b700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588a00b700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588a00b700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.658 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588a00b700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588a00b700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588d011700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588d011700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588d011700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588d011700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.581+0000 7f588d011700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: CherryPy Checker: 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: The Application mounted at '' has an empty config. 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:54] ENGINE Serving on http://:::9283 2023-09-23T17:50:54.659 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:50:54] ENGINE Bus STARTED 2023-09-23T17:50:54.896 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:50:54.421+0000 7f7947954700 -1 mon.b@1(peon).osd e81 update_from_paxos full map CRC mismatch, resetting to canonical 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.419682+0000 mon.a (mon.0) 15 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.419991+0000 mon.a (mon.0) 16 : cluster [INF] Activating manager daemon y 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.425326+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.425698+0000 mon.a (mon.0) 18 : cluster [DBG] mgrmap e32: y(active, starting, since 0.00578762s), standbys: x 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.427186+0000 osd.5 (osd.5) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.427206+0000 osd.4 (osd.4) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.431030+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.431299+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:50:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.431499+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.432364+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.432706+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.432987+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.433235+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.433482+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.433784+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.434012+0000 osd.4 (osd.4) 4 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.434081+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.434417+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.434806+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:50:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.435120+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.435383+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.435658+0000 mon.c (mon.2) 163 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.435959+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.436252+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.436772+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.456732+0000 mon.a (mon.0) 19 : cluster [INF] Manager daemon y is now available 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.480924+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.483872+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.511506+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.520227+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.520629+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.544848+0000 osd.1 (osd.1) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.550588+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:55.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:54.551023+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:55.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.643592+0000 osd.3 (osd.3) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.419682+0000 mon.a (mon.0) 15 : cluster [INF] Active manager daemon y restarted 2023-09-23T17:50:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.419991+0000 mon.a (mon.0) 16 : cluster [INF] Activating manager daemon y 2023-09-23T17:50:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.425326+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.425698+0000 mon.a (mon.0) 18 : cluster [DBG] mgrmap e32: y(active, starting, since 0.00578762s), standbys: x 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.427186+0000 osd.5 (osd.5) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.427206+0000 osd.4 (osd.4) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.431030+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.431299+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.431499+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.432364+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi018.bqhmud"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.432706+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi149.qrsdyr"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.432987+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.433235+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T17:50:55.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.433482+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.433784+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.434012+0000 osd.4 (osd.4) 4 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.434081+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.434417+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.434806+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.435120+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.435383+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.435658+0000 mon.c (mon.2) 163 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.435959+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.436252+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T17:50:55.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.436772+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.456732+0000 mon.a (mon.0) 19 : cluster [INF] Manager daemon y is now available 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.480924+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.483872+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.511506+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.520227+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.520629+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.544848+0000 osd.1 (osd.1) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.550588+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:54.551023+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T17:50:55.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.643592+0000 osd.3 (osd.3) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:50:54] "GET /metrics HTTP/1.1" 200 31083 "" "Prometheus/2.33.4" 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (85s) - 4m 14.9M - 0.23.0 ba2b418f427c 03bc87e3cc18 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (60s) - 3m 47.9M - 8.3.5 dad864ee21e9 899e624f086c 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (3m) - 3m 18.6M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (3m) - 3m 13.9M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443,9283,8765 running (23s) - 7m 59.8M - 18.2.0-460-gbb0daeff e32c2a64c126 c73f8d66eab5 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:8443,9283,8765 running (55s) - 9m 476M - 18.2.0-460-gbb0daeff e32c2a64c126 5dc3a112637d 2023-09-23T17:50:55.448 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (9m) - 9m 115M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 f144ded29e39 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 running (8m) - 8m 86.7M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 f547f61aabce 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 running (7m) - 7m 96.7M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 539e52087879 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (93s) - 4m 16.2M - 1.3.1 1dbe0e931976 dd41f5a99701 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (73s) - 4m 17.8M - 1.3.1 1dbe0e931976 b271630d2077 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (7m) - 7m 70.6M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 c829957df006 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (7m) - 7m 83.7M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 567156326ec1 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (6m) - 6m 66.3M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 606e13301974 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (6m) - 6m 60.6M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 f3a565072699 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (6m) - 6m 65.2M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (5m) - 5m 77.7M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (5m) - 5m 65.3M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (5m) - 5m 85.1M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:50:55.449 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (32s) - 4m 47.2M - 2.33.4 514e6a882f6e 445154ffea1a 2023-09-23T17:50:55.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:50:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:50:55.435+0000 7f58e8bfe700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-09-23T17:50:55.919 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T17:50:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:54.539489+0000 osd.2 (osd.2) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:55.429704+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e33: y(active, since 1.00979s), standbys: x 2023-09-23T17:50:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:54.539489+0000 osd.2 (osd.2) 3 : cluster [WRN] failed to encode map e81 with expected crc 2023-09-23T17:50:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:55.429704+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e33: y(active, since 1.00979s), standbys: x 2023-09-23T17:50:57.203 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:55.232794+0000 mgr.y (mgr.34107) 1 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Bus STARTING 2023-09-23T17:50:57.203 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:55.334696+0000 mgr.y (mgr.34107) 2 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:50:57.203 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:55.434142+0000 mgr.y (mgr.34107) 3 : audit [DBG] from='client.25883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:50:57.204 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:55.437830+0000 mgr.y (mgr.34107) 4 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:57.204 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:55.453019+0000 mgr.y (mgr.34107) 5 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:50:57.204 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:56 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:55.453157+0000 mgr.y (mgr.34107) 6 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Bus STARTED 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:55.232794+0000 mgr.y (mgr.34107) 1 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Bus STARTING 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:55.334696+0000 mgr.y (mgr.34107) 2 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:55.434142+0000 mgr.y (mgr.34107) 3 : audit [DBG] from='client.25883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:55.437830+0000 mgr.y (mgr.34107) 4 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:55.453019+0000 mgr.y (mgr.34107) 5 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:50:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:55.453157+0000 mgr.y (mgr.34107) 6 : cephadm [INF] [23/Sep/2023:17:50:55] ENGINE Bus STARTED 2023-09-23T17:50:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:56.434790+0000 mgr.y (mgr.34107) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:56.903444+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e34: y(active, since 2s), standbys: x 2023-09-23T17:50:58.189 INFO:teuthology.orchestra.run.smithi018.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:50:58.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:56.434790+0000 mgr.y (mgr.34107) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:50:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:56.903444+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e34: y(active, since 2s), standbys: x 2023-09-23T17:50:58.636 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T17:50:59.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:50:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:50:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:50:59.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:58.183839+0000 mgr.y (mgr.34107) 8 : audit [DBG] from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:50:59.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:50:58.184210+0000 mgr.y (mgr.34107) 9 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:50:59.465 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:50:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:58.188828+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:50:59.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:58.183839+0000 mgr.y (mgr.34107) 8 : audit [DBG] from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:50:59.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:50:58.184210+0000 mgr.y (mgr.34107) 9 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:50:59.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:50:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:58.188828+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:00.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:50:58.435075+0000 mgr.y (mgr.34107) 10 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:00.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:59.886283+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:00.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:50:59.892324+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:50:58.435075+0000 mgr.y (mgr.34107) 10 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:59.886283+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:50:59.892324+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:00.435504+0000 mgr.y (mgr.34107) 11 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:00.694543+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:00.700541+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:00.781377+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:00.787507+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:01.587636+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:01.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:01 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:01.593598+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:00.435504+0000 mgr.y (mgr.34107) 11 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:00.694543+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:00.700541+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:00.781377+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:00.787507+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:01.587636+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:01.593598+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:02.436028+0000 mgr.y (mgr.34107) 12 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.471192+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.478311+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.480320+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.480759+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.482048+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:51:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:03.483031+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:02.436028+0000 mgr.y (mgr.34107) 12 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.471192+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.478311+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.480320+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.480759+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.482048+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:51:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:03.483031+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:03.484479+0000 mgr.y (mgr.34107) 13 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:03.484729+0000 mgr.y (mgr.34107) 14 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:03.749280+0000 mgr.y (mgr.34107) 15 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:03.749441+0000 mgr.y (mgr.34107) 16 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:04.013760+0000 mgr.y (mgr.34107) 17 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:04.013951+0000 mgr.y (mgr.34107) 18 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.547577+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.550248+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.555963+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.559308+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.564541+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.671427+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.672904+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.673590+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:51:04.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:04.678491+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:03.484479+0000 mgr.y (mgr.34107) 13 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:03.484729+0000 mgr.y (mgr.34107) 14 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:03.749280+0000 mgr.y (mgr.34107) 15 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:03.749441+0000 mgr.y (mgr.34107) 16 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:04.013760+0000 mgr.y (mgr.34107) 17 : cephadm [INF] Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:04.013951+0000 mgr.y (mgr.34107) 18 : cephadm [INF] Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.547577+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.550248+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.555963+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.559308+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.564541+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.671427+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.672904+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.673590+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:51:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:04.678491+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:51:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:04] "GET /metrics HTTP/1.1" 200 31083 "" "Prometheus/2.33.4" 2023-09-23T17:51:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:04.278245+0000 mgr.y (mgr.34107) 19 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:51:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:51:04.278505+0000 mgr.y (mgr.34107) 20 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:51:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:04.436359+0000 mgr.y (mgr.34107) 21 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:04.278245+0000 mgr.y (mgr.34107) 19 : cephadm [INF] Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:51:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:51:04.278505+0000 mgr.y (mgr.34107) 20 : cephadm [INF] Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:51:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:04.436359+0000 mgr.y (mgr.34107) 21 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:06.437154+0000 mgr.y (mgr.34107) 22 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:06.437154+0000 mgr.y (mgr.34107) 22 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:09.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:51:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:08.437670+0000 mgr.y (mgr.34107) 23 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:09.510651+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:08.437670+0000 mgr.y (mgr.34107) 23 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:09.510651+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:10.438203+0000 mgr.y (mgr.34107) 24 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:10.438203+0000 mgr.y (mgr.34107) 24 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:14.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:12.438759+0000 mgr.y (mgr.34107) 25 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:14.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:12.438759+0000 mgr.y (mgr.34107) 25 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:14] "GET /metrics HTTP/1.1" 200 33778 "" "Prometheus/2.33.4" 2023-09-23T17:51:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:14.439267+0000 mgr.y (mgr.34107) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:14.439267+0000 mgr.y (mgr.34107) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:16.439924+0000 mgr.y (mgr.34107) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:16.439924+0000 mgr.y (mgr.34107) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:19.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:51:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:18.440471+0000 mgr.y (mgr.34107) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:18.440471+0000 mgr.y (mgr.34107) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:20.441004+0000 mgr.y (mgr.34107) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:22.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:20.441004+0000 mgr.y (mgr.34107) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:23 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:22.441491+0000 mgr.y (mgr.34107) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:22.441491+0000 mgr.y (mgr.34107) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:24] "GET /metrics HTTP/1.1" 200 33773 "" "Prometheus/2.33.4" 2023-09-23T17:51:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:24.511313+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:24.511313+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:24.441977+0000 mgr.y (mgr.34107) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:24.441977+0000 mgr.y (mgr.34107) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:28.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:27 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:26.442651+0000 mgr.y (mgr.34107) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:26.442651+0000 mgr.y (mgr.34107) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:29.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:51:30.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:28.443369+0000 mgr.y (mgr.34107) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:28.443369+0000 mgr.y (mgr.34107) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:30.444019+0000 mgr.y (mgr.34107) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:30.444019+0000 mgr.y (mgr.34107) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:32.444613+0000 mgr.y (mgr.34107) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:32.444613+0000 mgr.y (mgr.34107) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:34] "GET /metrics HTTP/1.1" 200 33773 "" "Prometheus/2.33.4" 2023-09-23T17:51:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:34.445178+0000 mgr.y (mgr.34107) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:34.445178+0000 mgr.y (mgr.34107) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:36.445815+0000 mgr.y (mgr.34107) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:36.445815+0000 mgr.y (mgr.34107) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:39.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:51:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:38.446336+0000 mgr.y (mgr.34107) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:39.511442+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:38.446336+0000 mgr.y (mgr.34107) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:39.511442+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:40.446903+0000 mgr.y (mgr.34107) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:40.446903+0000 mgr.y (mgr.34107) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:42.447322+0000 mgr.y (mgr.34107) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:42.447322+0000 mgr.y (mgr.34107) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:44] "GET /metrics HTTP/1.1" 200 33772 "" "Prometheus/2.33.4" 2023-09-23T17:51:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:44.447817+0000 mgr.y (mgr.34107) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:46.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:45 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:44.447817+0000 mgr.y (mgr.34107) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:48.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:46.448429+0000 mgr.y (mgr.34107) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:47 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:46.448429+0000 mgr.y (mgr.34107) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:49.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:51:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:48.449021+0000 mgr.y (mgr.34107) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:50.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:49 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:48.449021+0000 mgr.y (mgr.34107) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:52.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:51 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:50.449728+0000 mgr.y (mgr.34107) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:51 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:50.449728+0000 mgr.y (mgr.34107) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:53 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:52.450160+0000 mgr.y (mgr.34107) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:53 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:52.450160+0000 mgr.y (mgr.34107) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:51:54.514473+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:51:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:51:54] "GET /metrics HTTP/1.1" 200 33771 "" "Prometheus/2.33.4" 2023-09-23T17:51:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:51:54.514473+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:51:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:54.450658+0000 mgr.y (mgr.34107) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:54.450658+0000 mgr.y (mgr.34107) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:58.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:56.451488+0000 mgr.y (mgr.34107) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:57 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:56.451488+0000 mgr.y (mgr.34107) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:51:59.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:51:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:51:58.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:51:59 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:51:58.451937+0000 mgr.y (mgr.34107) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:51:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:51:58.451937+0000 mgr.y (mgr.34107) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:01.057 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T17:52:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:00.452600+0000 mgr.y (mgr.34107) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:00.452600+0000 mgr.y (mgr.34107) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:02.979 INFO:teuthology.orchestra.run.smithi018.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:52:03.532 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for majority of mons to upgrade' 2023-09-23T17:52:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:02.452916+0000 mgr.y (mgr.34107) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:02.974518+0000 mgr.y (mgr.34107) 51 : audit [DBG] from='client.25928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:52:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:52:02.974900+0000 mgr.y (mgr.34107) 52 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:52:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:02.978511+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:03 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:03.000866+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:02.452916+0000 mgr.y (mgr.34107) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:02.974518+0000 mgr.y (mgr.34107) 51 : audit [DBG] from='client.25928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:52:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:52:02.974900+0000 mgr.y (mgr.34107) 52 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:52:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:02.978511+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:03 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:03.000866+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:05.251 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:04] "GET /metrics HTTP/1.1" 200 33771 "" "Prometheus/2.33.4" 2023-09-23T17:52:05.652 INFO:teuthology.orchestra.run.smithi018.stdout:wait for majority of mons to upgrade 2023-09-23T17:52:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:04.453375+0000 mgr.y (mgr.34107) 53 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:06.111 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2023-09-23T17:52:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:05 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:04.453375+0000 mgr.y (mgr.34107) 53 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:07 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:06.453863+0000 mgr.y (mgr.34107) 54 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:07 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:06.453863+0000 mgr.y (mgr.34107) 54 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:09.032 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:08.032782+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:08.038898+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:08.434481+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.18:0/1410810008' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:08.032782+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:08.038898+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:08.434481+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.18:0/1410810008' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:08.454162+0000 mgr.y (mgr.34107) 55 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.289542+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.295812+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.514762+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.817162+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.817947+0000 mon.c (mon.2) 185 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.822520+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.961313+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.964386+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:52:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.965631+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:52:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:09.966323+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:08.454162+0000 mgr.y (mgr.34107) 55 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.289542+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.295812+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.514762+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.817162+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.817947+0000 mon.c (mon.2) 185 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:52:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.822520+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.961313+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.964386+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:52:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.965631+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:52:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:09.966323+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-09-23T17:52:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:52:09.966849+0000 mgr.y (mgr.34107) 56 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2023-09-23T17:52:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:11 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:10.829592+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.18:0/2778631015' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:52:09.966849+0000 mgr.y (mgr.34107) 56 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2023-09-23T17:52:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:10.829592+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.18:0/2778631015' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cluster 2023-09-23T17:52:10.454787+0000 mgr.y (mgr.34107) 57 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:11.438164+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:11.439290+0000 mon.c (mon.2) 190 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:52:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:11.440258+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:52:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: audit 2023-09-23T17:52:11.440985+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:10.454787+0000 mgr.y (mgr.34107) 57 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:11.438164+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.34107 ' entity='mgr.y' 2023-09-23T17:52:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:11.439290+0000 mon.c (mon.2) 190 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:52:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:11.440258+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:52:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:11.440985+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:13.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:12 smithi018 systemd[1]: Stopping Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE Bus STOPPING 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE Bus STOPPED 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE Bus STARTING 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE Serving on http://:::9283 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:17:52:13] ENGINE Bus STARTED 2023-09-23T17:52:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:52:11.433271+0000 mgr.y (mgr.34107) 58 : cephadm [INF] Upgrade: Updating mon.c 2023-09-23T17:52:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: cephadm 2023-09-23T17:52:11.442075+0000 mgr.y (mgr.34107) 59 : cephadm [INF] Deploying daemon mon.c on smithi018 2023-09-23T17:52:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:52:13.084+0000 7f29162fd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-09-23T17:52:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[102030]: debug 2023-09-23T17:52:13.084+0000 7f29162fd700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-09-23T17:52:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:52:11.433271+0000 mgr.y (mgr.34107) 58 : cephadm [INF] Upgrade: Updating mon.c 2023-09-23T17:52:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:52:11.442075+0000 mgr.y (mgr.34107) 59 : cephadm [INF] Deploying daemon mon.c on smithi018 2023-09-23T17:52:13.808 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 bash[153534]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c 2023-09-23T17:52:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.c.service: Succeeded. 2023-09-23T17:52:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 systemd[1]: Stopped Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:52:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:13 smithi018 systemd[1]: Starting Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:52:14.532 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 podman[153693]: 2023-09-23T17:52:14.532 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:52:14.532 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T17:52:14.532 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: pidfile_write: ignore empty --pid-file 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: load: jerasure load: lrc 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: RocksDB version: 7.9.2 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Git sha 0 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: DB SUMMARY 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: DB Session ID: VRK371H2BAIC2KPP1Y9B 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: CURRENT file: CURRENT 2023-09-23T17:52:14.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: MANIFEST file: MANIFEST-000005 size: 690 Bytes 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000017.sst 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000015.log size: 2533526 ; 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.error_if_exists: 0 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.create_if_missing: 0 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.paranoid_checks: 1 2023-09-23T17:52:14.534 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.env: 0x55cdd9151720 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.info_log: 0x55cddbe87420 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:52:14.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.statistics: (nil) 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.use_fsync: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_log_file_size: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_fallocate: 1 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.use_direct_reads: 0 2023-09-23T17:52:14.536 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.db_log_dir: 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 bash[153693]: 9fe7f780dd25c88d35cd4415b54b13f2f5ab9ecf682c30fcb9628bac368e11fe 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.wal_dir: 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:52:14.537 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.write_buffer_manager: 0x55cddb118c80 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:52:14.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.unordered_write: 0 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.row_cache: None 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.wal_filter: None 2023-09-23T17:52:14.539 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.two_write_queues: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.wal_compression: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.atomic_flush: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.log_readahead_size: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T17:52:14.540 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T17:52:14.541 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_background_jobs: 2 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_background_compactions: -1 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_subcompactions: 1 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:52:14.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_open_files: -1 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_background_flushes: -1 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Compression algorithms supported: 2023-09-23T17:52:14.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kZSTD supported: 0 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kXpressCompression supported: 0 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kZlibCompression supported: 1 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kSnappyCompression supported: 1 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kLZ4Compression supported: 1 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: kBZip2Compression supported: 0 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T17:52:14.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.merge_operator: 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_filter: None 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cddbe87520) 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout: cache_index_and_filter_blocks: 1 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout: pin_top_level_index_and_filter: 1 2023-09-23T17:52:14.545 INFO:journalctl@ceph.mon.c.smithi018.stdout: index_type: 0 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: data_block_index_type: 0 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: index_shortening: 1 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: checksum: 4 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: no_block_cache: 0 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_cache: 0x55cddb1991f0 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_cache_name: BinnedLRUCache 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_cache_options: 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: capacity : 536870912 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: num_shard_bits : 4 2023-09-23T17:52:14.546 INFO:journalctl@ceph.mon.c.smithi018.stdout: strict_capacity_limit : 0 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: high_pri_pool_ratio: 0.000 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_cache_compressed: (nil) 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: persistent_cache: (nil) 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_size: 4096 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_size_deviation: 10 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_restart_interval: 16 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: index_block_restart_interval: 1 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: metadata_block_size: 4096 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: partition_filters: 0 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: use_delta_encoding: 1 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: filter_policy: bloomfilter 2023-09-23T17:52:14.547 INFO:journalctl@ceph.mon.c.smithi018.stdout: whole_key_filtering: 1 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: verify_compression: 0 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: read_amp_bytes_per_bit: 0 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: format_version: 5 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: enable_index_compression: 1 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: block_align: 0 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: max_auto_readahead_size: 262144 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: prepopulate_block_cache: 0 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: initial_auto_readahead_size: 8192 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:52:14.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression: NoCompression 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.num_levels: 7 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:52:14.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:52:14.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:52:14.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:52:14.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:52:14.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.table_properties_collectors: 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.inplace_update_support: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.bloom_locality: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.max_successive_merges: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T17:52:14.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.ttl: 2592000 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enable_blob_files: false 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.min_blob_size: 0 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T17:52:14.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 17.sst 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 11161, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 15 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9bacd049-7e77-4717-8968-35448b70e427 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491534480440, "job": 1, "event": "recovery_started", "wal_files": [15]} 2023-09-23T17:52:14.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #15 mode 2 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491534486642, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 20, "file_size": 1683740, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 11156, "largest_seqno": 11653, "table_properties": {"data_size": 1680167, "index_size": 2175, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 3185, "raw_average_key_size": 20, "raw_value_size": 1675586, "raw_average_value_size": 10951, "num_data_blocks": 95, "num_entries": 153, "num_filter_entries": 153, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695491534, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9bacd049-7e77-4717-8968-35448b70e427", "db_session_id": "VRK371H2BAIC2KPP1Y9B", "orig_file_number": 20, "seqno_to_time_mapping": "N/A"}} 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491534486738, "job": 1, "event": "recovery_finished"} 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/version_set.cc:5047] Creating manifest 22 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000015.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55cddb236000 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: DB pointer 0x55cddb222000 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout: ** DB Stats ** 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:52:14.557 INFO:journalctl@ceph.mon.c.smithi018.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: ** Compaction Stats [default] ** 2023-09-23T17:52:14.558 INFO:journalctl@ceph.mon.c.smithi018.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: L0 1/0 1.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 528.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: L6 1/0 25.86 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: Sum 2/0 27.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 528.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 528.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: ** Compaction Stats [default] ** 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 528.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-09-23T17:52:14.559 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: Flush(GB): cumulative 0.002, interval 0.002 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:52:14.560 INFO:journalctl@ceph.mon.c.smithi018.stdout: Cumulative compaction: 0.00 GB write, 186.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: Interval compaction: 0.00 GB write, 186.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: Block cache BinnedLRUCache@0x55cddb1991f0#7 capacity: 512.00 MB usage: 2.77 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: starting mon.c rank 2 at public addrs [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] at bind addrs [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???) e3 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).mds e7 new map 2023-09-23T17:52:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).mds e7 print_map 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: e7 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: legacy client fscid: 1 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: Filesystem 'foo' (1) 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: fs_name foo 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: epoch 5 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T17:52:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout: created 2023-09-23T17:47:17.533994+0000 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: modified 2023-09-23T17:47:30.674927+0000 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: tableserver 0 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: root 0 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: session_timeout 60 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: session_autoclose 300 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: max_file_size 1099511627776 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: required_client_features {} 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: last_failure 0 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: last_failure_osd_epoch 0 2023-09-23T17:52:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: max_mds 1 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: in 0 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: up {0=14640} 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: failed 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: damaged 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: stopped 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: data_pools [4] 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: metadata_pool 3 2023-09-23T17:52:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout: inline_data disabled 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: balancer 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: bal_rank_mask -1 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: standby_count_wanted 1 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: [mds.foo.smithi018.bqhmud{0:14640} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: Standby daemons: 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: 2023-09-23T17:52:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout: [mds.foo.smithi149.qrsdyr{-1:24529} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).osd e81 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expand map: {default=false} 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta from 'false' to 'false' 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expanded map: {default=false} 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expand map: {default=info} 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta from 'info' to 'info' 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expanded map: {default=info} 2023-09-23T17:52:14.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expand map: {default=daemon} 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta from 'daemon' to 'daemon' 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expanded map: {default=daemon} 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expand map: {default=debug} 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta from 'debug' to 'debug' 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-mon[153734]: expand_channel_meta expanded map: {default=debug} 2023-09-23T17:52:14.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:52:14 smithi018 systemd[1]: Started Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:52:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:13.089427+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:52:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:13.089587+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:52:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:13.089713+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:52:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:13.246190+0000 mon.a (mon.0) 55 : audit [DBG] from='client.? 172.21.15.18:0/1625826156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:14] "GET /metrics HTTP/1.1" 200 33774 "" "Prometheus/2.33.4" 2023-09-23T17:52:15.669 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 2 2023-09-23T17:52:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.455769+0000 mgr.y (mgr.34107) 61 : cluster [DBG] pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.505410+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-09-23T17:52:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.505938+0000 mon.a (mon.0) 56 : cluster [INF] mon.a calling monitor election 2023-09-23T17:52:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.519923+0000 mon.a (mon.0) 57 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:52:15.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.526795+0000 mon.a (mon.0) 58 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.539319+0000 mon.a (mon.0) 59 : cluster [DBG] fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.539374+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.539964+0000 mon.a (mon.0) 61 : cluster [DBG] mgrmap e34: y(active, since 80s), standbys: x 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:14.543182+0000 mon.a (mon.0) 62 : cluster [INF] overall HEALTH_OK 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:14.578828+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:14.583086+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:14.611771+0000 mon.a (mon.0) 65 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:15.031441+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:15.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:15.035838+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:16.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:52:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:15.651893+0000 mon.a (mon.0) 68 : audit [DBG] from='client.? 172.21.15.18:0/1588221198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (2m) - 5m 27.0M - 0.23.0 ba2b418f427c 03bc87e3cc18 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (2m) - 5m 55.3M - 8.3.5 dad864ee21e9 899e624f086c 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (4m) - 4m 19.7M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (4m) - 4m 14.5M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:52:18.025 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443,9283,8765 running (106s) - 9m 448M - 18.2.0-460-gbb0daeff e32c2a64c126 c73f8d66eab5 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:8443,9283,8765 running (2m) - 10m 500M - 18.2.0-460-gbb0daeff e32c2a64c126 5dc3a112637d 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (92s) - 10m 75.4M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 85eb53d86d0f 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 running (9m) - 9m 97.4M 2048M 16.2.14-37-g2e1f1015 1e6a756174a8 f547f61aabce 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 starting - - - 2048M 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (2m) - 5m 21.1M - 1.3.1 1dbe0e931976 dd41f5a99701 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (2m) - 5m 20.0M - 1.3.1 1dbe0e931976 b271630d2077 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (8m) - 8m 75.0M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 c829957df006 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (8m) - 8m 88.1M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 567156326ec1 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (8m) - 8m 69.4M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 606e13301974 2023-09-23T17:52:18.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (7m) - 7m 65.2M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 f3a565072699 2023-09-23T17:52:18.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (7m) - 7m 69.4M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:52:18.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (7m) - 7m 80.9M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:52:18.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (6m) - 6m 68.6M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:52:18.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (6m) - 6m 89.4M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:52:18.027 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (115s) - 5m 57.4M - 2.33.4 514e6a882f6e 445154ffea1a 2023-09-23T17:52:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:16.456406+0000 mgr.y (mgr.34107) 62 : cluster [DBG] pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:18.804 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T17:52:18.913 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:18.012511+0000 mgr.y (mgr.34107) 63 : audit [DBG] from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:52:19.689 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:52:19.495+0000 7f58e8bfe700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-09-23T17:52:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:18.457058+0000 mgr.y (mgr.34107) 64 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:20.845 INFO:teuthology.orchestra.run.smithi018.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:52:21.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:20.457741+0000 mgr.y (mgr.34107) 65 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:20.841459+0000 mgr.y (mgr.34107) 66 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:52:20.841812+0000 mgr.y (mgr.34107) 67 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:20.845467+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:21.168709+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:21.173385+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:22.062850+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:22.067210+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:22.458307+0000 mgr.y (mgr.34107) 68 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:24] "GET /metrics HTTP/1.1" 200 33768 "" "Prometheus/2.33.4" 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:24.514878+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.041367+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.046110+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.047014+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.047738+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:52:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.051793+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:24.458708+0000 mgr.y (mgr.34107) 69 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:25.079381+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e35: y(active, since 90s), standbys: x 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.189504+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.190883+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.191517+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:52:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:25.196108+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:52:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:26.459439+0000 mgr.y (mgr.34107) 70 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:29.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:28.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:28.459934+0000 mgr.y (mgr.34107) 71 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:30.460492+0000 mgr.y (mgr.34107) 72 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:32.460967+0000 mgr.y (mgr.34107) 73 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:34] "GET /metrics HTTP/1.1" 200 33768 "" "Prometheus/2.33.4" 2023-09-23T17:52:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:34.461355+0000 mgr.y (mgr.34107) 74 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:36.461922+0000 mgr.y (mgr.34107) 75 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:52:39.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:38.462454+0000 mgr.y (mgr.34107) 76 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:39.515562+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:52:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:42 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:40.463031+0000 mgr.y (mgr.34107) 77 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:44 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:42.463506+0000 mgr.y (mgr.34107) 78 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:44] "GET /metrics HTTP/1.1" 200 33766 "" "Prometheus/2.33.4" 2023-09-23T17:52:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:44.463896+0000 mgr.y (mgr.34107) 79 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:46.464535+0000 mgr.y (mgr.34107) 80 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:49.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:52:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:50 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:48.464987+0000 mgr.y (mgr.34107) 81 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:52 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:50.465593+0000 mgr.y (mgr.34107) 82 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:54 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:52.465916+0000 mgr.y (mgr.34107) 83 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:52:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:52:54] "GET /metrics HTTP/1.1" 200 33767 "" "Prometheus/2.33.4" 2023-09-23T17:52:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:52:54.521618+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:52:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:54.466268+0000 mgr.y (mgr.34107) 84 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:52:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:56.466944+0000 mgr.y (mgr.34107) 85 : cluster [DBG] pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:52:59.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:52:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:52:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:00 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:52:58.467290+0000 mgr.y (mgr.34107) 86 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:02 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:00.468108+0000 mgr.y (mgr.34107) 87 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:04 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:02.468504+0000 mgr.y (mgr.34107) 88 : cluster [DBG] pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:04] "GET /metrics HTTP/1.1" 200 33767 "" "Prometheus/2.33.4" 2023-09-23T17:53:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:06 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:04.468935+0000 mgr.y (mgr.34107) 89 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:06.469747+0000 mgr.y (mgr.34107) 90 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:09.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:08.470126+0000 mgr.y (mgr.34107) 91 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:09.521984+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:10.470633+0000 mgr.y (mgr.34107) 92 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:12.471035+0000 mgr.y (mgr.34107) 93 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:14] "GET /metrics HTTP/1.1" 200 33775 "" "Prometheus/2.33.4" 2023-09-23T17:53:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:14.471425+0000 mgr.y (mgr.34107) 94 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:16.472138+0000 mgr.y (mgr.34107) 95 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:19.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:18.472717+0000 mgr.y (mgr.34107) 96 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:20.473352+0000 mgr.y (mgr.34107) 97 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:23.520 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T17:53:24.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:22.473911+0000 mgr.y (mgr.34107) 98 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:24] "GET /metrics HTTP/1.1" 200 33710 "" "Prometheus/2.33.4" 2023-09-23T17:53:25.440 INFO:teuthology.orchestra.run.smithi018.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:25.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:24.522193+0000 mon.a (mon.0) 88 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:25.906 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for all mons to upgrade' 2023-09-23T17:53:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:24.474297+0000 mgr.y (mgr.34107) 99 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:25.333651+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:25.440126+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:25.754780+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:25.760084+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:25.436281+0000 mgr.y (mgr.34107) 100 : audit [DBG] from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:53:25.436657+0000 mgr.y (mgr.34107) 101 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:27.835 INFO:teuthology.orchestra.run.smithi018.stdout:wait for all mons to upgrade 2023-09-23T17:53:28.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2023-09-23T17:53:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:26.474831+0000 mgr.y (mgr.34107) 102 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:29.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:28.475244+0000 mgr.y (mgr.34107) 103 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:30.541953+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.18:0/2747214532' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:30.590035+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:30.594580+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:30.476093+0000 mgr.y (mgr.34107) 104 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:31.472162+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:31.477253+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:31.995824+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:31.996575+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.002005+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.140164+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.142535+0000 mon.a (mon.0) 101 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:53:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.143771+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:53:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.144438+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T17:53:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cephadm 2023-09-23T17:53:32.144901+0000 mgr.y (mgr.34107) 105 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2023-09-23T17:53:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:32.940831+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.18:0/3063149217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: cluster 2023-09-23T17:53:32.476457+0000 mgr.y (mgr.34107) 106 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:33.566882+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:33.567989+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:33.568868+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: audit 2023-09-23T17:53:33.569719+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:34 smithi149 systemd[1]: Stopping Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:53:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:34] "GET /metrics HTTP/1.1" 200 33710 "" "Prometheus/2.33.4" 2023-09-23T17:53:35.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:53:35.167+0000 7f794e161700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-09-23T17:53:35.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[96301]: debug 2023-09-23T17:53:35.167+0000 7f794e161700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-09-23T17:53:35.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 bash[134958]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b 2023-09-23T17:53:35.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.b.service: Succeeded. 2023-09-23T17:53:35.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 systemd[1]: Stopped Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:53:36.130 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:35 smithi149 systemd[1]: Starting Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:53:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 podman[135108]: 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: pidfile_write: ignore empty --pid-file 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: load: jerasure load: lrc 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: RocksDB version: 7.9.2 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Git sha 0 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: DB SUMMARY 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: DB Session ID: 61940I9OE3P8DR2DL42X 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: CURRENT file: CURRENT 2023-09-23T17:53:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: MANIFEST file: MANIFEST-000005 size: 1070 Bytes 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000023.sst 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000021.log size: 949963 ; 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.error_if_exists: 0 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.create_if_missing: 0 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.paranoid_checks: 1 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.env: 0x5572b81b8720 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T17:53:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.info_log: 0x5572ba303420 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.statistics: (nil) 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.use_fsync: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_log_file_size: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_fallocate: 1 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.use_direct_reads: 0 2023-09-23T17:53:36.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.db_log_dir: 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.wal_dir: 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T17:53:36.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.write_buffer_manager: 0x5572b9594c80 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.unordered_write: 0 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T17:53:36.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.row_cache: None 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.wal_filter: None 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.two_write_queues: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.wal_compression: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.atomic_flush: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T17:53:36.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.log_readahead_size: 0 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_background_jobs: 2 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_background_compactions: -1 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_subcompactions: 1 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T17:53:36.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_open_files: -1 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_background_flushes: -1 2023-09-23T17:53:36.410 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Compression algorithms supported: 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kZSTD supported: 0 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kXpressCompression supported: 0 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kZlibCompression supported: 1 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kSnappyCompression supported: 1 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kLZ4Compression supported: 1 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: kBZip2Compression supported: 0 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T17:53:36.411 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.merge_operator: 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_filter: None 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5572ba303520) 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: cache_index_and_filter_blocks: 1 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: pin_top_level_index_and_filter: 1 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: index_type: 0 2023-09-23T17:53:36.412 INFO:journalctl@ceph.mon.b.smithi149.stdout: data_block_index_type: 0 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: index_shortening: 1 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: checksum: 4 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: no_block_cache: 0 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_cache: 0x5572b96151f0 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_cache_name: BinnedLRUCache 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_cache_options: 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: capacity : 536870912 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: num_shard_bits : 4 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: strict_capacity_limit : 0 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: high_pri_pool_ratio: 0.000 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_cache_compressed: (nil) 2023-09-23T17:53:36.413 INFO:journalctl@ceph.mon.b.smithi149.stdout: persistent_cache: (nil) 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_size: 4096 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_size_deviation: 10 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_restart_interval: 16 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: index_block_restart_interval: 1 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: metadata_block_size: 4096 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: partition_filters: 0 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: use_delta_encoding: 1 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: filter_policy: bloomfilter 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: whole_key_filtering: 1 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: verify_compression: 0 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: read_amp_bytes_per_bit: 0 2023-09-23T17:53:36.414 INFO:journalctl@ceph.mon.b.smithi149.stdout: format_version: 5 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: enable_index_compression: 1 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: block_align: 0 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: max_auto_readahead_size: 262144 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: prepopulate_block_cache: 0 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: initial_auto_readahead_size: 8192 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression: NoCompression 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T17:53:36.415 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.num_levels: 7 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T17:53:36.416 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T17:53:36.417 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T17:53:36.418 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T17:53:36.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T17:53:36.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.table_properties_collectors: 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.inplace_update_support: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.bloom_locality: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.max_successive_merges: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T17:53:36.421 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.ttl: 2592000 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enable_blob_files: false 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.min_blob_size: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T17:53:36.422 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 23.sst 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 25, last_sequence is 13218, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 21 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e842d89e-577c-4d6f-a3b9-6d1ffbd1b7a3 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491616352846, "job": 1, "event": "recovery_started", "wal_files": [21]} 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #21 mode 2 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491616355568, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 632908, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13223, "largest_seqno": 13385, "table_properties": {"data_size": 630891, "index_size": 813, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 1599, "raw_average_key_size": 23, "raw_value_size": 628869, "raw_average_value_size": 9248, "num_data_blocks": 34, "num_entries": 68, "num_filter_entries": 68, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695491616, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e842d89e-577c-4d6f-a3b9-6d1ffbd1b7a3", "db_session_id": "61940I9OE3P8DR2DL42X", "orig_file_number": 26, "seqno_to_time_mapping": "N/A"}} 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695491616355650, "job": 1, "event": "recovery_finished"} 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/version_set.cc:5047] Creating manifest 28 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T17:53:36.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5572b96b2000 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 bash[135108]: ebf82b6773957f9921faaa2ea7ac46de8c469c1928c06aeb71a75493955d4cf1 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: DB pointer 0x5572b969e000 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: ** DB Stats ** 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T17:53:36.424 INFO:journalctl@ceph.mon.b.smithi149.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: ** Compaction Stats [default] ** 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: L0 1/0 618.07 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 388.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: L6 1/0 25.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: Sum 2/0 26.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 388.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 388.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: ** Compaction Stats [default] ** 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T17:53:36.425 INFO:journalctl@ceph.mon.b.smithi149.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 388.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Flush(GB): cumulative 0.001, interval 0.001 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Cumulative compaction: 0.00 GB write, 110.79 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Interval compaction: 0.00 GB write, 110.79 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T17:53:36.426 INFO:journalctl@ceph.mon.b.smithi149.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: Block cache BinnedLRUCache@0x5572b96151f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.23 KB,4.47035e-05%) IndexBlock(1,0.95 KB,0.000181794%) Misc(1,0.00 KB,0%) 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: starting mon.b rank 1 at public addrs [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] at bind addrs [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???) e3 preinit fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).mds e7 new map 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).mds e7 print_map 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: e7 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: legacy client fscid: 1 2023-09-23T17:53:36.427 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: Filesystem 'foo' (1) 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: fs_name foo 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: epoch 5 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: created 2023-09-23T17:47:17.533994+0000 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: modified 2023-09-23T17:47:30.674927+0000 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: tableserver 0 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: root 0 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: session_timeout 60 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: session_autoclose 300 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: max_file_size 1099511627776 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: required_client_features {} 2023-09-23T17:53:36.428 INFO:journalctl@ceph.mon.b.smithi149.stdout: last_failure 0 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: last_failure_osd_epoch 0 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: max_mds 1 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: in 0 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: up {0=14640} 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: failed 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: damaged 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: stopped 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: data_pools [4] 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: metadata_pool 3 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: inline_data disabled 2023-09-23T17:53:36.429 INFO:journalctl@ceph.mon.b.smithi149.stdout: balancer 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: bal_rank_mask -1 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: standby_count_wanted 1 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: [mds.foo.smithi018.bqhmud{0:14640} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.18:6834/3592000997,v1:172.21.15.18:6835/3592000997] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: Standby daemons: 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout: [mds.foo.smithi149.qrsdyr{-1:24529} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.149:6832/381203548,v1:172.21.15.149:6833/381203548] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).osd e81 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:53:36.430 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).osd e81 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T17:53:36.431 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 ceph-mon[135148]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-09-23T17:53:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:36 smithi149 systemd[1]: Started Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:53:37.630 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mkfs 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:53:37.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mkfs 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:53:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 3 2023-09-23T17:53:37.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mkfs 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Updating mgr.y 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Deploying daemon mgr.y on smithi018 2023-09-23T17:53:37.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Updating mgr.x 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Deploying daemon mgr.x on smithi149 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Setting container_image for all mgr 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: It appears safe to stop mon.a 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Updating mon.a 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Deploying daemon mon.a on smithi018 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:55] ENGINE Bus STARTING 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:55] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:55] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: [23/Sep/2023:17:50:55] ENGINE Bus STARTED 2023-09-23T17:53:37.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:53:37.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Updating mgr.y 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Deploying daemon mgr.y on smithi018 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Updating mgr.x 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Deploying daemon mgr.x on smithi149 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Setting container_image for all mgr 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: It appears safe to stop mon.a 2023-09-23T17:53:37.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Updating mon.a 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Deploying daemon mon.a on smithi018 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:55] ENGINE Bus STARTING 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:55] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:55] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: [23/Sep/2023:17:50:55] ENGINE Bus STARTED 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: It appears safe to stop mon.c 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Updating mon.c 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Deploying daemon mon.c on smithi018 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1625826156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.c calling monitor election 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.a calling monitor election 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mgrmap e34: y(active, since 80s), standbys: x 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: overall HEALTH_OK 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1588221198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: It appears safe to stop mon.c 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Updating mon.c 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Deploying daemon mon.c on smithi018 2023-09-23T17:53:37.912 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1625826156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.c calling monitor election 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.a calling monitor election 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mgrmap e34: y(active, since 80s), standbys: x 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: overall HEALTH_OK 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1588221198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mgrmap e35: y(active, since 90s), standbys: x 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.917 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mgrmap e35: y(active, since 90s), standbys: x 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2747214532' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2747214532' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: Upgrade: It appears safe to stop mon.b 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3063149217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: overall HEALTH_OK 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.b calling monitor election 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.a calling monitor election 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.c calling monitor election 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: monmap e4: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: mgrmap e35: y(active, since 2m), standbys: x 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: overall HEALTH_OK 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: Upgrade: It appears safe to stop mon.b 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3063149217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: overall HEALTH_OK 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.b calling monitor election 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.a calling monitor election 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.c calling monitor election 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: monmap e4: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: mgrmap e35: y(active, since 2m), standbys: x 2023-09-23T17:53:37.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: overall HEALTH_OK 2023-09-23T17:53:37.931 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.931 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.931 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:37 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.931 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring daemon node-exporter.b on smithi149 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring daemon grafana.a on smithi149 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Updating mgr.y 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Deploying daemon mgr.y on smithi018 2023-09-23T17:53:37.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:10] ENGINE Bus STARTING 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:10] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:10] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:10] ENGINE Bus STARTED 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Reconfiguring daemon prometheus.a on smithi149 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Updating mgr.x 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Deploying daemon mgr.x on smithi149 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Setting container_image for all mgr 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: It appears safe to stop mon.a 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Updating mon.a 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Deploying daemon mon.a on smithi018 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:55] ENGINE Bus STARTING 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:55] ENGINE Serving on http://172.21.15.18:8765 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:55] ENGINE Serving on https://172.21.15.18:7150 2023-09-23T17:53:37.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: [23/Sep/2023:17:50:55] ENGINE Bus STARTED 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/etc/ceph/ceph.conf 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/etc/ceph/ceph.conf 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Updating smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: It appears safe to stop mon.c 2023-09-23T17:53:37.935 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Updating mon.c 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Deploying daemon mon.c on smithi018 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1625826156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.c calling monitor election 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.a calling monitor election 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mgrmap e34: y(active, since 80s), standbys: x 2023-09-23T17:53:37.936 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: overall HEALTH_OK 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1588221198' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mgrmap e35: y(active, since 90s), standbys: x 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.940 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.941 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2747214532' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.942 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T17:53:37.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: Upgrade: It appears safe to stop mon.b 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3063149217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: overall HEALTH_OK 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.b calling monitor election 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.a calling monitor election 2023-09-23T17:53:37.944 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.c calling monitor election 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: monmap e4: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]} removed_ranks: {} 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: fsmap foo:1 {0=foo.smithi018.bqhmud=up:active} 1 up:standby 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: osdmap e81: 8 total, 8 up, 8 in 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: mgrmap e35: y(active, since 2m), standbys: x 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: overall HEALTH_OK 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:37.945 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:37 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:53:38.153 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:53:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1802599903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:38.902 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:38.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:38.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1802599903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:38.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1802599903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T17:53:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:39 smithi149 ceph-mon[135148]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (4m) - 6m 27.0M - 0.23.0 ba2b418f427c 03bc87e3cc18 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (3m) - 6m 57.5M - 8.3.5 dad864ee21e9 899e624f086c 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (6m) - 6m 20.3M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (6m) - 6m 14.7M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443,9283,8765 running (3m) - 10m 448M - 18.2.0-460-gbb0daeff e32c2a64c126 c73f8d66eab5 2023-09-23T17:53:40.018 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:8443,9283,8765 running (3m) - 11m 504M - 18.2.0-460-gbb0daeff e32c2a64c126 5dc3a112637d 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (2m) - 12m 85.8M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 85eb53d86d0f 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 starting - - - 2048M 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 running (85s) - 10m 69.0M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 9fe7f780dd25 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (4m) - 7m 21.7M - 1.3.1 1dbe0e931976 dd41f5a99701 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (3m) - 7m 20.1M - 1.3.1 1dbe0e931976 b271630d2077 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (10m) - 10m 78.0M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 c829957df006 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (9m) - 9m 91.0M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 567156326ec1 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (9m) - 9m 71.4M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 606e13301974 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (9m) - 9m 68.2M 2501M 16.2.14-37-g2e1f1015 1e6a756174a8 f3a565072699 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (8m) - 8m 72.8M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (8m) - 8m 83.1M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:53:40.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (8m) - 8m 71.0M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:53:40.020 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (7m) - 7m 92.0M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:53:40.020 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (3m) - 7m 67.2M - 2.33.4 514e6a882f6e 445154ffea1a 2023-09-23T17:53:40.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:39 smithi018 ceph-mon[153734]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:40.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:40.047 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:39 smithi018 ceph-mon[149401]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:40.047 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:40.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T17:53:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:40 smithi018 ceph-mon[153734]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:40 smithi018 ceph-mon[149401]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:40 smithi149 ceph-mon[135148]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:41.700 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:53:41.365+0000 7f58e8bfe700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-09-23T17:53:41.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[153734]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:41.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:41.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:41.976 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[149401]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:41.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:41.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:41 smithi149 ceph-mon[135148]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:42.873 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T17:53:43.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:43.680 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.717 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:53:43.718 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:53:43.718 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.718 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:43.718 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:43.718 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:44] "GET /metrics HTTP/1.1" 200 33704 "" "Prometheus/2.33.4" 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:53:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[149401]: Reconfiguring mon.a (monmap changed)... 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[149401]: Reconfiguring daemon mon.a on smithi018 2023-09-23T17:53:46.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[153734]: Reconfiguring mon.a (monmap changed)... 2023-09-23T17:53:46.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:46.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:46.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:46.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:46 smithi018 ceph-mon[153734]: Reconfiguring daemon mon.a on smithi018 2023-09-23T17:53:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:46 smithi149 ceph-mon[135148]: Reconfiguring mon.a (monmap changed)... 2023-09-23T17:53:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:46 smithi149 ceph-mon[135148]: Reconfiguring daemon mon.a on smithi018 2023-09-23T17:53:47.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[153734]: Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:53:47.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:47.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:47 smithi018 ceph-mon[149401]: Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:47 smithi149 ceph-mon[135148]: Reconfiguring daemon mgr.y on smithi018 2023-09-23T17:53:48.952 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: Reconfiguring mon.c (monmap changed)... 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:49.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[153734]: Reconfiguring daemon mon.c on smithi018 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: Reconfiguring mon.c (monmap changed)... 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:49.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:48 smithi018 ceph-mon[149401]: Reconfiguring daemon mon.c on smithi018 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: Reconfiguring mon.c (monmap changed)... 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:48 smithi149 ceph-mon[135148]: Reconfiguring daemon mon.c on smithi018 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.0 on smithi018 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:50.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:50 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.0 on smithi018 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:53:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:50.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:50 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.0 on smithi018 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.1 on smithi018 2023-09-23T17:53:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[153734]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.1 on smithi018 2023-09-23T17:53:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:51 smithi018 ceph-mon[149401]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.1 on smithi018 2023-09-23T17:53:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:51 smithi149 ceph-mon[135148]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:52.781 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.781 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.2 on smithi018 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:53:52.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:52.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:52 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.2 on smithi018 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:52 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.2 on smithi018 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:53:54.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.3 on smithi018 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:54.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:53 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.3 on smithi018 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:53 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.3 on smithi018 2023-09-23T17:53:55.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:53:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:53:54] "GET /metrics HTTP/1.1" 200 33778 "" "Prometheus/2.33.4" 2023-09-23T17:53:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:53:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:53:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi018.bqhmud", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:53:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:53:56.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: Reconfiguring mds.foo.smithi018.bqhmud (monmap changed)... 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: Reconfiguring daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:56.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: Reconfiguring mds.foo.smithi018.bqhmud (monmap changed)... 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: Reconfiguring daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: Reconfiguring mds.foo.smithi018.bqhmud (monmap changed)... 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: Reconfiguring daemon mds.foo.smithi018.bqhmud on smithi018 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T17:53:56.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T17:53:56.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: Reconfiguring mon.b (monmap changed)... 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: Reconfiguring daemon mon.b on smithi149 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:57.557 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: Reconfiguring mon.b (monmap changed)... 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: Reconfiguring daemon mon.b on smithi149 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:57.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: Reconfiguring mon.b (monmap changed)... 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: Reconfiguring daemon mon.b on smithi149 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T17:53:57.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:58.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:58.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T17:53:58.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: Reconfiguring daemon mgr.x on smithi149 2023-09-23T17:53:58.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.479 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.479 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:53:58.479 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T17:53:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: Reconfiguring daemon mgr.x on smithi149 2023-09-23T17:53:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: Reconfiguring daemon mgr.x on smithi149 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T17:53:58.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:53:58.823 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:53:58 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:53:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:53:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:59 smithi018 ceph-mon[149401]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T17:53:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:53:59 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.4 on smithi149 2023-09-23T17:53:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:59 smithi018 ceph-mon[153734]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T17:53:59.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:53:59 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.4 on smithi149 2023-09-23T17:53:59.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:59 smithi149 ceph-mon[135148]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T17:53:59.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:53:59 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.4 on smithi149 2023-09-23T17:54:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:00 smithi149 ceph-mon[135148]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:00 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:00 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:00 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:54:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:00 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[153734]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:54:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[149401]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T17:54:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:00 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:01.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T17:54:01.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.5 on smithi149 2023-09-23T17:54:01.372 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:54:01.373 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T17:54:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.5 on smithi149 2023-09-23T17:54:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.5 on smithi149 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:01.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T17:54:01.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:02.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T17:54:02.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.6 on smithi149 2023-09-23T17:54:02.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:02.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.6 on smithi149 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:54:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:02.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T17:54:02.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.6 on smithi149 2023-09-23T17:54:02.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:02.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:02.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T17:54:02.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:03.511 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T17:54:03.511 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: Reconfiguring daemon osd.7 on smithi149 2023-09-23T17:54:03.512 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.512 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.512 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:54:03.512 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: Reconfiguring daemon osd.7 on smithi149 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:54:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: Reconfiguring daemon osd.7 on smithi149 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi149.qrsdyr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T17:54:03.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: Reconfiguring mds.foo.smithi149.qrsdyr (monmap changed)... 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: Reconfiguring daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: Reconfiguring mds.foo.smithi149.qrsdyr (monmap changed)... 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: Reconfiguring daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: Reconfiguring mds.foo.smithi149.qrsdyr (monmap changed)... 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: Reconfiguring daemon mds.foo.smithi149.qrsdyr on smithi149 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:04.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:04] "GET /metrics HTTP/1.1" 200 33778 "" "Prometheus/2.33.4" 2023-09-23T17:54:06.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:06 smithi018 ceph-mon[153734]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:06.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:06 smithi018 ceph-mon[149401]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:06 smithi149 ceph-mon[135148]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:08 smithi018 ceph-mon[153734]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:08 smithi018 ceph-mon[149401]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:08 smithi149 ceph-mon[135148]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:09.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:54:08 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:54:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:54:10.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:10 smithi018 ceph-mon[153734]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:10.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:10.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:10 smithi018 ceph-mon[149401]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:10.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:10.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:10 smithi149 ceph-mon[135148]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:10.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:12 smithi018 ceph-mon[153734]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:12.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:12 smithi018 ceph-mon[149401]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:12 smithi149 ceph-mon[135148]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:14 smithi018 ceph-mon[153734]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:14 smithi018 ceph-mon[149401]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:14 smithi149 ceph-mon[135148]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:14] "GET /metrics HTTP/1.1" 200 33772 "" "Prometheus/2.33.4" 2023-09-23T17:54:16.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:16 smithi018 ceph-mon[153734]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:16.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:16 smithi018 ceph-mon[149401]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:16 smithi149 ceph-mon[135148]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:17.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:17 smithi018 ceph-mon[153734]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:17.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:17 smithi018 ceph-mon[149401]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:17 smithi149 ceph-mon[135148]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:19.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:54:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:54:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:54:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:19 smithi018 ceph-mon[153734]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:19 smithi018 ceph-mon[149401]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:19 smithi149 ceph-mon[135148]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:21 smithi018 ceph-mon[153734]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:21 smithi018 ceph-mon[149401]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:21 smithi149 ceph-mon[135148]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:23 smithi018 ceph-mon[153734]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:23 smithi018 ceph-mon[149401]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:23 smithi149 ceph-mon[135148]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:25.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:24] "GET /metrics HTTP/1.1" 200 33773 "" "Prometheus/2.33.4" 2023-09-23T17:54:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:25 smithi018 ceph-mon[153734]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:25 smithi018 ceph-mon[149401]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:25 smithi149 ceph-mon[135148]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:28.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:27 smithi018 ceph-mon[153734]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:28.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:27 smithi018 ceph-mon[149401]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:28.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:27 smithi149 ceph-mon[135148]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:29.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 17:54:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T17:54:28.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi149.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)\", cluster_addr=\"172.21.15.18\", device_class=\"ssd\", hostname=\"smithi018\", instance=\"smithi018:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.18\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T17:54:30.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:29 smithi018 ceph-mon[153734]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:30.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:29 smithi018 ceph-mon[149401]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:29 smithi149 ceph-mon[135148]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:31 smithi018 ceph-mon[153734]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:32.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:31 smithi018 ceph-mon[149401]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:31 smithi149 ceph-mon[135148]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:33 smithi018 ceph-mon[153734]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:33 smithi018 ceph-mon[149401]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:33 smithi149 ceph-mon[135148]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:34] "GET /metrics HTTP/1.1" 200 33773 "" "Prometheus/2.33.4" 2023-09-23T17:54:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:35 smithi018 ceph-mon[153734]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:36.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:35 smithi018 ceph-mon[149401]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:35 smithi149 ceph-mon[135148]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:37 smithi018 ceph-mon[153734]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:38.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:37 smithi018 ceph-mon[149401]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:37 smithi149 ceph-mon[135148]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:39 smithi018 ceph-mon[153734]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:39 smithi018 ceph-mon[149401]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:39 smithi149 ceph-mon[135148]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:41 smithi018 ceph-mon[153734]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:42.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:41 smithi018 ceph-mon[149401]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:41 smithi149 ceph-mon[135148]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:43 smithi018 ceph-mon[153734]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:43 smithi018 ceph-mon[149401]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:43 smithi149 ceph-mon[135148]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:44.886 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T17:54:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:44] "GET /metrics HTTP/1.1" 200 33774 "" "Prometheus/2.33.4" 2023-09-23T17:54:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:45 smithi018 ceph-mon[153734]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:46.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:45 smithi018 ceph-mon[149401]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:45 smithi149 ceph-mon[135148]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:46.732 INFO:teuthology.orchestra.run.smithi018.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:54:47.148 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for half of osds to upgrade' 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[153734]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[153734]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[153734]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:48.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[149401]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:48.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[149401]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:54:48.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[149401]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:54:48.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:48.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:47 smithi149 ceph-mon[135148]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:47 smithi149 ceph-mon[135148]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:54:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:47 smithi149 ceph-mon[135148]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:54:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:49.271 INFO:teuthology.orchestra.run.smithi018.stdout:wait for half of osds to upgrade 2023-09-23T17:54:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:49 smithi018 ceph-mon[153734]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:49.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:49 smithi018 ceph-mon[149401]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:50.013 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2023-09-23T17:54:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:49 smithi149 ceph-mon[135148]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[153734]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[149401]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:51 smithi149 ceph-mon[135148]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2194493505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:53.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2194493505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:53.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2194493505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.188 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:54.188 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: Upgrade: Setting container_image for all mon 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T17:54:54.189 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:54.190 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: Upgrade: Setting container_image for all mon 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: Upgrade: Setting container_image for all mon 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:54.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:55.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: Upgrade: Setting container_image for all crash 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: Upgrade: osd.0 is safe to restart 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1546134660' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:54:55.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:54:54] "GET /metrics HTTP/1.1" 200 33772 "" "Prometheus/2.33.4" 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: Upgrade: Setting container_image for all crash 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: Upgrade: osd.0 is safe to restart 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1546134660' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:54:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: Upgrade: Setting container_image for all crash 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: Upgrade: osd.0 is safe to restart 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1546134660' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T17:54:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:54:56.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[149401]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:56.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[149401]: Upgrade: Updating osd.0 2023-09-23T17:54:56.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[149401]: Deploying daemon osd.0 on smithi018 2023-09-23T17:54:56.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[153734]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:56.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[153734]: Upgrade: Updating osd.0 2023-09-23T17:54:56.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:55 smithi018 ceph-mon[153734]: Deploying daemon osd.0 on smithi018 2023-09-23T17:54:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:55 smithi149 ceph-mon[135148]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:55 smithi149 ceph-mon[135148]: Upgrade: Updating osd.0 2023-09-23T17:54:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:55 smithi149 ceph-mon[135148]: Deploying daemon osd.0 on smithi018 2023-09-23T17:54:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3343164199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3343164199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:57.063 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:56 smithi018 systemd[1]: Stopping Ceph osd.0 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:54:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3343164199' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:54:57.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[105489]: debug 2023-09-23T17:54:57.301+0000 7f80c72e2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T17:54:57.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[105489]: debug 2023-09-23T17:54:57.301+0000 7f80c72e2700 -1 osd.0 81 *** Got signal Terminated *** 2023-09-23T17:54:57.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[105489]: debug 2023-09-23T17:54:57.301+0000 7f80c72e2700 -1 osd.0 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T17:54:58.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-mon[153734]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:58.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-mon[153734]: osd.0 marked itself down and dead 2023-09-23T17:54:58.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-mon[149401]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:58.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:57 smithi018 ceph-mon[149401]: osd.0 marked itself down and dead 2023-09-23T17:54:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:57 smithi149 ceph-mon[135148]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:54:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:57 smithi149 ceph-mon[135148]: osd.0 marked itself down and dead 2023-09-23T17:54:58.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:58 smithi018 bash[160962]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0 2023-09-23T17:54:59.226 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:54:59.226 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[149401]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[149401]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[149401]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[153734]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[153734]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:58 smithi018 ceph-mon[153734]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T17:54:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:58 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:54:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:58 smithi149 ceph-mon[135148]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:58 smithi149 ceph-mon[135148]: failed to encode map e82 with expected crc 2023-09-23T17:54:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:58 smithi149 ceph-mon[135148]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T17:54:59.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:59 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.0.service: Succeeded. 2023-09-23T17:54:59.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:59 smithi018 systemd[1]: Stopped Ceph osd.0 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:54:59.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:54:59 smithi018 systemd[1]: Starting Ceph osd.0 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:55:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: pgmap v126: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/222152232' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: pgmap v126: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:54:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/222152232' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: pgmap v126: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: failed to encode map e83 with expected crc 2023-09-23T17:55:00.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:54:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/222152232' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:00.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T17:55:00.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-23T17:55:00.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2023-09-23T17:55:00.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2023-09-23T17:55:00.812 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2023-09-23T17:55:00.813 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-09-23T17:55:00.813 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-23T17:55:00.813 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:00 smithi018 bash[161255]: --> ceph-volume lvm activate successful for osd ID: 0 2023-09-23T17:55:01.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:01 smithi018 podman[161510]: 2023-09-23T17:55:01.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-osd[161570]: -- 172.21.15.18:0/169616713 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5570431ae4e0 con 0x55704317f000 2023-09-23T17:55:01.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:01 smithi018 bash[161510]: 77f2fa2358c856783b2e3441c802f2de1bb7934e04643aadb3273d074d44bd95 2023-09-23T17:55:01.562 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:01 smithi018 systemd[1]: Started Ceph osd.0 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:55:02.312 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T17:55:01.851+0000 7f89d9042640 -1 Falling back to public interface 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: pgmap v128: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1065416069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: pgmap v128: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1065416069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:02.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: pgmap v128: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1065416069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:03 smithi018 ceph-mon[149401]: pgmap v129: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2543947028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:03 smithi018 ceph-mon[153734]: pgmap v129: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:04.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2543947028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:03 smithi149 ceph-mon[135148]: pgmap v129: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2543947028' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:05.312 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T17:55:05.101+0000 7f89d9042640 -1 osd.0 81 log_to_monitors true 2023-09-23T17:55:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:04] "GET /metrics HTTP/1.1" 200 33772 "" "Prometheus/2.33.4" 2023-09-23T17:55:06.312 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T17:55:05.977+0000 7f89c7caa700 -1 osd.0 81 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:55:06.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[153734]: pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[153734]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[149401]: pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[149401]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:06.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:05 smithi149 ceph-mon[135148]: pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:05 smithi149 ceph-mon[135148]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T17:55:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: osdmap e84: 8 total, 7 up, 8 in 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/499033551' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: osdmap e84: 8 total, 7 up, 8 in 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/499033551' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: osdmap e84: 8 total, 7 up, 8 in 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: failed to encode map e84 with expected crc 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: from='osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/499033551' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[149401]: osdmap e86: 8 total, 8 up, 8 in 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T17:55:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:55:08.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:07 smithi018 ceph-mon[153734]: osdmap e86: 8 total, 8 up, 8 in 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: failed to encode map e85 with expected crc 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T17:55:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:07 smithi149 ceph-mon[135148]: osdmap e86: 8 total, 8 up, 8 in 2023-09-23T17:55:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4263743585' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4263743585' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: failed to encode map e86 with expected crc 2023-09-23T17:55:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4263743585' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:09.812 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:55:09.619+0000 7f58e8bfe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T17:55:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:10.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[153734]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T17:55:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1387077042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[149401]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T17:55:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1387077042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:10 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:10 smithi149 ceph-mon[135148]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T17:55:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1387077042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:11 smithi018 ceph-mon[153734]: pgmap v136: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:11 smithi018 ceph-mon[149401]: pgmap v136: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:11 smithi149 ceph-mon[135148]: pgmap v136: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2023-09-23T17:55:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T17:55:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2919689586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:13.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2023-09-23T17:55:13.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T17:55:13.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2919689586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:13 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2023-09-23T17:55:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:13 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T17:55:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2919689586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:14.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:14 smithi018 ceph-mon[153734]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:14.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:14 smithi018 ceph-mon[149401]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:14 smithi149 ceph-mon[135148]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:14] "GET /metrics HTTP/1.1" 200 33688 "" "Prometheus/2.33.4" 2023-09-23T17:55:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:16 smithi018 ceph-mon[153734]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2821338919' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:16 smithi018 ceph-mon[149401]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2821338919' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:16 smithi149 ceph-mon[135148]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2821338919' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:18 smithi018 ceph-mon[153734]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1472866386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:18 smithi018 ceph-mon[149401]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1472866386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:18 smithi149 ceph-mon[135148]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1472866386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[153734]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/991089815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[149401]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:20.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:20.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/991089815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:20 smithi149 ceph-mon[135148]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:20 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/991089815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:22 smithi018 ceph-mon[153734]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:22 smithi018 ceph-mon[149401]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:22 smithi149 ceph-mon[135148]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3708486716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3708486716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3708486716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:24 smithi018 ceph-mon[153734]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:24 smithi018 ceph-mon[149401]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:24 smithi149 ceph-mon[135148]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:24] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.33.4" 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3892302936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[149401]: Upgrade: osd.1 is safe to restart 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3892302936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.636 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:25 smithi018 ceph-mon[153734]: Upgrade: osd.1 is safe to restart 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3892302936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T17:55:25.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:25 smithi149 ceph-mon[135148]: Upgrade: osd.1 is safe to restart 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: Upgrade: Updating osd.1 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: Deploying daemon osd.1 on smithi018 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3221201958' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:27.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: Upgrade: Updating osd.1 2023-09-23T17:55:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:55:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: Deploying daemon osd.1 on smithi018 2023-09-23T17:55:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3221201958' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: Upgrade: Updating osd.1 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: Deploying daemon osd.1 on smithi018 2023-09-23T17:55:27.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3221201958' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:28.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:28 smithi018 ceph-mon[149401]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:28.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:28 smithi018 ceph-mon[153734]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:28 smithi149 ceph-mon[135148]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:29.283 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:28 smithi018 systemd[1]: Stopping Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:55:29.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[109605]: debug 2023-09-23T17:55:29.281+0000 7f9fbe45d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T17:55:29.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[109605]: debug 2023-09-23T17:55:29.281+0000 7f9fbe45d700 -1 osd.1 86 *** Got signal Terminated *** 2023-09-23T17:55:29.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[109605]: debug 2023-09-23T17:55:29.281+0000 7f9fbe45d700 -1 osd.1 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T17:55:30.490 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[153734]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:30.491 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[153734]: osd.1 marked itself down and dead 2023-09-23T17:55:30.491 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/815644251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:30.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[149401]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:30.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[149401]: osd.1 marked itself down and dead 2023-09-23T17:55:30.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/815644251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:30 smithi149 ceph-mon[135148]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:30 smithi149 ceph-mon[135148]: osd.1 marked itself down and dead 2023-09-23T17:55:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/815644251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:30.812 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:30 smithi018 bash[164314]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1 2023-09-23T17:55:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:55:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[149401]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[149401]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[149401]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T17:55:31.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:55:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[153734]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[153734]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:31 smithi018 ceph-mon[153734]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T17:55:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:31 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:55:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:31 smithi149 ceph-mon[135148]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:31 smithi149 ceph-mon[135148]: failed to encode map e87 with expected crc 2023-09-23T17:55:31.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:31 smithi149 ceph-mon[135148]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T17:55:32.225 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:31 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1.service: Succeeded. 2023-09-23T17:55:32.225 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:31 smithi018 systemd[1]: Stopped Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:55:32.225 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 systemd[1]: Starting Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: pgmap v147: 73 pgs: 29 peering, 1 stale+active+clean, 43 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 7 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1354606915' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: pgmap v147: 73 pgs: 29 peering, 1 stale+active+clean, 43 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:32.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 7 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1354606915' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: pgmap v147: 73 pgs: 29 peering, 1 stale+active+clean, 43 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 7 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: failed to encode map e88 with expected crc 2023-09-23T17:55:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1354606915' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:33.312 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T17:55:33.313 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T17:55:33.313 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-09-23T17:55:33.313 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-09-23T17:55:33.313 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-09-23T17:55:33.313 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-09-23T17:55:33.314 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T17:55:33.314 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:32 smithi018 bash[164616]: --> ceph-volume lvm activate successful for osd ID: 1 2023-09-23T17:55:33.788 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:33 smithi018 podman[164863]: 2023-09-23T17:55:33.788 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:33 smithi018 ceph-osd[164906]: -- 172.21.15.18:0/1251795422 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561d59ab04e0 con 0x561d59a81000 2023-09-23T17:55:33.788 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:33 smithi018 bash[164863]: 213e17070e5654559829add6d5496e2e304b740e6e97f28d63452117769f61c3 2023-09-23T17:55:34.062 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:33 smithi018 systemd[1]: Started Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:55:34.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T17:55:34.202+0000 7faacd557640 -1 Falling back to public interface 2023-09-23T17:55:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[153734]: pgmap v149: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2898689127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[149401]: pgmap v149: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:34.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2898689127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:34 smithi149 ceph-mon[135148]: pgmap v149: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2898689127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:34] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.33.4" 2023-09-23T17:55:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:36 smithi018 ceph-mon[153734]: pgmap v150: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:36 smithi018 ceph-mon[149401]: pgmap v150: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:36 smithi149 ceph-mon[135148]: pgmap v150: 73 pgs: 32 peering, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:37.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3472193897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:37.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T17:55:37.477+0000 7faacd557640 -1 osd.1 86 log_to_monitors true 2023-09-23T17:55:37.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3472193897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:37.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3472193897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:38.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T17:55:38.260+0000 7faabb1bd700 -1 osd.1 86 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:55:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[153734]: pgmap v151: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 9 pgs peering) 2023-09-23T17:55:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[153734]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[149401]: pgmap v151: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 9 pgs peering) 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[149401]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:38.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:38 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:38 smithi149 ceph-mon[135148]: pgmap v151: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:38 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:38 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 9 pgs peering) 2023-09-23T17:55:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:38 smithi149 ceph-mon[135148]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:38 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: osdmap e89: 8 total, 7 up, 8 in 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: pgmap v153: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3106787030' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: osdmap e89: 8 total, 7 up, 8 in 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: pgmap v153: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:39.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3106787030' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:39.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: failed to encode map e89 with expected crc 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: osdmap e89: 8 total, 7 up, 8 in 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: pgmap v153: 73 pgs: 6 active+undersized+degraded, 26 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2023-09-23T17:55:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3106787030' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:39.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:39.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: failed to encode map e90 with expected crc 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289] boot 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:40.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: failed to encode map e90 with expected crc 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289] boot 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:40.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: failed to encode map e90 with expected crc 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: osd.1 [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289] boot 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: failed to encode map e89 with expected crc 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:41.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: osdmap e91: 8 total, 8 up, 8 in 2023-09-23T17:55:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: pgmap v156: 73 pgs: 3 active+undersized+degraded, 9 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3746522322' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: osdmap e91: 8 total, 8 up, 8 in 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: pgmap v156: 73 pgs: 3 active+undersized+degraded, 9 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:41.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3746522322' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: osdmap e91: 8 total, 8 up, 8 in 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: failed to encode map e91 with expected crc 2023-09-23T17:55:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: pgmap v156: 73 pgs: 3 active+undersized+degraded, 9 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2023-09-23T17:55:41.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3746522322' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:42.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:55:42.094+0000 7f58e8bfe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[153734]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:42 smithi018 ceph-mon[149401]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:55:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:42 smithi149 ceph-mon[135148]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[153734]: pgmap v157: 73 pgs: 2 active+undersized+degraded, 8 active+undersized, 63 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2559467037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[149401]: pgmap v157: 73 pgs: 2 active+undersized+degraded, 8 active+undersized, 63 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2559467037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:43 smithi149 ceph-mon[135148]: pgmap v157: 73 pgs: 2 active+undersized+degraded, 8 active+undersized, 63 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:55:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:43 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:55:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2559467037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:44 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:55:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:44 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T17:55:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:44] "GET /metrics HTTP/1.1" 200 33685 "" "Prometheus/2.33.4" 2023-09-23T17:55:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:44 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:55:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:44 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T17:55:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:44 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:55:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:44 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T17:55:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:45 smithi018 ceph-mon[153734]: pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3034424771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:45 smithi018 ceph-mon[149401]: pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3034424771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:45 smithi149 ceph-mon[135148]: pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3034424771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:48.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:47 smithi018 ceph-mon[153734]: pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:48.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1869747275' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:47 smithi018 ceph-mon[149401]: pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:48.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1869747275' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:47 smithi149 ceph-mon[135148]: pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1869747275' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:49 smithi018 ceph-mon[153734]: pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:49 smithi018 ceph-mon[149401]: pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:49 smithi149 ceph-mon[135148]: pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1874678187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1874678187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1874678187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:52 smithi018 ceph-mon[153734]: pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:52 smithi018 ceph-mon[149401]: pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:52 smithi149 ceph-mon[135148]: pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2235757187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2235757187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2235757187' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:54 smithi018 ceph-mon[153734]: pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:54.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:54 smithi018 ceph-mon[149401]: pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:54 smithi149 ceph-mon[135148]: pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:55:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:55:54] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.33.4" 2023-09-23T17:55:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[149401]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3563119319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[153734]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3563119319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:55 smithi149 ceph-mon[135148]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:55:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3563119319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[153734]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[153734]: Upgrade: osd.2 is safe to restart 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/365321733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[149401]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[149401]: Upgrade: osd.2 is safe to restart 2023-09-23T17:55:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/365321733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:57 smithi149 ceph-mon[135148]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:57 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T17:55:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:57 smithi149 ceph-mon[135148]: Upgrade: osd.2 is safe to restart 2023-09-23T17:55:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/365321733' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: Upgrade: Updating osd.2 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: Deploying daemon osd.2 on smithi018 2023-09-23T17:55:59.780 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/664120131' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: Upgrade: Updating osd.2 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: Deploying daemon osd.2 on smithi018 2023-09-23T17:55:59.781 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:55:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/664120131' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: Upgrade: Updating osd.2 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: Deploying daemon osd.2 on smithi018 2023-09-23T17:55:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:55:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/664120131' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:01.429 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:01 smithi018 systemd[1]: Stopping Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:56:01.812 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[113665]: debug 2023-09-23T17:56:01.427+0000 7f98cd824700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T17:56:01.812 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[113665]: debug 2023-09-23T17:56:01.427+0000 7f98cd824700 -1 osd.2 91 *** Got signal Terminated *** 2023-09-23T17:56:01.812 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[113665]: debug 2023-09-23T17:56:01.427+0000 7f98cd824700 -1 osd.2 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T17:56:02.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[149401]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:02.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[149401]: osd.2 marked itself down and dead 2023-09-23T17:56:02.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3589110285' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:02.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[153734]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:02.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[153734]: osd.2 marked itself down and dead 2023-09-23T17:56:02.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3589110285' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:01 smithi149 ceph-mon[135148]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:01 smithi149 ceph-mon[135148]: osd.2 marked itself down and dead 2023-09-23T17:56:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3589110285' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:02.562 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:02 smithi018 bash[167732]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[153734]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:02 smithi018 ceph-mon[149401]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T17:56:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: failed to encode map e92 with expected crc 2023-09-23T17:56:03.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:02 smithi149 ceph-mon[135148]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T17:56:04.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:03 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service: Succeeded. 2023-09-23T17:56:04.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:03 smithi018 systemd[1]: Stopped Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:56:04.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:03 smithi018 systemd[1]: Starting Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: pgmap v168: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[149401]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: pgmap v168: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:03 smithi018 ceph-mon[153734]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: pgmap v168: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:03 smithi149 ceph-mon[135148]: failed to encode map e93 with expected crc 2023-09-23T17:56:05.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3293507939' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:05.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:04] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.33.4" 2023-09-23T17:56:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3293507939' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:05.313 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T17:56:05.313 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T17:56:05.314 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:04 smithi018 bash[168051]: --> ceph-volume lvm activate successful for osd ID: 2 2023-09-23T17:56:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3293507939' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:05.793 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:05 smithi018 podman[168330]: 2023-09-23T17:56:05.793 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-osd[168370]: -- 172.21.15.18:0/2892511546 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564be9df64e0 con 0x564be9dc6c00 2023-09-23T17:56:05.793 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:05 smithi018 bash[168330]: ba9bbefe6da708c71921b3f673e543c56eb89f7a767b2cdb7aa3ebd045943885 2023-09-23T17:56:06.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:05 smithi018 systemd[1]: Started Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:56:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[153734]: pgmap v170: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[149401]: pgmap v170: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:05 smithi149 ceph-mon[135148]: pgmap v170: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-09-23T17:56:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:06.562 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:56:06.219+0000 7f52104bf640 -1 Falling back to public interface 2023-09-23T17:56:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/161006087' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/161006087' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/161006087' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:07 smithi018 ceph-mon[153734]: pgmap v171: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:07 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:07 smithi018 ceph-mon[149401]: pgmap v171: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:07 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:07 smithi149 ceph-mon[135148]: pgmap v171: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:07 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3458054434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3458054434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:09.312 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:56:09.156+0000 7f52104bf640 -1 osd.2 91 log_to_monitors true 2023-09-23T17:56:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3458054434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:10.312 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:56:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:56:10.014+0000 7f51ff928700 -1 osd.2 91 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:56:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[153734]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:56:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[149401]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:56:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:09 smithi149 ceph-mon[135148]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:09 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T17:56:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: osdmap e94: 8 total, 7 up, 8 in 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: osdmap e94: 8 total, 7 up, 8 in 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: failed to encode map e94 with expected crc 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: osdmap e94: 8 total, 7 up, 8 in 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: pgmap v174: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945] boot 2023-09-23T17:56:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3937956004' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: pgmap v174: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945] boot 2023-09-23T17:56:12.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T17:56:12.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:56:12.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3937956004' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:12.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:12 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: pgmap v174: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: failed to encode map e95 with expected crc 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: osd.2 [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945] boot 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T17:56:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3937956004' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:12.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:12.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:12 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:13.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: osdmap e96: 8 total, 8 up, 8 in 2023-09-23T17:56:13.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[149401]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: osdmap e96: 8 total, 8 up, 8 in 2023-09-23T17:56:13.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:13 smithi018 ceph-mon[153734]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: osdmap e96: 8 total, 8 up, 8 in 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:13.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:13 smithi149 ceph-mon[135148]: failed to encode map e96 with expected crc 2023-09-23T17:56:14.292 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-mon[149401]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:14.292 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1216165083' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:14.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-mon[153734]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:14.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1216165083' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:14 smithi149 ceph-mon[135148]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1216165083' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:14.562 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:56:14.522+0000 7f58e8bfe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:56:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:14] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.33.4" 2023-09-23T17:56:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 12 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:56:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:15 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 12 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 12 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2023-09-23T17:56:15.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:15 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/811402555' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:16.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/811402555' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:16.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/811402555' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:17 smithi149 ceph-mon[135148]: pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:17 smithi018 ceph-mon[153734]: pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:17.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:17 smithi018 ceph-mon[149401]: pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:18 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded) 2023-09-23T17:56:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:18 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T17:56:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1113222612' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded) 2023-09-23T17:56:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T17:56:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1113222612' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded) 2023-09-23T17:56:18.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T17:56:18.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1113222612' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:19 smithi149 ceph-mon[135148]: pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:19.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:19 smithi018 ceph-mon[153734]: pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:19.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:19 smithi018 ceph-mon[149401]: pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/260187988' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/260187988' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:21.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/260187988' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:21 smithi018 ceph-mon[153734]: pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:21 smithi018 ceph-mon[149401]: pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:21 smithi149 ceph-mon[135148]: pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2251936453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2251936453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2251936453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:23 smithi018 ceph-mon[153734]: pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:23 smithi018 ceph-mon[149401]: pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:23 smithi149 ceph-mon[135148]: pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:24] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.33.4" 2023-09-23T17:56:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[153734]: pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/381253326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[149401]: pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/381253326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:25 smithi149 ceph-mon[135148]: pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/381253326' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:28.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:27 smithi018 ceph-mon[149401]: pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:28.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1418941878' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:28.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:27 smithi018 ceph-mon[153734]: pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:28.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1418941878' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:27 smithi149 ceph-mon[135148]: pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1418941878' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:30.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[153734]: pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:30.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:30.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1725205781' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:30.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[149401]: pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:30.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:30.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1725205781' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:29 smithi149 ceph-mon[135148]: pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:29 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1725205781' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:31.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:30 smithi018 ceph-mon[149401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:31.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:30 smithi018 ceph-mon[149401]: Upgrade: osd.3 is safe to restart 2023-09-23T17:56:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:30 smithi018 ceph-mon[153734]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:30 smithi018 ceph-mon[153734]: Upgrade: osd.3 is safe to restart 2023-09-23T17:56:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:30 smithi149 ceph-mon[135148]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T17:56:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:30 smithi149 ceph-mon[135148]: Upgrade: osd.3 is safe to restart 2023-09-23T17:56:32.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:32.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: Upgrade: Updating osd.3 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[149401]: Deploying daemon osd.3 on smithi018 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: Upgrade: Updating osd.3 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:56:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:32.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:32 smithi018 ceph-mon[153734]: Deploying daemon osd.3 on smithi018 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: Upgrade: Updating osd.3 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:32 smithi149 ceph-mon[135148]: Deploying daemon osd.3 on smithi018 2023-09-23T17:56:33.294 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3165455469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:33.295 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3165455469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3165455469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:33.961 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:33 smithi018 systemd[1]: Stopping Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:56:34.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:34 smithi018 ceph-mon[153734]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:34.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:34 smithi018 ceph-mon[153734]: osd.3 marked itself down and dead 2023-09-23T17:56:34.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:34 smithi018 ceph-mon[149401]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:34.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:34 smithi018 ceph-mon[149401]: osd.3 marked itself down and dead 2023-09-23T17:56:34.287 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[117810]: debug 2023-09-23T17:56:33.959+0000 7fe55952e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T17:56:34.287 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[117810]: debug 2023-09-23T17:56:33.959+0000 7fe55952e700 -1 osd.3 96 *** Got signal Terminated *** 2023-09-23T17:56:34.287 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:33 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[117810]: debug 2023-09-23T17:56:33.959+0000 7fe55952e700 -1 osd.3 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T17:56:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:34 smithi149 ceph-mon[135148]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:34 smithi149 ceph-mon[135148]: osd.3 marked itself down and dead 2023-09-23T17:56:34.562 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:34 smithi018 bash[171183]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3 2023-09-23T17:56:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:34] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.33.4" 2023-09-23T17:56:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1054097334' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T17:56:35.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1054097334' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: failed to encode map e97 with expected crc 2023-09-23T17:56:35.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1054097334' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:36.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: pgmap v189: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:36.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[149401]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: pgmap v189: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:36.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:36 smithi018 ceph-mon[153734]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.314 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:35 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3.service: Succeeded. 2023-09-23T17:56:36.314 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:35 smithi018 systemd[1]: Stopped Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:56:36.315 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 systemd[1]: Starting Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: pgmap v189: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:36 smithi149 ceph-mon[135148]: failed to encode map e98 with expected crc 2023-09-23T17:56:37.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3014831235' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3014831235' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:37.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T17:56:37.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T17:56:37.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2023-09-23T17:56:37.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2023-09-23T17:56:37.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2023-09-23T17:56:37.314 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-09-23T17:56:37.314 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T17:56:37.314 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:36 smithi018 bash[171484]: --> ceph-volume lvm activate successful for osd ID: 3 2023-09-23T17:56:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3014831235' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:37.983 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:37 smithi018 podman[171751]: 2023-09-23T17:56:37.983 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:37 smithi018 ceph-osd[171792]: -- 172.21.15.18:0/4256153368 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5651ecb244e0 con 0x5651ecaf5000 2023-09-23T17:56:37.983 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:37 smithi018 bash[171751]: 64fe246f94f7db93f4149622aa61a104c7d8ea713e18571af889578f33eeee21 2023-09-23T17:56:38.312 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:37 smithi018 systemd[1]: Started Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:56:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:38 smithi018 ceph-mon[149401]: pgmap v191: 73 pgs: 3 active+undersized+degraded, 3 peering, 4 stale+active+clean, 18 active+undersized, 45 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:38 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:38.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:38 smithi018 ceph-mon[153734]: pgmap v191: 73 pgs: 3 active+undersized+degraded, 3 peering, 4 stale+active+clean, 18 active+undersized, 45 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:38.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:38 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:38 smithi149 ceph-mon[135148]: pgmap v191: 73 pgs: 3 active+undersized+degraded, 3 peering, 4 stale+active+clean, 18 active+undersized, 45 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:38 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:38.812 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T17:56:38.431+0000 7f12a1140640 -1 Falling back to public interface 2023-09-23T17:56:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:40.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[153734]: pgmap v192: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2224039514' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[149401]: pgmap v192: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2224039514' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:40.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:40 smithi149 ceph-mon[135148]: pgmap v192: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2224039514' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:40.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:41.812 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:41 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T17:56:41.351+0000 7f12a1140640 -1 osd.3 96 log_to_monitors true 2023-09-23T17:56:42.312 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T17:56:42.065+0000 7f128fda8700 -1 osd.3 96 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T17:56:42.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[149401]: pgmap v193: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:42.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[149401]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1030998512' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:42.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[153734]: pgmap v193: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:42.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[153734]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1030998512' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:42 smithi149 ceph-mon[135148]: pgmap v193: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:42 smithi149 ceph-mon[135148]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:42 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T17:56:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1030998512' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:56:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: osdmap e99: 8 total, 7 up, 8 in 2023-09-23T17:56:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: osdmap e99: 8 total, 7 up, 8 in 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: osdmap e99: 8 total, 7 up, 8 in 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: from='osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: failed to encode map e99 with expected crc 2023-09-23T17:56:43.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:43.848 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 4 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: pgmap v195: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818] boot 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3832429964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[149401]: osdmap e101: 8 total, 8 up, 8 in 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: pgmap v195: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818] boot 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3832429964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-mon[153734]: osdmap e101: 8 total, 8 up, 8 in 2023-09-23T17:56:44.339 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: pgmap v195: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: osd.3 [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818] boot 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T17:56:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: failed to encode map e100 with expected crc 2023-09-23T17:56:44.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:44.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3832429964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T17:56:44.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:44 smithi149 ceph-mon[135148]: osdmap e101: 8 total, 8 up, 8 in 2023-09-23T17:56:45.177 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.177 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[153734]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.178 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:44] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.33.4" 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:45 smithi018 ceph-mon[149401]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:45 smithi149 ceph-mon[135148]: failed to encode map e101 with expected crc 2023-09-23T17:56:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:46 smithi149 ceph-mon[135148]: pgmap v198: 73 pgs: 3 peering, 3 active+undersized+degraded, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:46.487 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:46 smithi018 ceph-mon[153734]: pgmap v198: 73 pgs: 3 peering, 3 active+undersized+degraded, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:46.487 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:46 smithi018 ceph-mon[149401]: pgmap v198: 73 pgs: 3 peering, 3 active+undersized+degraded, 25 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T17:56:46.944 INFO:teuthology.orchestra.run.smithi018.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:56:47.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: pgmap v199: 73 pgs: 3 peering, 2 active+undersized+degraded, 11 active+undersized, 57 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: pgmap v199: 73 pgs: 3 peering, 2 active+undersized+degraded, 11 active+undersized, 57 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:48.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: pgmap v199: 73 pgs: 3 peering, 2 active+undersized+degraded, 11 active+undersized, 57 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:56:48.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:49.026 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:48 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:56:49.026 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:48 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T17:56:49.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:48 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:56:49.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:48 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T17:56:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:48 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2023-09-23T17:56:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:48 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (7m) - 10m 27.0M - 0.23.0 ba2b418f427c 03bc87e3cc18 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (6m) - 9m 58.1M - 8.3.5 dad864ee21e9 899e624f086c 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (9m) - 9m 21.1M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (9m) - 9m 15.2M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443,9283,8765 running (6m) - 13m 450M - 18.2.0-460-gbb0daeff e32c2a64c126 c73f8d66eab5 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:8443,9283,8765 running (6m) - 15m 515M - 18.2.0-460-gbb0daeff e32c2a64c126 5dc3a112637d 2023-09-23T17:56:49.451 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (6m) - 15m 109M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 85eb53d86d0f 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 running (3m) - 13m 46.0M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 ebf82b677395 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 running (4m) - 13m 85.9M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 9fe7f780dd25 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (7m) - 10m 22.1M - 1.3.1 1dbe0e931976 dd41f5a99701 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (7m) - 10m 20.1M - 1.3.1 1dbe0e931976 b271630d2077 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (108s) - 13m 59.1M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 77f2fa2358c8 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (76s) - 12m 56.5M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 213e17070e56 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (44s) - 12m 50.6M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 ba9bbefe6da7 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (11s) - 12m 11.5M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 64fe246f94f7 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (11m) - 11m 86.2M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (11m) - 11m 92.2M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (11m) - 11m 81.8M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (10m) - 10m 103M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:56:49.452 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (6m) - 10m 69.7M - 2.33.4 514e6a882f6e 445154ffea1a 2023-09-23T17:56:49.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T17:56:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:49 smithi018 ceph-mon[153734]: pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:49 smithi018 ceph-mon[149401]: pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:49 smithi149 ceph-mon[135148]: pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:51.150 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:51 smithi018 ceph-mon[153734]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:51.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:50 smithi018 ceph-mon[149401]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:51 smithi149 ceph-mon[135148]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:51.823 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T17:56:51.823 INFO:teuthology.orchestra.run.smithi018.stdout:alertmanager.a smithi018 *:9093,9094 running (7m) - 10m 27.0M - 0.23.0 ba2b418f427c 03bc87e3cc18 2023-09-23T17:56:51.823 INFO:teuthology.orchestra.run.smithi018.stdout:grafana.a smithi149 *:3000 running (6m) - 9m 58.1M - 8.3.5 dad864ee21e9 899e624f086c 2023-09-23T17:56:51.823 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi018.bqhmud smithi018 running (9m) - 9m 21.1M - 16.2.14-37-g2e1f1015 1e6a756174a8 064ff470dc4b 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mds.foo.smithi149.qrsdyr smithi149 running (9m) - 9m 15.2M - 16.2.14-37-g2e1f1015 1e6a756174a8 85ab8ea52930 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi149 *:8443,9283,8765 running (6m) - 13m 450M - 18.2.0-460-gbb0daeff e32c2a64c126 c73f8d66eab5 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi018 *:8443,9283,8765 running (6m) - 15m 515M - 18.2.0-460-gbb0daeff e32c2a64c126 5dc3a112637d 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (6m) - 15m 109M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 85eb53d86d0f 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi149 running (3m) - 13m 46.0M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 ebf82b677395 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi018 running (4m) - 13m 85.9M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 9fe7f780dd25 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.a smithi018 *:9100 running (7m) - 10m 22.1M - 1.3.1 1dbe0e931976 dd41f5a99701 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:node-exporter.b smithi149 *:9100 running (7m) - 10m 20.1M - 1.3.1 1dbe0e931976 b271630d2077 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (110s) - 13m 59.1M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 77f2fa2358c8 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi018 running (78s) - 13m 56.5M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 213e17070e56 2023-09-23T17:56:51.824 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi018 running (46s) - 12m 50.6M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 ba9bbefe6da7 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (14s) - 12m 11.5M 2501M 18.2.0-460-gbb0daeff e32c2a64c126 64fe246f94f7 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi149 running (11m) - 11m 86.2M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4fe872100d23 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi149 running (11m) - 11m 92.2M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 4c8db31e5a29 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi149 running (11m) - 11m 81.8M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 75464f90e6aa 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi149 running (10m) - 10m 103M 4096M 16.2.14-37-g2e1f1015 1e6a756174a8 5d52255663e6 2023-09-23T17:56:51.825 INFO:teuthology.orchestra.run.smithi018.stdout:prometheus.a smithi149 *:9095 running (6m) - 10m 69.7M - 2.33.4 514e6a882f6e 445154ffea1a 2023-09-23T17:56:52.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:52 smithi018 ceph-mon[153734]: pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:52.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:52 smithi018 ceph-mon[149401]: pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:52.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph versions' 2023-09-23T17:56:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:52 smithi149 ceph-mon[135148]: pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:53.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:53 smithi018 ceph-mon[153734]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:53.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:53 smithi018 ceph-mon[149401]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:53 smithi149 ceph-mon[135148]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:56:54.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:54 smithi018 ceph-mon[149401]: pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:54 smithi018 ceph-mon[153734]: pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "mon": { 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 3 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr": { 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 2 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "osd": { 2023-09-23T17:56:54.313 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)": 4, 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 4 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "mds": { 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)": 2 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "overall": { 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 16.2.14-37-g2e1f1015 (2e1f10153ef2437dea8ce9168df827af9bb64fd7) pacific (stable)": 6, 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 9 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:56:54.314 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:56:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:54 smithi149 ceph-mon[135148]: pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:55.072 DEBUG:teuthology.parallel:result is None 2023-09-23T17:56:55.072 INFO:teuthology.run_tasks:Running task print... 2023-09-23T17:56:55.081 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2023-09-23T17:56:55.082 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-09-23T17:56:55.101 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T17:56:55.101 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T17:56:55.102 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T17:56:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:56:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:56:54] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.33.4" 2023-09-23T17:56:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/521760115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:55.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/521760115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/521760115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T17:56:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:56:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:56:55.713 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:56:56.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:56 smithi018 ceph-mon[153734]: pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:56.293 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:56 smithi018 ceph-mon[149401]: pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:56 smithi149 ceph-mon[135148]: pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:57.264 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:56:57.731 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":35,"active_gid":34107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":1858500342},{"type":"v1","addr":"172.21.15.18:6801","nonce":1858500342}]},"active_addr":"172.21.15.18:6801/1858500342","active_change":"2023-09-23T17:50:54.419898+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":25726,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":81,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":765498170}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":489944700}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":1638453573}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":317577157}]}]} 2023-09-23T17:56:57.736 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T17:56:57.736 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T17:56:57.736 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:56:58.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:58 smithi018 ceph-mon[153734]: pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:58.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:56:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/423908894' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:56:58.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:58 smithi018 ceph-mon[149401]: pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:58.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:56:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/423908894' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:56:58.344 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:56:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:58 smithi149 ceph-mon[135148]: pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:56:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:56:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/423908894' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T17:56:59.983 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:56:59.983 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":101,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:56:44.043634+0000","last_up_change":"2023-09-23T17:56:43.042064+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":81,"up_from":85,"up_thru":100,"down_at":82,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6803","nonce":1212934929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6805","nonce":1212934929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6809","nonce":1212934929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6807","nonce":1212934929}]},"public_addr":"172.21.15.18:6803/1212934929","cluster_addr":"172.21.15.18:6805/1212934929","heartbeat_back_addr":"172.21.15.18:6809/1212934929","heartbeat_front_addr":"172.21.15.18:6807/1212934929","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":86,"up_from":90,"up_thru":100,"down_at":87,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6811","nonce":873966289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6813","nonce":873966289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6817","nonce":873966289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6815","nonce":873966289}]},"public_addr":"172.21.15.18:6811/873966289","cluster_addr":"172.21.15.18:6813/873966289","heartbeat_back_addr":"172.21.15.18:6817/873966289","heartbeat_front_addr":"172.21.15.18:6815/873966289","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":91,"up_from":95,"up_thru":100,"down_at":92,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6819","nonce":2781575945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6821","nonce":2781575945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6825","nonce":2781575945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6823","nonce":2781575945}]},"public_addr":"172.21.15.18:6819/2781575945","cluster_addr":"172.21.15.18:6821/2781575945","heartbeat_back_addr":"172.21.15.18:6825/2781575945","heartbeat_front_addr":"172.21.15.18:6823/2781575945","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":96,"up_from":100,"up_thru":100,"down_at":97,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6827","nonce":2734944818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6829","nonce":2734944818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6833","nonce":2734944818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6831","nonce":2734944818}]},"public_addr":"172.21.15.18:6827/2734944818","cluster_addr":"172.21.15.18:6829/2734944818","heartbeat_back_addr":"172.21.15.18:6833/2734944818","heartbeat_front_addr":"172.21.15.18:6831/2734944818","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":81},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":86},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":91},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":96},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/4112137721":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/286373757":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6801/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/2333700181":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1340598832":"2023-09-24T17:50:54.419709+0000","172.21.15.149:6834/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:6800/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1977156310":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.149:0/3632377764":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1052396238":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3535141481":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.149:0/1867081496":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/2769501859":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/374562803":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/2482713891":"2023-09-24T17:49:09.381142+0000","172.21.15.149:6835/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3590848614":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1523561625":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:57:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:00 smithi018 ceph-mon[153734]: pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2165799204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:00 smithi018 ceph-mon[149401]: pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2165799204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:00 smithi149 ceph-mon[135148]: pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2165799204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:00.476 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T17:57:00.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T17:57:01.083 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:02.184 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:02 smithi018 ceph-mon[153734]: pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:02.184 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:02 smithi018 ceph-mon[149401]: pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:02 smithi149 ceph-mon[135148]: pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:02.584 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:02.585 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":101,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T17:56:44.043634+0000","last_up_change":"2023-09-23T17:56:43.042064+0000","last_in_change":"2023-09-23T17:45:42.804962+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":81,"up_from":85,"up_thru":100,"down_at":82,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6803","nonce":1212934929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6805","nonce":1212934929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6809","nonce":1212934929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6807","nonce":1212934929}]},"public_addr":"172.21.15.18:6803/1212934929","cluster_addr":"172.21.15.18:6805/1212934929","heartbeat_back_addr":"172.21.15.18:6809/1212934929","heartbeat_front_addr":"172.21.15.18:6807/1212934929","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":86,"up_from":90,"up_thru":100,"down_at":87,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6811","nonce":873966289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6813","nonce":873966289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6817","nonce":873966289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":873966289},{"type":"v1","addr":"172.21.15.18:6815","nonce":873966289}]},"public_addr":"172.21.15.18:6811/873966289","cluster_addr":"172.21.15.18:6813/873966289","heartbeat_back_addr":"172.21.15.18:6817/873966289","heartbeat_front_addr":"172.21.15.18:6815/873966289","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":91,"up_from":95,"up_thru":100,"down_at":92,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6819","nonce":2781575945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6821","nonce":2781575945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6825","nonce":2781575945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":2781575945},{"type":"v1","addr":"172.21.15.18:6823","nonce":2781575945}]},"public_addr":"172.21.15.18:6819/2781575945","cluster_addr":"172.21.15.18:6821/2781575945","heartbeat_back_addr":"172.21.15.18:6825/2781575945","heartbeat_front_addr":"172.21.15.18:6823/2781575945","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":96,"up_from":100,"up_thru":100,"down_at":97,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6827","nonce":2734944818}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6829","nonce":2734944818}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6833","nonce":2734944818}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":2734944818},{"type":"v1","addr":"172.21.15.18:6831","nonce":2734944818}]},"public_addr":"172.21.15.18:6827/2734944818","cluster_addr":"172.21.15.18:6829/2734944818","heartbeat_back_addr":"172.21.15.18:6833/2734944818","heartbeat_front_addr":"172.21.15.18:6831/2734944818","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6809","nonce":1628701527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6811","nonce":1628701527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6815","nonce":1628701527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1628701527},{"type":"v1","addr":"172.21.15.149:6813","nonce":1628701527}]},"public_addr":"172.21.15.149:6809/1628701527","cluster_addr":"172.21.15.149:6811/1628701527","heartbeat_back_addr":"172.21.15.149:6815/1628701527","heartbeat_front_addr":"172.21.15.149:6813/1628701527","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6817","nonce":2244374902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6819","nonce":2244374902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6823","nonce":2244374902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2244374902},{"type":"v1","addr":"172.21.15.149:6821","nonce":2244374902}]},"public_addr":"172.21.15.149:6817/2244374902","cluster_addr":"172.21.15.149:6819/2244374902","heartbeat_back_addr":"172.21.15.149:6823/2244374902","heartbeat_front_addr":"172.21.15.149:6821/2244374902","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":81},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":86},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":91},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":96},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/4112137721":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/286373757":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6801/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/2333700181":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1340598832":"2023-09-24T17:50:54.419709+0000","172.21.15.149:6834/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:6800/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1977156310":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.149:0/3632377764":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1052396238":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3535141481":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.149:0/1867081496":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/2769501859":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/374562803":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/2482713891":"2023-09-24T17:49:09.381142+0000","172.21.15.149:6835/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3590848614":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1523561625":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T17:57:03.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T17:57:03.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T17:57:03.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T17:57:03.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T17:57:03.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T17:57:03.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T17:57:03.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T17:57:03.019 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T17:57:03.321 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2987506562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:03.321 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2987506562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2987506562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T17:57:03.735 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:03.750 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:03.891 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:03.893 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:03.895 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:03.895 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:04.038 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:04.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:04 smithi018 ceph-mon[153734]: pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:04.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:04 smithi018 ceph-mon[149401]: pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:04.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:04 smithi149 ceph-mon[135148]: pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:04.556 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:05.287 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:04] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.33.4" 2023-09-23T17:57:06.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:06 smithi018 ceph-mon[153734]: pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:06.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:06 smithi018 ceph-mon[149401]: pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:06 smithi149 ceph-mon[135148]: pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:08.293 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:08 smithi018 ceph-mon[153734]: pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:08.294 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:08 smithi018 ceph-mon[149401]: pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:08 smithi149 ceph-mon[135148]: pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:10.035 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:10 smithi018 ceph-mon[149401]: pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:10 smithi018 ceph-mon[153734]: pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:10 smithi149 ceph-mon[135148]: pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:10.597 INFO:teuthology.orchestra.run.smithi018.stdout:429496729607 2023-09-23T17:57:10.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T17:57:11.226 INFO:teuthology.orchestra.run.smithi018.stdout:206158430346 2023-09-23T17:57:11.227 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T17:57:11.318 INFO:teuthology.orchestra.run.smithi018.stdout:128849019029 2023-09-23T17:57:11.318 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T17:57:11.768 INFO:teuthology.orchestra.run.smithi018.stdout:408021893133 2023-09-23T17:57:11.769 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T17:57:12.069 INFO:teuthology.orchestra.run.smithi018.stdout:386547056660 2023-09-23T17:57:12.070 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T17:57:12.182 INFO:teuthology.orchestra.run.smithi018.stdout:180388626573 2023-09-23T17:57:12.183 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T17:57:12.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:12 smithi018 ceph-mon[153734]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:12 smithi018 ceph-mon[149401]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:12 smithi149 ceph-mon[135148]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:13.236 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:13.262 INFO:teuthology.orchestra.run.smithi018.stdout:154618822802 2023-09-23T17:57:13.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T17:57:13.268 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:13.655 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:13.685 INFO:teuthology.orchestra.run.smithi018.stdout:365072220187 2023-09-23T17:57:13.685 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T17:57:13.791 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:13.794 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:14.196 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:14 smithi018 ceph-mon[153734]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:14.196 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:14 smithi018 ceph-mon[149401]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:14 smithi149 ceph-mon[135148]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:14.674 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:14] "GET /metrics HTTP/1.1" 200 33890 "" "Prometheus/2.33.4" 2023-09-23T17:57:16.142 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:16 smithi018 ceph-mon[153734]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:16.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:16 smithi018 ceph-mon[149401]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:16 smithi149 ceph-mon[135148]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:16.838 INFO:teuthology.orchestra.run.smithi018.stdout:429496729608 2023-09-23T17:57:17.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:17 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1277833376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:57:17.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:17 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1277833376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:57:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:17 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1277833376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T17:57:17.688 INFO:teuthology.orchestra.run.smithi018.stdout:128849019031 2023-09-23T17:57:17.856 INFO:tasks.cephadm.ceph_manager.ceph:need seq 429496729607 got 429496729608 for osd.3 2023-09-23T17:57:17.856 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:18 smithi018 ceph-mon[153734]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2584974659' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:57:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:18 smithi018 ceph-mon[149401]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2584974659' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:57:18.323 INFO:teuthology.orchestra.run.smithi018.stdout:386547056661 2023-09-23T17:57:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:18 smithi149 ceph-mon[135148]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2584974659' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T17:57:18.672 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:18.882 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019029 got 128849019031 for osd.4 2023-09-23T17:57:18.882 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:18.932 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:18.959 INFO:tasks.cephadm.ceph_manager.ceph:need seq 386547056660 got 386547056661 for osd.1 2023-09-23T17:57:18.959 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:18.961 INFO:teuthology.orchestra.run.smithi018.stdout:206158430348 2023-09-23T17:57:19.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/307444223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:57:19.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3483167518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:57:19.240 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/307444223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:57:19.240 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3483167518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:57:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/307444223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T17:57:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3483167518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T17:57:19.731 INFO:teuthology.orchestra.run.smithi018.stdout:180388626575 2023-09-23T17:57:20.112 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430346 got 206158430348 for osd.7 2023-09-23T17:57:20.112 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:20 smithi018 ceph-mon[153734]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3314523060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:57:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:20 smithi018 ceph-mon[149401]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3314523060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:57:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:20 smithi149 ceph-mon[135148]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3314523060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T17:57:20.671 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626573 got 180388626575 for osd.6 2023-09-23T17:57:20.672 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:21.153 INFO:teuthology.orchestra.run.smithi018.stdout:408021893136 2023-09-23T17:57:21.910 INFO:teuthology.orchestra.run.smithi018.stdout:154618822804 2023-09-23T17:57:22.134 INFO:tasks.cephadm.ceph_manager.ceph:need seq 408021893133 got 408021893136 for osd.2 2023-09-23T17:57:22.134 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[153734]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2597774154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:57:22.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/275552332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:57:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[149401]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:22.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2597774154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:57:22.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/275552332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:57:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:22 smithi149 ceph-mon[135148]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2597774154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T17:57:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/275552332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T17:57:22.707 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822802 got 154618822804 for osd.5 2023-09-23T17:57:22.708 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:22.928 INFO:teuthology.orchestra.run.smithi018.stdout:365072220188 2023-09-23T17:57:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1221881638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:57:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1221881638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:57:23.378 INFO:tasks.cephadm.ceph_manager.ceph:need seq 365072220187 got 365072220188 for osd.0 2023-09-23T17:57:23.378 DEBUG:teuthology.parallel:result is None 2023-09-23T17:57:23.378 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T17:57:23.378 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:57:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1221881638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T17:57:23.983 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:24 smithi149 ceph-mon[135148]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:24.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:24 smithi018 ceph-mon[153734]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:24.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:24 smithi018 ceph-mon[149401]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:25.086 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:25.087 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:24] "GET /metrics HTTP/1.1" 200 33888 "" "Prometheus/2.33.4" 2023-09-23T17:57:25.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:25.498 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:25.499 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:57:25.902 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":218,"stamp":"2023-09-23T17:57:24.536337+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1340840,"kb_used_data":22248,"kb_used_omap":32,"kb_used_meta":1318495,"kb_avail":748620376,"statfs":{"total":767960285184,"available":766587265024,"internally_reserved":0,"allocated":22781952,"data_stored":18861171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1350139709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003508"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056319+0000","last_change":"2023-09-23T17:56:12.018145+0000","last_active":"2023-09-23T17:56:43.056319+0000","last_peered":"2023-09-23T17:56:43.056319+0000","last_clean":"2023-09-23T17:56:43.056319+0000","last_became_active":"2023-09-23T17:56:12.017721+0000","last_became_peered":"2023-09-23T17:56:12.017721+0000","last_unstale":"2023-09-23T17:56:43.056319+0000","last_undegraded":"2023-09-23T17:56:43.056319+0000","last_fullsized":"2023-09-23T17:56:43.056319+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049897+0000","last_change":"2023-09-23T17:56:12.018284+0000","last_active":"2023-09-23T17:56:44.049897+0000","last_peered":"2023-09-23T17:56:44.049897+0000","last_clean":"2023-09-23T17:56:44.049897+0000","last_became_active":"2023-09-23T17:56:12.017940+0000","last_became_peered":"2023-09-23T17:56:12.017940+0000","last_unstale":"2023-09-23T17:56:44.049897+0000","last_undegraded":"2023-09-23T17:56:44.049897+0000","last_fullsized":"2023-09-23T17:56:44.049897+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:47:56.535413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054583+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:56:44.054583+0000","last_peered":"2023-09-23T17:56:44.054583+0000","last_clean":"2023-09-23T17:56:44.054583+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:56:44.054583+0000","last_undegraded":"2023-09-23T17:56:44.054583+0000","last_fullsized":"2023-09-23T17:56:44.054583+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":76,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059598+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:56:44.059598+0000","last_peered":"2023-09-23T17:56:44.059598+0000","last_clean":"2023-09-23T17:56:44.059598+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:56:44.059598+0000","last_undegraded":"2023-09-23T17:56:44.059598+0000","last_fullsized":"2023-09-23T17:56:44.059598+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056127+0000","last_change":"2023-09-23T17:56:44.056127+0000","last_active":"2023-09-23T17:56:44.056127+0000","last_peered":"2023-09-23T17:56:44.056127+0000","last_clean":"2023-09-23T17:56:44.056127+0000","last_became_active":"2023-09-23T17:56:44.055765+0000","last_became_peered":"2023-09-23T17:56:44.055765+0000","last_unstale":"2023-09-23T17:56:44.056127+0000","last_undegraded":"2023-09-23T17:56:44.056127+0000","last_fullsized":"2023-09-23T17:56:44.056127+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050974+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:56:43.050974+0000","last_peered":"2023-09-23T17:56:43.050974+0000","last_clean":"2023-09-23T17:56:43.050974+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:56:43.050974+0000","last_undegraded":"2023-09-23T17:56:43.050974+0000","last_fullsized":"2023-09-23T17:56:43.050974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055940+0000","last_change":"2023-09-23T17:56:44.055940+0000","last_active":"2023-09-23T17:56:44.055940+0000","last_peered":"2023-09-23T17:56:44.055940+0000","last_clean":"2023-09-23T17:56:44.055940+0000","last_became_active":"2023-09-23T17:56:44.055438+0000","last_became_peered":"2023-09-23T17:56:44.055438+0000","last_unstale":"2023-09-23T17:56:44.055940+0000","last_undegraded":"2023-09-23T17:56:44.055940+0000","last_fullsized":"2023-09-23T17:56:44.055940+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050204+0000","last_change":"2023-09-23T17:55:40.288198+0000","last_active":"2023-09-23T17:56:43.050204+0000","last_peered":"2023-09-23T17:56:43.050204+0000","last_clean":"2023-09-23T17:56:43.050204+0000","last_became_active":"2023-09-23T17:55:40.287770+0000","last_became_peered":"2023-09-23T17:55:40.287770+0000","last_unstale":"2023-09-23T17:56:43.050204+0000","last_undegraded":"2023-09-23T17:56:43.050204+0000","last_fullsized":"2023-09-23T17:56:43.050204+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056999+0000","last_change":"2023-09-23T17:56:44.056999+0000","last_active":"2023-09-23T17:56:44.056999+0000","last_peered":"2023-09-23T17:56:44.056999+0000","last_clean":"2023-09-23T17:56:44.056999+0000","last_became_active":"2023-09-23T17:56:44.056547+0000","last_became_peered":"2023-09-23T17:56:44.056547+0000","last_unstale":"2023-09-23T17:56:44.056999+0000","last_undegraded":"2023-09-23T17:56:44.056999+0000","last_fullsized":"2023-09-23T17:56:44.056999+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:28:05.920286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056093+0000","last_change":"2023-09-23T17:55:07.969638+0000","last_active":"2023-09-23T17:56:43.056093+0000","last_peered":"2023-09-23T17:56:43.056093+0000","last_clean":"2023-09-23T17:56:43.056093+0000","last_became_active":"2023-09-23T17:55:07.969141+0000","last_became_peered":"2023-09-23T17:55:07.969141+0000","last_unstale":"2023-09-23T17:56:43.056093+0000","last_undegraded":"2023-09-23T17:56:43.056093+0000","last_fullsized":"2023-09-23T17:56:43.056093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:24.962702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058562+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:56:43.058562+0000","last_peered":"2023-09-23T17:56:43.058562+0000","last_clean":"2023-09-23T17:56:43.058562+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:56:43.058562+0000","last_undegraded":"2023-09-23T17:56:43.058562+0000","last_fullsized":"2023-09-23T17:56:43.058562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050199+0000","last_change":"2023-09-23T17:55:40.290864+0000","last_active":"2023-09-23T17:56:44.050199+0000","last_peered":"2023-09-23T17:56:44.050199+0000","last_clean":"2023-09-23T17:56:44.050199+0000","last_became_active":"2023-09-23T17:55:40.290152+0000","last_became_peered":"2023-09-23T17:55:40.290152+0000","last_unstale":"2023-09-23T17:56:44.050199+0000","last_undegraded":"2023-09-23T17:56:44.050199+0000","last_fullsized":"2023-09-23T17:56:44.050199+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:36.840299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":295,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054962+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:56:43.054962+0000","last_peered":"2023-09-23T17:56:43.054962+0000","last_clean":"2023-09-23T17:56:43.054962+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:56:43.054962+0000","last_undegraded":"2023-09-23T17:56:43.054962+0000","last_fullsized":"2023-09-23T17:56:43.054962+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063232+0000","last_change":"2023-09-23T17:56:44.063232+0000","last_active":"2023-09-23T17:56:44.063232+0000","last_peered":"2023-09-23T17:56:44.063232+0000","last_clean":"2023-09-23T17:56:44.063232+0000","last_became_active":"2023-09-23T17:56:44.062922+0000","last_became_peered":"2023-09-23T17:56:44.062922+0000","last_unstale":"2023-09-23T17:56:44.063232+0000","last_undegraded":"2023-09-23T17:56:44.063232+0000","last_fullsized":"2023-09-23T17:56:44.063232+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:21.034528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":522,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051026+0000","last_change":"2023-09-23T17:55:40.287819+0000","last_active":"2023-09-23T17:56:43.051026+0000","last_peered":"2023-09-23T17:56:43.051026+0000","last_clean":"2023-09-23T17:56:43.051026+0000","last_became_active":"2023-09-23T17:55:40.287282+0000","last_became_peered":"2023-09-23T17:55:40.287282+0000","last_unstale":"2023-09-23T17:56:43.051026+0000","last_undegraded":"2023-09-23T17:56:43.051026+0000","last_fullsized":"2023-09-23T17:56:43.051026+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:08.574479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064443+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:56:44.064443+0000","last_peered":"2023-09-23T17:56:44.064443+0000","last_clean":"2023-09-23T17:56:44.064443+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:56:44.064443+0000","last_undegraded":"2023-09-23T17:56:44.064443+0000","last_fullsized":"2023-09-23T17:56:44.064443+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049620+0000","last_change":"2023-09-23T17:55:07.970239+0000","last_active":"2023-09-23T17:56:44.049620+0000","last_peered":"2023-09-23T17:56:44.049620+0000","last_clean":"2023-09-23T17:56:44.049620+0000","last_became_active":"2023-09-23T17:55:07.969587+0000","last_became_peered":"2023-09-23T17:55:07.969587+0000","last_unstale":"2023-09-23T17:56:44.049620+0000","last_undegraded":"2023-09-23T17:56:44.049620+0000","last_fullsized":"2023-09-23T17:56:44.049620+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:23:53.882688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053206+0000","last_change":"2023-09-23T17:56:12.018885+0000","last_active":"2023-09-23T17:56:43.053206+0000","last_peered":"2023-09-23T17:56:43.053206+0000","last_clean":"2023-09-23T17:56:43.053206+0000","last_became_active":"2023-09-23T17:56:12.018446+0000","last_became_peered":"2023-09-23T17:56:12.018446+0000","last_unstale":"2023-09-23T17:56:43.053206+0000","last_undegraded":"2023-09-23T17:56:43.053206+0000","last_fullsized":"2023-09-23T17:56:43.053206+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.707554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":200,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056005+0000","last_change":"2023-09-23T17:55:07.968840+0000","last_active":"2023-09-23T17:56:43.056005+0000","last_peered":"2023-09-23T17:56:43.056005+0000","last_clean":"2023-09-23T17:56:43.056005+0000","last_became_active":"2023-09-23T17:55:07.968110+0000","last_became_peered":"2023-09-23T17:55:07.968110+0000","last_unstale":"2023-09-23T17:56:43.056005+0000","last_undegraded":"2023-09-23T17:56:43.056005+0000","last_fullsized":"2023-09-23T17:56:43.056005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":69,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050240+0000","last_change":"2023-09-23T17:56:12.019589+0000","last_active":"2023-09-23T17:56:44.050240+0000","last_peered":"2023-09-23T17:56:44.050240+0000","last_clean":"2023-09-23T17:56:44.050240+0000","last_became_active":"2023-09-23T17:56:12.019258+0000","last_became_peered":"2023-09-23T17:56:12.019258+0000","last_unstale":"2023-09-23T17:56:44.050240+0000","last_undegraded":"2023-09-23T17:56:44.050240+0000","last_fullsized":"2023-09-23T17:56:44.050240+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:22.161290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056428+0000","last_change":"2023-09-23T17:56:44.055963+0000","last_active":"2023-09-23T17:56:44.056428+0000","last_peered":"2023-09-23T17:56:44.056428+0000","last_clean":"2023-09-23T17:56:44.056428+0000","last_became_active":"2023-09-23T17:56:44.055630+0000","last_became_peered":"2023-09-23T17:56:44.055630+0000","last_unstale":"2023-09-23T17:56:44.056428+0000","last_undegraded":"2023-09-23T17:56:44.056428+0000","last_fullsized":"2023-09-23T17:56:44.056428+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:35:22.373904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":740,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054360+0000","last_change":"2023-09-23T17:55:40.287240+0000","last_active":"2023-09-23T17:56:43.054360+0000","last_peered":"2023-09-23T17:56:43.054360+0000","last_clean":"2023-09-23T17:56:43.054360+0000","last_became_active":"2023-09-23T17:55:40.286711+0000","last_became_peered":"2023-09-23T17:55:40.286711+0000","last_unstale":"2023-09-23T17:56:43.054360+0000","last_undegraded":"2023-09-23T17:56:43.054360+0000","last_fullsized":"2023-09-23T17:56:43.054360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054890+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:56:43.054890+0000","last_peered":"2023-09-23T17:56:43.054890+0000","last_clean":"2023-09-23T17:56:43.054890+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:56:43.054890+0000","last_undegraded":"2023-09-23T17:56:43.054890+0000","last_fullsized":"2023-09-23T17:56:43.054890+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059800+0000","last_change":"2023-09-23T17:56:44.059800+0000","last_active":"2023-09-23T17:56:44.059800+0000","last_peered":"2023-09-23T17:56:44.059800+0000","last_clean":"2023-09-23T17:56:44.059800+0000","last_became_active":"2023-09-23T17:56:44.059473+0000","last_became_peered":"2023-09-23T17:56:44.059473+0000","last_unstale":"2023-09-23T17:56:44.059800+0000","last_undegraded":"2023-09-23T17:56:44.059800+0000","last_fullsized":"2023-09-23T17:56:44.059800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:08:59.174790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":303,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054807+0000","last_change":"2023-09-23T17:55:07.968713+0000","last_active":"2023-09-23T17:56:43.054807+0000","last_peered":"2023-09-23T17:56:43.054807+0000","last_clean":"2023-09-23T17:56:43.054807+0000","last_became_active":"2023-09-23T17:55:07.968245+0000","last_became_peered":"2023-09-23T17:55:07.968245+0000","last_unstale":"2023-09-23T17:56:43.054807+0000","last_undegraded":"2023-09-23T17:56:43.054807+0000","last_fullsized":"2023-09-23T17:56:43.054807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":599,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050034+0000","last_change":"2023-09-23T17:56:12.022097+0000","last_active":"2023-09-23T17:56:43.050034+0000","last_peered":"2023-09-23T17:56:43.050034+0000","last_clean":"2023-09-23T17:56:43.050034+0000","last_became_active":"2023-09-23T17:56:12.021463+0000","last_became_peered":"2023-09-23T17:56:12.021463+0000","last_unstale":"2023-09-23T17:56:43.050034+0000","last_undegraded":"2023-09-23T17:56:43.050034+0000","last_fullsized":"2023-09-23T17:56:43.050034+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.052327+0000","last_change":"2023-09-23T17:55:40.291415+0000","last_active":"2023-09-23T17:56:43.052327+0000","last_peered":"2023-09-23T17:56:43.052327+0000","last_clean":"2023-09-23T17:56:43.052327+0000","last_became_active":"2023-09-23T17:55:40.291110+0000","last_became_peered":"2023-09-23T17:55:40.291110+0000","last_unstale":"2023-09-23T17:56:43.052327+0000","last_undegraded":"2023-09-23T17:56:43.052327+0000","last_fullsized":"2023-09-23T17:56:43.052327+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:40.540330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053276+0000","last_change":"2023-09-23T17:56:12.017161+0000","last_active":"2023-09-23T17:56:43.053276+0000","last_peered":"2023-09-23T17:56:43.053276+0000","last_clean":"2023-09-23T17:56:43.053276+0000","last_became_active":"2023-09-23T17:56:12.016824+0000","last_became_peered":"2023-09-23T17:56:12.016824+0000","last_unstale":"2023-09-23T17:56:43.053276+0000","last_undegraded":"2023-09-23T17:56:43.053276+0000","last_fullsized":"2023-09-23T17:56:43.053276+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:34.591526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":537,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056244+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:56:44.056244+0000","last_peered":"2023-09-23T17:56:44.056244+0000","last_clean":"2023-09-23T17:56:44.056244+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:56:44.056244+0000","last_undegraded":"2023-09-23T17:56:44.056244+0000","last_fullsized":"2023-09-23T17:56:44.056244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057140+0000","last_change":"2023-09-23T17:56:44.057140+0000","last_active":"2023-09-23T17:56:44.057140+0000","last_peered":"2023-09-23T17:56:44.057140+0000","last_clean":"2023-09-23T17:56:44.057140+0000","last_became_active":"2023-09-23T17:56:44.056721+0000","last_became_peered":"2023-09-23T17:56:44.056721+0000","last_unstale":"2023-09-23T17:56:44.057140+0000","last_undegraded":"2023-09-23T17:56:44.057140+0000","last_fullsized":"2023-09-23T17:56:44.057140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:01.211224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058686+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:56:43.058686+0000","last_peered":"2023-09-23T17:56:43.058686+0000","last_clean":"2023-09-23T17:56:43.058686+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:56:43.058686+0000","last_undegraded":"2023-09-23T17:56:43.058686+0000","last_fullsized":"2023-09-23T17:56:43.058686+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":741,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049252+0000","last_change":"2023-09-23T17:55:40.291834+0000","last_active":"2023-09-23T17:56:43.049252+0000","last_peered":"2023-09-23T17:56:43.049252+0000","last_clean":"2023-09-23T17:56:43.049252+0000","last_became_active":"2023-09-23T17:55:40.290831+0000","last_became_peered":"2023-09-23T17:55:40.290831+0000","last_unstale":"2023-09-23T17:56:43.049252+0000","last_undegraded":"2023-09-23T17:56:43.049252+0000","last_fullsized":"2023-09-23T17:56:43.049252+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051436+0000","last_change":"2023-09-23T17:55:40.292226+0000","last_active":"2023-09-23T17:56:43.051436+0000","last_peered":"2023-09-23T17:56:43.051436+0000","last_clean":"2023-09-23T17:56:43.051436+0000","last_became_active":"2023-09-23T17:55:40.291340+0000","last_became_peered":"2023-09-23T17:55:40.291340+0000","last_unstale":"2023-09-23T17:56:43.051436+0000","last_undegraded":"2023-09-23T17:56:43.051436+0000","last_fullsized":"2023-09-23T17:56:43.051436+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:29.276858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":82,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061509+0000","last_change":"2023-09-23T17:56:44.061509+0000","last_active":"2023-09-23T17:56:44.061509+0000","last_peered":"2023-09-23T17:56:44.061509+0000","last_clean":"2023-09-23T17:56:44.061509+0000","last_became_active":"2023-09-23T17:56:44.061087+0000","last_became_peered":"2023-09-23T17:56:44.061087+0000","last_unstale":"2023-09-23T17:56:44.061509+0000","last_undegraded":"2023-09-23T17:56:44.061509+0000","last_fullsized":"2023-09-23T17:56:44.061509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":667,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053109+0000","last_change":"2023-09-23T17:55:40.285265+0000","last_active":"2023-09-23T17:56:43.053109+0000","last_peered":"2023-09-23T17:56:43.053109+0000","last_clean":"2023-09-23T17:56:43.053109+0000","last_became_active":"2023-09-23T17:55:40.284557+0000","last_became_peered":"2023-09-23T17:55:40.284557+0000","last_unstale":"2023-09-23T17:56:43.053109+0000","last_undegraded":"2023-09-23T17:56:43.053109+0000","last_fullsized":"2023-09-23T17:56:43.053109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:19.602529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056336+0000","last_change":"2023-09-23T17:56:44.056336+0000","last_active":"2023-09-23T17:56:44.056336+0000","last_peered":"2023-09-23T17:56:44.056336+0000","last_clean":"2023-09-23T17:56:44.056336+0000","last_became_active":"2023-09-23T17:56:44.056007+0000","last_became_peered":"2023-09-23T17:56:44.056007+0000","last_unstale":"2023-09-23T17:56:44.056336+0000","last_undegraded":"2023-09-23T17:56:44.056336+0000","last_fullsized":"2023-09-23T17:56:44.056336+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:12.959507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.062948+0000","last_change":"2023-09-23T17:56:44.062948+0000","last_active":"2023-09-23T17:56:44.062948+0000","last_peered":"2023-09-23T17:56:44.062948+0000","last_clean":"2023-09-23T17:56:44.062948+0000","last_became_active":"2023-09-23T17:56:44.062662+0000","last_became_peered":"2023-09-23T17:56:44.062662+0000","last_unstale":"2023-09-23T17:56:44.062948+0000","last_undegraded":"2023-09-23T17:56:44.062948+0000","last_fullsized":"2023-09-23T17:56:44.062948+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:44:29.940959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057627+0000","last_change":"2023-09-23T17:55:40.291210+0000","last_active":"2023-09-23T17:56:43.057627+0000","last_peered":"2023-09-23T17:56:43.057627+0000","last_clean":"2023-09-23T17:56:43.057627+0000","last_became_active":"2023-09-23T17:55:40.290910+0000","last_became_peered":"2023-09-23T17:55:40.290910+0000","last_unstale":"2023-09-23T17:56:43.057627+0000","last_undegraded":"2023-09-23T17:56:43.057627+0000","last_fullsized":"2023-09-23T17:56:43.057627+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058623+0000","last_change":"2023-09-23T17:56:12.018168+0000","last_active":"2023-09-23T17:56:43.058623+0000","last_peered":"2023-09-23T17:56:43.058623+0000","last_clean":"2023-09-23T17:56:43.058623+0000","last_became_active":"2023-09-23T17:56:12.017855+0000","last_became_peered":"2023-09-23T17:56:12.017855+0000","last_unstale":"2023-09-23T17:56:43.058623+0000","last_undegraded":"2023-09-23T17:56:43.058623+0000","last_fullsized":"2023-09-23T17:56:43.058623+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057719+0000","last_change":"2023-09-23T17:56:12.017295+0000","last_active":"2023-09-23T17:56:43.057719+0000","last_peered":"2023-09-23T17:56:43.057719+0000","last_clean":"2023-09-23T17:56:43.057719+0000","last_became_active":"2023-09-23T17:56:12.017072+0000","last_became_peered":"2023-09-23T17:56:12.017072+0000","last_unstale":"2023-09-23T17:56:43.057719+0000","last_undegraded":"2023-09-23T17:56:43.057719+0000","last_fullsized":"2023-09-23T17:56:43.057719+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054166+0000","last_change":"2023-09-23T17:55:40.293371+0000","last_active":"2023-09-23T17:56:43.054166+0000","last_peered":"2023-09-23T17:56:43.054166+0000","last_clean":"2023-09-23T17:56:43.054166+0000","last_became_active":"2023-09-23T17:55:40.293041+0000","last_became_peered":"2023-09-23T17:55:40.293041+0000","last_unstale":"2023-09-23T17:56:43.054166+0000","last_undegraded":"2023-09-23T17:56:43.054166+0000","last_fullsized":"2023-09-23T17:56:43.054166+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059472+0000","last_change":"2023-09-23T17:56:44.059472+0000","last_active":"2023-09-23T17:56:44.059472+0000","last_peered":"2023-09-23T17:56:44.059472+0000","last_clean":"2023-09-23T17:56:44.059472+0000","last_became_active":"2023-09-23T17:56:44.058920+0000","last_became_peered":"2023-09-23T17:56:44.058920+0000","last_unstale":"2023-09-23T17:56:44.059472+0000","last_undegraded":"2023-09-23T17:56:44.059472+0000","last_fullsized":"2023-09-23T17:56:44.059472+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054720+0000","last_change":"2023-09-23T17:56:44.054720+0000","last_active":"2023-09-23T17:56:44.054720+0000","last_peered":"2023-09-23T17:56:44.054720+0000","last_clean":"2023-09-23T17:56:44.054720+0000","last_became_active":"2023-09-23T17:56:44.054379+0000","last_became_peered":"2023-09-23T17:56:44.054379+0000","last_unstale":"2023-09-23T17:56:44.054720+0000","last_undegraded":"2023-09-23T17:56:44.054720+0000","last_fullsized":"2023-09-23T17:56:44.054720+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:54:48.562341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049876+0000","last_change":"2023-09-23T17:56:12.022127+0000","last_active":"2023-09-23T17:56:44.049876+0000","last_peered":"2023-09-23T17:56:44.049876+0000","last_clean":"2023-09-23T17:56:44.049876+0000","last_became_active":"2023-09-23T17:56:12.021708+0000","last_became_peered":"2023-09-23T17:56:12.021708+0000","last_unstale":"2023-09-23T17:56:44.049876+0000","last_undegraded":"2023-09-23T17:56:44.049876+0000","last_fullsized":"2023-09-23T17:56:44.049876+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:24.370134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":67,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061073+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:56:44.061073+0000","last_peered":"2023-09-23T17:56:44.061073+0000","last_clean":"2023-09-23T17:56:44.061073+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:56:44.061073+0000","last_undegraded":"2023-09-23T17:56:44.061073+0000","last_fullsized":"2023-09-23T17:56:44.061073+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054003+0000","last_change":"2023-09-23T17:55:40.293148+0000","last_active":"2023-09-23T17:56:43.054003+0000","last_peered":"2023-09-23T17:56:43.054003+0000","last_clean":"2023-09-23T17:56:43.054003+0000","last_became_active":"2023-09-23T17:55:40.292932+0000","last_became_peered":"2023-09-23T17:55:40.292932+0000","last_unstale":"2023-09-23T17:56:43.054003+0000","last_undegraded":"2023-09-23T17:56:43.054003+0000","last_fullsized":"2023-09-23T17:56:43.054003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056097+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:56:43.056097+0000","last_peered":"2023-09-23T17:56:43.056097+0000","last_clean":"2023-09-23T17:56:43.056097+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:56:43.056097+0000","last_undegraded":"2023-09-23T17:56:43.056097+0000","last_fullsized":"2023-09-23T17:56:43.056097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055762+0000","last_change":"2023-09-23T17:56:44.055762+0000","last_active":"2023-09-23T17:56:44.055762+0000","last_peered":"2023-09-23T17:56:44.055762+0000","last_clean":"2023-09-23T17:56:44.055762+0000","last_became_active":"2023-09-23T17:56:44.055426+0000","last_became_peered":"2023-09-23T17:56:44.055426+0000","last_unstale":"2023-09-23T17:56:44.055762+0000","last_undegraded":"2023-09-23T17:56:44.055762+0000","last_fullsized":"2023-09-23T17:56:44.055762+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054723+0000","last_change":"2023-09-23T17:55:40.290307+0000","last_active":"2023-09-23T17:56:43.054723+0000","last_peered":"2023-09-23T17:56:43.054723+0000","last_clean":"2023-09-23T17:56:43.054723+0000","last_became_active":"2023-09-23T17:55:40.289973+0000","last_became_peered":"2023-09-23T17:55:40.289973+0000","last_unstale":"2023-09-23T17:56:43.054723+0000","last_undegraded":"2023-09-23T17:56:43.054723+0000","last_fullsized":"2023-09-23T17:56:43.054723+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049204+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:56:43.049204+0000","last_peered":"2023-09-23T17:56:43.049204+0000","last_clean":"2023-09-23T17:56:43.049204+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:56:43.049204+0000","last_undegraded":"2023-09-23T17:56:43.049204+0000","last_fullsized":"2023-09-23T17:56:43.049204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054119+0000","last_change":"2023-09-23T17:55:07.969264+0000","last_active":"2023-09-23T17:56:43.054119+0000","last_peered":"2023-09-23T17:56:43.054119+0000","last_clean":"2023-09-23T17:56:43.054119+0000","last_became_active":"2023-09-23T17:55:07.969051+0000","last_became_peered":"2023-09-23T17:55:07.969051+0000","last_unstale":"2023-09-23T17:56:43.054119+0000","last_undegraded":"2023-09-23T17:56:43.054119+0000","last_fullsized":"2023-09-23T17:56:43.054119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063730+0000","last_change":"2023-09-23T17:56:44.063730+0000","last_active":"2023-09-23T17:56:44.063730+0000","last_peered":"2023-09-23T17:56:44.063730+0000","last_clean":"2023-09-23T17:56:44.063730+0000","last_became_active":"2023-09-23T17:56:44.063407+0000","last_became_peered":"2023-09-23T17:56:44.063407+0000","last_unstale":"2023-09-23T17:56:44.063730+0000","last_undegraded":"2023-09-23T17:56:44.063730+0000","last_fullsized":"2023-09-23T17:56:44.063730+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:56.808704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054527+0000","last_change":"2023-09-23T17:55:07.969433+0000","last_active":"2023-09-23T17:56:43.054527+0000","last_peered":"2023-09-23T17:56:43.054527+0000","last_clean":"2023-09-23T17:56:43.054527+0000","last_became_active":"2023-09-23T17:55:07.969077+0000","last_became_peered":"2023-09-23T17:55:07.969077+0000","last_unstale":"2023-09-23T17:56:43.054527+0000","last_undegraded":"2023-09-23T17:56:43.054527+0000","last_fullsized":"2023-09-23T17:56:43.054527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063941+0000","last_change":"2023-09-23T17:56:44.063941+0000","last_active":"2023-09-23T17:56:44.063941+0000","last_peered":"2023-09-23T17:56:44.063941+0000","last_clean":"2023-09-23T17:56:44.063941+0000","last_became_active":"2023-09-23T17:56:44.063550+0000","last_became_peered":"2023-09-23T17:56:44.063550+0000","last_unstale":"2023-09-23T17:56:44.063941+0000","last_undegraded":"2023-09-23T17:56:44.063941+0000","last_fullsized":"2023-09-23T17:56:44.063941+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:32.375938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.055134+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:56:43.055134+0000","last_peered":"2023-09-23T17:56:43.055134+0000","last_clean":"2023-09-23T17:56:43.055134+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:56:43.055134+0000","last_undegraded":"2023-09-23T17:56:43.055134+0000","last_fullsized":"2023-09-23T17:56:43.055134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":66,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063229+0000","last_change":"2023-09-23T17:56:44.063229+0000","last_active":"2023-09-23T17:56:44.063229+0000","last_peered":"2023-09-23T17:56:44.063229+0000","last_clean":"2023-09-23T17:56:44.063229+0000","last_became_active":"2023-09-23T17:56:44.062891+0000","last_became_peered":"2023-09-23T17:56:44.062891+0000","last_unstale":"2023-09-23T17:56:44.063229+0000","last_undegraded":"2023-09-23T17:56:44.063229+0000","last_fullsized":"2023-09-23T17:56:44.063229+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.062747+0000","last_change":"2023-09-23T17:56:44.062747+0000","last_active":"2023-09-23T17:56:44.062747+0000","last_peered":"2023-09-23T17:56:44.062747+0000","last_clean":"2023-09-23T17:56:44.062747+0000","last_became_active":"2023-09-23T17:56:44.062428+0000","last_became_peered":"2023-09-23T17:56:44.062428+0000","last_unstale":"2023-09-23T17:56:44.062747+0000","last_undegraded":"2023-09-23T17:56:44.062747+0000","last_fullsized":"2023-09-23T17:56:44.062747+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:09.092739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063562+0000","last_change":"2023-09-23T17:56:44.063562+0000","last_active":"2023-09-23T17:56:44.063562+0000","last_peered":"2023-09-23T17:56:44.063562+0000","last_clean":"2023-09-23T17:56:44.063562+0000","last_became_active":"2023-09-23T17:56:44.063271+0000","last_became_peered":"2023-09-23T17:56:44.063271+0000","last_unstale":"2023-09-23T17:56:44.063562+0000","last_undegraded":"2023-09-23T17:56:44.063562+0000","last_fullsized":"2023-09-23T17:56:44.063562+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:40.471347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053044+0000","last_change":"2023-09-23T17:56:12.022052+0000","last_active":"2023-09-23T17:56:43.053044+0000","last_peered":"2023-09-23T17:56:43.053044+0000","last_clean":"2023-09-23T17:56:43.053044+0000","last_became_active":"2023-09-23T17:56:12.021659+0000","last_became_peered":"2023-09-23T17:56:12.021659+0000","last_unstale":"2023-09-23T17:56:43.053044+0000","last_undegraded":"2023-09-23T17:56:43.053044+0000","last_fullsized":"2023-09-23T17:56:43.053044+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058734+0000","last_change":"2023-09-23T17:55:40.286579+0000","last_active":"2023-09-23T17:56:43.058734+0000","last_peered":"2023-09-23T17:56:43.058734+0000","last_clean":"2023-09-23T17:56:43.058734+0000","last_became_active":"2023-09-23T17:55:40.286249+0000","last_became_peered":"2023-09-23T17:55:40.286249+0000","last_unstale":"2023-09-23T17:56:43.058734+0000","last_undegraded":"2023-09-23T17:56:43.058734+0000","last_fullsized":"2023-09-23T17:56:43.058734+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":73,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057454+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:56:43.057454+0000","last_peered":"2023-09-23T17:56:43.057454+0000","last_clean":"2023-09-23T17:56:43.057454+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:56:43.057454+0000","last_undegraded":"2023-09-23T17:56:43.057454+0000","last_fullsized":"2023-09-23T17:56:43.057454+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051520+0000","last_change":"2023-09-23T17:56:12.018856+0000","last_active":"2023-09-23T17:56:43.051520+0000","last_peered":"2023-09-23T17:56:43.051520+0000","last_clean":"2023-09-23T17:56:43.051520+0000","last_became_active":"2023-09-23T17:56:12.018564+0000","last_became_peered":"2023-09-23T17:56:12.018564+0000","last_unstale":"2023-09-23T17:56:43.051520+0000","last_undegraded":"2023-09-23T17:56:43.051520+0000","last_fullsized":"2023-09-23T17:56:43.051520+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:48.475500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064060+0000","last_change":"2023-09-23T17:56:44.064060+0000","last_active":"2023-09-23T17:56:44.064060+0000","last_peered":"2023-09-23T17:56:44.064060+0000","last_clean":"2023-09-23T17:56:44.064060+0000","last_became_active":"2023-09-23T17:56:44.063710+0000","last_became_peered":"2023-09-23T17:56:44.063710+0000","last_unstale":"2023-09-23T17:56:44.064060+0000","last_undegraded":"2023-09-23T17:56:44.064060+0000","last_fullsized":"2023-09-23T17:56:44.064060+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063076+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:56:44.063076+0000","last_peered":"2023-09-23T17:56:44.063076+0000","last_clean":"2023-09-23T17:56:44.063076+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:56:44.063076+0000","last_undegraded":"2023-09-23T17:56:44.063076+0000","last_fullsized":"2023-09-23T17:56:44.063076+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049559+0000","last_change":"2023-09-23T17:55:40.286219+0000","last_active":"2023-09-23T17:56:43.049559+0000","last_peered":"2023-09-23T17:56:43.049559+0000","last_clean":"2023-09-23T17:56:43.049559+0000","last_became_active":"2023-09-23T17:55:40.285915+0000","last_became_peered":"2023-09-23T17:55:40.285915+0000","last_unstale":"2023-09-23T17:56:43.049559+0000","last_undegraded":"2023-09-23T17:56:43.049559+0000","last_fullsized":"2023-09-23T17:56:43.049559+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058238+0000","last_change":"2023-09-23T17:56:44.058238+0000","last_active":"2023-09-23T17:56:44.058238+0000","last_peered":"2023-09-23T17:56:44.058238+0000","last_clean":"2023-09-23T17:56:44.058238+0000","last_became_active":"2023-09-23T17:56:44.057900+0000","last_became_peered":"2023-09-23T17:56:44.057900+0000","last_unstale":"2023-09-23T17:56:44.058238+0000","last_undegraded":"2023-09-23T17:56:44.058238+0000","last_fullsized":"2023-09-23T17:56:44.058238+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:28.465257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.060180+0000","last_change":"2023-09-23T17:56:44.060180+0000","last_active":"2023-09-23T17:56:44.060180+0000","last_peered":"2023-09-23T17:56:44.060180+0000","last_clean":"2023-09-23T17:56:44.060180+0000","last_became_active":"2023-09-23T17:56:44.059850+0000","last_became_peered":"2023-09-23T17:56:44.059850+0000","last_unstale":"2023-09-23T17:56:44.060180+0000","last_undegraded":"2023-09-23T17:56:44.060180+0000","last_fullsized":"2023-09-23T17:56:44.060180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:48:16.628843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054867+0000","last_change":"2023-09-23T17:55:40.291747+0000","last_active":"2023-09-23T17:56:43.054867+0000","last_peered":"2023-09-23T17:56:43.054867+0000","last_clean":"2023-09-23T17:56:43.054867+0000","last_became_active":"2023-09-23T17:55:40.291413+0000","last_became_peered":"2023-09-23T17:55:40.291413+0000","last_unstale":"2023-09-23T17:56:43.054867+0000","last_undegraded":"2023-09-23T17:56:43.054867+0000","last_fullsized":"2023-09-23T17:56:43.054867+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":86,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058100+0000","last_change":"2023-09-23T17:56:44.058100+0000","last_active":"2023-09-23T17:56:44.058100+0000","last_peered":"2023-09-23T17:56:44.058100+0000","last_clean":"2023-09-23T17:56:44.058100+0000","last_became_active":"2023-09-23T17:56:44.057793+0000","last_became_peered":"2023-09-23T17:56:44.057793+0000","last_unstale":"2023-09-23T17:56:44.058100+0000","last_undegraded":"2023-09-23T17:56:44.058100+0000","last_fullsized":"2023-09-23T17:56:44.058100+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:39.721273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063738+0000","last_change":"2023-09-23T17:56:44.062750+0000","last_active":"2023-09-23T17:56:44.063738+0000","last_peered":"2023-09-23T17:56:44.063738+0000","last_clean":"2023-09-23T17:56:44.063738+0000","last_became_active":"2023-09-23T17:56:44.062405+0000","last_became_peered":"2023-09-23T17:56:44.062405+0000","last_unstale":"2023-09-23T17:56:44.063738+0000","last_undegraded":"2023-09-23T17:56:44.063738+0000","last_fullsized":"2023-09-23T17:56:44.063738+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:50:20.651155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056470+0000","last_change":"2023-09-23T17:56:44.056470+0000","last_active":"2023-09-23T17:56:44.056470+0000","last_peered":"2023-09-23T17:56:44.056470+0000","last_clean":"2023-09-23T17:56:44.056470+0000","last_became_active":"2023-09-23T17:56:44.056096+0000","last_became_peered":"2023-09-23T17:56:44.056096+0000","last_unstale":"2023-09-23T17:56:44.056470+0000","last_undegraded":"2023-09-23T17:56:44.056470+0000","last_fullsized":"2023-09-23T17:56:44.056470+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:26:24.752269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057616+0000","last_change":"2023-09-23T17:56:44.057616+0000","last_active":"2023-09-23T17:56:44.057616+0000","last_peered":"2023-09-23T17:56:44.057616+0000","last_clean":"2023-09-23T17:56:44.057616+0000","last_became_active":"2023-09-23T17:56:44.057305+0000","last_became_peered":"2023-09-23T17:56:44.057305+0000","last_unstale":"2023-09-23T17:56:44.057616+0000","last_undegraded":"2023-09-23T17:56:44.057616+0000","last_fullsized":"2023-09-23T17:56:44.057616+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:57:43.220940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057351+0000","last_change":"2023-09-23T17:56:12.018604+0000","last_active":"2023-09-23T17:56:43.057351+0000","last_peered":"2023-09-23T17:56:43.057351+0000","last_clean":"2023-09-23T17:56:43.057351+0000","last_became_active":"2023-09-23T17:56:12.018250+0000","last_became_peered":"2023-09-23T17:56:12.018250+0000","last_unstale":"2023-09-23T17:56:43.057351+0000","last_undegraded":"2023-09-23T17:56:43.057351+0000","last_fullsized":"2023-09-23T17:56:43.057351+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430349,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302792,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93442360,"statfs":{"total":95995035648,"available":95684976640,"internally_reserved":0,"allocated":1638400,"data_stored":1152306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5090000000000003,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.66500000000000004,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":6.5,"5min":6.5,"15min":6.5},"last":0.50700000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":2.069},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":6.3120000000000003,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":2.0960000000000001},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":2.2650000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36599999999999999},"max":{"1min":0.72799999999999998,"5min":0.84499999999999997,"15min":1.0609999999999999},"last":2.1970000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.376,"15min":0.33600000000000002},"max":{"1min":0.78900000000000003,"5min":0.81399999999999995,"15min":0.96899999999999997},"last":2.222}]},{"osd":4,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.39900000000000002,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":0.65800000000000003,"5min":0.68700000000000006,"15min":1.2769999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.249},"max":{"1min":0.71199999999999997,"5min":0.80100000000000005,"15min":1.018},"last":0.52800000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66700000000000004,"15min":0.84599999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.74099999999999999,"5min":0.76300000000000001,"15min":1.609},"last":0.495}]},{"osd":6,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.40600000000000003,"5min":0.34300000000000003,"15min":0.26300000000000001},"max":{"1min":0.72199999999999998,"5min":0.74399999999999999,"15min":0.873},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":1.3939999999999999},"last":0.54400000000000004}]}]},{"osd":6,"up_from":42,"seq":180388626576,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306880,"kb_used_data":5688,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93438272,"statfs":{"total":95995035648,"available":95680790528,"internally_reserved":0,"allocated":5824512,"data_stored":5346483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76700000000000002,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72999999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.74299999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.621},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.60899999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64600000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36099999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":1.0660000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.57299999999999995},"min":{"1min":0.45600000000000002,"5min":0.42499999999999999,"15min":0.315},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.67600000000000005}]},{"osd":4,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47699999999999998,"15min":0.44900000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":1.0049999999999999},"last":0.496},{"interface":"front","average":{"1min":0.498,"5min":0.497,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27100000000000002},"max":{"1min":0.71099999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59699999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51700000000000002,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.81999999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.496},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69499999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.53600000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56899999999999995,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75600000000000001,"5min":0.75800000000000001,"15min":0.85199999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.58899999999999997,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51200000000000001}]}]},{"osd":1,"up_from":90,"seq":386547056663,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36700,"kb_used_data":5140,"kb_used_omap":7,"kb_used_meta":31544,"kb_avail":93708452,"statfs":{"total":95995035648,"available":95957454848,"internally_reserved":0,"allocated":5263360,"data_stored":4761502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":32301155},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.254},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.51300000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.52200000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220189,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33200,"kb_used_data":1640,"kb_used_omap":8,"kb_used_meta":31543,"kb_avail":93711952,"statfs":{"total":95995035648,"available":95961038848,"internally_reserved":0,"allocated":1679360,"data_stored":1158960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":32300644},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.314},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.247}]},{"osd":2,"last update":"Sat Sep 23 17:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.33500000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:56:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":1.179,"15min":1.179},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":1.21,"15min":1.21},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.69899999999999995,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.89600000000000002,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.67000000000000004,"15min":0.68000000000000005},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82599999999999996,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.498}]},{"osd":6,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94099999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.45600000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.877,"5min":1.109,"15min":1.109},"last":0.50900000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69199999999999995,"15min":0.70199999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.91600000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89500000000000002,"5min":1.083,"15min":1.083},"last":0.57999999999999996}]}]},{"osd":2,"up_from":95,"seq":408021893136,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32536,"kb_used_data":1040,"kb_used_omap":11,"kb_used_meta":31476,"kb_avail":93712616,"statfs":{"total":95995035648,"available":95961718784,"internally_reserved":0,"allocated":1064960,"data_stored":565966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":32232159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.52200000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":4,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56499999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64300000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.59999999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.496},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.65900000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729610,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1020,"kb_used_omap":4,"kb_used_meta":27387,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1044480,"data_stored":561836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":28044695},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019032,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302212,"kb_used_data":5116,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93442940,"statfs":{"total":95995035648,"available":95685570560,"internally_reserved":0,"allocated":5238784,"data_stored":4756487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.746,"15min":0.746},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.60799999999999998,"15min":0.624},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81699999999999995,"5min":2.258,"15min":2.258},"last":0.56699999999999995}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.624}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.32800000000000001},"max":{"1min":0.68700000000000006,"5min":0.81100000000000005,"15min":0.81699999999999995},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.436,"5min":0.36299999999999999,"15min":0.33500000000000002},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.669},"last":0.68899999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.443,"15min":0.42399999999999999},"min":{"1min":0.314,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61799999999999999,"15min":0.80700000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.46899999999999997},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.80300000000000005,"15min":0.82799999999999996},"last":0.59099999999999997}]},{"osd":6,"last update":"Sat Sep 23 17:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.30399999999999999,"15min":0.255},"max":{"1min":0.70499999999999996,"5min":0.77100000000000002,"15min":0.77700000000000002},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.50600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.309},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55100000000000005,"15min":0.53100000000000003},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":0.749,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.65000000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822804,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298100,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447052,"statfs":{"total":95995035648,"available":95689781248,"internally_reserved":0,"allocated":1028096,"data_stored":557631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.621}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.69699999999999995}]},{"osd":2,"last update":"Sat Sep 23 17:57:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.65400000000000003}]},{"osd":3,"last update":"Sat Sep 23 17:55:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.54100000000000004},"min":{"1min":0.41899999999999998,"5min":0.34899999999999998,"15min":0.32600000000000001},"max":{"1min":0.66500000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":1.524},"last":0.71399999999999997}]},{"osd":4,"last update":"Sat Sep 23 17:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48199999999999998,"15min":0.45700000000000002},"min":{"1min":0.34799999999999998,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.72199999999999998,"15min":1.839},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.48399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.26700000000000002},"max":{"1min":0.81299999999999994,"5min":0.82199999999999995,"15min":1.591},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.32300000000000001,"15min":0.28499999999999998},"max":{"1min":0.66400000000000003,"5min":0.71499999999999997,"15min":2.6579999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55300000000000005,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":0.69299999999999995,"5min":0.77200000000000002,"15min":1.2370000000000001},"last":0.55100000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56499999999999995,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":0.749,"5min":0.80600000000000005,"15min":1.5820000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.60699999999999998,"15min":0.57199999999999995},"min":{"1min":0.45400000000000001,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":1.212},"last":0.58999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:57:25.908 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:57:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:26 smithi018 ceph-mon[153734]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:26 smithi018 ceph-mon[149401]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:26 smithi149 ceph-mon[135148]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:26.517 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:27.394 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:27 smithi018 ceph-mon[153734]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:27.395 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:27 smithi018 ceph-mon[149401]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:27 smithi149 ceph-mon[135148]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:28.106 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:57:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:28 smithi149 ceph-mon[135148]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:28.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:28 smithi018 ceph-mon[149401]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:28.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:28 smithi018 ceph-mon[153734]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:28.639 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":219,"stamp":"2023-09-23T17:57:26.536750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1340840,"kb_used_data":22248,"kb_used_omap":32,"kb_used_meta":1318495,"kb_avail":748620376,"statfs":{"total":767960285184,"available":766587265024,"internally_reserved":0,"allocated":22781952,"data_stored":18861171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1350139709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003295"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056319+0000","last_change":"2023-09-23T17:56:12.018145+0000","last_active":"2023-09-23T17:56:43.056319+0000","last_peered":"2023-09-23T17:56:43.056319+0000","last_clean":"2023-09-23T17:56:43.056319+0000","last_became_active":"2023-09-23T17:56:12.017721+0000","last_became_peered":"2023-09-23T17:56:12.017721+0000","last_unstale":"2023-09-23T17:56:43.056319+0000","last_undegraded":"2023-09-23T17:56:43.056319+0000","last_fullsized":"2023-09-23T17:56:43.056319+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049897+0000","last_change":"2023-09-23T17:56:12.018284+0000","last_active":"2023-09-23T17:56:44.049897+0000","last_peered":"2023-09-23T17:56:44.049897+0000","last_clean":"2023-09-23T17:56:44.049897+0000","last_became_active":"2023-09-23T17:56:12.017940+0000","last_became_peered":"2023-09-23T17:56:12.017940+0000","last_unstale":"2023-09-23T17:56:44.049897+0000","last_undegraded":"2023-09-23T17:56:44.049897+0000","last_fullsized":"2023-09-23T17:56:44.049897+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:47:56.535413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054583+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:56:44.054583+0000","last_peered":"2023-09-23T17:56:44.054583+0000","last_clean":"2023-09-23T17:56:44.054583+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:56:44.054583+0000","last_undegraded":"2023-09-23T17:56:44.054583+0000","last_fullsized":"2023-09-23T17:56:44.054583+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":76,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059598+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:56:44.059598+0000","last_peered":"2023-09-23T17:56:44.059598+0000","last_clean":"2023-09-23T17:56:44.059598+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:56:44.059598+0000","last_undegraded":"2023-09-23T17:56:44.059598+0000","last_fullsized":"2023-09-23T17:56:44.059598+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056127+0000","last_change":"2023-09-23T17:56:44.056127+0000","last_active":"2023-09-23T17:56:44.056127+0000","last_peered":"2023-09-23T17:56:44.056127+0000","last_clean":"2023-09-23T17:56:44.056127+0000","last_became_active":"2023-09-23T17:56:44.055765+0000","last_became_peered":"2023-09-23T17:56:44.055765+0000","last_unstale":"2023-09-23T17:56:44.056127+0000","last_undegraded":"2023-09-23T17:56:44.056127+0000","last_fullsized":"2023-09-23T17:56:44.056127+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050974+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:56:43.050974+0000","last_peered":"2023-09-23T17:56:43.050974+0000","last_clean":"2023-09-23T17:56:43.050974+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:56:43.050974+0000","last_undegraded":"2023-09-23T17:56:43.050974+0000","last_fullsized":"2023-09-23T17:56:43.050974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055940+0000","last_change":"2023-09-23T17:56:44.055940+0000","last_active":"2023-09-23T17:56:44.055940+0000","last_peered":"2023-09-23T17:56:44.055940+0000","last_clean":"2023-09-23T17:56:44.055940+0000","last_became_active":"2023-09-23T17:56:44.055438+0000","last_became_peered":"2023-09-23T17:56:44.055438+0000","last_unstale":"2023-09-23T17:56:44.055940+0000","last_undegraded":"2023-09-23T17:56:44.055940+0000","last_fullsized":"2023-09-23T17:56:44.055940+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050204+0000","last_change":"2023-09-23T17:55:40.288198+0000","last_active":"2023-09-23T17:56:43.050204+0000","last_peered":"2023-09-23T17:56:43.050204+0000","last_clean":"2023-09-23T17:56:43.050204+0000","last_became_active":"2023-09-23T17:55:40.287770+0000","last_became_peered":"2023-09-23T17:55:40.287770+0000","last_unstale":"2023-09-23T17:56:43.050204+0000","last_undegraded":"2023-09-23T17:56:43.050204+0000","last_fullsized":"2023-09-23T17:56:43.050204+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056999+0000","last_change":"2023-09-23T17:56:44.056999+0000","last_active":"2023-09-23T17:56:44.056999+0000","last_peered":"2023-09-23T17:56:44.056999+0000","last_clean":"2023-09-23T17:56:44.056999+0000","last_became_active":"2023-09-23T17:56:44.056547+0000","last_became_peered":"2023-09-23T17:56:44.056547+0000","last_unstale":"2023-09-23T17:56:44.056999+0000","last_undegraded":"2023-09-23T17:56:44.056999+0000","last_fullsized":"2023-09-23T17:56:44.056999+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:28:05.920286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056093+0000","last_change":"2023-09-23T17:55:07.969638+0000","last_active":"2023-09-23T17:56:43.056093+0000","last_peered":"2023-09-23T17:56:43.056093+0000","last_clean":"2023-09-23T17:56:43.056093+0000","last_became_active":"2023-09-23T17:55:07.969141+0000","last_became_peered":"2023-09-23T17:55:07.969141+0000","last_unstale":"2023-09-23T17:56:43.056093+0000","last_undegraded":"2023-09-23T17:56:43.056093+0000","last_fullsized":"2023-09-23T17:56:43.056093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:24.962702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058562+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:56:43.058562+0000","last_peered":"2023-09-23T17:56:43.058562+0000","last_clean":"2023-09-23T17:56:43.058562+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:56:43.058562+0000","last_undegraded":"2023-09-23T17:56:43.058562+0000","last_fullsized":"2023-09-23T17:56:43.058562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050199+0000","last_change":"2023-09-23T17:55:40.290864+0000","last_active":"2023-09-23T17:56:44.050199+0000","last_peered":"2023-09-23T17:56:44.050199+0000","last_clean":"2023-09-23T17:56:44.050199+0000","last_became_active":"2023-09-23T17:55:40.290152+0000","last_became_peered":"2023-09-23T17:55:40.290152+0000","last_unstale":"2023-09-23T17:56:44.050199+0000","last_undegraded":"2023-09-23T17:56:44.050199+0000","last_fullsized":"2023-09-23T17:56:44.050199+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:36.840299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":295,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054962+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:56:43.054962+0000","last_peered":"2023-09-23T17:56:43.054962+0000","last_clean":"2023-09-23T17:56:43.054962+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:56:43.054962+0000","last_undegraded":"2023-09-23T17:56:43.054962+0000","last_fullsized":"2023-09-23T17:56:43.054962+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063232+0000","last_change":"2023-09-23T17:56:44.063232+0000","last_active":"2023-09-23T17:56:44.063232+0000","last_peered":"2023-09-23T17:56:44.063232+0000","last_clean":"2023-09-23T17:56:44.063232+0000","last_became_active":"2023-09-23T17:56:44.062922+0000","last_became_peered":"2023-09-23T17:56:44.062922+0000","last_unstale":"2023-09-23T17:56:44.063232+0000","last_undegraded":"2023-09-23T17:56:44.063232+0000","last_fullsized":"2023-09-23T17:56:44.063232+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:21.034528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":522,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051026+0000","last_change":"2023-09-23T17:55:40.287819+0000","last_active":"2023-09-23T17:56:43.051026+0000","last_peered":"2023-09-23T17:56:43.051026+0000","last_clean":"2023-09-23T17:56:43.051026+0000","last_became_active":"2023-09-23T17:55:40.287282+0000","last_became_peered":"2023-09-23T17:55:40.287282+0000","last_unstale":"2023-09-23T17:56:43.051026+0000","last_undegraded":"2023-09-23T17:56:43.051026+0000","last_fullsized":"2023-09-23T17:56:43.051026+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:08.574479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064443+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:56:44.064443+0000","last_peered":"2023-09-23T17:56:44.064443+0000","last_clean":"2023-09-23T17:56:44.064443+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:56:44.064443+0000","last_undegraded":"2023-09-23T17:56:44.064443+0000","last_fullsized":"2023-09-23T17:56:44.064443+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049620+0000","last_change":"2023-09-23T17:55:07.970239+0000","last_active":"2023-09-23T17:56:44.049620+0000","last_peered":"2023-09-23T17:56:44.049620+0000","last_clean":"2023-09-23T17:56:44.049620+0000","last_became_active":"2023-09-23T17:55:07.969587+0000","last_became_peered":"2023-09-23T17:55:07.969587+0000","last_unstale":"2023-09-23T17:56:44.049620+0000","last_undegraded":"2023-09-23T17:56:44.049620+0000","last_fullsized":"2023-09-23T17:56:44.049620+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:23:53.882688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053206+0000","last_change":"2023-09-23T17:56:12.018885+0000","last_active":"2023-09-23T17:56:43.053206+0000","last_peered":"2023-09-23T17:56:43.053206+0000","last_clean":"2023-09-23T17:56:43.053206+0000","last_became_active":"2023-09-23T17:56:12.018446+0000","last_became_peered":"2023-09-23T17:56:12.018446+0000","last_unstale":"2023-09-23T17:56:43.053206+0000","last_undegraded":"2023-09-23T17:56:43.053206+0000","last_fullsized":"2023-09-23T17:56:43.053206+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.707554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":200,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056005+0000","last_change":"2023-09-23T17:55:07.968840+0000","last_active":"2023-09-23T17:56:43.056005+0000","last_peered":"2023-09-23T17:56:43.056005+0000","last_clean":"2023-09-23T17:56:43.056005+0000","last_became_active":"2023-09-23T17:55:07.968110+0000","last_became_peered":"2023-09-23T17:55:07.968110+0000","last_unstale":"2023-09-23T17:56:43.056005+0000","last_undegraded":"2023-09-23T17:56:43.056005+0000","last_fullsized":"2023-09-23T17:56:43.056005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":69,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050240+0000","last_change":"2023-09-23T17:56:12.019589+0000","last_active":"2023-09-23T17:56:44.050240+0000","last_peered":"2023-09-23T17:56:44.050240+0000","last_clean":"2023-09-23T17:56:44.050240+0000","last_became_active":"2023-09-23T17:56:12.019258+0000","last_became_peered":"2023-09-23T17:56:12.019258+0000","last_unstale":"2023-09-23T17:56:44.050240+0000","last_undegraded":"2023-09-23T17:56:44.050240+0000","last_fullsized":"2023-09-23T17:56:44.050240+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:22.161290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056428+0000","last_change":"2023-09-23T17:56:44.055963+0000","last_active":"2023-09-23T17:56:44.056428+0000","last_peered":"2023-09-23T17:56:44.056428+0000","last_clean":"2023-09-23T17:56:44.056428+0000","last_became_active":"2023-09-23T17:56:44.055630+0000","last_became_peered":"2023-09-23T17:56:44.055630+0000","last_unstale":"2023-09-23T17:56:44.056428+0000","last_undegraded":"2023-09-23T17:56:44.056428+0000","last_fullsized":"2023-09-23T17:56:44.056428+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:35:22.373904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":740,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054360+0000","last_change":"2023-09-23T17:55:40.287240+0000","last_active":"2023-09-23T17:56:43.054360+0000","last_peered":"2023-09-23T17:56:43.054360+0000","last_clean":"2023-09-23T17:56:43.054360+0000","last_became_active":"2023-09-23T17:55:40.286711+0000","last_became_peered":"2023-09-23T17:55:40.286711+0000","last_unstale":"2023-09-23T17:56:43.054360+0000","last_undegraded":"2023-09-23T17:56:43.054360+0000","last_fullsized":"2023-09-23T17:56:43.054360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054890+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:56:43.054890+0000","last_peered":"2023-09-23T17:56:43.054890+0000","last_clean":"2023-09-23T17:56:43.054890+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:56:43.054890+0000","last_undegraded":"2023-09-23T17:56:43.054890+0000","last_fullsized":"2023-09-23T17:56:43.054890+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059800+0000","last_change":"2023-09-23T17:56:44.059800+0000","last_active":"2023-09-23T17:56:44.059800+0000","last_peered":"2023-09-23T17:56:44.059800+0000","last_clean":"2023-09-23T17:56:44.059800+0000","last_became_active":"2023-09-23T17:56:44.059473+0000","last_became_peered":"2023-09-23T17:56:44.059473+0000","last_unstale":"2023-09-23T17:56:44.059800+0000","last_undegraded":"2023-09-23T17:56:44.059800+0000","last_fullsized":"2023-09-23T17:56:44.059800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:08:59.174790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":303,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054807+0000","last_change":"2023-09-23T17:55:07.968713+0000","last_active":"2023-09-23T17:56:43.054807+0000","last_peered":"2023-09-23T17:56:43.054807+0000","last_clean":"2023-09-23T17:56:43.054807+0000","last_became_active":"2023-09-23T17:55:07.968245+0000","last_became_peered":"2023-09-23T17:55:07.968245+0000","last_unstale":"2023-09-23T17:56:43.054807+0000","last_undegraded":"2023-09-23T17:56:43.054807+0000","last_fullsized":"2023-09-23T17:56:43.054807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":599,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050034+0000","last_change":"2023-09-23T17:56:12.022097+0000","last_active":"2023-09-23T17:56:43.050034+0000","last_peered":"2023-09-23T17:56:43.050034+0000","last_clean":"2023-09-23T17:56:43.050034+0000","last_became_active":"2023-09-23T17:56:12.021463+0000","last_became_peered":"2023-09-23T17:56:12.021463+0000","last_unstale":"2023-09-23T17:56:43.050034+0000","last_undegraded":"2023-09-23T17:56:43.050034+0000","last_fullsized":"2023-09-23T17:56:43.050034+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.052327+0000","last_change":"2023-09-23T17:55:40.291415+0000","last_active":"2023-09-23T17:56:43.052327+0000","last_peered":"2023-09-23T17:56:43.052327+0000","last_clean":"2023-09-23T17:56:43.052327+0000","last_became_active":"2023-09-23T17:55:40.291110+0000","last_became_peered":"2023-09-23T17:55:40.291110+0000","last_unstale":"2023-09-23T17:56:43.052327+0000","last_undegraded":"2023-09-23T17:56:43.052327+0000","last_fullsized":"2023-09-23T17:56:43.052327+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:40.540330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053276+0000","last_change":"2023-09-23T17:56:12.017161+0000","last_active":"2023-09-23T17:56:43.053276+0000","last_peered":"2023-09-23T17:56:43.053276+0000","last_clean":"2023-09-23T17:56:43.053276+0000","last_became_active":"2023-09-23T17:56:12.016824+0000","last_became_peered":"2023-09-23T17:56:12.016824+0000","last_unstale":"2023-09-23T17:56:43.053276+0000","last_undegraded":"2023-09-23T17:56:43.053276+0000","last_fullsized":"2023-09-23T17:56:43.053276+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:34.591526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":537,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056244+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:56:44.056244+0000","last_peered":"2023-09-23T17:56:44.056244+0000","last_clean":"2023-09-23T17:56:44.056244+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:56:44.056244+0000","last_undegraded":"2023-09-23T17:56:44.056244+0000","last_fullsized":"2023-09-23T17:56:44.056244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057140+0000","last_change":"2023-09-23T17:56:44.057140+0000","last_active":"2023-09-23T17:56:44.057140+0000","last_peered":"2023-09-23T17:56:44.057140+0000","last_clean":"2023-09-23T17:56:44.057140+0000","last_became_active":"2023-09-23T17:56:44.056721+0000","last_became_peered":"2023-09-23T17:56:44.056721+0000","last_unstale":"2023-09-23T17:56:44.057140+0000","last_undegraded":"2023-09-23T17:56:44.057140+0000","last_fullsized":"2023-09-23T17:56:44.057140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:01.211224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058686+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:56:43.058686+0000","last_peered":"2023-09-23T17:56:43.058686+0000","last_clean":"2023-09-23T17:56:43.058686+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:56:43.058686+0000","last_undegraded":"2023-09-23T17:56:43.058686+0000","last_fullsized":"2023-09-23T17:56:43.058686+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":741,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049252+0000","last_change":"2023-09-23T17:55:40.291834+0000","last_active":"2023-09-23T17:56:43.049252+0000","last_peered":"2023-09-23T17:56:43.049252+0000","last_clean":"2023-09-23T17:56:43.049252+0000","last_became_active":"2023-09-23T17:55:40.290831+0000","last_became_peered":"2023-09-23T17:55:40.290831+0000","last_unstale":"2023-09-23T17:56:43.049252+0000","last_undegraded":"2023-09-23T17:56:43.049252+0000","last_fullsized":"2023-09-23T17:56:43.049252+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051436+0000","last_change":"2023-09-23T17:55:40.292226+0000","last_active":"2023-09-23T17:56:43.051436+0000","last_peered":"2023-09-23T17:56:43.051436+0000","last_clean":"2023-09-23T17:56:43.051436+0000","last_became_active":"2023-09-23T17:55:40.291340+0000","last_became_peered":"2023-09-23T17:55:40.291340+0000","last_unstale":"2023-09-23T17:56:43.051436+0000","last_undegraded":"2023-09-23T17:56:43.051436+0000","last_fullsized":"2023-09-23T17:56:43.051436+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:29.276858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":82,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061509+0000","last_change":"2023-09-23T17:56:44.061509+0000","last_active":"2023-09-23T17:56:44.061509+0000","last_peered":"2023-09-23T17:56:44.061509+0000","last_clean":"2023-09-23T17:56:44.061509+0000","last_became_active":"2023-09-23T17:56:44.061087+0000","last_became_peered":"2023-09-23T17:56:44.061087+0000","last_unstale":"2023-09-23T17:56:44.061509+0000","last_undegraded":"2023-09-23T17:56:44.061509+0000","last_fullsized":"2023-09-23T17:56:44.061509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":667,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053109+0000","last_change":"2023-09-23T17:55:40.285265+0000","last_active":"2023-09-23T17:56:43.053109+0000","last_peered":"2023-09-23T17:56:43.053109+0000","last_clean":"2023-09-23T17:56:43.053109+0000","last_became_active":"2023-09-23T17:55:40.284557+0000","last_became_peered":"2023-09-23T17:55:40.284557+0000","last_unstale":"2023-09-23T17:56:43.053109+0000","last_undegraded":"2023-09-23T17:56:43.053109+0000","last_fullsized":"2023-09-23T17:56:43.053109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:19.602529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056336+0000","last_change":"2023-09-23T17:56:44.056336+0000","last_active":"2023-09-23T17:56:44.056336+0000","last_peered":"2023-09-23T17:56:44.056336+0000","last_clean":"2023-09-23T17:56:44.056336+0000","last_became_active":"2023-09-23T17:56:44.056007+0000","last_became_peered":"2023-09-23T17:56:44.056007+0000","last_unstale":"2023-09-23T17:56:44.056336+0000","last_undegraded":"2023-09-23T17:56:44.056336+0000","last_fullsized":"2023-09-23T17:56:44.056336+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:12.959507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.062948+0000","last_change":"2023-09-23T17:56:44.062948+0000","last_active":"2023-09-23T17:56:44.062948+0000","last_peered":"2023-09-23T17:56:44.062948+0000","last_clean":"2023-09-23T17:56:44.062948+0000","last_became_active":"2023-09-23T17:56:44.062662+0000","last_became_peered":"2023-09-23T17:56:44.062662+0000","last_unstale":"2023-09-23T17:56:44.062948+0000","last_undegraded":"2023-09-23T17:56:44.062948+0000","last_fullsized":"2023-09-23T17:56:44.062948+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:44:29.940959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057627+0000","last_change":"2023-09-23T17:55:40.291210+0000","last_active":"2023-09-23T17:56:43.057627+0000","last_peered":"2023-09-23T17:56:43.057627+0000","last_clean":"2023-09-23T17:56:43.057627+0000","last_became_active":"2023-09-23T17:55:40.290910+0000","last_became_peered":"2023-09-23T17:55:40.290910+0000","last_unstale":"2023-09-23T17:56:43.057627+0000","last_undegraded":"2023-09-23T17:56:43.057627+0000","last_fullsized":"2023-09-23T17:56:43.057627+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058623+0000","last_change":"2023-09-23T17:56:12.018168+0000","last_active":"2023-09-23T17:56:43.058623+0000","last_peered":"2023-09-23T17:56:43.058623+0000","last_clean":"2023-09-23T17:56:43.058623+0000","last_became_active":"2023-09-23T17:56:12.017855+0000","last_became_peered":"2023-09-23T17:56:12.017855+0000","last_unstale":"2023-09-23T17:56:43.058623+0000","last_undegraded":"2023-09-23T17:56:43.058623+0000","last_fullsized":"2023-09-23T17:56:43.058623+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057719+0000","last_change":"2023-09-23T17:56:12.017295+0000","last_active":"2023-09-23T17:56:43.057719+0000","last_peered":"2023-09-23T17:56:43.057719+0000","last_clean":"2023-09-23T17:56:43.057719+0000","last_became_active":"2023-09-23T17:56:12.017072+0000","last_became_peered":"2023-09-23T17:56:12.017072+0000","last_unstale":"2023-09-23T17:56:43.057719+0000","last_undegraded":"2023-09-23T17:56:43.057719+0000","last_fullsized":"2023-09-23T17:56:43.057719+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054166+0000","last_change":"2023-09-23T17:55:40.293371+0000","last_active":"2023-09-23T17:56:43.054166+0000","last_peered":"2023-09-23T17:56:43.054166+0000","last_clean":"2023-09-23T17:56:43.054166+0000","last_became_active":"2023-09-23T17:55:40.293041+0000","last_became_peered":"2023-09-23T17:55:40.293041+0000","last_unstale":"2023-09-23T17:56:43.054166+0000","last_undegraded":"2023-09-23T17:56:43.054166+0000","last_fullsized":"2023-09-23T17:56:43.054166+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059472+0000","last_change":"2023-09-23T17:56:44.059472+0000","last_active":"2023-09-23T17:56:44.059472+0000","last_peered":"2023-09-23T17:56:44.059472+0000","last_clean":"2023-09-23T17:56:44.059472+0000","last_became_active":"2023-09-23T17:56:44.058920+0000","last_became_peered":"2023-09-23T17:56:44.058920+0000","last_unstale":"2023-09-23T17:56:44.059472+0000","last_undegraded":"2023-09-23T17:56:44.059472+0000","last_fullsized":"2023-09-23T17:56:44.059472+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054720+0000","last_change":"2023-09-23T17:56:44.054720+0000","last_active":"2023-09-23T17:56:44.054720+0000","last_peered":"2023-09-23T17:56:44.054720+0000","last_clean":"2023-09-23T17:56:44.054720+0000","last_became_active":"2023-09-23T17:56:44.054379+0000","last_became_peered":"2023-09-23T17:56:44.054379+0000","last_unstale":"2023-09-23T17:56:44.054720+0000","last_undegraded":"2023-09-23T17:56:44.054720+0000","last_fullsized":"2023-09-23T17:56:44.054720+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:54:48.562341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049876+0000","last_change":"2023-09-23T17:56:12.022127+0000","last_active":"2023-09-23T17:56:44.049876+0000","last_peered":"2023-09-23T17:56:44.049876+0000","last_clean":"2023-09-23T17:56:44.049876+0000","last_became_active":"2023-09-23T17:56:12.021708+0000","last_became_peered":"2023-09-23T17:56:12.021708+0000","last_unstale":"2023-09-23T17:56:44.049876+0000","last_undegraded":"2023-09-23T17:56:44.049876+0000","last_fullsized":"2023-09-23T17:56:44.049876+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:24.370134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":67,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061073+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:56:44.061073+0000","last_peered":"2023-09-23T17:56:44.061073+0000","last_clean":"2023-09-23T17:56:44.061073+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:56:44.061073+0000","last_undegraded":"2023-09-23T17:56:44.061073+0000","last_fullsized":"2023-09-23T17:56:44.061073+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054003+0000","last_change":"2023-09-23T17:55:40.293148+0000","last_active":"2023-09-23T17:56:43.054003+0000","last_peered":"2023-09-23T17:56:43.054003+0000","last_clean":"2023-09-23T17:56:43.054003+0000","last_became_active":"2023-09-23T17:55:40.292932+0000","last_became_peered":"2023-09-23T17:55:40.292932+0000","last_unstale":"2023-09-23T17:56:43.054003+0000","last_undegraded":"2023-09-23T17:56:43.054003+0000","last_fullsized":"2023-09-23T17:56:43.054003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056097+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:56:43.056097+0000","last_peered":"2023-09-23T17:56:43.056097+0000","last_clean":"2023-09-23T17:56:43.056097+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:56:43.056097+0000","last_undegraded":"2023-09-23T17:56:43.056097+0000","last_fullsized":"2023-09-23T17:56:43.056097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055762+0000","last_change":"2023-09-23T17:56:44.055762+0000","last_active":"2023-09-23T17:56:44.055762+0000","last_peered":"2023-09-23T17:56:44.055762+0000","last_clean":"2023-09-23T17:56:44.055762+0000","last_became_active":"2023-09-23T17:56:44.055426+0000","last_became_peered":"2023-09-23T17:56:44.055426+0000","last_unstale":"2023-09-23T17:56:44.055762+0000","last_undegraded":"2023-09-23T17:56:44.055762+0000","last_fullsized":"2023-09-23T17:56:44.055762+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054723+0000","last_change":"2023-09-23T17:55:40.290307+0000","last_active":"2023-09-23T17:56:43.054723+0000","last_peered":"2023-09-23T17:56:43.054723+0000","last_clean":"2023-09-23T17:56:43.054723+0000","last_became_active":"2023-09-23T17:55:40.289973+0000","last_became_peered":"2023-09-23T17:55:40.289973+0000","last_unstale":"2023-09-23T17:56:43.054723+0000","last_undegraded":"2023-09-23T17:56:43.054723+0000","last_fullsized":"2023-09-23T17:56:43.054723+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049204+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:56:43.049204+0000","last_peered":"2023-09-23T17:56:43.049204+0000","last_clean":"2023-09-23T17:56:43.049204+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:56:43.049204+0000","last_undegraded":"2023-09-23T17:56:43.049204+0000","last_fullsized":"2023-09-23T17:56:43.049204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054119+0000","last_change":"2023-09-23T17:55:07.969264+0000","last_active":"2023-09-23T17:56:43.054119+0000","last_peered":"2023-09-23T17:56:43.054119+0000","last_clean":"2023-09-23T17:56:43.054119+0000","last_became_active":"2023-09-23T17:55:07.969051+0000","last_became_peered":"2023-09-23T17:55:07.969051+0000","last_unstale":"2023-09-23T17:56:43.054119+0000","last_undegraded":"2023-09-23T17:56:43.054119+0000","last_fullsized":"2023-09-23T17:56:43.054119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063730+0000","last_change":"2023-09-23T17:56:44.063730+0000","last_active":"2023-09-23T17:56:44.063730+0000","last_peered":"2023-09-23T17:56:44.063730+0000","last_clean":"2023-09-23T17:56:44.063730+0000","last_became_active":"2023-09-23T17:56:44.063407+0000","last_became_peered":"2023-09-23T17:56:44.063407+0000","last_unstale":"2023-09-23T17:56:44.063730+0000","last_undegraded":"2023-09-23T17:56:44.063730+0000","last_fullsized":"2023-09-23T17:56:44.063730+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:56.808704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054527+0000","last_change":"2023-09-23T17:55:07.969433+0000","last_active":"2023-09-23T17:56:43.054527+0000","last_peered":"2023-09-23T17:56:43.054527+0000","last_clean":"2023-09-23T17:56:43.054527+0000","last_became_active":"2023-09-23T17:55:07.969077+0000","last_became_peered":"2023-09-23T17:55:07.969077+0000","last_unstale":"2023-09-23T17:56:43.054527+0000","last_undegraded":"2023-09-23T17:56:43.054527+0000","last_fullsized":"2023-09-23T17:56:43.054527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063941+0000","last_change":"2023-09-23T17:56:44.063941+0000","last_active":"2023-09-23T17:56:44.063941+0000","last_peered":"2023-09-23T17:56:44.063941+0000","last_clean":"2023-09-23T17:56:44.063941+0000","last_became_active":"2023-09-23T17:56:44.063550+0000","last_became_peered":"2023-09-23T17:56:44.063550+0000","last_unstale":"2023-09-23T17:56:44.063941+0000","last_undegraded":"2023-09-23T17:56:44.063941+0000","last_fullsized":"2023-09-23T17:56:44.063941+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:32.375938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.055134+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:56:43.055134+0000","last_peered":"2023-09-23T17:56:43.055134+0000","last_clean":"2023-09-23T17:56:43.055134+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:56:43.055134+0000","last_undegraded":"2023-09-23T17:56:43.055134+0000","last_fullsized":"2023-09-23T17:56:43.055134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":66,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063229+0000","last_change":"2023-09-23T17:56:44.063229+0000","last_active":"2023-09-23T17:56:44.063229+0000","last_peered":"2023-09-23T17:56:44.063229+0000","last_clean":"2023-09-23T17:56:44.063229+0000","last_became_active":"2023-09-23T17:56:44.062891+0000","last_became_peered":"2023-09-23T17:56:44.062891+0000","last_unstale":"2023-09-23T17:56:44.063229+0000","last_undegraded":"2023-09-23T17:56:44.063229+0000","last_fullsized":"2023-09-23T17:56:44.063229+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063132+0000","last_change":"2023-09-23T17:56:44.062747+0000","last_active":"2023-09-23T17:56:44.063132+0000","last_peered":"2023-09-23T17:56:44.063132+0000","last_clean":"2023-09-23T17:56:44.063132+0000","last_became_active":"2023-09-23T17:56:44.062428+0000","last_became_peered":"2023-09-23T17:56:44.062428+0000","last_unstale":"2023-09-23T17:56:44.063132+0000","last_undegraded":"2023-09-23T17:56:44.063132+0000","last_fullsized":"2023-09-23T17:56:44.063132+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:09.092739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063562+0000","last_change":"2023-09-23T17:56:44.063562+0000","last_active":"2023-09-23T17:56:44.063562+0000","last_peered":"2023-09-23T17:56:44.063562+0000","last_clean":"2023-09-23T17:56:44.063562+0000","last_became_active":"2023-09-23T17:56:44.063271+0000","last_became_peered":"2023-09-23T17:56:44.063271+0000","last_unstale":"2023-09-23T17:56:44.063562+0000","last_undegraded":"2023-09-23T17:56:44.063562+0000","last_fullsized":"2023-09-23T17:56:44.063562+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:40.471347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053044+0000","last_change":"2023-09-23T17:56:12.022052+0000","last_active":"2023-09-23T17:56:43.053044+0000","last_peered":"2023-09-23T17:56:43.053044+0000","last_clean":"2023-09-23T17:56:43.053044+0000","last_became_active":"2023-09-23T17:56:12.021659+0000","last_became_peered":"2023-09-23T17:56:12.021659+0000","last_unstale":"2023-09-23T17:56:43.053044+0000","last_undegraded":"2023-09-23T17:56:43.053044+0000","last_fullsized":"2023-09-23T17:56:43.053044+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058734+0000","last_change":"2023-09-23T17:55:40.286579+0000","last_active":"2023-09-23T17:56:43.058734+0000","last_peered":"2023-09-23T17:56:43.058734+0000","last_clean":"2023-09-23T17:56:43.058734+0000","last_became_active":"2023-09-23T17:55:40.286249+0000","last_became_peered":"2023-09-23T17:55:40.286249+0000","last_unstale":"2023-09-23T17:56:43.058734+0000","last_undegraded":"2023-09-23T17:56:43.058734+0000","last_fullsized":"2023-09-23T17:56:43.058734+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":73,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057454+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:56:43.057454+0000","last_peered":"2023-09-23T17:56:43.057454+0000","last_clean":"2023-09-23T17:56:43.057454+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:56:43.057454+0000","last_undegraded":"2023-09-23T17:56:43.057454+0000","last_fullsized":"2023-09-23T17:56:43.057454+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051520+0000","last_change":"2023-09-23T17:56:12.018856+0000","last_active":"2023-09-23T17:56:43.051520+0000","last_peered":"2023-09-23T17:56:43.051520+0000","last_clean":"2023-09-23T17:56:43.051520+0000","last_became_active":"2023-09-23T17:56:12.018564+0000","last_became_peered":"2023-09-23T17:56:12.018564+0000","last_unstale":"2023-09-23T17:56:43.051520+0000","last_undegraded":"2023-09-23T17:56:43.051520+0000","last_fullsized":"2023-09-23T17:56:43.051520+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:48.475500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064060+0000","last_change":"2023-09-23T17:56:44.064060+0000","last_active":"2023-09-23T17:56:44.064060+0000","last_peered":"2023-09-23T17:56:44.064060+0000","last_clean":"2023-09-23T17:56:44.064060+0000","last_became_active":"2023-09-23T17:56:44.063710+0000","last_became_peered":"2023-09-23T17:56:44.063710+0000","last_unstale":"2023-09-23T17:56:44.064060+0000","last_undegraded":"2023-09-23T17:56:44.064060+0000","last_fullsized":"2023-09-23T17:56:44.064060+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063076+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:56:44.063076+0000","last_peered":"2023-09-23T17:56:44.063076+0000","last_clean":"2023-09-23T17:56:44.063076+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:56:44.063076+0000","last_undegraded":"2023-09-23T17:56:44.063076+0000","last_fullsized":"2023-09-23T17:56:44.063076+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049559+0000","last_change":"2023-09-23T17:55:40.286219+0000","last_active":"2023-09-23T17:56:43.049559+0000","last_peered":"2023-09-23T17:56:43.049559+0000","last_clean":"2023-09-23T17:56:43.049559+0000","last_became_active":"2023-09-23T17:55:40.285915+0000","last_became_peered":"2023-09-23T17:55:40.285915+0000","last_unstale":"2023-09-23T17:56:43.049559+0000","last_undegraded":"2023-09-23T17:56:43.049559+0000","last_fullsized":"2023-09-23T17:56:43.049559+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058238+0000","last_change":"2023-09-23T17:56:44.058238+0000","last_active":"2023-09-23T17:56:44.058238+0000","last_peered":"2023-09-23T17:56:44.058238+0000","last_clean":"2023-09-23T17:56:44.058238+0000","last_became_active":"2023-09-23T17:56:44.057900+0000","last_became_peered":"2023-09-23T17:56:44.057900+0000","last_unstale":"2023-09-23T17:56:44.058238+0000","last_undegraded":"2023-09-23T17:56:44.058238+0000","last_fullsized":"2023-09-23T17:56:44.058238+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:28.465257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.060180+0000","last_change":"2023-09-23T17:56:44.060180+0000","last_active":"2023-09-23T17:56:44.060180+0000","last_peered":"2023-09-23T17:56:44.060180+0000","last_clean":"2023-09-23T17:56:44.060180+0000","last_became_active":"2023-09-23T17:56:44.059850+0000","last_became_peered":"2023-09-23T17:56:44.059850+0000","last_unstale":"2023-09-23T17:56:44.060180+0000","last_undegraded":"2023-09-23T17:56:44.060180+0000","last_fullsized":"2023-09-23T17:56:44.060180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:48:16.628843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054867+0000","last_change":"2023-09-23T17:55:40.291747+0000","last_active":"2023-09-23T17:56:43.054867+0000","last_peered":"2023-09-23T17:56:43.054867+0000","last_clean":"2023-09-23T17:56:43.054867+0000","last_became_active":"2023-09-23T17:55:40.291413+0000","last_became_peered":"2023-09-23T17:55:40.291413+0000","last_unstale":"2023-09-23T17:56:43.054867+0000","last_undegraded":"2023-09-23T17:56:43.054867+0000","last_fullsized":"2023-09-23T17:56:43.054867+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":86,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058100+0000","last_change":"2023-09-23T17:56:44.058100+0000","last_active":"2023-09-23T17:56:44.058100+0000","last_peered":"2023-09-23T17:56:44.058100+0000","last_clean":"2023-09-23T17:56:44.058100+0000","last_became_active":"2023-09-23T17:56:44.057793+0000","last_became_peered":"2023-09-23T17:56:44.057793+0000","last_unstale":"2023-09-23T17:56:44.058100+0000","last_undegraded":"2023-09-23T17:56:44.058100+0000","last_fullsized":"2023-09-23T17:56:44.058100+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:39.721273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063738+0000","last_change":"2023-09-23T17:56:44.062750+0000","last_active":"2023-09-23T17:56:44.063738+0000","last_peered":"2023-09-23T17:56:44.063738+0000","last_clean":"2023-09-23T17:56:44.063738+0000","last_became_active":"2023-09-23T17:56:44.062405+0000","last_became_peered":"2023-09-23T17:56:44.062405+0000","last_unstale":"2023-09-23T17:56:44.063738+0000","last_undegraded":"2023-09-23T17:56:44.063738+0000","last_fullsized":"2023-09-23T17:56:44.063738+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:50:20.651155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056470+0000","last_change":"2023-09-23T17:56:44.056470+0000","last_active":"2023-09-23T17:56:44.056470+0000","last_peered":"2023-09-23T17:56:44.056470+0000","last_clean":"2023-09-23T17:56:44.056470+0000","last_became_active":"2023-09-23T17:56:44.056096+0000","last_became_peered":"2023-09-23T17:56:44.056096+0000","last_unstale":"2023-09-23T17:56:44.056470+0000","last_undegraded":"2023-09-23T17:56:44.056470+0000","last_fullsized":"2023-09-23T17:56:44.056470+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:26:24.752269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057616+0000","last_change":"2023-09-23T17:56:44.057616+0000","last_active":"2023-09-23T17:56:44.057616+0000","last_peered":"2023-09-23T17:56:44.057616+0000","last_clean":"2023-09-23T17:56:44.057616+0000","last_became_active":"2023-09-23T17:56:44.057305+0000","last_became_peered":"2023-09-23T17:56:44.057305+0000","last_unstale":"2023-09-23T17:56:44.057616+0000","last_undegraded":"2023-09-23T17:56:44.057616+0000","last_fullsized":"2023-09-23T17:56:44.057616+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:57:43.220940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057351+0000","last_change":"2023-09-23T17:56:12.018604+0000","last_active":"2023-09-23T17:56:43.057351+0000","last_peered":"2023-09-23T17:56:43.057351+0000","last_clean":"2023-09-23T17:56:43.057351+0000","last_became_active":"2023-09-23T17:56:12.018250+0000","last_became_peered":"2023-09-23T17:56:12.018250+0000","last_unstale":"2023-09-23T17:56:43.057351+0000","last_undegraded":"2023-09-23T17:56:43.057351+0000","last_fullsized":"2023-09-23T17:56:43.057351+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430350,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302792,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93442360,"statfs":{"total":95995035648,"available":95684976640,"internally_reserved":0,"allocated":1638400,"data_stored":1152306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5090000000000003,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.66500000000000004,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":6.5,"5min":6.5,"15min":6.5},"last":0.54200000000000004}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.65700000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":6.3120000000000003,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36599999999999999},"max":{"1min":0.72799999999999998,"5min":0.84499999999999997,"15min":1.0609999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.376,"15min":0.33600000000000002},"max":{"1min":0.78900000000000003,"5min":0.81399999999999995,"15min":0.96899999999999997},"last":0.67100000000000004}]},{"osd":4,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.39900000000000002,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":0.65800000000000003,"5min":0.68700000000000006,"15min":1.2769999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.249},"max":{"1min":0.71199999999999997,"5min":0.80100000000000005,"15min":1.018},"last":0.69899999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66700000000000004,"15min":0.84599999999999997},"last":0.626},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.74099999999999999,"5min":0.76300000000000001,"15min":1.609},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.40600000000000003,"5min":0.34300000000000003,"15min":0.26300000000000001},"max":{"1min":0.72199999999999998,"5min":0.74399999999999999,"15min":0.873},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":1.3939999999999999},"last":0.71899999999999997}]}]},{"osd":6,"up_from":42,"seq":180388626577,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306880,"kb_used_data":5688,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93438272,"statfs":{"total":95995035648,"available":95680790528,"internally_reserved":0,"allocated":5824512,"data_stored":5346483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76700000000000002,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72999999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.67900000000000005}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71699999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36099999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":1.0660000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.57299999999999995},"min":{"1min":0.45600000000000002,"5min":0.42499999999999999,"15min":0.315},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60899999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47699999999999998,"15min":0.44900000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":1.0049999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.497,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27100000000000002},"max":{"1min":0.71099999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.69299999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51700000000000002,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.81999999999999995},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.496},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69499999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.56100000000000005}]},{"osd":7,"last update":"Sat Sep 23 17:56:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56899999999999995,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75600000000000001,"5min":0.75800000000000001,"15min":0.85199999999999998},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.58899999999999997,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54600000000000004}]}]},{"osd":1,"up_from":90,"seq":386547056663,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36700,"kb_used_data":5140,"kb_used_omap":7,"kb_used_meta":31544,"kb_avail":93708452,"statfs":{"total":95995035648,"available":95957454848,"internally_reserved":0,"allocated":5263360,"data_stored":4761502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":32301155},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.254},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.51300000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.52200000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220190,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33200,"kb_used_data":1640,"kb_used_omap":8,"kb_used_meta":31543,"kb_avail":93711952,"statfs":{"total":95995035648,"available":95961038848,"internally_reserved":0,"allocated":1679360,"data_stored":1158960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":32300644},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.46700000000000003}]},{"osd":3,"last update":"Sat Sep 23 17:56:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52700000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":1.179,"15min":1.179},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":1.21,"15min":1.21},"last":0.70799999999999996}]},{"osd":5,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.69899999999999995,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.89600000000000002,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.67000000000000004,"15min":0.68000000000000005},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82599999999999996,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94099999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.755},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.45600000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.877,"5min":1.109,"15min":1.109},"last":0.69699999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69199999999999995,"15min":0.70199999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.91600000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89500000000000002,"5min":1.083,"15min":1.083},"last":0.72199999999999998}]}]},{"osd":2,"up_from":95,"seq":408021893137,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32536,"kb_used_data":1040,"kb_used_omap":11,"kb_used_meta":31476,"kb_avail":93712616,"statfs":{"total":95995035648,"available":95961718784,"internally_reserved":0,"allocated":1064960,"data_stored":565966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":32232159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.29899999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.378}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54200000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.65200000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61899999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729610,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1020,"kb_used_omap":4,"kb_used_meta":27387,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1044480,"data_stored":561836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":28044695},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019033,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302212,"kb_used_data":5116,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93442940,"statfs":{"total":95995035648,"available":95685570560,"internally_reserved":0,"allocated":5238784,"data_stored":4756487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.746,"15min":0.746},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.60799999999999998,"15min":0.624},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81699999999999995,"5min":2.258,"15min":2.258},"last":0.53100000000000003}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.61399999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.57899999999999996}]},{"osd":3,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.32800000000000001},"max":{"1min":0.68700000000000006,"5min":0.81100000000000005,"15min":0.81699999999999995},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.436,"5min":0.36299999999999999,"15min":0.33500000000000002},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.669},"last":0.44}]},{"osd":5,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.443,"15min":0.42399999999999999},"min":{"1min":0.314,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61799999999999999,"15min":0.80700000000000005},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.46899999999999997},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.80300000000000005,"15min":0.82799999999999996},"last":0.49299999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.30399999999999999,"15min":0.255},"max":{"1min":0.70499999999999996,"5min":0.77100000000000002,"15min":0.77700000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63600000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.50600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.309},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55100000000000005,"15min":0.53100000000000003},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":0.749,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.625}]}]},{"osd":5,"up_from":36,"seq":154618822805,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298100,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447052,"statfs":{"total":95995035648,"available":95689781248,"internally_reserved":0,"allocated":1028096,"data_stored":557631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.45000000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.374},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:57:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 17:55:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.54100000000000004},"min":{"1min":0.41899999999999998,"5min":0.34899999999999998,"15min":0.32600000000000001},"max":{"1min":0.66500000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":1.524},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Sep 23 17:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48199999999999998,"15min":0.45700000000000002},"min":{"1min":0.34799999999999998,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.72199999999999998,"15min":1.839},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.48399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.26700000000000002},"max":{"1min":0.81299999999999994,"5min":0.82199999999999995,"15min":1.591},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.32300000000000001,"15min":0.28499999999999998},"max":{"1min":0.66400000000000003,"5min":0.71499999999999997,"15min":2.6579999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55300000000000005,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":0.69299999999999995,"5min":0.77200000000000002,"15min":1.2370000000000001},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":0.75,"5min":0.80600000000000005,"15min":1.5820000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.57499999999999996},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.85499999999999998,"15min":1.212},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:57:28.645 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T17:57:28.645 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T17:57:28.645 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T17:57:28.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T17:57:29.252 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:29 smithi149 ceph-mon[135148]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:29.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:29 smithi018 ceph-mon[153734]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:29.484 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:29 smithi018 ceph-mon[149401]: from='client.44618 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:30.385 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:30 smithi018 ceph-mon[153734]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:30.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:30 smithi018 ceph-mon[149401]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:30 smithi149 ceph-mon[135148]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:30.846 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:30.846 INFO:teuthology.orchestra.run.smithi018.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T17:57:31.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3662436188' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:57:31.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3662436188' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:57:31.285 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T17:57:31.285 INFO:teuthology.run_tasks:Running task print... 2023-09-23T17:57:31.294 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2023-09-23T17:57:31.294 INFO:teuthology.run_tasks:Running task parallel... 2023-09-23T17:57:31.324 INFO:teuthology.task.parallel:starting parallel... 2023-09-23T17:57:31.324 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T17:57:31.324 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2023-09-23T17:57:31.325 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-09-23T17:57:31.325 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}} 2023-09-23T17:57:31.326 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-09-23T17:57:31.326 INFO:tasks.thrashosds:Beginning thrashosds... 2023-09-23T17:57:31.326 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T17:57:31.326 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:57:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3662436188' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T17:57:31.930 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:32 smithi149 ceph-mon[135148]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:32.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:32 smithi018 ceph-mon[149401]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:32.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:32 smithi018 ceph-mon[153734]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:33.546 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:33.547 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:57:33.953 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2023-09-23T17:57:32.538239+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1340840,"kb_used_data":22248,"kb_used_omap":32,"kb_used_meta":1318495,"kb_avail":748620376,"statfs":{"total":767960285184,"available":766587265024,"internally_reserved":0,"allocated":22781952,"data_stored":18861171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1350139709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003062"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056319+0000","last_change":"2023-09-23T17:56:12.018145+0000","last_active":"2023-09-23T17:56:43.056319+0000","last_peered":"2023-09-23T17:56:43.056319+0000","last_clean":"2023-09-23T17:56:43.056319+0000","last_became_active":"2023-09-23T17:56:12.017721+0000","last_became_peered":"2023-09-23T17:56:12.017721+0000","last_unstale":"2023-09-23T17:56:43.056319+0000","last_undegraded":"2023-09-23T17:56:43.056319+0000","last_fullsized":"2023-09-23T17:56:43.056319+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049897+0000","last_change":"2023-09-23T17:56:12.018284+0000","last_active":"2023-09-23T17:56:44.049897+0000","last_peered":"2023-09-23T17:56:44.049897+0000","last_clean":"2023-09-23T17:56:44.049897+0000","last_became_active":"2023-09-23T17:56:12.017940+0000","last_became_peered":"2023-09-23T17:56:12.017940+0000","last_unstale":"2023-09-23T17:56:44.049897+0000","last_undegraded":"2023-09-23T17:56:44.049897+0000","last_fullsized":"2023-09-23T17:56:44.049897+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:47:56.535413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054583+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:56:44.054583+0000","last_peered":"2023-09-23T17:56:44.054583+0000","last_clean":"2023-09-23T17:56:44.054583+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:56:44.054583+0000","last_undegraded":"2023-09-23T17:56:44.054583+0000","last_fullsized":"2023-09-23T17:56:44.054583+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":76,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059598+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:56:44.059598+0000","last_peered":"2023-09-23T17:56:44.059598+0000","last_clean":"2023-09-23T17:56:44.059598+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:56:44.059598+0000","last_undegraded":"2023-09-23T17:56:44.059598+0000","last_fullsized":"2023-09-23T17:56:44.059598+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056127+0000","last_change":"2023-09-23T17:56:44.056127+0000","last_active":"2023-09-23T17:56:44.056127+0000","last_peered":"2023-09-23T17:56:44.056127+0000","last_clean":"2023-09-23T17:56:44.056127+0000","last_became_active":"2023-09-23T17:56:44.055765+0000","last_became_peered":"2023-09-23T17:56:44.055765+0000","last_unstale":"2023-09-23T17:56:44.056127+0000","last_undegraded":"2023-09-23T17:56:44.056127+0000","last_fullsized":"2023-09-23T17:56:44.056127+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050974+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:56:43.050974+0000","last_peered":"2023-09-23T17:56:43.050974+0000","last_clean":"2023-09-23T17:56:43.050974+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:56:43.050974+0000","last_undegraded":"2023-09-23T17:56:43.050974+0000","last_fullsized":"2023-09-23T17:56:43.050974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055940+0000","last_change":"2023-09-23T17:56:44.055940+0000","last_active":"2023-09-23T17:56:44.055940+0000","last_peered":"2023-09-23T17:56:44.055940+0000","last_clean":"2023-09-23T17:56:44.055940+0000","last_became_active":"2023-09-23T17:56:44.055438+0000","last_became_peered":"2023-09-23T17:56:44.055438+0000","last_unstale":"2023-09-23T17:56:44.055940+0000","last_undegraded":"2023-09-23T17:56:44.055940+0000","last_fullsized":"2023-09-23T17:56:44.055940+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050204+0000","last_change":"2023-09-23T17:55:40.288198+0000","last_active":"2023-09-23T17:56:43.050204+0000","last_peered":"2023-09-23T17:56:43.050204+0000","last_clean":"2023-09-23T17:56:43.050204+0000","last_became_active":"2023-09-23T17:55:40.287770+0000","last_became_peered":"2023-09-23T17:55:40.287770+0000","last_unstale":"2023-09-23T17:56:43.050204+0000","last_undegraded":"2023-09-23T17:56:43.050204+0000","last_fullsized":"2023-09-23T17:56:43.050204+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056999+0000","last_change":"2023-09-23T17:56:44.056999+0000","last_active":"2023-09-23T17:56:44.056999+0000","last_peered":"2023-09-23T17:56:44.056999+0000","last_clean":"2023-09-23T17:56:44.056999+0000","last_became_active":"2023-09-23T17:56:44.056547+0000","last_became_peered":"2023-09-23T17:56:44.056547+0000","last_unstale":"2023-09-23T17:56:44.056999+0000","last_undegraded":"2023-09-23T17:56:44.056999+0000","last_fullsized":"2023-09-23T17:56:44.056999+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:28:05.920286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056093+0000","last_change":"2023-09-23T17:55:07.969638+0000","last_active":"2023-09-23T17:56:43.056093+0000","last_peered":"2023-09-23T17:56:43.056093+0000","last_clean":"2023-09-23T17:56:43.056093+0000","last_became_active":"2023-09-23T17:55:07.969141+0000","last_became_peered":"2023-09-23T17:55:07.969141+0000","last_unstale":"2023-09-23T17:56:43.056093+0000","last_undegraded":"2023-09-23T17:56:43.056093+0000","last_fullsized":"2023-09-23T17:56:43.056093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:24.962702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058562+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:56:43.058562+0000","last_peered":"2023-09-23T17:56:43.058562+0000","last_clean":"2023-09-23T17:56:43.058562+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:56:43.058562+0000","last_undegraded":"2023-09-23T17:56:43.058562+0000","last_fullsized":"2023-09-23T17:56:43.058562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050199+0000","last_change":"2023-09-23T17:55:40.290864+0000","last_active":"2023-09-23T17:56:44.050199+0000","last_peered":"2023-09-23T17:56:44.050199+0000","last_clean":"2023-09-23T17:56:44.050199+0000","last_became_active":"2023-09-23T17:55:40.290152+0000","last_became_peered":"2023-09-23T17:55:40.290152+0000","last_unstale":"2023-09-23T17:56:44.050199+0000","last_undegraded":"2023-09-23T17:56:44.050199+0000","last_fullsized":"2023-09-23T17:56:44.050199+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:36.840299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":295,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054962+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:56:43.054962+0000","last_peered":"2023-09-23T17:56:43.054962+0000","last_clean":"2023-09-23T17:56:43.054962+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:56:43.054962+0000","last_undegraded":"2023-09-23T17:56:43.054962+0000","last_fullsized":"2023-09-23T17:56:43.054962+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063232+0000","last_change":"2023-09-23T17:56:44.063232+0000","last_active":"2023-09-23T17:56:44.063232+0000","last_peered":"2023-09-23T17:56:44.063232+0000","last_clean":"2023-09-23T17:56:44.063232+0000","last_became_active":"2023-09-23T17:56:44.062922+0000","last_became_peered":"2023-09-23T17:56:44.062922+0000","last_unstale":"2023-09-23T17:56:44.063232+0000","last_undegraded":"2023-09-23T17:56:44.063232+0000","last_fullsized":"2023-09-23T17:56:44.063232+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:21.034528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":522,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051026+0000","last_change":"2023-09-23T17:55:40.287819+0000","last_active":"2023-09-23T17:56:43.051026+0000","last_peered":"2023-09-23T17:56:43.051026+0000","last_clean":"2023-09-23T17:56:43.051026+0000","last_became_active":"2023-09-23T17:55:40.287282+0000","last_became_peered":"2023-09-23T17:55:40.287282+0000","last_unstale":"2023-09-23T17:56:43.051026+0000","last_undegraded":"2023-09-23T17:56:43.051026+0000","last_fullsized":"2023-09-23T17:56:43.051026+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:08.574479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064443+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:56:44.064443+0000","last_peered":"2023-09-23T17:56:44.064443+0000","last_clean":"2023-09-23T17:56:44.064443+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:56:44.064443+0000","last_undegraded":"2023-09-23T17:56:44.064443+0000","last_fullsized":"2023-09-23T17:56:44.064443+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049620+0000","last_change":"2023-09-23T17:55:07.970239+0000","last_active":"2023-09-23T17:56:44.049620+0000","last_peered":"2023-09-23T17:56:44.049620+0000","last_clean":"2023-09-23T17:56:44.049620+0000","last_became_active":"2023-09-23T17:55:07.969587+0000","last_became_peered":"2023-09-23T17:55:07.969587+0000","last_unstale":"2023-09-23T17:56:44.049620+0000","last_undegraded":"2023-09-23T17:56:44.049620+0000","last_fullsized":"2023-09-23T17:56:44.049620+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:23:53.882688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053206+0000","last_change":"2023-09-23T17:56:12.018885+0000","last_active":"2023-09-23T17:56:43.053206+0000","last_peered":"2023-09-23T17:56:43.053206+0000","last_clean":"2023-09-23T17:56:43.053206+0000","last_became_active":"2023-09-23T17:56:12.018446+0000","last_became_peered":"2023-09-23T17:56:12.018446+0000","last_unstale":"2023-09-23T17:56:43.053206+0000","last_undegraded":"2023-09-23T17:56:43.053206+0000","last_fullsized":"2023-09-23T17:56:43.053206+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.707554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":200,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056005+0000","last_change":"2023-09-23T17:55:07.968840+0000","last_active":"2023-09-23T17:56:43.056005+0000","last_peered":"2023-09-23T17:56:43.056005+0000","last_clean":"2023-09-23T17:56:43.056005+0000","last_became_active":"2023-09-23T17:55:07.968110+0000","last_became_peered":"2023-09-23T17:55:07.968110+0000","last_unstale":"2023-09-23T17:56:43.056005+0000","last_undegraded":"2023-09-23T17:56:43.056005+0000","last_fullsized":"2023-09-23T17:56:43.056005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":69,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050240+0000","last_change":"2023-09-23T17:56:12.019589+0000","last_active":"2023-09-23T17:56:44.050240+0000","last_peered":"2023-09-23T17:56:44.050240+0000","last_clean":"2023-09-23T17:56:44.050240+0000","last_became_active":"2023-09-23T17:56:12.019258+0000","last_became_peered":"2023-09-23T17:56:12.019258+0000","last_unstale":"2023-09-23T17:56:44.050240+0000","last_undegraded":"2023-09-23T17:56:44.050240+0000","last_fullsized":"2023-09-23T17:56:44.050240+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:22.161290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056428+0000","last_change":"2023-09-23T17:56:44.055963+0000","last_active":"2023-09-23T17:56:44.056428+0000","last_peered":"2023-09-23T17:56:44.056428+0000","last_clean":"2023-09-23T17:56:44.056428+0000","last_became_active":"2023-09-23T17:56:44.055630+0000","last_became_peered":"2023-09-23T17:56:44.055630+0000","last_unstale":"2023-09-23T17:56:44.056428+0000","last_undegraded":"2023-09-23T17:56:44.056428+0000","last_fullsized":"2023-09-23T17:56:44.056428+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:35:22.373904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":740,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054360+0000","last_change":"2023-09-23T17:55:40.287240+0000","last_active":"2023-09-23T17:56:43.054360+0000","last_peered":"2023-09-23T17:56:43.054360+0000","last_clean":"2023-09-23T17:56:43.054360+0000","last_became_active":"2023-09-23T17:55:40.286711+0000","last_became_peered":"2023-09-23T17:55:40.286711+0000","last_unstale":"2023-09-23T17:56:43.054360+0000","last_undegraded":"2023-09-23T17:56:43.054360+0000","last_fullsized":"2023-09-23T17:56:43.054360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054890+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:56:43.054890+0000","last_peered":"2023-09-23T17:56:43.054890+0000","last_clean":"2023-09-23T17:56:43.054890+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:56:43.054890+0000","last_undegraded":"2023-09-23T17:56:43.054890+0000","last_fullsized":"2023-09-23T17:56:43.054890+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059800+0000","last_change":"2023-09-23T17:56:44.059800+0000","last_active":"2023-09-23T17:56:44.059800+0000","last_peered":"2023-09-23T17:56:44.059800+0000","last_clean":"2023-09-23T17:56:44.059800+0000","last_became_active":"2023-09-23T17:56:44.059473+0000","last_became_peered":"2023-09-23T17:56:44.059473+0000","last_unstale":"2023-09-23T17:56:44.059800+0000","last_undegraded":"2023-09-23T17:56:44.059800+0000","last_fullsized":"2023-09-23T17:56:44.059800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:08:59.174790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":303,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054807+0000","last_change":"2023-09-23T17:55:07.968713+0000","last_active":"2023-09-23T17:56:43.054807+0000","last_peered":"2023-09-23T17:56:43.054807+0000","last_clean":"2023-09-23T17:56:43.054807+0000","last_became_active":"2023-09-23T17:55:07.968245+0000","last_became_peered":"2023-09-23T17:55:07.968245+0000","last_unstale":"2023-09-23T17:56:43.054807+0000","last_undegraded":"2023-09-23T17:56:43.054807+0000","last_fullsized":"2023-09-23T17:56:43.054807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":599,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050034+0000","last_change":"2023-09-23T17:56:12.022097+0000","last_active":"2023-09-23T17:56:43.050034+0000","last_peered":"2023-09-23T17:56:43.050034+0000","last_clean":"2023-09-23T17:56:43.050034+0000","last_became_active":"2023-09-23T17:56:12.021463+0000","last_became_peered":"2023-09-23T17:56:12.021463+0000","last_unstale":"2023-09-23T17:56:43.050034+0000","last_undegraded":"2023-09-23T17:56:43.050034+0000","last_fullsized":"2023-09-23T17:56:43.050034+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.052327+0000","last_change":"2023-09-23T17:55:40.291415+0000","last_active":"2023-09-23T17:56:43.052327+0000","last_peered":"2023-09-23T17:56:43.052327+0000","last_clean":"2023-09-23T17:56:43.052327+0000","last_became_active":"2023-09-23T17:55:40.291110+0000","last_became_peered":"2023-09-23T17:55:40.291110+0000","last_unstale":"2023-09-23T17:56:43.052327+0000","last_undegraded":"2023-09-23T17:56:43.052327+0000","last_fullsized":"2023-09-23T17:56:43.052327+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:40.540330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053276+0000","last_change":"2023-09-23T17:56:12.017161+0000","last_active":"2023-09-23T17:56:43.053276+0000","last_peered":"2023-09-23T17:56:43.053276+0000","last_clean":"2023-09-23T17:56:43.053276+0000","last_became_active":"2023-09-23T17:56:12.016824+0000","last_became_peered":"2023-09-23T17:56:12.016824+0000","last_unstale":"2023-09-23T17:56:43.053276+0000","last_undegraded":"2023-09-23T17:56:43.053276+0000","last_fullsized":"2023-09-23T17:56:43.053276+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:34.591526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":537,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056244+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:56:44.056244+0000","last_peered":"2023-09-23T17:56:44.056244+0000","last_clean":"2023-09-23T17:56:44.056244+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:56:44.056244+0000","last_undegraded":"2023-09-23T17:56:44.056244+0000","last_fullsized":"2023-09-23T17:56:44.056244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057140+0000","last_change":"2023-09-23T17:56:44.057140+0000","last_active":"2023-09-23T17:56:44.057140+0000","last_peered":"2023-09-23T17:56:44.057140+0000","last_clean":"2023-09-23T17:56:44.057140+0000","last_became_active":"2023-09-23T17:56:44.056721+0000","last_became_peered":"2023-09-23T17:56:44.056721+0000","last_unstale":"2023-09-23T17:56:44.057140+0000","last_undegraded":"2023-09-23T17:56:44.057140+0000","last_fullsized":"2023-09-23T17:56:44.057140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:01.211224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058686+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:56:43.058686+0000","last_peered":"2023-09-23T17:56:43.058686+0000","last_clean":"2023-09-23T17:56:43.058686+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:56:43.058686+0000","last_undegraded":"2023-09-23T17:56:43.058686+0000","last_fullsized":"2023-09-23T17:56:43.058686+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":741,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049252+0000","last_change":"2023-09-23T17:55:40.291834+0000","last_active":"2023-09-23T17:56:43.049252+0000","last_peered":"2023-09-23T17:56:43.049252+0000","last_clean":"2023-09-23T17:56:43.049252+0000","last_became_active":"2023-09-23T17:55:40.290831+0000","last_became_peered":"2023-09-23T17:55:40.290831+0000","last_unstale":"2023-09-23T17:56:43.049252+0000","last_undegraded":"2023-09-23T17:56:43.049252+0000","last_fullsized":"2023-09-23T17:56:43.049252+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051436+0000","last_change":"2023-09-23T17:55:40.292226+0000","last_active":"2023-09-23T17:56:43.051436+0000","last_peered":"2023-09-23T17:56:43.051436+0000","last_clean":"2023-09-23T17:56:43.051436+0000","last_became_active":"2023-09-23T17:55:40.291340+0000","last_became_peered":"2023-09-23T17:55:40.291340+0000","last_unstale":"2023-09-23T17:56:43.051436+0000","last_undegraded":"2023-09-23T17:56:43.051436+0000","last_fullsized":"2023-09-23T17:56:43.051436+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:29.276858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":82,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061509+0000","last_change":"2023-09-23T17:56:44.061509+0000","last_active":"2023-09-23T17:56:44.061509+0000","last_peered":"2023-09-23T17:56:44.061509+0000","last_clean":"2023-09-23T17:56:44.061509+0000","last_became_active":"2023-09-23T17:56:44.061087+0000","last_became_peered":"2023-09-23T17:56:44.061087+0000","last_unstale":"2023-09-23T17:56:44.061509+0000","last_undegraded":"2023-09-23T17:56:44.061509+0000","last_fullsized":"2023-09-23T17:56:44.061509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":667,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053109+0000","last_change":"2023-09-23T17:55:40.285265+0000","last_active":"2023-09-23T17:56:43.053109+0000","last_peered":"2023-09-23T17:56:43.053109+0000","last_clean":"2023-09-23T17:56:43.053109+0000","last_became_active":"2023-09-23T17:55:40.284557+0000","last_became_peered":"2023-09-23T17:55:40.284557+0000","last_unstale":"2023-09-23T17:56:43.053109+0000","last_undegraded":"2023-09-23T17:56:43.053109+0000","last_fullsized":"2023-09-23T17:56:43.053109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:19.602529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056336+0000","last_change":"2023-09-23T17:56:44.056336+0000","last_active":"2023-09-23T17:56:44.056336+0000","last_peered":"2023-09-23T17:56:44.056336+0000","last_clean":"2023-09-23T17:56:44.056336+0000","last_became_active":"2023-09-23T17:56:44.056007+0000","last_became_peered":"2023-09-23T17:56:44.056007+0000","last_unstale":"2023-09-23T17:56:44.056336+0000","last_undegraded":"2023-09-23T17:56:44.056336+0000","last_fullsized":"2023-09-23T17:56:44.056336+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:12.959507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.062948+0000","last_change":"2023-09-23T17:56:44.062948+0000","last_active":"2023-09-23T17:56:44.062948+0000","last_peered":"2023-09-23T17:56:44.062948+0000","last_clean":"2023-09-23T17:56:44.062948+0000","last_became_active":"2023-09-23T17:56:44.062662+0000","last_became_peered":"2023-09-23T17:56:44.062662+0000","last_unstale":"2023-09-23T17:56:44.062948+0000","last_undegraded":"2023-09-23T17:56:44.062948+0000","last_fullsized":"2023-09-23T17:56:44.062948+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:44:29.940959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057627+0000","last_change":"2023-09-23T17:55:40.291210+0000","last_active":"2023-09-23T17:56:43.057627+0000","last_peered":"2023-09-23T17:56:43.057627+0000","last_clean":"2023-09-23T17:56:43.057627+0000","last_became_active":"2023-09-23T17:55:40.290910+0000","last_became_peered":"2023-09-23T17:55:40.290910+0000","last_unstale":"2023-09-23T17:56:43.057627+0000","last_undegraded":"2023-09-23T17:56:43.057627+0000","last_fullsized":"2023-09-23T17:56:43.057627+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058623+0000","last_change":"2023-09-23T17:56:12.018168+0000","last_active":"2023-09-23T17:56:43.058623+0000","last_peered":"2023-09-23T17:56:43.058623+0000","last_clean":"2023-09-23T17:56:43.058623+0000","last_became_active":"2023-09-23T17:56:12.017855+0000","last_became_peered":"2023-09-23T17:56:12.017855+0000","last_unstale":"2023-09-23T17:56:43.058623+0000","last_undegraded":"2023-09-23T17:56:43.058623+0000","last_fullsized":"2023-09-23T17:56:43.058623+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057719+0000","last_change":"2023-09-23T17:56:12.017295+0000","last_active":"2023-09-23T17:56:43.057719+0000","last_peered":"2023-09-23T17:56:43.057719+0000","last_clean":"2023-09-23T17:56:43.057719+0000","last_became_active":"2023-09-23T17:56:12.017072+0000","last_became_peered":"2023-09-23T17:56:12.017072+0000","last_unstale":"2023-09-23T17:56:43.057719+0000","last_undegraded":"2023-09-23T17:56:43.057719+0000","last_fullsized":"2023-09-23T17:56:43.057719+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054166+0000","last_change":"2023-09-23T17:55:40.293371+0000","last_active":"2023-09-23T17:56:43.054166+0000","last_peered":"2023-09-23T17:56:43.054166+0000","last_clean":"2023-09-23T17:56:43.054166+0000","last_became_active":"2023-09-23T17:55:40.293041+0000","last_became_peered":"2023-09-23T17:55:40.293041+0000","last_unstale":"2023-09-23T17:56:43.054166+0000","last_undegraded":"2023-09-23T17:56:43.054166+0000","last_fullsized":"2023-09-23T17:56:43.054166+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059472+0000","last_change":"2023-09-23T17:56:44.059472+0000","last_active":"2023-09-23T17:56:44.059472+0000","last_peered":"2023-09-23T17:56:44.059472+0000","last_clean":"2023-09-23T17:56:44.059472+0000","last_became_active":"2023-09-23T17:56:44.058920+0000","last_became_peered":"2023-09-23T17:56:44.058920+0000","last_unstale":"2023-09-23T17:56:44.059472+0000","last_undegraded":"2023-09-23T17:56:44.059472+0000","last_fullsized":"2023-09-23T17:56:44.059472+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054720+0000","last_change":"2023-09-23T17:56:44.054720+0000","last_active":"2023-09-23T17:56:44.054720+0000","last_peered":"2023-09-23T17:56:44.054720+0000","last_clean":"2023-09-23T17:56:44.054720+0000","last_became_active":"2023-09-23T17:56:44.054379+0000","last_became_peered":"2023-09-23T17:56:44.054379+0000","last_unstale":"2023-09-23T17:56:44.054720+0000","last_undegraded":"2023-09-23T17:56:44.054720+0000","last_fullsized":"2023-09-23T17:56:44.054720+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:54:48.562341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049876+0000","last_change":"2023-09-23T17:56:12.022127+0000","last_active":"2023-09-23T17:56:44.049876+0000","last_peered":"2023-09-23T17:56:44.049876+0000","last_clean":"2023-09-23T17:56:44.049876+0000","last_became_active":"2023-09-23T17:56:12.021708+0000","last_became_peered":"2023-09-23T17:56:12.021708+0000","last_unstale":"2023-09-23T17:56:44.049876+0000","last_undegraded":"2023-09-23T17:56:44.049876+0000","last_fullsized":"2023-09-23T17:56:44.049876+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:24.370134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":67,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061073+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:56:44.061073+0000","last_peered":"2023-09-23T17:56:44.061073+0000","last_clean":"2023-09-23T17:56:44.061073+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:56:44.061073+0000","last_undegraded":"2023-09-23T17:56:44.061073+0000","last_fullsized":"2023-09-23T17:56:44.061073+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054003+0000","last_change":"2023-09-23T17:55:40.293148+0000","last_active":"2023-09-23T17:56:43.054003+0000","last_peered":"2023-09-23T17:56:43.054003+0000","last_clean":"2023-09-23T17:56:43.054003+0000","last_became_active":"2023-09-23T17:55:40.292932+0000","last_became_peered":"2023-09-23T17:55:40.292932+0000","last_unstale":"2023-09-23T17:56:43.054003+0000","last_undegraded":"2023-09-23T17:56:43.054003+0000","last_fullsized":"2023-09-23T17:56:43.054003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056097+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:56:43.056097+0000","last_peered":"2023-09-23T17:56:43.056097+0000","last_clean":"2023-09-23T17:56:43.056097+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:56:43.056097+0000","last_undegraded":"2023-09-23T17:56:43.056097+0000","last_fullsized":"2023-09-23T17:56:43.056097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055762+0000","last_change":"2023-09-23T17:56:44.055762+0000","last_active":"2023-09-23T17:56:44.055762+0000","last_peered":"2023-09-23T17:56:44.055762+0000","last_clean":"2023-09-23T17:56:44.055762+0000","last_became_active":"2023-09-23T17:56:44.055426+0000","last_became_peered":"2023-09-23T17:56:44.055426+0000","last_unstale":"2023-09-23T17:56:44.055762+0000","last_undegraded":"2023-09-23T17:56:44.055762+0000","last_fullsized":"2023-09-23T17:56:44.055762+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054723+0000","last_change":"2023-09-23T17:55:40.290307+0000","last_active":"2023-09-23T17:56:43.054723+0000","last_peered":"2023-09-23T17:56:43.054723+0000","last_clean":"2023-09-23T17:56:43.054723+0000","last_became_active":"2023-09-23T17:55:40.289973+0000","last_became_peered":"2023-09-23T17:55:40.289973+0000","last_unstale":"2023-09-23T17:56:43.054723+0000","last_undegraded":"2023-09-23T17:56:43.054723+0000","last_fullsized":"2023-09-23T17:56:43.054723+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049204+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:56:43.049204+0000","last_peered":"2023-09-23T17:56:43.049204+0000","last_clean":"2023-09-23T17:56:43.049204+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:56:43.049204+0000","last_undegraded":"2023-09-23T17:56:43.049204+0000","last_fullsized":"2023-09-23T17:56:43.049204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054119+0000","last_change":"2023-09-23T17:55:07.969264+0000","last_active":"2023-09-23T17:56:43.054119+0000","last_peered":"2023-09-23T17:56:43.054119+0000","last_clean":"2023-09-23T17:56:43.054119+0000","last_became_active":"2023-09-23T17:55:07.969051+0000","last_became_peered":"2023-09-23T17:55:07.969051+0000","last_unstale":"2023-09-23T17:56:43.054119+0000","last_undegraded":"2023-09-23T17:56:43.054119+0000","last_fullsized":"2023-09-23T17:56:43.054119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063730+0000","last_change":"2023-09-23T17:56:44.063730+0000","last_active":"2023-09-23T17:56:44.063730+0000","last_peered":"2023-09-23T17:56:44.063730+0000","last_clean":"2023-09-23T17:56:44.063730+0000","last_became_active":"2023-09-23T17:56:44.063407+0000","last_became_peered":"2023-09-23T17:56:44.063407+0000","last_unstale":"2023-09-23T17:56:44.063730+0000","last_undegraded":"2023-09-23T17:56:44.063730+0000","last_fullsized":"2023-09-23T17:56:44.063730+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:56.808704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054527+0000","last_change":"2023-09-23T17:55:07.969433+0000","last_active":"2023-09-23T17:56:43.054527+0000","last_peered":"2023-09-23T17:56:43.054527+0000","last_clean":"2023-09-23T17:56:43.054527+0000","last_became_active":"2023-09-23T17:55:07.969077+0000","last_became_peered":"2023-09-23T17:55:07.969077+0000","last_unstale":"2023-09-23T17:56:43.054527+0000","last_undegraded":"2023-09-23T17:56:43.054527+0000","last_fullsized":"2023-09-23T17:56:43.054527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064156+0000","last_change":"2023-09-23T17:56:44.063941+0000","last_active":"2023-09-23T17:56:44.064156+0000","last_peered":"2023-09-23T17:56:44.064156+0000","last_clean":"2023-09-23T17:56:44.064156+0000","last_became_active":"2023-09-23T17:56:44.063550+0000","last_became_peered":"2023-09-23T17:56:44.063550+0000","last_unstale":"2023-09-23T17:56:44.064156+0000","last_undegraded":"2023-09-23T17:56:44.064156+0000","last_fullsized":"2023-09-23T17:56:44.064156+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:32.375938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.055134+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:56:43.055134+0000","last_peered":"2023-09-23T17:56:43.055134+0000","last_clean":"2023-09-23T17:56:43.055134+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:56:43.055134+0000","last_undegraded":"2023-09-23T17:56:43.055134+0000","last_fullsized":"2023-09-23T17:56:43.055134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":66,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063229+0000","last_change":"2023-09-23T17:56:44.063229+0000","last_active":"2023-09-23T17:56:44.063229+0000","last_peered":"2023-09-23T17:56:44.063229+0000","last_clean":"2023-09-23T17:56:44.063229+0000","last_became_active":"2023-09-23T17:56:44.062891+0000","last_became_peered":"2023-09-23T17:56:44.062891+0000","last_unstale":"2023-09-23T17:56:44.063229+0000","last_undegraded":"2023-09-23T17:56:44.063229+0000","last_fullsized":"2023-09-23T17:56:44.063229+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063132+0000","last_change":"2023-09-23T17:56:44.062747+0000","last_active":"2023-09-23T17:56:44.063132+0000","last_peered":"2023-09-23T17:56:44.063132+0000","last_clean":"2023-09-23T17:56:44.063132+0000","last_became_active":"2023-09-23T17:56:44.062428+0000","last_became_peered":"2023-09-23T17:56:44.062428+0000","last_unstale":"2023-09-23T17:56:44.063132+0000","last_undegraded":"2023-09-23T17:56:44.063132+0000","last_fullsized":"2023-09-23T17:56:44.063132+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:09.092739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063562+0000","last_change":"2023-09-23T17:56:44.063562+0000","last_active":"2023-09-23T17:56:44.063562+0000","last_peered":"2023-09-23T17:56:44.063562+0000","last_clean":"2023-09-23T17:56:44.063562+0000","last_became_active":"2023-09-23T17:56:44.063271+0000","last_became_peered":"2023-09-23T17:56:44.063271+0000","last_unstale":"2023-09-23T17:56:44.063562+0000","last_undegraded":"2023-09-23T17:56:44.063562+0000","last_fullsized":"2023-09-23T17:56:44.063562+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:40.471347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053044+0000","last_change":"2023-09-23T17:56:12.022052+0000","last_active":"2023-09-23T17:56:43.053044+0000","last_peered":"2023-09-23T17:56:43.053044+0000","last_clean":"2023-09-23T17:56:43.053044+0000","last_became_active":"2023-09-23T17:56:12.021659+0000","last_became_peered":"2023-09-23T17:56:12.021659+0000","last_unstale":"2023-09-23T17:56:43.053044+0000","last_undegraded":"2023-09-23T17:56:43.053044+0000","last_fullsized":"2023-09-23T17:56:43.053044+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058734+0000","last_change":"2023-09-23T17:55:40.286579+0000","last_active":"2023-09-23T17:56:43.058734+0000","last_peered":"2023-09-23T17:56:43.058734+0000","last_clean":"2023-09-23T17:56:43.058734+0000","last_became_active":"2023-09-23T17:55:40.286249+0000","last_became_peered":"2023-09-23T17:55:40.286249+0000","last_unstale":"2023-09-23T17:56:43.058734+0000","last_undegraded":"2023-09-23T17:56:43.058734+0000","last_fullsized":"2023-09-23T17:56:43.058734+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":73,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057454+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:56:43.057454+0000","last_peered":"2023-09-23T17:56:43.057454+0000","last_clean":"2023-09-23T17:56:43.057454+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:56:43.057454+0000","last_undegraded":"2023-09-23T17:56:43.057454+0000","last_fullsized":"2023-09-23T17:56:43.057454+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051520+0000","last_change":"2023-09-23T17:56:12.018856+0000","last_active":"2023-09-23T17:56:43.051520+0000","last_peered":"2023-09-23T17:56:43.051520+0000","last_clean":"2023-09-23T17:56:43.051520+0000","last_became_active":"2023-09-23T17:56:12.018564+0000","last_became_peered":"2023-09-23T17:56:12.018564+0000","last_unstale":"2023-09-23T17:56:43.051520+0000","last_undegraded":"2023-09-23T17:56:43.051520+0000","last_fullsized":"2023-09-23T17:56:43.051520+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:48.475500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064060+0000","last_change":"2023-09-23T17:56:44.064060+0000","last_active":"2023-09-23T17:56:44.064060+0000","last_peered":"2023-09-23T17:56:44.064060+0000","last_clean":"2023-09-23T17:56:44.064060+0000","last_became_active":"2023-09-23T17:56:44.063710+0000","last_became_peered":"2023-09-23T17:56:44.063710+0000","last_unstale":"2023-09-23T17:56:44.064060+0000","last_undegraded":"2023-09-23T17:56:44.064060+0000","last_fullsized":"2023-09-23T17:56:44.064060+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063076+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:56:44.063076+0000","last_peered":"2023-09-23T17:56:44.063076+0000","last_clean":"2023-09-23T17:56:44.063076+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:56:44.063076+0000","last_undegraded":"2023-09-23T17:56:44.063076+0000","last_fullsized":"2023-09-23T17:56:44.063076+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049559+0000","last_change":"2023-09-23T17:55:40.286219+0000","last_active":"2023-09-23T17:56:43.049559+0000","last_peered":"2023-09-23T17:56:43.049559+0000","last_clean":"2023-09-23T17:56:43.049559+0000","last_became_active":"2023-09-23T17:55:40.285915+0000","last_became_peered":"2023-09-23T17:55:40.285915+0000","last_unstale":"2023-09-23T17:56:43.049559+0000","last_undegraded":"2023-09-23T17:56:43.049559+0000","last_fullsized":"2023-09-23T17:56:43.049559+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058238+0000","last_change":"2023-09-23T17:56:44.058238+0000","last_active":"2023-09-23T17:56:44.058238+0000","last_peered":"2023-09-23T17:56:44.058238+0000","last_clean":"2023-09-23T17:56:44.058238+0000","last_became_active":"2023-09-23T17:56:44.057900+0000","last_became_peered":"2023-09-23T17:56:44.057900+0000","last_unstale":"2023-09-23T17:56:44.058238+0000","last_undegraded":"2023-09-23T17:56:44.058238+0000","last_fullsized":"2023-09-23T17:56:44.058238+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:28.465257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.060448+0000","last_change":"2023-09-23T17:56:44.060180+0000","last_active":"2023-09-23T17:56:44.060448+0000","last_peered":"2023-09-23T17:56:44.060448+0000","last_clean":"2023-09-23T17:56:44.060448+0000","last_became_active":"2023-09-23T17:56:44.059850+0000","last_became_peered":"2023-09-23T17:56:44.059850+0000","last_unstale":"2023-09-23T17:56:44.060448+0000","last_undegraded":"2023-09-23T17:56:44.060448+0000","last_fullsized":"2023-09-23T17:56:44.060448+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:48:16.628843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054867+0000","last_change":"2023-09-23T17:55:40.291747+0000","last_active":"2023-09-23T17:56:43.054867+0000","last_peered":"2023-09-23T17:56:43.054867+0000","last_clean":"2023-09-23T17:56:43.054867+0000","last_became_active":"2023-09-23T17:55:40.291413+0000","last_became_peered":"2023-09-23T17:55:40.291413+0000","last_unstale":"2023-09-23T17:56:43.054867+0000","last_undegraded":"2023-09-23T17:56:43.054867+0000","last_fullsized":"2023-09-23T17:56:43.054867+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":86,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058100+0000","last_change":"2023-09-23T17:56:44.058100+0000","last_active":"2023-09-23T17:56:44.058100+0000","last_peered":"2023-09-23T17:56:44.058100+0000","last_clean":"2023-09-23T17:56:44.058100+0000","last_became_active":"2023-09-23T17:56:44.057793+0000","last_became_peered":"2023-09-23T17:56:44.057793+0000","last_unstale":"2023-09-23T17:56:44.058100+0000","last_undegraded":"2023-09-23T17:56:44.058100+0000","last_fullsized":"2023-09-23T17:56:44.058100+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:39.721273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063738+0000","last_change":"2023-09-23T17:56:44.062750+0000","last_active":"2023-09-23T17:56:44.063738+0000","last_peered":"2023-09-23T17:56:44.063738+0000","last_clean":"2023-09-23T17:56:44.063738+0000","last_became_active":"2023-09-23T17:56:44.062405+0000","last_became_peered":"2023-09-23T17:56:44.062405+0000","last_unstale":"2023-09-23T17:56:44.063738+0000","last_undegraded":"2023-09-23T17:56:44.063738+0000","last_fullsized":"2023-09-23T17:56:44.063738+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:50:20.651155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056470+0000","last_change":"2023-09-23T17:56:44.056470+0000","last_active":"2023-09-23T17:56:44.056470+0000","last_peered":"2023-09-23T17:56:44.056470+0000","last_clean":"2023-09-23T17:56:44.056470+0000","last_became_active":"2023-09-23T17:56:44.056096+0000","last_became_peered":"2023-09-23T17:56:44.056096+0000","last_unstale":"2023-09-23T17:56:44.056470+0000","last_undegraded":"2023-09-23T17:56:44.056470+0000","last_fullsized":"2023-09-23T17:56:44.056470+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:26:24.752269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057616+0000","last_change":"2023-09-23T17:56:44.057616+0000","last_active":"2023-09-23T17:56:44.057616+0000","last_peered":"2023-09-23T17:56:44.057616+0000","last_clean":"2023-09-23T17:56:44.057616+0000","last_became_active":"2023-09-23T17:56:44.057305+0000","last_became_peered":"2023-09-23T17:56:44.057305+0000","last_unstale":"2023-09-23T17:56:44.057616+0000","last_undegraded":"2023-09-23T17:56:44.057616+0000","last_fullsized":"2023-09-23T17:56:44.057616+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:57:43.220940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057351+0000","last_change":"2023-09-23T17:56:12.018604+0000","last_active":"2023-09-23T17:56:43.057351+0000","last_peered":"2023-09-23T17:56:43.057351+0000","last_clean":"2023-09-23T17:56:43.057351+0000","last_became_active":"2023-09-23T17:56:12.018250+0000","last_became_peered":"2023-09-23T17:56:12.018250+0000","last_unstale":"2023-09-23T17:56:43.057351+0000","last_undegraded":"2023-09-23T17:56:43.057351+0000","last_fullsized":"2023-09-23T17:56:43.057351+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430351,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302792,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93442360,"statfs":{"total":95995035648,"available":95684976640,"internally_reserved":0,"allocated":1638400,"data_stored":1152306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5090000000000003,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.66500000000000004,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":6.5,"5min":6.5,"15min":6.5},"last":0.63100000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54900000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":6.3120000000000003,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36599999999999999},"max":{"1min":0.72799999999999998,"5min":0.84499999999999997,"15min":1.0609999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.376,"15min":0.33600000000000002},"max":{"1min":0.78900000000000003,"5min":0.81399999999999995,"15min":0.96899999999999997},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.39900000000000002,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":0.65800000000000003,"5min":0.68700000000000006,"15min":1.2769999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.249},"max":{"1min":0.71199999999999997,"5min":0.80100000000000005,"15min":1.018},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66700000000000004,"15min":0.84599999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.74099999999999999,"5min":0.76300000000000001,"15min":1.609},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.40600000000000003,"5min":0.34300000000000003,"15min":0.26300000000000001},"max":{"1min":0.72199999999999998,"5min":0.74399999999999999,"15min":0.873},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":1.3939999999999999},"last":0.499}]}]},{"osd":6,"up_from":42,"seq":180388626578,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306880,"kb_used_data":5688,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93438272,"statfs":{"total":95995035648,"available":95680790528,"internally_reserved":0,"allocated":5824512,"data_stored":5346483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76700000000000002,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72999999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.59499999999999997}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57799999999999996}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64600000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36099999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":1.0660000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.57299999999999995},"min":{"1min":0.45600000000000002,"5min":0.42499999999999999,"15min":0.315},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.67000000000000004}]},{"osd":4,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47699999999999998,"15min":0.44900000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":1.0049999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.497,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27100000000000002},"max":{"1min":0.71099999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.56000000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51700000000000002,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.81999999999999995},"last":0.62},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.496},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69499999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61399999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:57:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.53500000000000003},"min":{"1min":0.42599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72899999999999998,"5min":0.75800000000000001,"15min":0.85199999999999998},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59099999999999997,"15min":0.54200000000000004},"min":{"1min":0.40899999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.75700000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.70099999999999996}]}]},{"osd":1,"up_from":90,"seq":386547056664,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36700,"kb_used_data":5140,"kb_used_omap":7,"kb_used_meta":31544,"kb_avail":93708452,"statfs":{"total":95995035648,"available":95957454848,"internally_reserved":0,"allocated":5263360,"data_stored":4761502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":32301155},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.26800000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.307}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.64900000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.60099999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.47499999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53200000000000003}]}]},{"osd":0,"up_from":85,"seq":365072220191,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33200,"kb_used_data":1640,"kb_used_omap":8,"kb_used_meta":31543,"kb_avail":93711952,"statfs":{"total":95995035648,"available":95961038848,"internally_reserved":0,"allocated":1679360,"data_stored":1158960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":32300644},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Sep 23 17:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38300000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:56:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.307},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.43099999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":1.179,"15min":1.179},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":1.21,"15min":1.21},"last":0.68899999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.69899999999999995,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.89600000000000002,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.621},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.67000000000000004,"15min":0.68000000000000005},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82599999999999996,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94099999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.753},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.45600000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.877,"5min":1.109,"15min":1.109},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69199999999999995,"15min":0.70199999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.91600000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89500000000000002,"5min":1.083,"15min":1.083},"last":0.76400000000000001}]}]},{"osd":2,"up_from":95,"seq":408021893138,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32536,"kb_used_data":1040,"kb_used_omap":11,"kb_used_meta":31476,"kb_avail":93712616,"statfs":{"total":95995035648,"available":95961718784,"internally_reserved":0,"allocated":1064960,"data_stored":565966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":32232159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.66000000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64600000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.63700000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.623},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56200000000000006}]}]},{"osd":3,"up_from":100,"seq":429496729612,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1020,"kb_used_omap":4,"kb_used_meta":27387,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1044480,"data_stored":561836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":28044695},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":4,"up_from":30,"seq":128849019034,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302212,"kb_used_data":5116,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93442940,"statfs":{"total":95995035648,"available":95685570560,"internally_reserved":0,"allocated":5238784,"data_stored":4756487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.746,"15min":0.746},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.60799999999999998,"15min":0.624},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81699999999999995,"5min":2.258,"15min":2.258},"last":0.45300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.67200000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.61399999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.32800000000000001},"max":{"1min":0.68700000000000006,"5min":0.81100000000000005,"15min":0.81699999999999995},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.436,"5min":0.36299999999999999,"15min":0.33500000000000002},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.669},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.443,"15min":0.42399999999999999},"min":{"1min":0.314,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61799999999999999,"15min":0.80700000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.46899999999999997},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.80300000000000005,"15min":0.82799999999999996},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.30399999999999999,"15min":0.255},"max":{"1min":0.70499999999999996,"5min":0.77100000000000002,"15min":0.77700000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69399999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:57:29 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52200000000000002,"15min":0.51100000000000001},"min":{"1min":0.40899999999999997,"5min":0.318,"15min":0.309},"max":{"1min":0.73799999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":0.78700000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55400000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822806,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298100,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447052,"statfs":{"total":95995035648,"available":95689781248,"internally_reserved":0,"allocated":1028096,"data_stored":557631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.45000000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.374},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:57:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 17:55:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.54100000000000004},"min":{"1min":0.41899999999999998,"5min":0.34899999999999998,"15min":0.32600000000000001},"max":{"1min":0.66500000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":1.524},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Sep 23 17:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48199999999999998,"15min":0.45700000000000002},"min":{"1min":0.34799999999999998,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.72199999999999998,"15min":1.839},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.48399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.26700000000000002},"max":{"1min":0.81299999999999994,"5min":0.82199999999999995,"15min":1.591},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.32300000000000001,"15min":0.28499999999999998},"max":{"1min":0.66400000000000003,"5min":0.71499999999999997,"15min":2.6579999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55300000000000005,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":0.69299999999999995,"5min":0.77200000000000002,"15min":1.2370000000000001},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":0.75,"5min":0.80600000000000005,"15min":1.5820000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.57499999999999996},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.85499999999999998,"15min":1.212},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:57:33.959 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:57:34.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:34 smithi018 ceph-mon[153734]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:34.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:34 smithi018 ceph-mon[149401]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:34.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:34 smithi149 ceph-mon[135148]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:34.566 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:35.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:35 smithi018 ceph-mon[149401]: from='client.34725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:35.096 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:34] "GET /metrics HTTP/1.1" 200 33888 "" "Prometheus/2.33.4" 2023-09-23T17:57:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:35 smithi149 ceph-mon[135148]: from='client.34725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:35.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:35 smithi018 ceph-mon[153734]: from='client.34725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:36.148 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:57:36.180 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:57:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:36 smithi149 ceph-mon[135148]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:36 smithi018 ceph-mon[149401]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:36 smithi018 ceph-mon[153734]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:36.603 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":223,"stamp":"2023-09-23T17:57:34.538656+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1340840,"kb_used_data":22248,"kb_used_omap":32,"kb_used_meta":1318495,"kb_avail":748620376,"statfs":{"total":767960285184,"available":766587265024,"internally_reserved":0,"allocated":22781952,"data_stored":18861171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1350139709},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002922"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056319+0000","last_change":"2023-09-23T17:56:12.018145+0000","last_active":"2023-09-23T17:56:43.056319+0000","last_peered":"2023-09-23T17:56:43.056319+0000","last_clean":"2023-09-23T17:56:43.056319+0000","last_became_active":"2023-09-23T17:56:12.017721+0000","last_became_peered":"2023-09-23T17:56:12.017721+0000","last_unstale":"2023-09-23T17:56:43.056319+0000","last_undegraded":"2023-09-23T17:56:43.056319+0000","last_fullsized":"2023-09-23T17:56:43.056319+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049897+0000","last_change":"2023-09-23T17:56:12.018284+0000","last_active":"2023-09-23T17:56:44.049897+0000","last_peered":"2023-09-23T17:56:44.049897+0000","last_clean":"2023-09-23T17:56:44.049897+0000","last_became_active":"2023-09-23T17:56:12.017940+0000","last_became_peered":"2023-09-23T17:56:12.017940+0000","last_unstale":"2023-09-23T17:56:44.049897+0000","last_undegraded":"2023-09-23T17:56:44.049897+0000","last_fullsized":"2023-09-23T17:56:44.049897+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:47:56.535413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054583+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:56:44.054583+0000","last_peered":"2023-09-23T17:56:44.054583+0000","last_clean":"2023-09-23T17:56:44.054583+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:56:44.054583+0000","last_undegraded":"2023-09-23T17:56:44.054583+0000","last_fullsized":"2023-09-23T17:56:44.054583+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":76,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059598+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:56:44.059598+0000","last_peered":"2023-09-23T17:56:44.059598+0000","last_clean":"2023-09-23T17:56:44.059598+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:56:44.059598+0000","last_undegraded":"2023-09-23T17:56:44.059598+0000","last_fullsized":"2023-09-23T17:56:44.059598+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056127+0000","last_change":"2023-09-23T17:56:44.056127+0000","last_active":"2023-09-23T17:56:44.056127+0000","last_peered":"2023-09-23T17:56:44.056127+0000","last_clean":"2023-09-23T17:56:44.056127+0000","last_became_active":"2023-09-23T17:56:44.055765+0000","last_became_peered":"2023-09-23T17:56:44.055765+0000","last_unstale":"2023-09-23T17:56:44.056127+0000","last_undegraded":"2023-09-23T17:56:44.056127+0000","last_fullsized":"2023-09-23T17:56:44.056127+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050974+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:56:43.050974+0000","last_peered":"2023-09-23T17:56:43.050974+0000","last_clean":"2023-09-23T17:56:43.050974+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:56:43.050974+0000","last_undegraded":"2023-09-23T17:56:43.050974+0000","last_fullsized":"2023-09-23T17:56:43.050974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055940+0000","last_change":"2023-09-23T17:56:44.055940+0000","last_active":"2023-09-23T17:56:44.055940+0000","last_peered":"2023-09-23T17:56:44.055940+0000","last_clean":"2023-09-23T17:56:44.055940+0000","last_became_active":"2023-09-23T17:56:44.055438+0000","last_became_peered":"2023-09-23T17:56:44.055438+0000","last_unstale":"2023-09-23T17:56:44.055940+0000","last_undegraded":"2023-09-23T17:56:44.055940+0000","last_fullsized":"2023-09-23T17:56:44.055940+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050204+0000","last_change":"2023-09-23T17:55:40.288198+0000","last_active":"2023-09-23T17:56:43.050204+0000","last_peered":"2023-09-23T17:56:43.050204+0000","last_clean":"2023-09-23T17:56:43.050204+0000","last_became_active":"2023-09-23T17:55:40.287770+0000","last_became_peered":"2023-09-23T17:55:40.287770+0000","last_unstale":"2023-09-23T17:56:43.050204+0000","last_undegraded":"2023-09-23T17:56:43.050204+0000","last_fullsized":"2023-09-23T17:56:43.050204+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056999+0000","last_change":"2023-09-23T17:56:44.056999+0000","last_active":"2023-09-23T17:56:44.056999+0000","last_peered":"2023-09-23T17:56:44.056999+0000","last_clean":"2023-09-23T17:56:44.056999+0000","last_became_active":"2023-09-23T17:56:44.056547+0000","last_became_peered":"2023-09-23T17:56:44.056547+0000","last_unstale":"2023-09-23T17:56:44.056999+0000","last_undegraded":"2023-09-23T17:56:44.056999+0000","last_fullsized":"2023-09-23T17:56:44.056999+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:28:05.920286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056093+0000","last_change":"2023-09-23T17:55:07.969638+0000","last_active":"2023-09-23T17:56:43.056093+0000","last_peered":"2023-09-23T17:56:43.056093+0000","last_clean":"2023-09-23T17:56:43.056093+0000","last_became_active":"2023-09-23T17:55:07.969141+0000","last_became_peered":"2023-09-23T17:55:07.969141+0000","last_unstale":"2023-09-23T17:56:43.056093+0000","last_undegraded":"2023-09-23T17:56:43.056093+0000","last_fullsized":"2023-09-23T17:56:43.056093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:24.962702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058562+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:56:43.058562+0000","last_peered":"2023-09-23T17:56:43.058562+0000","last_clean":"2023-09-23T17:56:43.058562+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:56:43.058562+0000","last_undegraded":"2023-09-23T17:56:43.058562+0000","last_fullsized":"2023-09-23T17:56:43.058562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050199+0000","last_change":"2023-09-23T17:55:40.290864+0000","last_active":"2023-09-23T17:56:44.050199+0000","last_peered":"2023-09-23T17:56:44.050199+0000","last_clean":"2023-09-23T17:56:44.050199+0000","last_became_active":"2023-09-23T17:55:40.290152+0000","last_became_peered":"2023-09-23T17:55:40.290152+0000","last_unstale":"2023-09-23T17:56:44.050199+0000","last_undegraded":"2023-09-23T17:56:44.050199+0000","last_fullsized":"2023-09-23T17:56:44.050199+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:36.840299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":295,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054962+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:56:43.054962+0000","last_peered":"2023-09-23T17:56:43.054962+0000","last_clean":"2023-09-23T17:56:43.054962+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:56:43.054962+0000","last_undegraded":"2023-09-23T17:56:43.054962+0000","last_fullsized":"2023-09-23T17:56:43.054962+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063232+0000","last_change":"2023-09-23T17:56:44.063232+0000","last_active":"2023-09-23T17:56:44.063232+0000","last_peered":"2023-09-23T17:56:44.063232+0000","last_clean":"2023-09-23T17:56:44.063232+0000","last_became_active":"2023-09-23T17:56:44.062922+0000","last_became_peered":"2023-09-23T17:56:44.062922+0000","last_unstale":"2023-09-23T17:56:44.063232+0000","last_undegraded":"2023-09-23T17:56:44.063232+0000","last_fullsized":"2023-09-23T17:56:44.063232+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:21.034528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":522,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051026+0000","last_change":"2023-09-23T17:55:40.287819+0000","last_active":"2023-09-23T17:56:43.051026+0000","last_peered":"2023-09-23T17:56:43.051026+0000","last_clean":"2023-09-23T17:56:43.051026+0000","last_became_active":"2023-09-23T17:55:40.287282+0000","last_became_peered":"2023-09-23T17:55:40.287282+0000","last_unstale":"2023-09-23T17:56:43.051026+0000","last_undegraded":"2023-09-23T17:56:43.051026+0000","last_fullsized":"2023-09-23T17:56:43.051026+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:08.574479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064443+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:56:44.064443+0000","last_peered":"2023-09-23T17:56:44.064443+0000","last_clean":"2023-09-23T17:56:44.064443+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:56:44.064443+0000","last_undegraded":"2023-09-23T17:56:44.064443+0000","last_fullsized":"2023-09-23T17:56:44.064443+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049620+0000","last_change":"2023-09-23T17:55:07.970239+0000","last_active":"2023-09-23T17:56:44.049620+0000","last_peered":"2023-09-23T17:56:44.049620+0000","last_clean":"2023-09-23T17:56:44.049620+0000","last_became_active":"2023-09-23T17:55:07.969587+0000","last_became_peered":"2023-09-23T17:55:07.969587+0000","last_unstale":"2023-09-23T17:56:44.049620+0000","last_undegraded":"2023-09-23T17:56:44.049620+0000","last_fullsized":"2023-09-23T17:56:44.049620+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:23:53.882688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053206+0000","last_change":"2023-09-23T17:56:12.018885+0000","last_active":"2023-09-23T17:56:43.053206+0000","last_peered":"2023-09-23T17:56:43.053206+0000","last_clean":"2023-09-23T17:56:43.053206+0000","last_became_active":"2023-09-23T17:56:12.018446+0000","last_became_peered":"2023-09-23T17:56:12.018446+0000","last_unstale":"2023-09-23T17:56:43.053206+0000","last_undegraded":"2023-09-23T17:56:43.053206+0000","last_fullsized":"2023-09-23T17:56:43.053206+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.707554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":200,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056005+0000","last_change":"2023-09-23T17:55:07.968840+0000","last_active":"2023-09-23T17:56:43.056005+0000","last_peered":"2023-09-23T17:56:43.056005+0000","last_clean":"2023-09-23T17:56:43.056005+0000","last_became_active":"2023-09-23T17:55:07.968110+0000","last_became_peered":"2023-09-23T17:55:07.968110+0000","last_unstale":"2023-09-23T17:56:43.056005+0000","last_undegraded":"2023-09-23T17:56:43.056005+0000","last_fullsized":"2023-09-23T17:56:43.056005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":69,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.050240+0000","last_change":"2023-09-23T17:56:12.019589+0000","last_active":"2023-09-23T17:56:44.050240+0000","last_peered":"2023-09-23T17:56:44.050240+0000","last_clean":"2023-09-23T17:56:44.050240+0000","last_became_active":"2023-09-23T17:56:12.019258+0000","last_became_peered":"2023-09-23T17:56:12.019258+0000","last_unstale":"2023-09-23T17:56:44.050240+0000","last_undegraded":"2023-09-23T17:56:44.050240+0000","last_fullsized":"2023-09-23T17:56:44.050240+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:22.161290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056428+0000","last_change":"2023-09-23T17:56:44.055963+0000","last_active":"2023-09-23T17:56:44.056428+0000","last_peered":"2023-09-23T17:56:44.056428+0000","last_clean":"2023-09-23T17:56:44.056428+0000","last_became_active":"2023-09-23T17:56:44.055630+0000","last_became_peered":"2023-09-23T17:56:44.055630+0000","last_unstale":"2023-09-23T17:56:44.056428+0000","last_undegraded":"2023-09-23T17:56:44.056428+0000","last_fullsized":"2023-09-23T17:56:44.056428+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:35:22.373904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":740,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054360+0000","last_change":"2023-09-23T17:55:40.287240+0000","last_active":"2023-09-23T17:56:43.054360+0000","last_peered":"2023-09-23T17:56:43.054360+0000","last_clean":"2023-09-23T17:56:43.054360+0000","last_became_active":"2023-09-23T17:55:40.286711+0000","last_became_peered":"2023-09-23T17:55:40.286711+0000","last_unstale":"2023-09-23T17:56:43.054360+0000","last_undegraded":"2023-09-23T17:56:43.054360+0000","last_fullsized":"2023-09-23T17:56:43.054360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054890+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:56:43.054890+0000","last_peered":"2023-09-23T17:56:43.054890+0000","last_clean":"2023-09-23T17:56:43.054890+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:56:43.054890+0000","last_undegraded":"2023-09-23T17:56:43.054890+0000","last_fullsized":"2023-09-23T17:56:43.054890+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059800+0000","last_change":"2023-09-23T17:56:44.059800+0000","last_active":"2023-09-23T17:56:44.059800+0000","last_peered":"2023-09-23T17:56:44.059800+0000","last_clean":"2023-09-23T17:56:44.059800+0000","last_became_active":"2023-09-23T17:56:44.059473+0000","last_became_peered":"2023-09-23T17:56:44.059473+0000","last_unstale":"2023-09-23T17:56:44.059800+0000","last_undegraded":"2023-09-23T17:56:44.059800+0000","last_fullsized":"2023-09-23T17:56:44.059800+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:08:59.174790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":303,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054807+0000","last_change":"2023-09-23T17:55:07.968713+0000","last_active":"2023-09-23T17:56:43.054807+0000","last_peered":"2023-09-23T17:56:43.054807+0000","last_clean":"2023-09-23T17:56:43.054807+0000","last_became_active":"2023-09-23T17:55:07.968245+0000","last_became_peered":"2023-09-23T17:55:07.968245+0000","last_unstale":"2023-09-23T17:56:43.054807+0000","last_undegraded":"2023-09-23T17:56:43.054807+0000","last_fullsized":"2023-09-23T17:56:43.054807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":599,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.050034+0000","last_change":"2023-09-23T17:56:12.022097+0000","last_active":"2023-09-23T17:56:43.050034+0000","last_peered":"2023-09-23T17:56:43.050034+0000","last_clean":"2023-09-23T17:56:43.050034+0000","last_became_active":"2023-09-23T17:56:12.021463+0000","last_became_peered":"2023-09-23T17:56:12.021463+0000","last_unstale":"2023-09-23T17:56:43.050034+0000","last_undegraded":"2023-09-23T17:56:43.050034+0000","last_fullsized":"2023-09-23T17:56:43.050034+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.052327+0000","last_change":"2023-09-23T17:55:40.291415+0000","last_active":"2023-09-23T17:56:43.052327+0000","last_peered":"2023-09-23T17:56:43.052327+0000","last_clean":"2023-09-23T17:56:43.052327+0000","last_became_active":"2023-09-23T17:55:40.291110+0000","last_became_peered":"2023-09-23T17:55:40.291110+0000","last_unstale":"2023-09-23T17:56:43.052327+0000","last_undegraded":"2023-09-23T17:56:43.052327+0000","last_fullsized":"2023-09-23T17:56:43.052327+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:40.540330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053276+0000","last_change":"2023-09-23T17:56:12.017161+0000","last_active":"2023-09-23T17:56:43.053276+0000","last_peered":"2023-09-23T17:56:43.053276+0000","last_clean":"2023-09-23T17:56:43.053276+0000","last_became_active":"2023-09-23T17:56:12.016824+0000","last_became_peered":"2023-09-23T17:56:12.016824+0000","last_unstale":"2023-09-23T17:56:43.053276+0000","last_undegraded":"2023-09-23T17:56:43.053276+0000","last_fullsized":"2023-09-23T17:56:43.053276+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:34.591526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":537,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056244+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:56:44.056244+0000","last_peered":"2023-09-23T17:56:44.056244+0000","last_clean":"2023-09-23T17:56:44.056244+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:56:44.056244+0000","last_undegraded":"2023-09-23T17:56:44.056244+0000","last_fullsized":"2023-09-23T17:56:44.056244+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057140+0000","last_change":"2023-09-23T17:56:44.057140+0000","last_active":"2023-09-23T17:56:44.057140+0000","last_peered":"2023-09-23T17:56:44.057140+0000","last_clean":"2023-09-23T17:56:44.057140+0000","last_became_active":"2023-09-23T17:56:44.056721+0000","last_became_peered":"2023-09-23T17:56:44.056721+0000","last_unstale":"2023-09-23T17:56:44.057140+0000","last_undegraded":"2023-09-23T17:56:44.057140+0000","last_fullsized":"2023-09-23T17:56:44.057140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:01.211224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058686+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:56:43.058686+0000","last_peered":"2023-09-23T17:56:43.058686+0000","last_clean":"2023-09-23T17:56:43.058686+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:56:43.058686+0000","last_undegraded":"2023-09-23T17:56:43.058686+0000","last_fullsized":"2023-09-23T17:56:43.058686+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":741,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049252+0000","last_change":"2023-09-23T17:55:40.291834+0000","last_active":"2023-09-23T17:56:43.049252+0000","last_peered":"2023-09-23T17:56:43.049252+0000","last_clean":"2023-09-23T17:56:43.049252+0000","last_became_active":"2023-09-23T17:55:40.290831+0000","last_became_peered":"2023-09-23T17:55:40.290831+0000","last_unstale":"2023-09-23T17:56:43.049252+0000","last_undegraded":"2023-09-23T17:56:43.049252+0000","last_fullsized":"2023-09-23T17:56:43.049252+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051436+0000","last_change":"2023-09-23T17:55:40.292226+0000","last_active":"2023-09-23T17:56:43.051436+0000","last_peered":"2023-09-23T17:56:43.051436+0000","last_clean":"2023-09-23T17:56:43.051436+0000","last_became_active":"2023-09-23T17:55:40.291340+0000","last_became_peered":"2023-09-23T17:55:40.291340+0000","last_unstale":"2023-09-23T17:56:43.051436+0000","last_undegraded":"2023-09-23T17:56:43.051436+0000","last_fullsized":"2023-09-23T17:56:43.051436+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:29.276858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":82,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061509+0000","last_change":"2023-09-23T17:56:44.061509+0000","last_active":"2023-09-23T17:56:44.061509+0000","last_peered":"2023-09-23T17:56:44.061509+0000","last_clean":"2023-09-23T17:56:44.061509+0000","last_became_active":"2023-09-23T17:56:44.061087+0000","last_became_peered":"2023-09-23T17:56:44.061087+0000","last_unstale":"2023-09-23T17:56:44.061509+0000","last_undegraded":"2023-09-23T17:56:44.061509+0000","last_fullsized":"2023-09-23T17:56:44.061509+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":667,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053109+0000","last_change":"2023-09-23T17:55:40.285265+0000","last_active":"2023-09-23T17:56:43.053109+0000","last_peered":"2023-09-23T17:56:43.053109+0000","last_clean":"2023-09-23T17:56:43.053109+0000","last_became_active":"2023-09-23T17:55:40.284557+0000","last_became_peered":"2023-09-23T17:55:40.284557+0000","last_unstale":"2023-09-23T17:56:43.053109+0000","last_undegraded":"2023-09-23T17:56:43.053109+0000","last_fullsized":"2023-09-23T17:56:43.053109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:19.602529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056336+0000","last_change":"2023-09-23T17:56:44.056336+0000","last_active":"2023-09-23T17:56:44.056336+0000","last_peered":"2023-09-23T17:56:44.056336+0000","last_clean":"2023-09-23T17:56:44.056336+0000","last_became_active":"2023-09-23T17:56:44.056007+0000","last_became_peered":"2023-09-23T17:56:44.056007+0000","last_unstale":"2023-09-23T17:56:44.056336+0000","last_undegraded":"2023-09-23T17:56:44.056336+0000","last_fullsized":"2023-09-23T17:56:44.056336+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:12.959507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.062948+0000","last_change":"2023-09-23T17:56:44.062948+0000","last_active":"2023-09-23T17:56:44.062948+0000","last_peered":"2023-09-23T17:56:44.062948+0000","last_clean":"2023-09-23T17:56:44.062948+0000","last_became_active":"2023-09-23T17:56:44.062662+0000","last_became_peered":"2023-09-23T17:56:44.062662+0000","last_unstale":"2023-09-23T17:56:44.062948+0000","last_undegraded":"2023-09-23T17:56:44.062948+0000","last_fullsized":"2023-09-23T17:56:44.062948+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:44:29.940959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057627+0000","last_change":"2023-09-23T17:55:40.291210+0000","last_active":"2023-09-23T17:56:43.057627+0000","last_peered":"2023-09-23T17:56:43.057627+0000","last_clean":"2023-09-23T17:56:43.057627+0000","last_became_active":"2023-09-23T17:55:40.290910+0000","last_became_peered":"2023-09-23T17:55:40.290910+0000","last_unstale":"2023-09-23T17:56:43.057627+0000","last_undegraded":"2023-09-23T17:56:43.057627+0000","last_fullsized":"2023-09-23T17:56:43.057627+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058623+0000","last_change":"2023-09-23T17:56:12.018168+0000","last_active":"2023-09-23T17:56:43.058623+0000","last_peered":"2023-09-23T17:56:43.058623+0000","last_clean":"2023-09-23T17:56:43.058623+0000","last_became_active":"2023-09-23T17:56:12.017855+0000","last_became_peered":"2023-09-23T17:56:12.017855+0000","last_unstale":"2023-09-23T17:56:43.058623+0000","last_undegraded":"2023-09-23T17:56:43.058623+0000","last_fullsized":"2023-09-23T17:56:43.058623+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057719+0000","last_change":"2023-09-23T17:56:12.017295+0000","last_active":"2023-09-23T17:56:43.057719+0000","last_peered":"2023-09-23T17:56:43.057719+0000","last_clean":"2023-09-23T17:56:43.057719+0000","last_became_active":"2023-09-23T17:56:12.017072+0000","last_became_peered":"2023-09-23T17:56:12.017072+0000","last_unstale":"2023-09-23T17:56:43.057719+0000","last_undegraded":"2023-09-23T17:56:43.057719+0000","last_fullsized":"2023-09-23T17:56:43.057719+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054166+0000","last_change":"2023-09-23T17:55:40.293371+0000","last_active":"2023-09-23T17:56:43.054166+0000","last_peered":"2023-09-23T17:56:43.054166+0000","last_clean":"2023-09-23T17:56:43.054166+0000","last_became_active":"2023-09-23T17:55:40.293041+0000","last_became_peered":"2023-09-23T17:55:40.293041+0000","last_unstale":"2023-09-23T17:56:43.054166+0000","last_undegraded":"2023-09-23T17:56:43.054166+0000","last_fullsized":"2023-09-23T17:56:43.054166+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.059472+0000","last_change":"2023-09-23T17:56:44.059472+0000","last_active":"2023-09-23T17:56:44.059472+0000","last_peered":"2023-09-23T17:56:44.059472+0000","last_clean":"2023-09-23T17:56:44.059472+0000","last_became_active":"2023-09-23T17:56:44.058920+0000","last_became_peered":"2023-09-23T17:56:44.058920+0000","last_unstale":"2023-09-23T17:56:44.059472+0000","last_undegraded":"2023-09-23T17:56:44.059472+0000","last_fullsized":"2023-09-23T17:56:44.059472+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":68,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.054720+0000","last_change":"2023-09-23T17:56:44.054720+0000","last_active":"2023-09-23T17:56:44.054720+0000","last_peered":"2023-09-23T17:56:44.054720+0000","last_clean":"2023-09-23T17:56:44.054720+0000","last_became_active":"2023-09-23T17:56:44.054379+0000","last_became_peered":"2023-09-23T17:56:44.054379+0000","last_unstale":"2023-09-23T17:56:44.054720+0000","last_undegraded":"2023-09-23T17:56:44.054720+0000","last_fullsized":"2023-09-23T17:56:44.054720+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:54:48.562341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":71,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.049876+0000","last_change":"2023-09-23T17:56:12.022127+0000","last_active":"2023-09-23T17:56:44.049876+0000","last_peered":"2023-09-23T17:56:44.049876+0000","last_clean":"2023-09-23T17:56:44.049876+0000","last_became_active":"2023-09-23T17:56:12.021708+0000","last_became_peered":"2023-09-23T17:56:12.021708+0000","last_unstale":"2023-09-23T17:56:44.049876+0000","last_undegraded":"2023-09-23T17:56:44.049876+0000","last_fullsized":"2023-09-23T17:56:44.049876+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:24.370134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":67,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.061073+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:56:44.061073+0000","last_peered":"2023-09-23T17:56:44.061073+0000","last_clean":"2023-09-23T17:56:44.061073+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:56:44.061073+0000","last_undegraded":"2023-09-23T17:56:44.061073+0000","last_fullsized":"2023-09-23T17:56:44.061073+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054003+0000","last_change":"2023-09-23T17:55:40.293148+0000","last_active":"2023-09-23T17:56:43.054003+0000","last_peered":"2023-09-23T17:56:43.054003+0000","last_clean":"2023-09-23T17:56:43.054003+0000","last_became_active":"2023-09-23T17:55:40.292932+0000","last_became_peered":"2023-09-23T17:55:40.292932+0000","last_unstale":"2023-09-23T17:56:43.054003+0000","last_undegraded":"2023-09-23T17:56:43.054003+0000","last_fullsized":"2023-09-23T17:56:43.054003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.056097+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:56:43.056097+0000","last_peered":"2023-09-23T17:56:43.056097+0000","last_clean":"2023-09-23T17:56:43.056097+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:56:43.056097+0000","last_undegraded":"2023-09-23T17:56:43.056097+0000","last_fullsized":"2023-09-23T17:56:43.056097+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":80,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.055762+0000","last_change":"2023-09-23T17:56:44.055762+0000","last_active":"2023-09-23T17:56:44.055762+0000","last_peered":"2023-09-23T17:56:44.055762+0000","last_clean":"2023-09-23T17:56:44.055762+0000","last_became_active":"2023-09-23T17:56:44.055426+0000","last_became_peered":"2023-09-23T17:56:44.055426+0000","last_unstale":"2023-09-23T17:56:44.055762+0000","last_undegraded":"2023-09-23T17:56:44.055762+0000","last_fullsized":"2023-09-23T17:56:44.055762+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054723+0000","last_change":"2023-09-23T17:55:40.290307+0000","last_active":"2023-09-23T17:56:43.054723+0000","last_peered":"2023-09-23T17:56:43.054723+0000","last_clean":"2023-09-23T17:56:43.054723+0000","last_became_active":"2023-09-23T17:55:40.289973+0000","last_became_peered":"2023-09-23T17:55:40.289973+0000","last_unstale":"2023-09-23T17:56:43.054723+0000","last_undegraded":"2023-09-23T17:56:43.054723+0000","last_fullsized":"2023-09-23T17:56:43.054723+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049204+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:56:43.049204+0000","last_peered":"2023-09-23T17:56:43.049204+0000","last_clean":"2023-09-23T17:56:43.049204+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:56:43.049204+0000","last_undegraded":"2023-09-23T17:56:43.049204+0000","last_fullsized":"2023-09-23T17:56:43.049204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054119+0000","last_change":"2023-09-23T17:55:07.969264+0000","last_active":"2023-09-23T17:56:43.054119+0000","last_peered":"2023-09-23T17:56:43.054119+0000","last_clean":"2023-09-23T17:56:43.054119+0000","last_became_active":"2023-09-23T17:55:07.969051+0000","last_became_peered":"2023-09-23T17:55:07.969051+0000","last_unstale":"2023-09-23T17:56:43.054119+0000","last_undegraded":"2023-09-23T17:56:43.054119+0000","last_fullsized":"2023-09-23T17:56:43.054119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063730+0000","last_change":"2023-09-23T17:56:44.063730+0000","last_active":"2023-09-23T17:56:44.063730+0000","last_peered":"2023-09-23T17:56:44.063730+0000","last_clean":"2023-09-23T17:56:44.063730+0000","last_became_active":"2023-09-23T17:56:44.063407+0000","last_became_peered":"2023-09-23T17:56:44.063407+0000","last_unstale":"2023-09-23T17:56:44.063730+0000","last_undegraded":"2023-09-23T17:56:44.063730+0000","last_fullsized":"2023-09-23T17:56:44.063730+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:56.808704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054527+0000","last_change":"2023-09-23T17:55:07.969433+0000","last_active":"2023-09-23T17:56:43.054527+0000","last_peered":"2023-09-23T17:56:43.054527+0000","last_clean":"2023-09-23T17:56:43.054527+0000","last_became_active":"2023-09-23T17:55:07.969077+0000","last_became_peered":"2023-09-23T17:55:07.969077+0000","last_unstale":"2023-09-23T17:56:43.054527+0000","last_undegraded":"2023-09-23T17:56:43.054527+0000","last_fullsized":"2023-09-23T17:56:43.054527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064156+0000","last_change":"2023-09-23T17:56:44.063941+0000","last_active":"2023-09-23T17:56:44.064156+0000","last_peered":"2023-09-23T17:56:44.064156+0000","last_clean":"2023-09-23T17:56:44.064156+0000","last_became_active":"2023-09-23T17:56:44.063550+0000","last_became_peered":"2023-09-23T17:56:44.063550+0000","last_unstale":"2023-09-23T17:56:44.064156+0000","last_undegraded":"2023-09-23T17:56:44.064156+0000","last_fullsized":"2023-09-23T17:56:44.064156+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:32.375938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.055134+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:56:43.055134+0000","last_peered":"2023-09-23T17:56:43.055134+0000","last_clean":"2023-09-23T17:56:43.055134+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:56:43.055134+0000","last_undegraded":"2023-09-23T17:56:43.055134+0000","last_fullsized":"2023-09-23T17:56:43.055134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":66,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063229+0000","last_change":"2023-09-23T17:56:44.063229+0000","last_active":"2023-09-23T17:56:44.063229+0000","last_peered":"2023-09-23T17:56:44.063229+0000","last_clean":"2023-09-23T17:56:44.063229+0000","last_became_active":"2023-09-23T17:56:44.062891+0000","last_became_peered":"2023-09-23T17:56:44.062891+0000","last_unstale":"2023-09-23T17:56:44.063229+0000","last_undegraded":"2023-09-23T17:56:44.063229+0000","last_fullsized":"2023-09-23T17:56:44.063229+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063132+0000","last_change":"2023-09-23T17:56:44.062747+0000","last_active":"2023-09-23T17:56:44.063132+0000","last_peered":"2023-09-23T17:56:44.063132+0000","last_clean":"2023-09-23T17:56:44.063132+0000","last_became_active":"2023-09-23T17:56:44.062428+0000","last_became_peered":"2023-09-23T17:56:44.062428+0000","last_unstale":"2023-09-23T17:56:44.063132+0000","last_undegraded":"2023-09-23T17:56:44.063132+0000","last_fullsized":"2023-09-23T17:56:44.063132+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:09.092739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063562+0000","last_change":"2023-09-23T17:56:44.063562+0000","last_active":"2023-09-23T17:56:44.063562+0000","last_peered":"2023-09-23T17:56:44.063562+0000","last_clean":"2023-09-23T17:56:44.063562+0000","last_became_active":"2023-09-23T17:56:44.063271+0000","last_became_peered":"2023-09-23T17:56:44.063271+0000","last_unstale":"2023-09-23T17:56:44.063562+0000","last_undegraded":"2023-09-23T17:56:44.063562+0000","last_fullsized":"2023-09-23T17:56:44.063562+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:40.471347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.053044+0000","last_change":"2023-09-23T17:56:12.022052+0000","last_active":"2023-09-23T17:56:43.053044+0000","last_peered":"2023-09-23T17:56:43.053044+0000","last_clean":"2023-09-23T17:56:43.053044+0000","last_became_active":"2023-09-23T17:56:12.021659+0000","last_became_peered":"2023-09-23T17:56:12.021659+0000","last_unstale":"2023-09-23T17:56:43.053044+0000","last_undegraded":"2023-09-23T17:56:43.053044+0000","last_fullsized":"2023-09-23T17:56:43.053044+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":65,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.058734+0000","last_change":"2023-09-23T17:55:40.286579+0000","last_active":"2023-09-23T17:56:43.058734+0000","last_peered":"2023-09-23T17:56:43.058734+0000","last_clean":"2023-09-23T17:56:43.058734+0000","last_became_active":"2023-09-23T17:55:40.286249+0000","last_became_peered":"2023-09-23T17:55:40.286249+0000","last_unstale":"2023-09-23T17:56:43.058734+0000","last_undegraded":"2023-09-23T17:56:43.058734+0000","last_fullsized":"2023-09-23T17:56:43.058734+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":73,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057454+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:56:43.057454+0000","last_peered":"2023-09-23T17:56:43.057454+0000","last_clean":"2023-09-23T17:56:43.057454+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:56:43.057454+0000","last_undegraded":"2023-09-23T17:56:43.057454+0000","last_fullsized":"2023-09-23T17:56:43.057454+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.051520+0000","last_change":"2023-09-23T17:56:12.018856+0000","last_active":"2023-09-23T17:56:43.051520+0000","last_peered":"2023-09-23T17:56:43.051520+0000","last_clean":"2023-09-23T17:56:43.051520+0000","last_became_active":"2023-09-23T17:56:12.018564+0000","last_became_peered":"2023-09-23T17:56:12.018564+0000","last_unstale":"2023-09-23T17:56:43.051520+0000","last_undegraded":"2023-09-23T17:56:43.051520+0000","last_fullsized":"2023-09-23T17:56:43.051520+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:48.475500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.064060+0000","last_change":"2023-09-23T17:56:44.064060+0000","last_active":"2023-09-23T17:56:44.064060+0000","last_peered":"2023-09-23T17:56:44.064060+0000","last_clean":"2023-09-23T17:56:44.064060+0000","last_became_active":"2023-09-23T17:56:44.063710+0000","last_became_peered":"2023-09-23T17:56:44.063710+0000","last_unstale":"2023-09-23T17:56:44.064060+0000","last_undegraded":"2023-09-23T17:56:44.064060+0000","last_fullsized":"2023-09-23T17:56:44.064060+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063076+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:56:44.063076+0000","last_peered":"2023-09-23T17:56:44.063076+0000","last_clean":"2023-09-23T17:56:44.063076+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:56:44.063076+0000","last_undegraded":"2023-09-23T17:56:44.063076+0000","last_fullsized":"2023-09-23T17:56:44.063076+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":67,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.049559+0000","last_change":"2023-09-23T17:55:40.286219+0000","last_active":"2023-09-23T17:56:43.049559+0000","last_peered":"2023-09-23T17:56:43.049559+0000","last_clean":"2023-09-23T17:56:43.049559+0000","last_became_active":"2023-09-23T17:55:40.285915+0000","last_became_peered":"2023-09-23T17:55:40.285915+0000","last_unstale":"2023-09-23T17:56:43.049559+0000","last_undegraded":"2023-09-23T17:56:43.049559+0000","last_fullsized":"2023-09-23T17:56:43.049559+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058238+0000","last_change":"2023-09-23T17:56:44.058238+0000","last_active":"2023-09-23T17:56:44.058238+0000","last_peered":"2023-09-23T17:56:44.058238+0000","last_clean":"2023-09-23T17:56:44.058238+0000","last_became_active":"2023-09-23T17:56:44.057900+0000","last_became_peered":"2023-09-23T17:56:44.057900+0000","last_unstale":"2023-09-23T17:56:44.058238+0000","last_undegraded":"2023-09-23T17:56:44.058238+0000","last_fullsized":"2023-09-23T17:56:44.058238+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:28.465257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.060448+0000","last_change":"2023-09-23T17:56:44.060180+0000","last_active":"2023-09-23T17:56:44.060448+0000","last_peered":"2023-09-23T17:56:44.060448+0000","last_clean":"2023-09-23T17:56:44.060448+0000","last_became_active":"2023-09-23T17:56:44.059850+0000","last_became_peered":"2023-09-23T17:56:44.059850+0000","last_unstale":"2023-09-23T17:56:44.060448+0000","last_undegraded":"2023-09-23T17:56:44.060448+0000","last_fullsized":"2023-09-23T17:56:44.060448+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:48:16.628843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.054867+0000","last_change":"2023-09-23T17:55:40.291747+0000","last_active":"2023-09-23T17:56:43.054867+0000","last_peered":"2023-09-23T17:56:43.054867+0000","last_clean":"2023-09-23T17:56:43.054867+0000","last_became_active":"2023-09-23T17:55:40.291413+0000","last_became_peered":"2023-09-23T17:55:40.291413+0000","last_unstale":"2023-09-23T17:56:43.054867+0000","last_undegraded":"2023-09-23T17:56:43.054867+0000","last_fullsized":"2023-09-23T17:56:43.054867+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":86,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.058100+0000","last_change":"2023-09-23T17:56:44.058100+0000","last_active":"2023-09-23T17:56:44.058100+0000","last_peered":"2023-09-23T17:56:44.058100+0000","last_clean":"2023-09-23T17:56:44.058100+0000","last_became_active":"2023-09-23T17:56:44.057793+0000","last_became_peered":"2023-09-23T17:56:44.057793+0000","last_unstale":"2023-09-23T17:56:44.058100+0000","last_undegraded":"2023-09-23T17:56:44.058100+0000","last_fullsized":"2023-09-23T17:56:44.058100+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:39.721273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.063738+0000","last_change":"2023-09-23T17:56:44.062750+0000","last_active":"2023-09-23T17:56:44.063738+0000","last_peered":"2023-09-23T17:56:44.063738+0000","last_clean":"2023-09-23T17:56:44.063738+0000","last_became_active":"2023-09-23T17:56:44.062405+0000","last_became_peered":"2023-09-23T17:56:44.062405+0000","last_unstale":"2023-09-23T17:56:44.063738+0000","last_undegraded":"2023-09-23T17:56:44.063738+0000","last_fullsized":"2023-09-23T17:56:44.063738+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:50:20.651155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.056470+0000","last_change":"2023-09-23T17:56:44.056470+0000","last_active":"2023-09-23T17:56:44.056470+0000","last_peered":"2023-09-23T17:56:44.056470+0000","last_clean":"2023-09-23T17:56:44.056470+0000","last_became_active":"2023-09-23T17:56:44.056096+0000","last_became_peered":"2023-09-23T17:56:44.056096+0000","last_unstale":"2023-09-23T17:56:44.056470+0000","last_undegraded":"2023-09-23T17:56:44.056470+0000","last_fullsized":"2023-09-23T17:56:44.056470+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:26:24.752269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":101,"state":"active+clean","last_fresh":"2023-09-23T17:56:44.057616+0000","last_change":"2023-09-23T17:56:44.057616+0000","last_active":"2023-09-23T17:56:44.057616+0000","last_peered":"2023-09-23T17:56:44.057616+0000","last_clean":"2023-09-23T17:56:44.057616+0000","last_became_active":"2023-09-23T17:56:44.057305+0000","last_became_peered":"2023-09-23T17:56:44.057305+0000","last_unstale":"2023-09-23T17:56:44.057616+0000","last_undegraded":"2023-09-23T17:56:44.057616+0000","last_fullsized":"2023-09-23T17:56:44.057616+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:57:43.220940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"60'1","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T17:56:43.057351+0000","last_change":"2023-09-23T17:56:12.018604+0000","last_active":"2023-09-23T17:56:43.057351+0000","last_peered":"2023-09-23T17:56:43.057351+0000","last_clean":"2023-09-23T17:56:43.057351+0000","last_became_active":"2023-09-23T17:56:12.018250+0000","last_became_peered":"2023-09-23T17:56:12.018250+0000","last_unstale":"2023-09-23T17:56:43.057351+0000","last_undegraded":"2023-09-23T17:56:43.057351+0000","last_fullsized":"2023-09-23T17:56:43.057351+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430351,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302792,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93442360,"statfs":{"total":95995035648,"available":95684976640,"internally_reserved":0,"allocated":1638400,"data_stored":1152306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5090000000000003,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.66500000000000004,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":6.5,"5min":6.5,"15min":6.5},"last":0.63100000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54900000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":6.3120000000000003,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36599999999999999},"max":{"1min":0.72799999999999998,"5min":0.84499999999999997,"15min":1.0609999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.376,"15min":0.33600000000000002},"max":{"1min":0.78900000000000003,"5min":0.81399999999999995,"15min":0.96899999999999997},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.39900000000000002,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":0.65800000000000003,"5min":0.68700000000000006,"15min":1.2769999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48099999999999998,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.249},"max":{"1min":0.71199999999999997,"5min":0.80100000000000005,"15min":1.018},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66700000000000004,"15min":0.84599999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.74099999999999999,"5min":0.76300000000000001,"15min":1.609},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.40600000000000003,"5min":0.34300000000000003,"15min":0.26300000000000001},"max":{"1min":0.72199999999999998,"5min":0.74399999999999999,"15min":0.873},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.38900000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":1.3939999999999999},"last":0.499}]}]},{"osd":6,"up_from":42,"seq":180388626578,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306880,"kb_used_data":5688,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93438272,"statfs":{"total":95995035648,"available":95680790528,"internally_reserved":0,"allocated":5824512,"data_stored":5346483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76700000000000002,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72999999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.59499999999999997}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57799999999999996}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64600000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36099999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":1.0660000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.57299999999999995},"min":{"1min":0.45600000000000002,"5min":0.42499999999999999,"15min":0.315},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.67000000000000004}]},{"osd":4,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47699999999999998,"15min":0.44900000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":1.0049999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.497,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27100000000000002},"max":{"1min":0.71099999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.56000000000000005}]},{"osd":5,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51700000000000002,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.81999999999999995},"last":0.62},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.496},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69499999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61399999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:57:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.53500000000000003},"min":{"1min":0.42599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72899999999999998,"5min":0.75800000000000001,"15min":0.85199999999999998},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59099999999999997,"15min":0.54200000000000004},"min":{"1min":0.40899999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.75700000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.70099999999999996}]}]},{"osd":1,"up_from":90,"seq":386547056665,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36700,"kb_used_data":5140,"kb_used_omap":7,"kb_used_meta":31544,"kb_avail":93708452,"statfs":{"total":95995035648,"available":95957454848,"internally_reserved":0,"allocated":5263360,"data_stored":4761502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":32301155},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.308}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.622},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.71799999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:56:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.753}]}]},{"osd":0,"up_from":85,"seq":365072220191,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33200,"kb_used_data":1640,"kb_used_omap":8,"kb_used_meta":31543,"kb_avail":93711952,"statfs":{"total":95995035648,"available":95961038848,"internally_reserved":0,"allocated":1679360,"data_stored":1158960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":32300644},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Sep 23 17:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38300000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:56:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.307},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.43099999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":1.179,"15min":1.179},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":1.21,"15min":1.21},"last":0.68899999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.69899999999999995,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.89600000000000002,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.621},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.67000000000000004,"15min":0.68000000000000005},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82599999999999996,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94099999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.753},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.45600000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.877,"5min":1.109,"15min":1.109},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69199999999999995,"15min":0.70199999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.91600000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89500000000000002,"5min":1.083,"15min":1.083},"last":0.76400000000000001}]}]},{"osd":2,"up_from":95,"seq":408021893138,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32536,"kb_used_data":1040,"kb_used_omap":11,"kb_used_meta":31476,"kb_avail":93712616,"statfs":{"total":95995035648,"available":95961718784,"internally_reserved":0,"allocated":1064960,"data_stored":565966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":32232159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.66000000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64600000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.63700000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.623},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56200000000000006}]}]},{"osd":3,"up_from":100,"seq":429496729612,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1020,"kb_used_omap":4,"kb_used_meta":27387,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1044480,"data_stored":561836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":28044695},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":4,"up_from":30,"seq":128849019034,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302212,"kb_used_data":5116,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93442940,"statfs":{"total":95995035648,"available":95685570560,"internally_reserved":0,"allocated":5238784,"data_stored":4756487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.746,"15min":0.746},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.60799999999999998,"15min":0.624},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81699999999999995,"5min":2.258,"15min":2.258},"last":0.45300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.67200000000000004}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.61399999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:56:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.32800000000000001},"max":{"1min":0.68700000000000006,"5min":0.81100000000000005,"15min":0.81699999999999995},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.436,"5min":0.36299999999999999,"15min":0.33500000000000002},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.669},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.443,"15min":0.42399999999999999},"min":{"1min":0.314,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61799999999999999,"15min":0.80700000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51000000000000001,"15min":0.46899999999999997},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":0.72399999999999998,"5min":0.80300000000000005,"15min":0.82799999999999996},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.30399999999999999,"15min":0.255},"max":{"1min":0.70499999999999996,"5min":0.77100000000000002,"15min":0.77700000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69399999999999995}]},{"osd":7,"last update":"Sat Sep 23 17:57:29 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52200000000000002,"15min":0.51100000000000001},"min":{"1min":0.40899999999999997,"5min":0.318,"15min":0.309},"max":{"1min":0.73799999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":0.78700000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55400000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822806,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298100,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447052,"statfs":{"total":95995035648,"available":95689781248,"internally_reserved":0,"allocated":1028096,"data_stored":557631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.45000000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.374},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:57:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 17:55:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.54100000000000004},"min":{"1min":0.41899999999999998,"5min":0.34899999999999998,"15min":0.32600000000000001},"max":{"1min":0.66500000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":1.524},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Sep 23 17:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.48199999999999998,"15min":0.45700000000000002},"min":{"1min":0.34799999999999998,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.72199999999999998,"15min":1.839},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.48399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35199999999999998,"15min":0.26700000000000002},"max":{"1min":0.81299999999999994,"5min":0.82199999999999995,"15min":1.591},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51700000000000002,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.32300000000000001,"15min":0.28499999999999998},"max":{"1min":0.66400000000000003,"5min":0.71499999999999997,"15min":2.6579999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55300000000000005,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":0.69299999999999995,"5min":0.77200000000000002,"15min":1.2370000000000001},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":0.75,"5min":0.80600000000000005,"15min":1.5820000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.57499999999999996},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.85499999999999998,"15min":1.212},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:57:36.609 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T17:57:36.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump 2023-09-23T17:57:37.218 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:37 smithi149 ceph-mon[135148]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:37.433 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:37 smithi018 ceph-mon[153734]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:37.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:37 smithi018 ceph-mon[149401]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:57:38.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:38 smithi018 ceph-mon[153734]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:38.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:38 smithi018 ceph-mon[149401]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:38 smithi149 ceph-mon[135148]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:epoch 101 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:created 2023-09-23T17:41:35.678684+0000 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:modified 2023-09-23T17:56:44.043634+0000 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:crush_version 22 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:full_ratio 0.95 2023-09-23T17:57:38.754 INFO:teuthology.orchestra.run.smithi018.stdout:backfillfull_ratio 0.9 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:nearfull_ratio 0.85 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:require_min_compat_client luminous 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:min_compat_client luminous 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:require_osd_release pacific 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:stretch_mode_enabled false 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr,mgr_devicehealth read_balance_score 7.89 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 75 flags hashpspool,selfmanaged_snaps stripe_width 0 application rbd read_balance_score 2.00 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 59 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.50 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 60 flags hashpspool,bulk stripe_width 0 application cephfs read_balance_score 2.25 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:max_osd 8 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 up in weight 1 up_from 85 up_thru 100 down_at 82 last_clean_interval [8,81) [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] [v2:172.21.15.18:6804/1212934929,v1:172.21.15.18:6805/1212934929] exists,up aed442f3-f65a-4048-99f5-e835d2690d4e 2023-09-23T17:57:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 up in weight 1 up_from 90 up_thru 100 down_at 87 last_clean_interval [13,86) [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289] [v2:172.21.15.18:6812/873966289,v1:172.21.15.18:6813/873966289] exists,up e5063fc1-2365-4f05-b998-3bd0162269f9 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 up in weight 1 up_from 95 up_thru 100 down_at 92 last_clean_interval [18,91) [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945] [v2:172.21.15.18:6820/2781575945,v1:172.21.15.18:6821/2781575945] exists,up a78a3095-2189-4c27-9800-91662dd29fbf 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 up in weight 1 up_from 100 up_thru 100 down_at 97 last_clean_interval [25,96) [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818] [v2:172.21.15.18:6828/2734944818,v1:172.21.15.18:6829/2734944818] exists,up f5d56d64-ca0f-4d32-9c5b-ca83ff425f63 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 up in weight 1 up_from 30 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201] [v2:172.21.15.149:6802/407309201,v1:172.21.15.149:6803/407309201] exists,up 82161196-023e-43f1-bfeb-2a0afcb4a6d5 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 up in weight 1 up_from 36 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527] [v2:172.21.15.149:6810/1628701527,v1:172.21.15.149:6811/1628701527] exists,up a9cb525c-e287-4089-8717-01b4a45fb23e 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 up in weight 1 up_from 42 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902] [v2:172.21.15.149:6818/2244374902,v1:172.21.15.149:6819/2244374902] exists,up 371bf1cf-31b9-4b00-ad7e-6e98bb24a243 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 up in weight 1 up_from 48 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149] [v2:172.21.15.149:6826/244150149,v1:172.21.15.149:6827/244150149] exists,up 4f1726da-3ebc-46fd-bb31-187ce7af4a8f 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.b [1,2] 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.17 [1,5] 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 4.18 [1,2] 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/4112137721 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/286373757 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.756 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/2723436125 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/2723436125 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2333700181 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1340598832 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:6834/1850679292 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1353342200 expires 2023-09-24T17:42:01.905620+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/695545580 expires 2023-09-24T17:49:09.381142+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/695545580 expires 2023-09-24T17:49:09.381142+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/256474592 expires 2023-09-24T17:46:16.355071+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/1977156310 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/2124468053 expires 2023-09-24T17:42:24.820979+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/2124468053 expires 2023-09-24T17:42:24.820979+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/3632377764 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.757 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/636372681 expires 2023-09-24T17:46:16.355071+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/1052396238 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/3535141481 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/1050711769 expires 2023-09-24T17:46:16.355071+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/3545667129 expires 2023-09-24T17:42:01.905620+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/1867081496 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2769501859 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1699792977 expires 2023-09-24T17:42:24.820979+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/1911483008 expires 2023-09-24T17:42:01.905620+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/374562803 expires 2023-09-24T17:49:09.381142+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2482713891 expires 2023-09-24T17:49:09.381142+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:6835/1850679292 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.758 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.149:0/3590848614 expires 2023-09-24T17:50:09.233361+0000 2023-09-23T17:57:38.759 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/3986518380 expires 2023-09-24T17:42:24.820979+0000 2023-09-23T17:57:38.759 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/1911483008 expires 2023-09-24T17:42:01.905620+0000 2023-09-23T17:57:38.759 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1523561625 expires 2023-09-24T17:50:54.419709+0000 2023-09-23T17:57:38.759 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/1050711769 expires 2023-09-24T17:46:16.355071+0000 2023-09-23T17:57:39.251 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 85 up_thru 100 down_at 82 last_clean_interval [8,81) [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] [v2:172.21.15.18:6804/1212934929,v1:172.21.15.18:6805/1212934929] exists,up aed442f3-f65a-4048-99f5-e835d2690d4e', 'osd.1 up in weight 1 up_from 90 up_thru 100 down_at 87 last_clean_interval [13,86) [v2:172.21.15.18:6810/873966289,v1:172.21.15.18:6811/873966289] [v2:172.21.15.18:6812/873966289,v1:172.21.15.18:6813/873966289] exists,up e5063fc1-2365-4f05-b998-3bd0162269f9', 'osd.2 up in weight 1 up_from 95 up_thru 100 down_at 92 last_clean_interval [18,91) [v2:172.21.15.18:6818/2781575945,v1:172.21.15.18:6819/2781575945] [v2:172.21.15.18:6820/2781575945,v1:172.21.15.18:6821/2781575945] exists,up a78a3095-2189-4c27-9800-91662dd29fbf', 'osd.3 up in weight 1 up_from 100 up_thru 100 down_at 97 last_clean_interval [25,96) [v2:172.21.15.18:6826/2734944818,v1:172.21.15.18:6827/2734944818] [v2:172.21.15.18:6828/2734944818,v1:172.21.15.18:6829/2734944818] exists,up f5d56d64-ca0f-4d32-9c5b-ca83ff425f63', 'osd.4 up in weight 1 up_from 30 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6800/407309201,v1:172.21.15.149:6801/407309201] [v2:172.21.15.149:6802/407309201,v1:172.21.15.149:6803/407309201] exists,up 82161196-023e-43f1-bfeb-2a0afcb4a6d5', 'osd.5 up in weight 1 up_from 36 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6808/1628701527,v1:172.21.15.149:6809/1628701527] [v2:172.21.15.149:6810/1628701527,v1:172.21.15.149:6811/1628701527] exists,up a9cb525c-e287-4089-8717-01b4a45fb23e', 'osd.6 up in weight 1 up_from 42 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6816/2244374902,v1:172.21.15.149:6817/2244374902] [v2:172.21.15.149:6818/2244374902,v1:172.21.15.149:6819/2244374902] exists,up 371bf1cf-31b9-4b00-ad7e-6e98bb24a243', 'osd.7 up in weight 1 up_from 48 up_thru 100 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6824/244150149,v1:172.21.15.149:6825/244150149] [v2:172.21.15.149:6826/244150149,v1:172.21.15.149:6827/244150149] exists,up 4f1726da-3ebc-46fd-bb31-187ce7af4a8f'] 2023-09-23T17:57:39.251 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon mon.a config show 2023-09-23T17:57:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1796017948' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:57:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1796017948' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:57:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1796017948' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T17:57:39.858 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:40 smithi149 ceph-mon[135148]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:40.499 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:40 smithi018 ceph-mon[153734]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:40.499 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:40.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:40 smithi018 ceph-mon[149401]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:40.499 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:41.292 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:57:41.292 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mon.a", 2023-09-23T17:57:41.292 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster": "ceph", 2023-09-23T17:57:41.292 INFO:teuthology.orchestra.run.smithi018.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2023-09-23T17:57:41.292 INFO:teuthology.orchestra.run.smithi018.stdout: "admin_socket_mode": "", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_allow_insecure_global_id_reclaim": "false", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_client_required": "cephx, none", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_cluster_required": "cephx", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_debug": "true", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_expose_insecure_global_id_reclaim": "true", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_mon_ticket_ttl": "660.000000", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_service_required": "cephx", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_service_ticket_ttl": "240.000000", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "auth_supported": "", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_aio": "true", 2023-09-23T17:57:41.293 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_aio_max_queue_depth": "1024", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_aio_poll_ms": "250", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_aio_reap_max": "16", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_async_discard": "false", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_block_size": "4096", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_debug_aio": "false", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_debug_aio_log_age": "5.000000", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_debug_inflight_ios": "false", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_enable_discard": "false", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_flock_retry": "3", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_flock_retry_interval": "0.100000", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_inject_crash": "0", 2023-09-23T17:57:41.294 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_inject_crash_flush_delay": "2", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_ioring": "false", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_ioring_hipri": "false", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_ioring_sqthread_poll": "false", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_nvme_unbind_from_kernel": "false", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_read_buffer_alignment": "4096", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_read_preallocated_huge_buffers": "", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bdev_type": "", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_alloc_size": "1048576", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_allocator": "hybrid", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_buffered_io": "true", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_check_for_zeros": "false", 2023-09-23T17:57:41.295 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_check_volume_selector_often": "false", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_check_volume_selector_on_umount": "false", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_compact_log_sync": "false", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_failed_shared_alloc_cooldown": "600.000000", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_log_compact_min_size": "16777216", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_log_replay_check_allocations": "true", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_max_log_runway": "4194304", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_max_prefetch": "1048576", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_min_flush_size": "524288", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_min_log_runway": "1048576", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_replay_recovery": "false", 2023-09-23T17:57:41.296 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_replay_recovery_disable_compact": "false", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_shared_alloc_size": "65536", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_sync_write": "false", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_allocation_from_file": "true", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_allocator": "hybrid", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_avl_alloc_ff_max_search_bytes": "16777216", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_avl_alloc_ff_max_search_count": "100", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2023-09-23T17:57:41.297 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bitmapallocator_span_size": "1024", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blobid_prealloc": "10240", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_create": "true", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_db_create": "false", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_db_path": "", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_db_size": "0", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_path": "", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_preallocate_file": "false", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_size": "107374182400", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_wal_create": "false", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_wal_path": "", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_block_wal_size": "100663296", 2023-09-23T17:57:41.298 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bluefs": "true", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bluefs_env_mirror": "false", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_bluefs_max_free": "10737418240", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_age_bin_interval": "1.000000", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_age_bins_data": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_age_bins_kv": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_age_bins_kv_onode": "0 0 0 0 0 0 0 0 0 720", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_age_bins_meta": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_autotune": "true", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_autotune_interval": "5.000000", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2023-09-23T17:57:41.299 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_kv_ratio": "0.450000", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_ratio": "0.450000", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_size": "0", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_size_hdd": "1073741824", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_size_ssd": "3221225472", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_trim_interval": "0.050000", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_trim_max_skip_pinned": "1000", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_type": "2q", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cleaner_sleep_interval": "5.000000", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_clone_cow": "true", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_algorithm": "snappy", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_max_blob_size": "0", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2023-09-23T17:57:41.300 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_min_blob_size": "0", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_min_blob_size_ssd": "65536", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_mode": "none", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_compression_required_ratio": "0.875000", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_csum_type": "crc32c", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_enforce_settings": "default", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_freelist": "false", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_fsck_abort": "false", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_inject_allocation_from_file_failure": "0.000000", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_inject_bug21040": "false", 2023-09-23T17:57:41.301 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_inject_read_err": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_legacy_omap": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_no_reuse_blocks": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_omit_block_device_write": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_omit_kv_commit": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_prefill": "0.000000", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_prefragment_max": "1048576", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_random_read_err": "0.000000", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_small_allocations": "0", 2023-09-23T17:57:41.302 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_default_buffered_read": "true", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_default_buffered_write": "false", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_deferred_batch_ops": "0", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_map_shard_max_size": "1200", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_map_shard_min_size": "150", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_map_shard_target_size": "500", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fail_eio": "false", 2023-09-23T17:57:41.303 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_freelist_blocks_per_key": "128", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_error_on_no_per_pg_omap": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_mkfs": "true", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_mount": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_mount_deep": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_umount": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_on_umount_deep": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_quick_fix_on_mount": "false", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_quick_fix_threads": "2", 2023-09-23T17:57:41.304 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_shared_blob_tracker_size": "0.031250", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_gc_enable_blob_threshold": "0", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_gc_enable_total_threshold": "0", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_ignore_data_csum": "false", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_kvbackend": "rocksdb", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_log_collection_list_age": "60.000000", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_log_op_age": "5.000000", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_alloc_size": "0", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_blob_size": "0", 2023-09-23T17:57:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_blob_size_hdd": "65536", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_blob_size_ssd": "65536", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_defer_interval": "3.000000", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_max_deferred_txc": "32", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_min_alloc_size": "0", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_min_alloc_size_hdd": "4096", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_min_alloc_size_ssd": "4096", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_nid_prealloc": "1024", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_prefer_deferred_size": "0", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_qfsck_on_mount": "true", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_retry_disk_reads": "3", 2023-09-23T17:57:41.306 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_rocksdb_cf": "true", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L=min_write_buffer_number_to_merge=32 P=min_write_buffer_number_to_merge=32", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=64,min_write_buffer_number_to_merge=6,compaction_style=kCompactionStyleLevel,write_buffer_size=16777216,max_background_jobs=4,level0_file_num_compaction_trigger=8,max_bytes_for_level_base=1073741824,max_bytes_for_level_multiplier=8,compaction_readahead_size=2MB,max_total_wal_size=1073741824,writable_file_max_buffer_size=0", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_rocksdb_options_annex": "", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_spdk_coremask": "0x1", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_spdk_io_sleep": "5", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_spdk_max_io_completion": "0", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_spdk_mem": "512", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_sync_submit_transaction": "false", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_bytes": "67108864", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_cost_per_io": "0", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2023-09-23T17:57:41.307 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_throttle_trace_rate": "0.000000", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_tracing": "false", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_use_optimal_io_size_for_min_alloc_size": "false", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_volume_selection_reserved": "0", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_warn_on_legacy_statfs": "true", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_warn_on_no_per_pg_omap": "false", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2023-09-23T17:57:41.308 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_zero_block_detection": "false", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_path": "/usr/sbin/cephadm", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_action_update_interval": "2", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_directory_scan_interval": "10", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_mount_timeout": "10", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_restart_mirror_on_failure_interval": "20", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephsqlite_blocklist_dead_locker": "true", 2023-09-23T17:57:41.309 INFO:teuthology.orchestra.run.smithi018.stdout: "cephsqlite_lock_renewal_interval": "2000", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephsqlite_lock_renewal_timeout": "30000", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_cluster_require_signatures": "false", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_cluster_require_version": "2", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_require_signatures": "false", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_require_version": "2", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_service_require_signatures": "false", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_service_require_version": "2", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "cephx_sign_messages": "true", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "chdir": "", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "client_acl_type": "", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "client_asio_thread_count": "2", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "client_cache_mid": "0.750000", 2023-09-23T17:57:41.310 INFO:teuthology.orchestra.run.smithi018.stdout: "client_cache_size": "16384", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_caps_release_delay": "5", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_check_pool_perm": "true", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_collect_and_send_global_metrics": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_debug_force_sync_read": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_debug_getattr_caps": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_debug_inject_tick_delay": "0", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_die_on_failed_dentry_invalidate": "true", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_die_on_failed_remount": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_dirsize_rbytes": "true", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_force_lazyio": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_fs": "", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_inject_fixed_oldest_tid": "false", 2023-09-23T17:57:41.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_inject_release_failure": "false", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_max_inline_size": "4096", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_max_retries_on_remount_failure": "5", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_mds_namespace": "", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_metadata": "", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_mount_gid": "-1", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_mount_timeout": "300", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_mount_uid": "-1", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_mountpoint": "/", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_notify_timeout": "10", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc": "true", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc_max_dirty": "104857600", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc_max_dirty_age": "5.000000", 2023-09-23T17:57:41.312 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc_max_objects": "1000", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc_size": "209715200", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_oc_target_dirty": "8388608", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_permissions": "true", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_quota": "true", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_quota_df": "true", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_readahead_max_bytes": "0", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_readahead_max_periods": "4", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_readahead_min": "131072", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_reconnect_stale": "false", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_shutdown_timeout": "30", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_snapdir": ".snap", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_tick_interval": "1", 2023-09-23T17:57:41.313 INFO:teuthology.orchestra.run.smithi018.stdout: "client_trace": "", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client_try_dentry_invalidate": "false", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client_use_faked_inos": "false", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client_use_random_mds": "false", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_graylog": "false", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_graylog_host": "127.0.0.1", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_graylog_port": "12201", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_monitors": "default=true", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_syslog": "false", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "clog_to_syslog_level": "info", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_addr": "-", 2023-09-23T17:57:41.314 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_network": "", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_network_interface": "", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "compressor_zlib_isal": "false", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "compressor_zlib_level": "5", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "compressor_zlib_winsize": "-15", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "compressor_zstd_level": "1", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crash_dir": "/var/lib/ceph/crash", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crimson_alien_op_num_threads": "6", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crimson_alien_thread_cpu_cores": "", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crimson_osd_obc_lru_size": "10", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crimson_osd_scheduler_concurrency": "0", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crimson_seastar_smp": "1", 2023-09-23T17:57:41.315 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_location": "", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_location_hook": "", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_location_hook_timeout": "10", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "daemonize": "false", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "daos_pool": "tank", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "dbstore_config_uri": "file:/var/lib/ceph/radosgw/dbstore-config.db", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "dbstore_db_dir": "/var/lib/ceph/radosgw", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "dbstore_db_name_prefix": "dbstore", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_alienstore": "0/5", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_allow_any_pool_priority": "false", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_asok": "1/5", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_asok_assert_abort": "false", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_asserts_on_shutdown": "true", 2023-09-23T17:57:41.316 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_auth": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_bdev": "1/3", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_bluefs": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_bluestore": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_buffer": "0/1", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_ceph_exporter": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_cephfs_mirror": "0/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_cephsqlite": "0/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_client": "0/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_compressor": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_context": "0/1", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_crush": "1/1", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_crypto": "1/5", 2023-09-23T17:57:41.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_cyanstore": "0/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_deliberately_leak_memory": "false", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_disable_randomized_ping": "false", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_dpdk": "1/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_eventtrace": "1/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_filer": "0/1", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_filestore": "1/3", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_finisher": "1/1", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_fuse": "1/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_heartbeat_testing_span": "0", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_heartbeatmap": "1/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_immutable_obj_cache": "0/5", 2023-09-23T17:57:41.318 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_javaclient": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_journal": "1/3", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_journaler": "0/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_kstore": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_leveldb": "4/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_lockdep": "0/1", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mclock": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds_balancer": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds_locker": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds_log": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds_log_expire": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mds_migrator": "1/5", 2023-09-23T17:57:41.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_memstore": "1/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mgr": "2/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mgrc": "1/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_mon": "20/20", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_monc": "0/10", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_ms": "1/1", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_none": "0/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_objclass": "0/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_objectcacher": "0/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_objecter": "0/1", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_optracker": "0/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_osd": "1/5", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_paxos": "20/20", 2023-09-23T17:57:41.320 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_perfcounter": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_prioritycache": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rados": "0/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rbd": "0/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rbd_mirror": "0/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rbd_pwl": "0/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rbd_replay": "0/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_refs": "0/0", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_reserver": "1/1", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw_access": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw_datacache": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw_dbstore": "1/5", 2023-09-23T17:57:41.321 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw_flight": "1/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rgw_sync": "1/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_rocksdb": "4/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_backref": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_cache": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_cleaner": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_device": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_epm": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_fixedkv_tree": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_journal": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_lba": "0/5", 2023-09-23T17:57:41.322 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_odata": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_omap": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_onode": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_t": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_seastore_tm": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_striper": "0/1", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_test": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_throttle": "1/1", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_timer": "0/1", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "debug_tp": "0/5", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "device_failure_prediction_mode": "none", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2023-09-23T17:57:41.323 INFO:teuthology.orchestra.run.smithi018.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "err_to_graylog": "false", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "err_to_journald": "false", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "err_to_stderr": "true", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "err_to_syslog": "false", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event_tracing": "false", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_addr": "0.0.0.0", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_http_port": "9926", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_prio_limit": "5", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_sock_dir": "/var/run/ceph/", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_sort_metrics": "true", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exporter_stats_period": "5", 2023-09-23T17:57:41.324 INFO:teuthology.orchestra.run.smithi018.stdout: "fake_statfs_for_testing": "0", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "fatal_signal_handlers": "true", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filer_max_purge_ops": "10", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filer_max_truncate_ops": "128", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_apply_finisher_threads": "1", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_blackhole": "false", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_btrfs_clone_range": "true", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_btrfs_snap": "true", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_caller_concurrency": "10", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_collect_device_partition_information": "true", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_commit_timeout": "600.000000", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_debug_inject_read_err": "false", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_debug_omap_check": "false", 2023-09-23T17:57:41.325 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_debug_random_read_err": "0.000000", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_debug_verify_split": "false", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_dump_file": "", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_expected_throughput_ops": "200.000000", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fadvise": "true", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fail_eio": "true", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fd_cache_shards": "16", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fd_cache_size": "128", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fiemap": "false", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fiemap_threshold": "4096", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_fsync_flushes_journal_data": "false", 2023-09-23T17:57:41.326 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_index_retry_probability": "0.000000", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_inject_stall": "0", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_journal_parallel": "false", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_journal_trailing": "false", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_journal_writeahead": "false", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_kill_at": "0", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_alloc_hint_size": "1048576", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattr_size": "0", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattr_size_other": "512", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattrs": "0", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2023-09-23T17:57:41.327 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattrs_other": "2", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_inline_xattrs_xfs": "10", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_sync_interval": "5.000000", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_xattr_value_size": "0", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_xattr_value_size_other": "1024", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_merge_threshold": "-10", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_min_sync_interval": "0.010000", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_odsync_write": "false", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_omap_backend": "rocksdb", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_omap_backend_path": "", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_omap_header_cache_size": "1024", 2023-09-23T17:57:41.328 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_ondisk_finisher_threads": "1", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_op_thread_suicide_timeout": "180", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_op_thread_timeout": "60", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_op_threads": "2", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_punch_hole": "false", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_high_threshhold": "0.900000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_low_threshhold": "0.300000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_max_bytes": "104857600", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2023-09-23T17:57:41.329 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_queue_max_ops": "50", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_seek_data_hole": "false", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_sloppy_crc": "false", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_sloppy_crc_block_size": "65536", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_splice": "false", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_split_multiple": "2", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_split_rand_factor": "20", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_update_to": "1000", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2023-09-23T17:57:41.330 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_enable": "true", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_xfs_extsize": "false", 2023-09-23T17:57:41.331 INFO:teuthology.orchestra.run.smithi018.stdout: "filestore_zfs_snap": "false", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fio_dir": "/tmp/fio", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fsid": "4479c6b2-5a38-11ee-8db4-212e2dc638e7", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_allow_other": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_atomic_o_trunc": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_big_writes": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_debug": "false", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_default_permissions": "false", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_disable_pagecache": "false", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_max_write": "0", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_multithreaded": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_require_active_mds": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_set_user_groups": "true", 2023-09-23T17:57:41.332 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_splice_move": "true", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_splice_read": "true", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_splice_write": "true", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_syncfs_on_mksnap": "true", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "fuse_use_invalidate_cb": "true", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "gss_target_name": "ceph", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "heartbeat_file": "", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "heartbeat_inject_failure": "0", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "heartbeat_interval": "5", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "host": "smithi018", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2023-09-23T17:57:41.333 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_max_inflight_ops": "128", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_max_size": "1073741824", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_bps_burst": "0", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_bps_limit": "0", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_iops_burst": "0", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_iops_limit": "0", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "immutable_object_cache_watermark": "0.900000", 2023-09-23T17:57:41.334 INFO:teuthology.orchestra.run.smithi018.stdout: "inject_early_sigterm": "false", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "jaeger_agent_port": "6799", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "jaeger_tracing_enable": "false", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_aio": "true", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_align_min_size": "65536", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_block_align": "true", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_block_size": "4096", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_dio": "true", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_discard": "false", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_force_aio": "false", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_ignore_corruption": "false", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_max_write_bytes": "10485760", 2023-09-23T17:57:41.335 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_max_write_entries": "100", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_replay_from": "0", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_throttle_high_multiple": "0.000000", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_throttle_high_threshhold": "0.900000", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_throttle_low_threshhold": "0.600000", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_throttle_max_multiple": "0.000000", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_write_header_frequency": "0", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journal_zero_on_create": "false", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journaler_prefetch_periods": "10", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journaler_prezero_periods": "5", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "journaler_write_head_interval": "15", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "key": "", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "keyfile": "", 2023-09-23T17:57:41.336 INFO:teuthology.orchestra.run.smithi018.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_backend": "rocksdb", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_default_stripe_size": "65536", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_fsck_on_mount": "false", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_fsck_on_mount_deep": "true", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_max_bytes": "67108864", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_max_ops": "512", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_nid_prealloc": "1024", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_onode_map_size": "1024", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_sync_submit_transaction": "false", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "kstore_sync_transaction": "false", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_block_size": "65536", 2023-09-23T17:57:41.337 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_bloom_size": "0", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_cache_size": "536870912", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_compact_on_mount": "false", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_compression": "false", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_log": "", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_log_to_ceph_log": "true", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_max_open_files": "0", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_paranoid": "false", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "leveldb_write_buffer_size": "33554432", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "librados_thread_count": "2", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "lockdep": "false", 2023-09-23T17:57:41.338 INFO:teuthology.orchestra.run.smithi018.stdout: "lockdep_force_backtrace": "false", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_coarse_timestamps": "true", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_flush_on_exit": "false", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_graylog_host": "127.0.0.1", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_graylog_port": "12201", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_max_new": "1000", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_max_recent": "10000", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_stderr_prefix": "", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_stop_at_utilization": "0.970000", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": "true", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_graylog": "false", 2023-09-23T17:57:41.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_journald": "false", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_stderr": "false", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_syslog": "false", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "max_rotating_auth_attempts": "10", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_abort_on_newly_corrupt_dentry": "true", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_action_on_write_error": "1", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_alternate_name_max": "8192", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_asio_thread_count": "2", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_export_pin": "true", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_fragment_dirs": "true", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_fragment_interval": "5", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_fragment_size_max": "100000", 2023-09-23T17:57:41.340 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_idle_threshold": "0.000000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_interval": "10", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_max": "-1", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_max_until": "-1", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_merge_size": "50", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_midchunk": "0.300000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_min_rebalance": "0.100000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_min_start": "0.200000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_minchunk": "0.001000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_mode": "0", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_need_max": "1.200000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_need_min": "0.800000", 2023-09-23T17:57:41.341 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_replicate_threshold": "8000.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_sample_interval": "3.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_split_bits": "3", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_split_rd": "25000.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_split_size": "10000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_split_wr": "10000.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_target_decay": "10.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_beacon_grace": "15.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_beacon_interval": "4.000000", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_beacon_mon_down_grace": "60", 2023-09-23T17:57:41.342 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_memory_limit": "4294967296", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_mid": "0.700000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_release_free_interval": "10", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_reservation": "0.050000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_trim_decay_rate": "1.000000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_trim_interval": "1", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cache_trim_threshold": "262144", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_client_delegate_inos_pct": "50", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_client_prealloc_inos": "1000", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_connect_bootstrapping": "false", 2023-09-23T17:57:41.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_damage_table_max_entries": "10000", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_debug_auth_pins": "false", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_debug_frag": "false", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_debug_scatterstat": "false", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_debug_subtrees": "false", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_decay_halflife": "5.000000", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_default_dir_hash": "2", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_defer_session_stale": "true", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_deny_all_reconnect": "false", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dir_keys_per_op": "16384", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dir_max_commit_size": "10", 2023-09-23T17:57:41.344 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dir_max_entries": "0", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dir_prefetch": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dirstat_min_interval": "1.000000", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dump_cache_after_rejoin": "false", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dump_cache_on_map": "false", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dump_cache_threshold_file": "0", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_early_reply": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_enable_op_tracker": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_enforce_unique_name": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_export_ephemeral_distributed": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_export_ephemeral_random": "true", 2023-09-23T17:57:41.345 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_export_ephemeral_random_max": "0.010000", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_extraordinary_events_dump_interval": "0", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_forward_all_requests_to_auth": "false", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_freeze_tree_timeout": "30.000000", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_fscrypt_last_block_max_size": "4096", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_go_bad_corrupt_dentry": "true", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_health_cache_threshold": "1.500000", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_health_summarize_threshold": "10", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_heartbeat_grace": "15.000000", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_heartbeat_reset_grace": "1000", 2023-09-23T17:57:41.346 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_health_dummy": "false", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_journal_corrupt_dentry_first": "0.000000", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_migrator_session_race": "false", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_rename_corrupt_dentry_first": "0.000000", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_skip_replaying_inotable": "false", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_join_fs": "", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_journal_format": "1", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_create_at": "0", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_export_at": "0", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_import_at": "0", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_journal_at": "0", 2023-09-23T17:57:41.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_journal_expire_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_journal_replay_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_link_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_mdstable_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_openc_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_rename_at": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_kill_skip_replaying_inotable": "false", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_events_per_segment": "1024", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_max_events": "-1", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_max_segments": "128", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_pause": "false", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_segment_size": "0", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_skip_corrupt_events": "false", 2023-09-23T17:57:41.348 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_log_warn_factor": "2.000000", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_caps_per_client": "1048576", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_completed_flushes": "100000", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_completed_requests": "100000", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_export_size": "20971520", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_file_recover": "32", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_purge_files": "64", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_purge_ops": "8192", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_scrub_ops_in_progress": "5", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_snaps_per_dir": "100", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_max_xattr_pairs_size": "65536", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_metrics_update_interval": "2", 2023-09-23T17:57:41.349 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_min_caps_per_client": "100", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_min_caps_working_set": "10000", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_mon_shutdown_timeout": "5.000000", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_numa_node": "-1", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_oft_prefetch_dirfrags": "false", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_op_complaint_time": "30.000000", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_op_history_duration": "600", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_op_history_size": "20", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_op_log_threshold": "5", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_ping_grace": "15", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_ping_interval": "5", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2023-09-23T17:57:41.350 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_global_max_decay_threshold": "131072", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_max_caps": "30000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_max_decay_rate": "1.500000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_max_decay_threshold": "131072", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_warning_decay_rate": "60.000000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_recall_warning_threshold": "262144", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_reconnect_timeout": "45.000000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_replay_interval": "1.000000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_replay_unsafe_with_closed_session": "false", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_request_load_average_decay_rate": "60.000000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_root_ino_gid": "0", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_root_ino_uid": "0", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_scatter_nudge_interval": "5.000000", 2023-09-23T17:57:41.351 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_blocklist_on_evict": "true", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_blocklist_on_timeout": "true", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_cache_liveness_magnitude": "10", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_cap_acquisition_decay_rate": "30.000000", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_cap_acquisition_throttle": "100000", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_sessionmap_keys_per_op": "1024", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_shutdown_check": "0", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_skip_ino": "0", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_sleep_rank_change": "0.000000", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_snap_max_uid": "4294967294", 2023-09-23T17:57:41.352 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_snap_min_uid": "0", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_snap_rstat": "false", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_standby_replay_damaged": "false", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_symlink_recovery": "true", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_task_status_update_interval": "2.000000", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_thrash_exports": "0", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_thrash_fragments": "0", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_tick_interval": "5.000000", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_valgrind_exit": "false", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_verify_backtrace": "1", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_verify_scatter": "false", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_wipe_ino_prealloc": "false", 2023-09-23T17:57:41.353 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_wipe_sessions": "false", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool_debug": "false", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "memstore_debug_omit_block_device_write": "false", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "memstore_device_bytes": "1073741824", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "memstore_page_set": "false", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "memstore_page_size": "65536", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_client_bytes": "134217728", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_client_messages": "512", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_connect_retry_interval": "1.000000", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2023-09-23T17:57:41.354 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_disabled_modules": "", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_initial_modules": "restful iostat nfs", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_max_pg_num_change": "128", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_mds_bytes": "134217728", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_mds_messages": "128", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_mon_bytes": "134217728", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_mon_messages": "128", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_osd_bytes": "536870912", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_osd_messages": "8192", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_pool": "true", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_service_beacon_grace": "60.000000", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_standby_modules": "true", 2023-09-23T17:57:41.355 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_stats_period": "5", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_stats_threshold": "5", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_tick_period": "2", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_ttl_cache_expire_seconds": "0", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_accept_timeout_factor": "2.000000", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_allow_pool_delete": "true", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_allow_pool_size_one": "false", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_auth_validate_all_caps": "true", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_bytes": "104857600", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_directed_command_retry": "2", 2023-09-23T17:57:41.356 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_hunt_interval": "3.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_hunt_parallel": "3", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_log_interval": "1.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_max_log_entries_per_message": "1000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_ping_interval": "10.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_client_ping_timeout": "30.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_clock_drift_allowed": "1.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2023-09-23T17:57:41.357 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_file_level": "debug", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_file": "false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_graylog": "false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_graylog_port": "12201", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_journald": "true", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_stderr": "false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_syslog": "default=false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cluster_log_to_syslog_level": "info", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_compact_on_bootstrap": "false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_compact_on_start": "false", 2023-09-23T17:57:41.358 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_compact_on_trim": "true", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_con_tracker_persist_interval": "10", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_con_tracker_score_halflife": "43200", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_config_key_max_entry_size": "65536", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_cpu_threads": "4", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_crush_min_required_version": "hammer", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_daemon_bytes": "419430400", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_data_avail_crit": "5", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_data_avail_warn": "5", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_data_size_warn": "16106127360", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_block_osdmap_trim": "false", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_deprecated_as_obsolete": "false", 2023-09-23T17:57:41.359 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_dump_json": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_dump_transactions": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_extra_checks": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_no_initial_persistent_features": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_no_require_quincy": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_no_require_reef": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_delta_reset_interval": "10.000000", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_dns_srv_name": "ceph-mon", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_down_mkfs_grace": "60", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_election_default_strategy": "3", 2023-09-23T17:57:41.360 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_election_timeout": "5.000000", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_elector_ping_divisor": "2", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_elector_ping_timeout": "2.000000", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_enable_op_tracker": "true", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_fake_pool_delete": "false", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_force_quorum_join": "false", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_globalid_prealloc": "10000", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_detail_to_clog": "true", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_log_update_period": "5", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_max_detail": "50", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_to_clog": "true", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_to_clog_interval": "600", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2023-09-23T17:57:41.361 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_host": "[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] [v2:172.21.15.18:3301/0,v1:172.21.15.18:6790/0]", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_host_override": "", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_initial_members": "", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_inject_transaction_delay_max": "10.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_keyvaluedb": "rocksdb", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_lease": "5.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_lease_renew_interval_factor": "0.600000", 2023-09-23T17:57:41.362 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_log_full_interval": "50", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_log_max": "10000", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_log_max_summary": "50", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_log_entries_per_event": "4096", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_log_epochs": "500", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_mdsmap_epochs": "500", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_mgrmap_epochs": "500", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_osd": "10000", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_pg_per_osd": "10000", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_pool_pg_num": "65536", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_max_snap_prune_per_epoch": "100", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mds_blocklist_interval": "86400.000000", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mds_force_trim_to": "0", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mds_skip_sanity": "true", 2023-09-23T17:57:41.363 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_memory_autotune": "true", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_memory_target": "2147483648", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_beacon_grace": "30", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_digest_period": "5", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_inactive_grace": "60", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_mkfs_grace": "240", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_min_osdmap_epochs": "500", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_complaint_time": "30", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_history_duration": "600", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_history_size": "20", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_history_slow_op_size": "20", 2023-09-23T17:57:41.364 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_history_slow_op_threshold": "10", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_op_log_threshold": "5", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_adjust_down_out_interval": "true", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_auto_mark_in": "false", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_auto_mark_new_in": "true", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_cache_size": "500", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_cache_size_min": "134217728", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_crush_smoke_test": "true", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_destroyed_out_interval": "600", 2023-09-23T17:57:41.365 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_down_out_interval": "600", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_down_out_subtree_limit": "rack", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_force_trim_to": "0", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_full_ratio": "0.950000", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_laggy_halflife": "3600", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_laggy_max_interval": "300", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_laggy_weight": "0.300000", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_max_creating_pgs": "1024", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_max_initial_pgs": "1024", 2023-09-23T17:57:41.366 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_min_down_reporters": "2", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_min_in_ratio": "0.750000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_min_up_ratio": "0.300000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_nearfull_ratio": "0.850000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_prime_pg_temp": "true", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_report_timeout": "900", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_reporter_subtree_level": "osd", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_warn_num_repaired": "10", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osd_warn_op_age": "32.000000", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osdmap_full_prune_enabled": "true", 2023-09-23T17:57:41.367 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osdmap_full_prune_interval": "10", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osdmap_full_prune_min": "10000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_osdmap_full_prune_txsize": "100", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_stuck_threshold": "60", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_warn_min_objects": "10000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_warn_min_per_osd": "0", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pg_warn_min_pool_objects": "1000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pool_quota_crit_threshold": "0", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_pool_quota_warn_threshold": "0", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_probe_timeout": "2.000000", 2023-09-23T17:57:41.368 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_reweight_max_change": "0.050000", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_reweight_max_osds": "4", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_reweight_min_bytes_per_osd": "10", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_reweight_min_pgs_per_osd": "4", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_scrub_interval": "86400", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_scrub_max_keys": "100", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_scrub_timeout": "300", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_session_timeout": "300", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_smart_report_timeout": "5", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_stat_smooth_intervals": "6", 2023-09-23T17:57:41.369 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_stretch_pool_min_size": "2", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_stretch_pool_size": "4", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_subscribe_interval": "86400.000000", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_debug": "false", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_max_payload_keys": "2000", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_max_payload_size": "1048576", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_provider_kill_at": "0", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_requester_kill_at": "0", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_sync_timeout": "60.000000", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_target_pg_per_osd": "100", 2023-09-23T17:57:41.370 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_tick_interval": "5", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_timecheck_interval": "300.000000", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_timecheck_skew_interval": "30.000000", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_use_min_delay_socket": "false", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_older_version_delay": "604800", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_filestore_osds": "true", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_insecure_global_id_reclaim": "false", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed": "false", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2023-09-23T17:57:41.371 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_misplaced": "false", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_older_version": "true", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_pool_no_app": "true", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_pool_no_redundancy": "true", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_on_too_few_osds": "false", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2023-09-23T17:57:41.372 INFO:teuthology.orchestra.run.smithi018.stdout: "monmap": "", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_admin_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_admin_fid": "0x7200000000000001:0x0", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_ha_endpoint": "192.168.180.182@tcp:12345:1:1", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_my_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_my_fid": "0x7200000000000001:0x0", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_profile_fid": "0x7000000000000001:0x0", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "motr_tracing_enabled": "false", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_op_threads": "3", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_buffer_size": "131072", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_cm": "false", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_device_name": "", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_dscp": "96", 2023-09-23T17:57:41.373 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_enable_hugepage": "false", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_gid_idx": "0", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_local_gid": "", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_polling_us": "1000", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_port_num": "1", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_receive_buffers": "32768", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_receive_queue_len": "4096", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_roce_ver": "1", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_send_buffers": "1024", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_sl": "3", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_support_srq": "true", 2023-09-23T17:57:41.374 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_rdma_type": "ib", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_async_reap_threshold": "5", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_before_connect": "false", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_ipv4": "true", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_ipv6": "false", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_msgr1": "true", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_msgr2": "true", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_port_max": "7568", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_port_min": "6800", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_prefer_ipv4": "false", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_retry_count": "3", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_bind_retry_delay": "5", 2023-09-23T17:57:41.375 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_blackhole_client": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_blackhole_mds": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_blackhole_mgr": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_blackhole_mon": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_blackhole_osd": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_client_mode": "crc secure", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_cluster_mode": "crc secure", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_cluster_type": "", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_compress_secure": "false", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_connection_idle_timeout": "900", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_connection_ready_timeout": "10", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_crc_data": "true", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_crc_header": "true", 2023-09-23T17:57:41.376 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_die_on_bad_msg": "false", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_die_on_bug": "true", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_die_on_old_message": "true", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_die_on_skipped_message": "false", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_die_on_unhandled_msg": "false", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dispatch_throttle_bytes": "104857600", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_coremask": "0xF", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_debug_allow_loopback": "false", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_devs_allowlist": "", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_enable_tso": "true", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_host_ipv4_addr": "", 2023-09-23T17:57:41.377 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_hugepages": "", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_hw_flow_control": "true", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_lro": "true", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_memory_channel": "4", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_pmd": "", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_port_id": "0", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dump_corrupt_message_level": "1", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_dump_on_send": "false", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_initial_backoff": "0.200000", 2023-09-23T17:57:41.378 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_delay_max": "1.000000", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_delay_probability": "0.000000", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_delay_type": "", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_internal_delays": "0.000000", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_network_congestion": "0", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_inject_socket_failures": "0", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_learn_addr_from_peer": "true", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_max_accept_failures": "4", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_max_backoff": "15.000000", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_mon_client_mode": "secure crc", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_mon_cluster_mode": "secure crc", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_mon_service_mode": "secure crc", 2023-09-23T17:57:41.379 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_osd_compress_min_size": "1024", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_osd_compress_mode": "none", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_osd_compression_algorithm": "snappy", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_pq_min_cost": "65536", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_public_type": "", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_service_mode": "crc secure", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_tcp_listen_backlog": "512", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_tcp_nodelay": "true", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_tcp_prefetch_max_size": "4096", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_tcp_rcvbuf": "0", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "ms_type": "async+posix", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "no_config_file": "false", 2023-09-23T17:57:41.380 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_completion_locks_per_session": "32", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_debug_inject_relock_delay": "false", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_inflight_op_bytes": "104857600", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_inflight_ops": "1024", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_inject_no_watch_ping": "false", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_retry_writes_after_first_reply": "false", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_tick_interval": "5.000000", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objecter_timeout": "10.000000", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "objectstore_blackhole": "false", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "openssl_engine_opts": "", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_delay_time": "5.000000", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_hist_halflife": "1000", 2023-09-23T17:57:41.381 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_max_low_ops": "2", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_max_ops": "4", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_min_evict_effort": "0.100000", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_quantize_effort": "0.100000", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_agent_slop": "0.020000", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_aggregated_slow_ops_logging": "true", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_allow_recovery_below_min_size": "true", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_asio_thread_count": "2", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_async_recovery_min_cost": "100", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_auto_mark_unfound_lost": "false", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backfill_retry_interval": "30.000000", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backfill_scan_max": "512", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backfill_scan_min": "64", 2023-09-23T17:57:41.382 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backoff_on_degraded": "false", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backoff_on_peering": "false", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_backoff_on_unfound": "true", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_beacon_report_interval": "300", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bench_duration": "30", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bench_large_size_max_throughput": "104857600", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bench_max_block_size": "67108864", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bench_small_size_max_iops": "100", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_blkin_trace_all": "false", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_blocked_scrub_grace_period": "120", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_calc_pg_upmaps_aggressively_fast": "true", 2023-09-23T17:57:41.383 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_check_for_log_corruption": "false", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_check_max_object_name_len_on_startup": "true", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_class_update_on_start": "true", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_client_message_cap": "256", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_client_message_size_cap": "524288000", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_client_op_priority": "63", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_client_watch_timeout": "30", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_command_max_records": "256", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_compact_on_start": "false", 2023-09-23T17:57:41.384 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_copyfrom_max_chunk": "8388608", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_crush_chooseleaf_type": "1", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_crush_initial_weight": "-1.000000", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_crush_update_on_start": "true", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_crush_update_weight_set": "true", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_drop_ping_duration": "0", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_drop_ping_probability": "0.000000", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_feed_pullee": "-1", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_inject_copyfrom_error": "false", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2023-09-23T17:57:41.385 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_misdirected_ops": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_no_acting_change": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_no_purge_strays": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_op_order": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_pg_log_writeout": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_pretend_recovery_active": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_random_push_read_error": "0.000000", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_shutdown": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2023-09-23T17:57:41.386 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_verify_cached_snaps": "false", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_verify_missing_on_start": "false", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_verify_snaps": "false", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_debug_verify_stray_on_activate": "false", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_interval": "604800.000000", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_keys": "1024", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_stride": "524288", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_default_data_pool_replay_window": "45", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_default_notify_timeout": "30", 2023-09-23T17:57:41.387 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_delete_sleep": "0.000000", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_delete_sleep_hdd": "5.000000", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_delete_sleep_hybrid": "1.000000", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_delete_sleep_ssd": "1.000000", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_discard_disconnected_ops": "true", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_enable_op_tracker": "true", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_erasure_code_plugins": "jerasure lrc", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_extblkdev_plugins": "vdo", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_failsafe_full_ratio": "0.970000", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_fast_fail_on_connection_refused": "true", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_fast_info": "true", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_fast_shutdown": "true", 2023-09-23T17:57:41.388 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_fast_shutdown_notify_mon": "true", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_fast_shutdown_timeout": "15", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_find_best_info_ignore_history_les": "false", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_force_auth_primary_missing_objects": "100", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_function_tracing": "false", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_grace": "20", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_interval": "6", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_min_peers": "10", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_min_size": "2000", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_stale": "600", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2023-09-23T17:57:41.389 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_hit_set_max_size": "100000", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_hit_set_min_size": "1000", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_hit_set_namespace": ".ceph-internal", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_ignore_stale_divergent_priors": "false", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_inject_failure_on_pg_removal": "false", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_journal_flush_on_shutdown": "true", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_journal_size": "5120", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_kill_backfill_at": "0", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_loop_before_reset_tphandle": "64", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_map_cache_size": "50", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_map_dedup": "true", 2023-09-23T17:57:41.390 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_map_message_max": "40", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_map_message_max_bytes": "10485760", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_map_share_max_epochs": "40", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_attr_name_len": "100", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_attr_size": "0", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_backfills": "1", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_markdown_count": "5", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_markdown_period": "600", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_object_name_len": "2048", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_object_namespace_len": "256", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_object_size": "134217728", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2023-09-23T17:57:41.391 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_omap_entries_per_request": "1024", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_pg_blocked_by": "16", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_pg_log_entries": "10000", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_pgls": "1024", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_push_cost": "8388608", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_push_objects": "10", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_scrubs": "1", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_trimming_pgs": "2", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_write_op_reply_len": "64", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_max_write_size": "90", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_force_run_benchmark_on_init": "false", 2023-09-23T17:57:41.392 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_iops_capacity_threshold_hdd": "500.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_iops_capacity_threshold_ssd": "80000.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_max_capacity_iops_hdd": "315.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_max_sequential_bandwidth_hdd": "157286400", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_max_sequential_bandwidth_ssd": "1258291200", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_override_recovery_settings": "false", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_profile": "balanced", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_best_effort_lim": "0.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_best_effort_res": "0.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_recovery_lim": "0.000000", 2023-09-23T17:57:41.393 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_recovery_res": "0.000000", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_client_lim": "0.000000", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_client_res": "0.000000", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_scheduler_client_wgt": "1", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mclock_skip_benchmark": "false", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_base": "805306368", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_cache_min": "134217728", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_cache_resize_interval": "1.000000", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_expected_fragmentation": "0.150000", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_target": "4294967296", 2023-09-23T17:57:41.394 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_target_autotune": "false", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_min_pg_log_entries": "250", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_min_recovery_priority": "0", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mon_heartbeat_interval": "30", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mon_report_interval": "5", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mon_report_max_in_flight": "2", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mon_shutdown_timeout": "5.000000", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_num_cache_shards": "32", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_num_op_tracker_shard": "32", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_numa_auto_affinity": "true", 2023-09-23T17:57:41.395 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_numa_node": "-1", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_numa_prefer_iface": "true", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_object_clean_region_max_num_intervals": "10", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_objecter_finishers": "1", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_objectstore": "bluestore", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_objectstore_fuse": "false", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_objectstore_tracing": "false", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_complaint_time": "30.000000", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_history_duration": "600", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_history_size": "20", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_history_slow_op_size": "20", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2023-09-23T17:57:41.396 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_log_threshold": "5", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_shards": "0", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_shards_hdd": "5", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_shards_ssd": "8", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_threads_per_shard": "0", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_pq_min_cost": "65536", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_queue": "mclock_scheduler", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_queue_cut_off": "high", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_thread_suicide_timeout": "150", 2023-09-23T17:57:41.397 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_op_thread_timeout": "15", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_open_classes_on_start": "true", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_os_flags": "0", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_peering_op_priority": "255", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_delete_cost": "1048576", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_delete_priority": "5", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_log_dups_tracked": "3000", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_log_trim_max": "10000", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_log_trim_min": "100", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2023-09-23T17:57:41.398 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_object_context_cache_count": "64", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pg_stat_report_interval_max": "500", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_min_evict_age": "0", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_min_flush_age": "0", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_crimson": "false", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_crush_rule": "-1", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_ec_fast_read": "false", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flag_bulk": "false", 2023-09-23T17:57:41.399 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flag_hashpspool": "true", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flag_nodelete": "false", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flag_nopgchange": "false", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flag_nosizechange": "false", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_flags": "0", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_min_size": "0", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_pg_num": "32", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_pgp_num": "0", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_size": "3", 2023-09-23T17:57:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_default_type": "replicated", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pool_use_gmt_hitset": "true", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_push_per_object_cost": "1000", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_read_ec_check_for_errors": "false", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recover_clone_overlap": "true", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recover_clone_overlap_limit": "10", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_cost": "20971520", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_delay_start": "0.000000", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_active": "0", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_active_hdd": "3", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_active_ssd": "10", 2023-09-23T17:57:41.401 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_chunk": "8388608", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_max_single_start": "1", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_op_priority": "3", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_op_warn_multiple": "16", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_priority": "5", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_retry_interval": "30.000000", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_sleep": "0.000000", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_sleep_hdd": "0.100000", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_recovery_sleep_ssd": "0.000000", 2023-09-23T17:57:41.402 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_repair_during_recovery": "false", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_requested_scrub_priority": "120", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_rocksdb_iterator_bounds_enabled": "true", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_rollback_to_cluster_snap": "", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_auto_repair": "false", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_auto_repair_num_errors": "5", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_backoff_ratio": "0.660000", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_begin_hour": "0", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_begin_week_day": "0", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_chunk_max": "25", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_chunk_min": "5", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_cost": "52428800", 2023-09-23T17:57:41.403 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_during_recovery": "false", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_end_hour": "0", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_end_week_day": "0", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_event_cost": "4096", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_extended_sleep": "0.000000", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_invalid_stats": "true", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_load_threshold": "0.500000", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_max_interval": "604800.000000", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_max_preemptions": "5", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_min_interval": "86400.000000", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_priority": "5", 2023-09-23T17:57:41.404 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_reservation_timeout": "5000", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_sleep": "0.000000", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_scrub_slow_reservation_response": "2200", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_shallow_scrub_chunk_max": "100", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_shallow_scrub_chunk_min": "50", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_shutdown_pgref_assert": "false", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_skip_data_digest": "false", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_smart_report_timeout": "5", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_cost": "1048576", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_priority": "5", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_sleep": "0.000000", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2023-09-23T17:57:41.405 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_stats_update_period_not_scrubbing": "120", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_stats_update_period_scrubbing": "15", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_target_transaction_size": "30", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_hit_set_count": "4", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2023-09-23T17:57:41.406 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_default_cache_mode": "writeback", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tier_promote_max_objects_sec": "25", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_tracing": "false", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_use_stale_snap": "false", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "osdc_blkin_trace_all": "false", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_kill_at": "0", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_max_join_drift": "10", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_min": "500", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_min_wait": "0.050000", 2023-09-23T17:57:41.407 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_propose_interval": "1.000000", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_service_trim_max": "500", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_service_trim_max_multiplier": "20", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_service_trim_min": "250", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_stash_full_interval": "25", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_trim_max": "500", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "paxos_trim_min": "250", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "perf": "true", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "pid_file": "", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "plugin_crypto_accelerator": "crypto_isal", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "plugin_dir": "/usr/lib64/ceph", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "public_addr": "-", 2023-09-23T17:57:41.408 INFO:teuthology.orchestra.run.smithi018.stdout: "public_addrv": "", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "public_bind_addr": "-", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "public_network": "172.21.0.0/20", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "public_network_interface": "", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "qat_compressor_enabled": "false", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "qat_compressor_session_max_number": "256", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rados_mon_op_timeout": "0", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rados_osd_op_timeout": "0", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rados_tracing": "false", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_atime_update_interval": "60", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_balance_parent_reads": "false", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_balance_snap_reads": "false", 2023-09-23T17:57:41.409 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_blkin_trace_all": "false", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_blocklist_expire_seconds": "0", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_blocklist_on_break_lock": "true", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache": "true", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_block_writes_upfront": "false", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_max_dirty": "25165824", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_max_dirty_age": "1.000000", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_max_dirty_object": "0", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_policy": "writearound", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_size": "33554432", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_target_dirty": "16777216", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_cache_writethrough_until_flush": "true", 2023-09-23T17:57:41.410 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_clone_copy_on_read": "false", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_compression_hint": "none", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_concurrent_management_ops": "10", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_config_pool_override_update_timestamp": "0", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_clone_format": "auto", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_data_pool": "", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_features": "61", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_format": "2", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_map_options": "", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_order": "22", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_pool": "rbd", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_stripe_count": "0", 2023-09-23T17:57:41.411 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_default_stripe_unit": "0", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_disable_zero_copy_writes": "true", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_discard_granularity_bytes": "65536", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_discard_on_zeroed_write_same": "true", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_enable_alloc_hint": "true", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_io_scheduler": "simple", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_commit_age": "5.000000", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_max_payload_bytes": "16384", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_object_flush_age": "0.000000", 2023-09-23T17:57:41.412 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_object_flush_bytes": "1048576", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_object_flush_interval": "0", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_order": "24", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_pool": "", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_journal_splay_width": "4", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_localize_parent_reads": "false", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_localize_snap_reads": "false", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2023-09-23T17:57:41.413 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_policy_type": "simple", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_image_state_check_interval": "30", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_autotune": "true", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_base": "805306368", 2023-09-23T17:57:41.414 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_cache_min": "134217728", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_memory_target": "4294967296", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_perf_stats_prio": "5", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirroring_delete_delay": "0", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirroring_max_mirroring_snapshots": "5", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirroring_replay_delay": "0", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2023-09-23T17:57:41.415 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_move_to_trash_on_remove": "false", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_mtime_update_interval": "60", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_non_blocking_aio": "true", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_op_thread_timeout": "60", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_op_threads": "1", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_parent_cache_enabled": "false", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_persistent_cache_mode": "disabled", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_persistent_cache_path": "/tmp", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_persistent_cache_size": "1073741824", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_plugins": "", 2023-09-23T17:57:41.416 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_bps_burst": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_bps_burst_seconds": "1", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_bps_limit": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_exclude_ops": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_iops_burst": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_iops_burst_seconds": "1", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_iops_limit": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_bps_burst": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_bps_limit": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_iops_burst": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_read_iops_limit": "0", 2023-09-23T17:57:41.417 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_schedule_tick_min": "50", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_bps_burst": "0", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_bps_limit": "0", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_iops_burst": "0", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_qos_write_iops_limit": "0", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_quiesce_notification_attempts": "10", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_read_from_replica_policy": "default", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_readahead_max_bytes": "524288", 2023-09-23T17:57:41.418 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_readahead_trigger_requests": "10", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_request_timed_out_seconds": "30", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_skip_partial_discard": "true", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_tracing": "false", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_validate_names": "true", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_validate_pool": "true", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "restapi_base_url": "", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "restapi_log_level": "", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_acl_grants_max_num": "100", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_admin_entry": "admin", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_allow_notification_secrets_in_cleartext": "false", 2023-09-23T17:57:41.419 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_backend_store": "rados", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_barbican_url": "", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_beast_enable_async": "true", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_default_quota_max_size": "-1", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_index_max_aio": "128", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_index_transaction_instrumentation": "false", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_quota_cache_size": "10000", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_quota_ttl": "600", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_bucket_sync_spawn_window": "20", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_cache_enabled": "true", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_cache_expiry_interval": "900", 2023-09-23T17:57:41.420 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_cache_lru_size": "10000", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_config_store": "rados", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_content_length_compat": "false", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_copy_obj_progress": "true", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_cors_rules_max_num": "100", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_cross_domain_policy": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_default_encryption_key": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_addr": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_ca_path": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_client_cert": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_client_key": "", 2023-09-23T17:57:41.421 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_kms_key_template": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_password": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_s3_key_template": "$keyid", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_kmip_username": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_require_ssl": "true", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_backend": "vault", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_key_template": "%bucket_id", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_addr": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_auth": "token", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_namespace": "", 2023-09-23T17:57:41.422 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_prefix": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_secret_engine": "transit", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_ssl_cacert": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_ssl_clientcert": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_ssl_clientkey": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_token_file": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_sse_s3_vault_verify_ssl": "true", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_suppress_logs": "true", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_addr": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_auth": "token", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_namespace": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_prefix": "", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_secret_engine": "transit", 2023-09-23T17:57:41.423 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_ssl_cacert": "", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_ssl_clientcert": "", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_ssl_clientkey": "", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_token_file": "", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_crypt_vault_verify_ssl": "true", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_curl_buffersize": "524288", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_curl_low_speed_limit": "1024", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_curl_low_speed_time": "300", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_curl_tcp_keepalive": "0", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_curl_wait_timeout_ms": "1000", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_datacache_persistent_path": "/tmp/rgw_datacache/", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_datacache_size": "1073741824", 2023-09-23T17:57:41.424 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_evict_cache_on_start": "true", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_eviction_policy": "lru", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_fadvise": "4", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_l1_local_datacache_enabled": "false", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_libaio_aio_num": "64", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_d3n_libaio_aio_threads": "20", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_log_changes_size": "1000", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_log_num_shards": "128", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_log_obj_prefix": "data_log", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_log_window": "30", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_notify_interval_msec": "0", 2023-09-23T17:57:41.425 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_sync_poll_interval": "20", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_data_sync_spawn_window": "20", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_debug_inject_olh_cancel_modification_err": "false", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_debug_inject_set_olh_err": "0", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_default_data_log_backing": "fifo", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_default_realm_info_oid": "default.realm", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_default_region_info_oid": "default.region", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_default_zone_info_oid": "default.zone", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_defer_to_bucket_acls": "", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_delete_multi_obj_max_num": "1000", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_admin_lim": "0.000000", 2023-09-23T17:57:41.426 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_admin_res": "100.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_auth_lim": "0.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_auth_res": "200.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_data_lim": "0.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_data_res": "500.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_data_wgt": "500.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_metadata_res": "500.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dns_name": "", 2023-09-23T17:57:41.427 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dns_s3website_name": "", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_dynamic_resharding": "true", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_gc_threads": "true", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_lc_threads": "true", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_ops_log": "false", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_quota_threads": "true", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_static_website": "false", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enable_usage_log": "false", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_enforce_swift_acls": "true", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_exit_timeout_secs": "120", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_expose_bucket": "false", 2023-09-23T17:57:41.428 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_extended_http_attrs": "", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_filter": "none", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_frontends": "beast port=7480", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_concurrent_io": "10", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_deferred": "50", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_objs": "32", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_queue_size": "134213632", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_max_trim_chunk": "16", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_obj_min_wait": "7200", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_processor_max_time": "3600", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_gc_processor_period": "3600", 2023-09-23T17:57:41.429 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_get_obj_max_req_size": "4194304", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_get_obj_window_size": "16777216", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_healthcheck_disabling_path": "", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ignore_get_invalid_range": "false", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_init_timeout": "300", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_json_config": "/var/lib/ceph/radosgw/config.json", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_accepted_admin_roles": "", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_domain": "", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_password": "", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_password_path": "", 2023-09-23T17:57:41.430 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_project": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_tenant": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_token": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_token_path": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_admin_user": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_api_version": "2", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_barbican_domain": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_barbican_password": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_barbican_project": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_barbican_tenant": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_barbican_user": "", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_expired_token_cache_expiration": "3600", 2023-09-23T17:57:41.431 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_implicit_tenants": "false", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_service_token_accepted_roles": "admin", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_service_token_enabled": "false", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_token_cache_size": "10000", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_url": "", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_keystone_verify_ssl": "true", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_debug_interval": "-1", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_lock_max_time": "90", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_max_objs": "32", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_max_rules": "1000", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_max_worker": "3", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_max_wp_worker": "3", 2023-09-23T17:57:41.432 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lc_thread_delay": "0", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_dnattr": "uid", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_searchfilter": "", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ldap_uri": "ldaps://", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_list_bucket_min_readahead": "1000", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_list_buckets_max_chunk": "1000", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_log_http_headers": "", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_log_nonexistent_bucket": "false", 2023-09-23T17:57:41.433 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_log_object_name_utc": "false", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_attr_name_len": "0", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_attr_size": "0", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_attrs_num_in_req": "0", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_chunk_size": "4194304", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_concurrent_requests": "1024", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_copy_obj_concurrent_io": "10", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_dynamic_shards": "1999", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_listing_results": "1000", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_notify_retries": "10", 2023-09-23T17:57:41.434 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_objs_per_shard": "100000", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_put_param_size": "1048576", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_put_size": "5368709120", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_max_slo_entries": "1000", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_md_log_max_shards": "64", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_md_notify_interval_msec": "200", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_meta_sync_poll_interval": "20", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_meta_sync_spawn_window": "20", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_mime_types_file": "/etc/mime.types", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_mp_lock_max_time": "600", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_multi_obj_del_max_aio": "16", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_multipart_min_part_size": "5242880", 2023-09-23T17:57:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_multipart_part_upload_limit": "10000", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_fhcache_partitions": "3", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_fhcache_size": "2017", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_frontends": "rgw-nfs", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_lru_lanes": "5", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_max_gc": "300", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_namespace_expire_secs": "300", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_run_gc_threads": "false", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_run_lc_threads": "false", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_run_quota_threads": "false", 2023-09-23T17:57:41.436 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_run_sync_thread": "false", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_s3_fast_attrs": "false", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_nfs_write_completion_interval_s": "10", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_num_async_rados_threads": "32", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_num_control_oids": "8", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_numa_node": "-1", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_obj_stripe_size": "4194304", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_obj_tombstone_cache_size": "1000", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_objexp_chunk_size": "100", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_objexp_gc_interval": "600", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_objexp_hints_num_shards": "127", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_olh_pending_timeout_sec": "3600", 2023-09-23T17:57:41.437 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_op_thread_suicide_timeout": "0", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_op_thread_timeout": "600", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_op_tracing": "false", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_opa_token": "", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_opa_url": "", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_opa_verify_ssl": "true", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ops_log_data_backlog": "5242880", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ops_log_file_path": "/var/log/ceph/ops-log-ceph-mon.a.log", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ops_log_rados": "false", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_ops_log_socket_path": "", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_override_bucket_index_max_shards": "0", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_pending_bucket_index_op_expiration": "120", 2023-09-23T17:57:41.438 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_period_push_interval": "2.000000", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_period_push_interval_max": "30.000000", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_period_root_pool": ".rgw.root", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_policy_reject_invalid_principals": "true", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_print_continue": "true", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_print_prohibited_content_length": "false", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_put_obj_max_window_size": "67108864", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_put_obj_min_window_size": "16777216", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_rados_pool_recovery_priority": "5", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_rados_tracing": "false", 2023-09-23T17:57:41.439 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_realm": "", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_realm_id": "", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_realm_root_pool": ".rgw.root", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_region": "", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_region_root_pool": ".rgw.root", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_relaxed_region_enforcement": "false", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_relaxed_s3_bucket_names": "false", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_request_uri": "", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_reshard_batch_size": "64", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_reshard_bucket_lock_duration": "360", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_reshard_max_aio": "128", 2023-09-23T17:57:41.440 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_reshard_num_logs": "16", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_reshard_thread_interval": "600", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_resolve_cname": "false", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_rest_getusage_op_compat": "false", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_run_sync_thread": "true", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_auth_order": "sts, external, local", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_auth_use_keystone": "false", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_auth_use_ldap": "false", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_auth_use_rados": "true", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_auth_use_sts": "false", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_client_max_sig_ver": "-1", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_s3_success_create_obj_status": "0", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_safe_max_objects_per_shard": "102400", 2023-09-23T17:57:41.441 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_scheduler_type": "throttler", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_script_uri": "", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_service_provider_name": "", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_shard_warning_threshold": "90.000000", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_client_id": "", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_client_secret": "", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_entry": "sts", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_key": "sts", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_max_session_duration": "43200", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_min_session_duration": "900", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sts_token_introspection_url": "", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_account_in_url": "false", 2023-09-23T17:57:41.442 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_auth_entry": "auth", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_auth_url": "", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_custom_header": "", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_enforce_content_length": "false", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_need_stats": "true", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_tenant_name": "", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_token_expiration": "86400", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_url": "", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_url_prefix": "swift", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_swift_versioning_enabled": "false", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_data_full_inject_err_probability": "0.000000", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_lease_period": "120", 2023-09-23T17:57:41.443 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_log_trim_interval": "1200", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_log_trim_max_buckets": "16", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_obj_etag_verify": "false", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_trace_history_size": "4096", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_trace_per_node_log_size": "32", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_thread_pool_size": "512", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_comment": "", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_createby": "", 2023-09-23T17:57:41.444 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_encoding": "", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_flag": "false", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_origin": "", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_sha_unit": "524288", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_torrent_tracker": "", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_trust_forwarded_https": "false", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_usage_log_flush_threshold": "1024", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_usage_log_tick_interval": "30", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_usage_max_shards": "32", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_usage_max_user_shards": "1", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_use_opa_authz": "false", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_default_quota_max_objects": "-1", 2023-09-23T17:57:41.445 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_default_quota_max_size": "-1", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_max_buckets": "1000", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_policies_max_num": "100", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_quota_sync_idle_users": "false", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_quota_sync_interval": "86400", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_quota_sync_wait_time": "86400", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_user_unique_email": "true", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_verify_ssl": "true", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_website_routing_rules_max_num": "50", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zone": "", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zone_id": "", 2023-09-23T17:57:41.446 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zone_root_pool": ".rgw.root", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zonegroup": "", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zonegroup_id": "", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rgwlc_auto_session_clear": "true", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rgwlc_skip_bucket_step": "false", 2023-09-23T17:57:41.447 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_block_size": "4096", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_bloom_bits_per_key": "20", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_row_ratio": "0.000000", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_shard_bits": "4", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_size": "536870912", 2023-09-23T17:57:41.449 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cache_type": "binned_lru", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cf_compact_on_deletion": "true", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cf_compact_on_deletion_sliding_window": "32768", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_cf_compact_on_deletion_trigger": "16384", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_collect_compaction_stats": "false", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_collect_extended_stats": "false", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_collect_memory_stats": "false", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_delete_range_threshold": "1048576", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_index_type": "binary_search", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_log_to_ceph_log": "true", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_metadata_block_size": "4096", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_partition_filters": "false", 2023-09-23T17:57:41.450 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_perf": "false", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "rotating_keys_bootstrap_timeout": "30", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "rotating_keys_renewal_timeout": "10", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "run_dir": "/var/run/ceph", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_block_create": "true", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_cache_lru_size": "67108864", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_cbjournal_size": "5368709120", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_default_max_object_size": "16777216", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_default_object_metadata_reservation": "16777216", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_device_size": "53687091200", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_journal_batch_capacity": "16", 2023-09-23T17:57:41.451 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_journal_batch_flush_size": "16777216", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_journal_batch_preferred_fullness": "0.950000", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_journal_iodepth_limit": "5", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_main_device_type": "SSD", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_max_concurrent_transactions": "8", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_multiple_tiers_default_evict_ratio": "0.600000", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_multiple_tiers_fast_evict_ratio": "0.700000", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_multiple_tiers_stop_evict_ratio": "0.500000", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_obj_data_write_amplification": "1.250000", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "seastore_segment_size": "67108864", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "set_keepcaps": "false", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "setgroup": "ceph", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "setuser": "ceph", 2023-09-23T17:57:41.452 INFO:teuthology.orchestra.run.smithi018.stdout: "setuser_match_path": "", 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout: "target_max_misplaced_ratio": "0.050000", 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout: "thp": "false", 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout: "threadpool_default_timeout": "60", 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout: "threadpool_empty_queue_max_wait": "2", 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout: "throttler_perf_counter": "true" 2023-09-23T17:57:41.453 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:57:41.690 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2023-09-23T17:57:42.296 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:42 smithi149 ceph-mon[135148]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:42.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:42 smithi018 ceph-mon[153734]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:42.558 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:42 smithi018 ceph-mon[149401]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:43.634 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a: {} 2023-09-23T17:57:43.645 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b: {} 2023-09-23T17:57:43.654 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c: {} 2023-09-23T17:57:43.655 INFO:teuthology.orchestra.run.smithi018.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T17:57:43.656 INFO:teuthology.orchestra.run.smithi018.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T17:57:43.656 INFO:teuthology.orchestra.run.smithi018.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T17:57:44.131 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2023-09-23T17:57:44.131 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-09-23T17:57:44.132 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T17:57:44.133 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T17:57:44.133 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-09-23T17:57:44.134 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_0 16 2023-09-23T17:57:44.134 INFO:tasks.thrashosds.thrasher:starting do_thrash 2023-09-23T17:57:44.134 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:57:44.134 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:57:44.134 INFO:tasks.thrashosds.thrasher:Reweighting osd 2 to 0.7450388919756794 2023-09-23T17:57:44.135 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 0.7450388919756794 2023-09-23T17:57:44.135 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2023-09-23T17:57:44.135 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:44.136 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2023-09-23T17:57:44.136 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:57:44.136 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2023-09-23T17:57:44.136 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T17:57:44.137 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2023-09-23T17:57:44.137 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T17:57:44.196 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:44.234 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:44.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:44.237 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:44.338 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:44.370 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:44 smithi018 ceph-mon[149401]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:44.370 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4253887476' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:57:44.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:44 smithi018 ceph-mon[153734]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:44.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4253887476' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:57:44.401 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:44.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:44 smithi149 ceph-mon[135148]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4253887476' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T17:57:44.435 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:44.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:44.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:44.538 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:44.569 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:44.605 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:44.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:44.608 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:44.708 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:44.736 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:44.770 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:44.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:44.773 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:44.781 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:44.812 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:44.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:44.901 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:44.920 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:44.921 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:44.941 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:44.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:44.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:45.046 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:45.063 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:45.078 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:45.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:45.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:45.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:45.249 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:45.280 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:44] "GET /metrics HTTP/1.1" 200 33888 "" "Prometheus/2.33.4" 2023-09-23T17:57:45.317 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:45.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:45.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:45.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:45.450 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:45.485 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:45.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:45.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:45.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:57:45.616 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:45.648 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:57:45.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:45.651 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:57:45.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:45.783 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:46 smithi149 ceph-mon[135148]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:46.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:46 smithi018 ceph-mon[149401]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:46.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:46 smithi018 ceph-mon[153734]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:57:47.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:57:47.599 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:57:47.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:47.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:47.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:47.631 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:57:47.649 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:57:47.667 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:57:47.685 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:57:47.703 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:57:47.729 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:47.759 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:47.792 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:47.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:47.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:47.895 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:47.921 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:47.952 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:47.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:47.955 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:48.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:48.092 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:48.130 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:48.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:48.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:48.233 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:48.260 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[153734]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:48.260 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:57:48.260 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3855526479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:48.261 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[149401]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:48.261 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:57:48.261 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3855526479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:48.263 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:48.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:48.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:48.321 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:48 smithi149 ceph-mon[135148]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:57:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3855526479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:48.422 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:48.457 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:48.641 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:48.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:48.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:48.745 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:48.773 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:48.807 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:48.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:48.810 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:48.911 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:57:48.938 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:48.974 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:57:48.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:48.977 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:57:49.078 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:49.106 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:57:49.106 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:57:49.107 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:49.130 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T17:57:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:57:49.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:57:49.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:57:49.635 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:49.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:49.638 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:49.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:49.768 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:49.964 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:49.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:49.967 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:50.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T17:57:50.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:50.099 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:50.138 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:50.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:50.145 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:50.145 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 0.745039 (beba) 2023-09-23T17:57:50.145 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_0' created 2023-09-23T17:57:50.246 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:57:50.274 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:50.311 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: failed to encode map e102 with expected crc 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: osdmap e102: 8 total, 8 up, 8 in 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2321847810' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2910062933' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: failed to encode map e102 with expected crc 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: osdmap e102: 8 total, 8 up, 8 in 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2321847810' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2910062933' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:50.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: failed to encode map e102 with expected crc 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1714198223' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: osdmap e102: 8 total, 8 up, 8 in 2023-09-23T17:57:50.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2321847810' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T17:57:50.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2910062933' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]: dispatch 2023-09-23T17:57:50.415 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:57:50.440 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:50.523 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:57:50.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:50.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:57:50.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:50.656 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:50.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:57:50.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:57:50.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:50.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:57:51.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-09-23T17:57:51.095 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:51.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:51.213 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:51.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:51.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T17:57:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]': finished 2023-09-23T17:57:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: osdmap e103: 8 total, 8 up, 8 in 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[149401]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]': finished 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: osdmap e103: 8 total, 8 up, 8 in 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:51 smithi018 ceph-mon[153734]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.316 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:51.343 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:51.378 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:57:51.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:51.381 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.7450388919756794}]': finished 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: osdmap e103: 8 total, 8 up, 8 in 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:51 smithi149 ceph-mon[135148]: failed to encode map e103 with expected crc 2023-09-23T17:57:51.482 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:51.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:51.519 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:51.549 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:51.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:51.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:51.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:57:51.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T17:57:51.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:51.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:57:51.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:51.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:57:51.816 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:51.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:51.883 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:51.985 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:52.021 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:52.106 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:52.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:52.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:52.210 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:52.236 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:52.271 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:52.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:52.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: pgmap v233: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: osdmap e104: 8 total, 8 up, 8 in 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[153734]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: pgmap v233: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: osdmap e104: 8 total, 8 up, 8 in 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:52 smithi018 ceph-mon[149401]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.374 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:52.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: pgmap v233: 89 pgs: 8 creating+peering, 8 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: osdmap e104: 8 total, 8 up, 8 in 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:52 smithi149 ceph-mon[135148]: failed to encode map e104 with expected crc 2023-09-23T17:57:52.403 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:52.779 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:52.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:52.783 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:52.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:52.914 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:53.200 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:53.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:53.206 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:53.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:53.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[153734]: failed to encode map e105 with expected crc 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[153734]: osdmap e105: 8 total, 8 up, 8 in 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[149401]: failed to encode map e105 with expected crc 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[149401]: osdmap e105: 8 total, 8 up, 8 in 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.334 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:53.368 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:53.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:53.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:53.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:53 smithi149 ceph-mon[135148]: failed to encode map e105 with expected crc 2023-09-23T17:57:53.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:53 smithi149 ceph-mon[135148]: osdmap e105: 8 total, 8 up, 8 in 2023-09-23T17:57:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:53.472 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:57:53.499 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:53.503 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:57:53.503 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:57:53.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:57:53.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:53.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:57:53.636 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:53.668 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:54.147 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:57:54.165 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:57:54.167 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:54.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:54.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:54.185 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:57:54.204 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:57:54.223 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:57:54.241 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:57:54.259 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:57:54.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:57:54.278 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:57:54.279 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.279 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.280 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:57:54.300 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:54.335 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:57:54.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:54.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:57:54.439 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:54.466 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:54 smithi018 ceph-mon[153734]: pgmap v236: 89 pgs: 2 peering, 11 creating+peering, 4 unknown, 72 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:54.466 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2572321897' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:54.467 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:54 smithi018 ceph-mon[149401]: pgmap v236: 89 pgs: 2 peering, 11 creating+peering, 4 unknown, 72 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:54.467 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2572321897' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:54.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T17:57:54.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:54 smithi149 ceph-mon[135148]: pgmap v236: 89 pgs: 2 peering, 11 creating+peering, 4 unknown, 72 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:54.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2572321897' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:57:54.958 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:54.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:54.961 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:55.063 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:57:55.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:55.130 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:57:55.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:55.133 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:57:55.234 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:55.261 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:57:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:57:54] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.33.4" 2023-09-23T17:57:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:55.302 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:57:55.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:55.305 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:57:55.406 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:55.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[153734]: pgmap v237: 89 pgs: 2 peering, 11 creating+peering, 3 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:55 smithi018 ceph-mon[149401]: pgmap v237: 89 pgs: 2 peering, 11 creating+peering, 3 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:57:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:55 smithi149 ceph-mon[135148]: pgmap v237: 89 pgs: 2 peering, 11 creating+peering, 3 unknown, 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-09-23T17:57:56.089 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:56.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:56.092 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:56.139 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:56.192 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:56.224 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:56.260 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:56.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:56.263 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:56.364 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:56.396 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:56.434 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:56.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:56.437 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:56.443 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:57:56.443 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:57:56.539 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:56.552 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-09-23T17:57:56.575 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/238546909' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/238546909' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:56.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/238546909' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T17:57:57.010 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:57.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:57.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:57.048 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:57:57.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:57.150 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:57.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:57:57.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:57.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:57:57.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:57:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:57.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[149401]: pgmap v238: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 86 B/s, 0 objects/s recovering 2023-09-23T17:57:57.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[149401]: failed to encode map e106 with expected crc 2023-09-23T17:57:57.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:57:57.547 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[149401]: osdmap e106: 8 total, 8 up, 8 in 2023-09-23T17:57:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:57:57.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:57.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:57:57.802 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[153734]: pgmap v238: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 86 B/s, 0 objects/s recovering 2023-09-23T17:57:57.802 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[153734]: failed to encode map e106 with expected crc 2023-09-23T17:57:57.802 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:57:57.802 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:57 smithi018 ceph-mon[153734]: osdmap e106: 8 total, 8 up, 8 in 2023-09-23T17:57:57.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:57.883 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:57.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:57 smithi149 ceph-mon[135148]: pgmap v238: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 86 B/s, 0 objects/s recovering 2023-09-23T17:57:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:57 smithi149 ceph-mon[135148]: failed to encode map e106 with expected crc 2023-09-23T17:57:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T17:57:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:57 smithi149 ceph-mon[135148]: osdmap e106: 8 total, 8 up, 8 in 2023-09-23T17:57:58.067 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:58.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:58.070 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:58.171 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:57:58.202 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:58.214 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:57:58.245 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:57:58.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:58.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:57:58.349 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:57:58.381 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:58.398 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:57:58.398 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:57:58.398 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:57:58.398 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [] 2023-09-23T17:57:58.398 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:57:58.415 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:57:58.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:58.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:57:58.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:58.558 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:58.565 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T17:57:58.642 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2023-09-23T17:57:58.645 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T17:57:58.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:57:58.648 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T17:57:58.648 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T17:57:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:58 smithi149 ceph-mon[135148]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:57:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:58 smithi149 ceph-mon[135148]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.678 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[153734]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.678 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:57:58.678 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[153734]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.678 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.678 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[149401]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:57:58.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[149401]: failed to encode map e106 with expected crc 2023-09-23T17:57:58.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:58.706 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T17:57:58.706 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T17:57:58.706 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_184207 2023-09-23T17:57:58.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T17:57:58.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T17:57:59.001 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:57:59.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:59.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:57:59.107 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:57:59.158 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:57:59.701 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T17:57:59.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 16 3786 3770 235.552 235.625 0.00589747 0.0042302 2023-09-23T17:57:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:57:59.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:57:59.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:57:59.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: pgmap v240: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 B/s, 0 objects/s recovering 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: failed to encode map e107 with expected crc 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: osdmap e107: 8 total, 8 up, 8 in 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: pgmap v240: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 B/s, 0 objects/s recovering 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: failed to encode map e107 with expected crc 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: osdmap e107: 8 total, 8 up, 8 in 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:57:59.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:57:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:59.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: failed to encode map e106 with expected crc 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: pgmap v240: 89 pgs: 89 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 B/s, 0 objects/s recovering 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: failed to encode map e107 with expected crc 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2451604485' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: osdmap e107: 8 total, 8 up, 8 in 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:57:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:57:59.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:57:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:57:59.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:00.016 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:00.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:00.022 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:00.123 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:00.183 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:00.243 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:00.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:00.250 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:00.260 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:00.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:00.387 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:00.412 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:00.431 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:00.470 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:00.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:00.542 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:00.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:00.543 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:00.549 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:00.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:00.630 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:00.644 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:00.671 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:58:00.700 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:00.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 6684 6668 208.333 181.125 0.00498663 0.00479024 2023-09-23T17:58:00.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/978750816' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:00.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/978750816' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/978750816' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:01.211 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:01.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:01.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:01.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:01.367 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:01.420 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:01.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:01.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:01.524 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:01.577 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:01.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T17:58:01.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 9945 9929 206.817 203.812 0.00430283 0.00482755 2023-09-23T17:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:01.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:01.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:01.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:01.929 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:01.998 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:02.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:02.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:02.105 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:02.156 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:02.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:01 smithi018 ceph-mon[153734]: pgmap v242: 89 pgs: 89 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s wr, 488 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:02.166 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:01 smithi018 ceph-mon[149401]: pgmap v242: 89 pgs: 89 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s wr, 488 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:02.216 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:02.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:02.222 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:02.323 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:02.374 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:02.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:01 smithi149 ceph-mon[135148]: pgmap v242: 89 pgs: 89 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s wr, 488 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:02.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 12857 12841 200.609 182 0.0032227 0.00497737 2023-09-23T17:58:02.890 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:02.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:02.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:02.995 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:03.048 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:03.106 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:03.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:03.111 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:03.211 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:03.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:03.308 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:03.311 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:58:03.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:03.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:03.322 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:03.332 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:03.415 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:58:03.423 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:03.467 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:03.483 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:03.483 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:03.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:03.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:03.535 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:03.636 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:03.682 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:03.708 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 15347 15331 191.571 155.625 0.0119899 0.00521441 2023-09-23T17:58:03.736 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:03.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:03.741 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:03.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:03.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:03.951 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:03.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:03.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:04.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:03 smithi018 ceph-mon[149401]: pgmap v243: 89 pgs: 89 active+clean; 375 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s wr, 740 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:04.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:04.113 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:04.159 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":243,"stamp":"2023-09-23T17:58:02.545760+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":393025459,"num_objects":5952,"num_object_clones":0,"num_object_copies":17856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5952,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":7030,"num_write_kb":394277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7094,"ondisk_log_size":7094,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2218528,"kb_used_data":858976,"kb_used_omap":32,"kb_used_meta":1359455,"kb_avail":747742688,"statfs":{"total":767960285184,"available":765688512512,"internally_reserved":0,"allocated":879591424,"data_stored":875594234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1392082749},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":388235264,"num_objects":5924,"num_object_clones":0,"num_object_copies":17772,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5924,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5924,"num_write_kb":379136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002390"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":88,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722290+0000","last_change":"2023-09-23T17:56:12.018604+0000","last_active":"2023-09-23T17:57:57.722290+0000","last_peered":"2023-09-23T17:57:57.722290+0000","last_clean":"2023-09-23T17:57:57.722290+0000","last_became_active":"2023-09-23T17:56:12.018250+0000","last_became_peered":"2023-09-23T17:56:12.018250+0000","last_unstale":"2023-09-23T17:57:57.722290+0000","last_undegraded":"2023-09-23T17:57:57.722290+0000","last_fullsized":"2023-09-23T17:57:57.722290+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":76,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.672027+0000","last_change":"2023-09-23T17:56:44.057616+0000","last_active":"2023-09-23T17:57:57.672027+0000","last_peered":"2023-09-23T17:57:57.672027+0000","last_clean":"2023-09-23T17:57:57.672027+0000","last_became_active":"2023-09-23T17:56:44.057305+0000","last_became_peered":"2023-09-23T17:56:44.057305+0000","last_unstale":"2023-09-23T17:57:57.672027+0000","last_undegraded":"2023-09-23T17:57:57.672027+0000","last_fullsized":"2023-09-23T17:57:57.672027+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:57:43.220940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":52,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.430170+0000","last_change":"2023-09-23T17:56:44.056470+0000","last_active":"2023-09-23T17:57:53.430170+0000","last_peered":"2023-09-23T17:57:53.430170+0000","last_clean":"2023-09-23T17:57:53.430170+0000","last_became_active":"2023-09-23T17:56:44.056096+0000","last_became_peered":"2023-09-23T17:56:44.056096+0000","last_unstale":"2023-09-23T17:57:53.430170+0000","last_undegraded":"2023-09-23T17:57:53.430170+0000","last_fullsized":"2023-09-23T17:57:53.430170+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:26:24.752269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":60,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630815+0000","last_change":"2023-09-23T17:56:44.062750+0000","last_active":"2023-09-23T17:57:56.630815+0000","last_peered":"2023-09-23T17:57:56.630815+0000","last_clean":"2023-09-23T17:57:56.630815+0000","last_became_active":"2023-09-23T17:56:44.062405+0000","last_became_peered":"2023-09-23T17:56:44.062405+0000","last_unstale":"2023-09-23T17:57:56.630815+0000","last_undegraded":"2023-09-23T17:57:56.630815+0000","last_fullsized":"2023-09-23T17:57:56.630815+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:50:20.651155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":92,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671708+0000","last_change":"2023-09-23T17:56:44.058100+0000","last_active":"2023-09-23T17:57:57.671708+0000","last_peered":"2023-09-23T17:57:57.671708+0000","last_clean":"2023-09-23T17:57:57.671708+0000","last_became_active":"2023-09-23T17:56:44.057793+0000","last_became_peered":"2023-09-23T17:56:44.057793+0000","last_unstale":"2023-09-23T17:57:57.671708+0000","last_undegraded":"2023-09-23T17:57:57.671708+0000","last_fullsized":"2023-09-23T17:57:57.671708+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:39.721273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":72,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.710168+0000","last_change":"2023-09-23T17:55:40.291747+0000","last_active":"2023-09-23T17:57:57.710168+0000","last_peered":"2023-09-23T17:57:57.710168+0000","last_clean":"2023-09-23T17:57:57.710168+0000","last_became_active":"2023-09-23T17:55:40.291413+0000","last_became_peered":"2023-09-23T17:55:40.291413+0000","last_unstale":"2023-09-23T17:57:57.710168+0000","last_undegraded":"2023-09-23T17:57:57.710168+0000","last_fullsized":"2023-09-23T17:57:57.710168+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":59,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.631007+0000","last_change":"2023-09-23T17:56:44.060180+0000","last_active":"2023-09-23T17:57:56.631007+0000","last_peered":"2023-09-23T17:57:56.631007+0000","last_clean":"2023-09-23T17:57:56.631007+0000","last_became_active":"2023-09-23T17:56:44.059850+0000","last_became_peered":"2023-09-23T17:56:44.059850+0000","last_unstale":"2023-09-23T17:57:56.631007+0000","last_undegraded":"2023-09-23T17:57:56.631007+0000","last_fullsized":"2023-09-23T17:57:56.631007+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:48:16.628843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":76,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671584+0000","last_change":"2023-09-23T17:56:44.058238+0000","last_active":"2023-09-23T17:57:57.671584+0000","last_peered":"2023-09-23T17:57:57.671584+0000","last_clean":"2023-09-23T17:57:57.671584+0000","last_became_active":"2023-09-23T17:56:44.057900+0000","last_became_peered":"2023-09-23T17:56:44.057900+0000","last_unstale":"2023-09-23T17:57:57.671584+0000","last_undegraded":"2023-09-23T17:57:57.671584+0000","last_fullsized":"2023-09-23T17:57:57.671584+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:28.465257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":73,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597846+0000","last_change":"2023-09-23T17:55:40.286219+0000","last_active":"2023-09-23T17:57:57.597846+0000","last_peered":"2023-09-23T17:57:57.597846+0000","last_clean":"2023-09-23T17:57:57.597846+0000","last_became_active":"2023-09-23T17:55:40.285915+0000","last_became_peered":"2023-09-23T17:55:40.285915+0000","last_unstale":"2023-09-23T17:57:57.597846+0000","last_undegraded":"2023-09-23T17:57:57.597846+0000","last_fullsized":"2023-09-23T17:57:57.597846+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671823+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:57:57.671823+0000","last_peered":"2023-09-23T17:57:57.671823+0000","last_clean":"2023-09-23T17:57:57.671823+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:57:57.671823+0000","last_undegraded":"2023-09-23T17:57:57.671823+0000","last_fullsized":"2023-09-23T17:57:57.671823+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":76,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550125+0000","last_change":"2023-09-23T17:56:44.064060+0000","last_active":"2023-09-23T17:57:56.550125+0000","last_peered":"2023-09-23T17:57:56.550125+0000","last_clean":"2023-09-23T17:57:56.550125+0000","last_became_active":"2023-09-23T17:56:44.063710+0000","last_became_peered":"2023-09-23T17:56:44.063710+0000","last_unstale":"2023-09-23T17:57:56.550125+0000","last_undegraded":"2023-09-23T17:57:56.550125+0000","last_fullsized":"2023-09-23T17:57:56.550125+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":53,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.702727+0000","last_change":"2023-09-23T17:56:12.018856+0000","last_active":"2023-09-23T17:57:56.702727+0000","last_peered":"2023-09-23T17:57:56.702727+0000","last_clean":"2023-09-23T17:57:56.702727+0000","last_became_active":"2023-09-23T17:56:12.018564+0000","last_became_peered":"2023-09-23T17:56:12.018564+0000","last_unstale":"2023-09-23T17:57:56.702727+0000","last_undegraded":"2023-09-23T17:57:56.702727+0000","last_fullsized":"2023-09-23T17:57:56.702727+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:48.475500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":79,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.721962+0000","last_change":"2023-09-23T17:47:17.533911+0000","last_active":"2023-09-23T17:57:57.721962+0000","last_peered":"2023-09-23T17:57:57.721962+0000","last_clean":"2023-09-23T17:57:57.721962+0000","last_became_active":"2023-09-23T17:47:17.533627+0000","last_became_peered":"2023-09-23T17:47:17.533627+0000","last_unstale":"2023-09-23T17:57:57.721962+0000","last_undegraded":"2023-09-23T17:57:57.721962+0000","last_fullsized":"2023-09-23T17:57:57.721962+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":71,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722478+0000","last_change":"2023-09-23T17:55:40.286579+0000","last_active":"2023-09-23T17:57:57.722478+0000","last_peered":"2023-09-23T17:57:57.722478+0000","last_clean":"2023-09-23T17:57:57.722478+0000","last_became_active":"2023-09-23T17:55:40.286249+0000","last_became_peered":"2023-09-23T17:55:40.286249+0000","last_unstale":"2023-09-23T17:57:57.722478+0000","last_undegraded":"2023-09-23T17:57:57.722478+0000","last_fullsized":"2023-09-23T17:57:57.722478+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":75,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550210+0000","last_change":"2023-09-23T17:56:12.022052+0000","last_active":"2023-09-23T17:57:56.550210+0000","last_peered":"2023-09-23T17:57:56.550210+0000","last_clean":"2023-09-23T17:57:56.550210+0000","last_became_active":"2023-09-23T17:56:12.021659+0000","last_became_peered":"2023-09-23T17:56:12.021659+0000","last_unstale":"2023-09-23T17:57:56.550210+0000","last_undegraded":"2023-09-23T17:57:56.550210+0000","last_fullsized":"2023-09-23T17:57:56.550210+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":76,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.672140+0000","last_change":"2023-09-23T17:56:44.063562+0000","last_active":"2023-09-23T17:57:57.672140+0000","last_peered":"2023-09-23T17:57:57.672140+0000","last_clean":"2023-09-23T17:57:57.672140+0000","last_became_active":"2023-09-23T17:56:44.063271+0000","last_became_peered":"2023-09-23T17:56:44.063271+0000","last_unstale":"2023-09-23T17:57:57.672140+0000","last_undegraded":"2023-09-23T17:57:57.672140+0000","last_fullsized":"2023-09-23T17:57:57.672140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:40.471347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":59,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630643+0000","last_change":"2023-09-23T17:56:44.062747+0000","last_active":"2023-09-23T17:57:56.630643+0000","last_peered":"2023-09-23T17:57:56.630643+0000","last_clean":"2023-09-23T17:57:56.630643+0000","last_became_active":"2023-09-23T17:56:44.062428+0000","last_became_peered":"2023-09-23T17:56:44.062428+0000","last_unstale":"2023-09-23T17:57:56.630643+0000","last_undegraded":"2023-09-23T17:57:56.630643+0000","last_fullsized":"2023-09-23T17:57:56.630643+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:09.092739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":72,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597752+0000","last_change":"2023-09-23T17:56:44.063229+0000","last_active":"2023-09-23T17:57:57.597752+0000","last_peered":"2023-09-23T17:57:57.597752+0000","last_clean":"2023-09-23T17:57:57.597752+0000","last_became_active":"2023-09-23T17:56:44.062891+0000","last_became_peered":"2023-09-23T17:56:44.062891+0000","last_unstale":"2023-09-23T17:57:57.597752+0000","last_undegraded":"2023-09-23T17:57:57.597752+0000","last_fullsized":"2023-09-23T17:57:57.597752+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":58,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.549975+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:57:56.549975+0000","last_peered":"2023-09-23T17:57:56.549975+0000","last_clean":"2023-09-23T17:57:56.549975+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:57:56.549975+0000","last_undegraded":"2023-09-23T17:57:56.549975+0000","last_fullsized":"2023-09-23T17:57:56.549975+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":60,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630794+0000","last_change":"2023-09-23T17:56:44.063941+0000","last_active":"2023-09-23T17:57:56.630794+0000","last_peered":"2023-09-23T17:57:56.630794+0000","last_clean":"2023-09-23T17:57:56.630794+0000","last_became_active":"2023-09-23T17:56:44.063550+0000","last_became_peered":"2023-09-23T17:56:44.063550+0000","last_unstale":"2023-09-23T17:57:56.630794+0000","last_undegraded":"2023-09-23T17:57:56.630794+0000","last_fullsized":"2023-09-23T17:57:56.630794+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:32.375938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":81,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.709500+0000","last_change":"2023-09-23T17:55:07.969433+0000","last_active":"2023-09-23T17:57:57.709500+0000","last_peered":"2023-09-23T17:57:57.709500+0000","last_clean":"2023-09-23T17:57:57.709500+0000","last_became_active":"2023-09-23T17:55:07.969077+0000","last_became_peered":"2023-09-23T17:55:07.969077+0000","last_unstale":"2023-09-23T17:57:57.709500+0000","last_undegraded":"2023-09-23T17:57:57.709500+0000","last_fullsized":"2023-09-23T17:57:57.709500+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":46,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.672167+0000","last_change":"2023-09-23T17:56:44.063730+0000","last_active":"2023-09-23T17:57:57.672167+0000","last_peered":"2023-09-23T17:57:57.672167+0000","last_clean":"2023-09-23T17:57:57.672167+0000","last_became_active":"2023-09-23T17:56:44.063407+0000","last_became_peered":"2023-09-23T17:56:44.063407+0000","last_unstale":"2023-09-23T17:57:57.672167+0000","last_undegraded":"2023-09-23T17:57:57.672167+0000","last_fullsized":"2023-09-23T17:57:57.672167+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:56.808704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"107'370","reported_seq":382,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.451379+0000","last_change":"2023-09-23T17:57:51.156532+0000","last_active":"2023-09-23T17:58:00.451379+0000","last_peered":"2023-09-23T17:58:00.451379+0000","last_clean":"2023-09-23T17:58:00.451379+0000","last_became_active":"2023-09-23T17:57:51.156240+0000","last_became_peered":"2023-09-23T17:57:51.156240+0000","last_unstale":"2023-09-23T17:58:00.451379+0000","last_undegraded":"2023-09-23T17:58:00.451379+0000","last_fullsized":"2023-09-23T17:58:00.451379+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":370,"log_dups_size":0,"ondisk_log_size":370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24248320,"num_objects":370,"num_object_clones":0,"num_object_copies":1110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":370,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":370,"num_write_kb":23680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":74,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550243+0000","last_change":"2023-09-23T17:55:07.969264+0000","last_active":"2023-09-23T17:57:56.550243+0000","last_peered":"2023-09-23T17:57:56.550243+0000","last_clean":"2023-09-23T17:57:56.550243+0000","last_became_active":"2023-09-23T17:55:07.969051+0000","last_became_peered":"2023-09-23T17:55:07.969051+0000","last_unstale":"2023-09-23T17:57:56.550243+0000","last_undegraded":"2023-09-23T17:57:56.550243+0000","last_fullsized":"2023-09-23T17:57:56.550243+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":57,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597407+0000","last_change":"2023-09-23T17:47:18.145381+0000","last_active":"2023-09-23T17:57:57.597407+0000","last_peered":"2023-09-23T17:57:57.597407+0000","last_clean":"2023-09-23T17:57:57.597407+0000","last_became_active":"2023-09-23T17:47:18.145071+0000","last_became_peered":"2023-09-23T17:47:18.145071+0000","last_unstale":"2023-09-23T17:57:57.597407+0000","last_undegraded":"2023-09-23T17:57:57.597407+0000","last_fullsized":"2023-09-23T17:57:57.597407+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"107'306","reported_seq":319,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.005412+0000","last_change":"2023-09-23T17:57:51.152597+0000","last_active":"2023-09-23T17:58:00.005412+0000","last_peered":"2023-09-23T17:58:00.005412+0000","last_clean":"2023-09-23T17:58:00.005412+0000","last_became_active":"2023-09-23T17:57:51.152267+0000","last_became_peered":"2023-09-23T17:57:51.152267+0000","last_unstale":"2023-09-23T17:58:00.005412+0000","last_undegraded":"2023-09-23T17:58:00.005412+0000","last_fullsized":"2023-09-23T17:58:00.005412+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":306,"log_dups_size":0,"ondisk_log_size":306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:48:11.883763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20054016,"num_objects":306,"num_object_clones":0,"num_object_copies":918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":306,"num_write_kb":19584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":75,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550241+0000","last_change":"2023-09-23T17:55:40.290307+0000","last_active":"2023-09-23T17:57:56.550241+0000","last_peered":"2023-09-23T17:57:56.550241+0000","last_clean":"2023-09-23T17:57:56.550241+0000","last_became_active":"2023-09-23T17:55:40.289973+0000","last_became_peered":"2023-09-23T17:55:40.289973+0000","last_unstale":"2023-09-23T17:57:56.550241+0000","last_undegraded":"2023-09-23T17:57:56.550241+0000","last_fullsized":"2023-09-23T17:57:56.550241+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":86,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722290+0000","last_change":"2023-09-23T17:56:44.055762+0000","last_active":"2023-09-23T17:57:57.722290+0000","last_peered":"2023-09-23T17:57:57.722290+0000","last_clean":"2023-09-23T17:57:57.722290+0000","last_became_active":"2023-09-23T17:56:44.055426+0000","last_became_peered":"2023-09-23T17:56:44.055426+0000","last_unstale":"2023-09-23T17:57:57.722290+0000","last_undegraded":"2023-09-23T17:57:57.722290+0000","last_fullsized":"2023-09-23T17:57:57.722290+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"107'465","reported_seq":477,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.986549+0000","last_change":"2023-09-23T17:57:51.152472+0000","last_active":"2023-09-23T17:58:00.986549+0000","last_peered":"2023-09-23T17:58:00.986549+0000","last_clean":"2023-09-23T17:58:00.986549+0000","last_became_active":"2023-09-23T17:57:51.152215+0000","last_became_peered":"2023-09-23T17:57:51.152215+0000","last_unstale":"2023-09-23T17:58:00.986549+0000","last_undegraded":"2023-09-23T17:58:00.986549+0000","last_fullsized":"2023-09-23T17:58:00.986549+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":465,"log_dups_size":0,"ondisk_log_size":465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:08.181900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30474240,"num_objects":465,"num_object_clones":0,"num_object_copies":1395,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":465,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":465,"num_write_kb":29760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":59,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550250+0000","last_change":"2023-09-23T17:47:17.527197+0000","last_active":"2023-09-23T17:57:56.550250+0000","last_peered":"2023-09-23T17:57:56.550250+0000","last_clean":"2023-09-23T17:57:56.550250+0000","last_became_active":"2023-09-23T17:47:17.526868+0000","last_became_peered":"2023-09-23T17:47:17.526868+0000","last_unstale":"2023-09-23T17:57:56.550250+0000","last_undegraded":"2023-09-23T17:57:56.550250+0000","last_fullsized":"2023-09-23T17:57:56.550250+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":72,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.709775+0000","last_change":"2023-09-23T17:55:40.293148+0000","last_active":"2023-09-23T17:57:57.709775+0000","last_peered":"2023-09-23T17:57:57.709775+0000","last_clean":"2023-09-23T17:57:57.709775+0000","last_became_active":"2023-09-23T17:55:40.292932+0000","last_became_peered":"2023-09-23T17:55:40.292932+0000","last_unstale":"2023-09-23T17:57:57.709775+0000","last_undegraded":"2023-09-23T17:57:57.709775+0000","last_fullsized":"2023-09-23T17:57:57.709775+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"107'277","reported_seq":290,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.002069+0000","last_change":"2023-09-23T17:57:51.157047+0000","last_active":"2023-09-23T17:58:00.002069+0000","last_peered":"2023-09-23T17:58:00.002069+0000","last_clean":"2023-09-23T17:58:00.002069+0000","last_became_active":"2023-09-23T17:57:51.156779+0000","last_became_peered":"2023-09-23T17:57:51.156779+0000","last_unstale":"2023-09-23T17:58:00.002069+0000","last_undegraded":"2023-09-23T17:58:00.002069+0000","last_fullsized":"2023-09-23T17:58:00.002069+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":277,"log_dups_size":0,"ondisk_log_size":277,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:02.847167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18153472,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":277,"num_write_kb":17728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":73,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597722+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:57:57.597722+0000","last_peered":"2023-09-23T17:57:57.597722+0000","last_clean":"2023-09-23T17:57:57.597722+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:57:57.597722+0000","last_undegraded":"2023-09-23T17:57:57.597722+0000","last_fullsized":"2023-09-23T17:57:57.597722+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":77,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630687+0000","last_change":"2023-09-23T17:56:12.022127+0000","last_active":"2023-09-23T17:57:56.630687+0000","last_peered":"2023-09-23T17:57:56.630687+0000","last_clean":"2023-09-23T17:57:56.630687+0000","last_became_active":"2023-09-23T17:56:12.021708+0000","last_became_peered":"2023-09-23T17:56:12.021708+0000","last_unstale":"2023-09-23T17:57:56.630687+0000","last_undegraded":"2023-09-23T17:57:56.630687+0000","last_fullsized":"2023-09-23T17:57:56.630687+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:24.370134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"107'284","reported_seq":297,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.006054+0000","last_change":"2023-09-23T17:57:51.156643+0000","last_active":"2023-09-23T17:58:00.006054+0000","last_peered":"2023-09-23T17:58:00.006054+0000","last_clean":"2023-09-23T17:58:00.006054+0000","last_became_active":"2023-09-23T17:57:51.156337+0000","last_became_peered":"2023-09-23T17:57:51.156337+0000","last_unstale":"2023-09-23T17:58:00.006054+0000","last_undegraded":"2023-09-23T17:58:00.006054+0000","last_fullsized":"2023-09-23T17:58:00.006054+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":284,"log_dups_size":0,"ondisk_log_size":284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:45:24.086343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18612224,"num_objects":284,"num_object_clones":0,"num_object_copies":852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":284,"num_write_kb":18176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":74,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671860+0000","last_change":"2023-09-23T17:56:44.054720+0000","last_active":"2023-09-23T17:57:57.671860+0000","last_peered":"2023-09-23T17:57:57.671860+0000","last_clean":"2023-09-23T17:57:57.671860+0000","last_became_active":"2023-09-23T17:56:44.054379+0000","last_became_peered":"2023-09-23T17:56:44.054379+0000","last_unstale":"2023-09-23T17:57:57.671860+0000","last_undegraded":"2023-09-23T17:57:57.671860+0000","last_fullsized":"2023-09-23T17:57:57.671860+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:54:48.562341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":71,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722443+0000","last_change":"2023-09-23T17:56:44.059472+0000","last_active":"2023-09-23T17:57:57.722443+0000","last_peered":"2023-09-23T17:57:57.722443+0000","last_clean":"2023-09-23T17:57:57.722443+0000","last_became_active":"2023-09-23T17:56:44.058920+0000","last_became_peered":"2023-09-23T17:56:44.058920+0000","last_unstale":"2023-09-23T17:57:57.722443+0000","last_undegraded":"2023-09-23T17:57:57.722443+0000","last_fullsized":"2023-09-23T17:57:57.722443+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431246+0000","last_change":"2023-09-23T17:57:51.155177+0000","last_active":"2023-09-23T17:57:53.431246+0000","last_peered":"2023-09-23T17:57:53.431246+0000","last_clean":"2023-09-23T17:57:53.431246+0000","last_became_active":"2023-09-23T17:57:51.154898+0000","last_became_peered":"2023-09-23T17:57:51.154898+0000","last_unstale":"2023-09-23T17:57:53.431246+0000","last_undegraded":"2023-09-23T17:57:53.431246+0000","last_fullsized":"2023-09-23T17:57:53.431246+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:00:40.666452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":73,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.709897+0000","last_change":"2023-09-23T17:55:40.293371+0000","last_active":"2023-09-23T17:57:57.709897+0000","last_peered":"2023-09-23T17:57:57.709897+0000","last_clean":"2023-09-23T17:57:57.709897+0000","last_became_active":"2023-09-23T17:55:40.293041+0000","last_became_peered":"2023-09-23T17:55:40.293041+0000","last_unstale":"2023-09-23T17:57:57.709897+0000","last_undegraded":"2023-09-23T17:57:57.709897+0000","last_fullsized":"2023-09-23T17:57:57.709897+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":86,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722662+0000","last_change":"2023-09-23T17:56:12.017295+0000","last_active":"2023-09-23T17:57:57.722662+0000","last_peered":"2023-09-23T17:57:57.722662+0000","last_clean":"2023-09-23T17:57:57.722662+0000","last_became_active":"2023-09-23T17:56:12.017072+0000","last_became_peered":"2023-09-23T17:56:12.017072+0000","last_unstale":"2023-09-23T17:57:57.722662+0000","last_undegraded":"2023-09-23T17:57:57.722662+0000","last_fullsized":"2023-09-23T17:57:57.722662+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"107'390","reported_seq":402,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.465171+0000","last_change":"2023-09-23T17:57:51.156605+0000","last_active":"2023-09-23T17:58:00.465171+0000","last_peered":"2023-09-23T17:58:00.465171+0000","last_clean":"2023-09-23T17:58:00.465171+0000","last_became_active":"2023-09-23T17:57:51.156292+0000","last_became_peered":"2023-09-23T17:57:51.156292+0000","last_unstale":"2023-09-23T17:58:00.465171+0000","last_undegraded":"2023-09-23T17:58:00.465171+0000","last_fullsized":"2023-09-23T17:58:00.465171+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":390,"log_dups_size":0,"ondisk_log_size":390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25559040,"num_objects":390,"num_object_clones":0,"num_object_copies":1170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":390,"num_write_kb":24960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":72,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722133+0000","last_change":"2023-09-23T17:56:12.018168+0000","last_active":"2023-09-23T17:57:57.722133+0000","last_peered":"2023-09-23T17:57:57.722133+0000","last_clean":"2023-09-23T17:57:57.722133+0000","last_became_active":"2023-09-23T17:56:12.017855+0000","last_became_peered":"2023-09-23T17:56:12.017855+0000","last_unstale":"2023-09-23T17:57:57.722133+0000","last_undegraded":"2023-09-23T17:57:57.722133+0000","last_fullsized":"2023-09-23T17:57:57.722133+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":71,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722767+0000","last_change":"2023-09-23T17:55:40.291210+0000","last_active":"2023-09-23T17:57:57.722767+0000","last_peered":"2023-09-23T17:57:57.722767+0000","last_clean":"2023-09-23T17:57:57.722767+0000","last_became_active":"2023-09-23T17:55:40.290910+0000","last_became_peered":"2023-09-23T17:55:40.290910+0000","last_unstale":"2023-09-23T17:57:57.722767+0000","last_undegraded":"2023-09-23T17:57:57.722767+0000","last_fullsized":"2023-09-23T17:57:57.722767+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"107'365","reported_seq":377,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.435261+0000","last_change":"2023-09-23T17:57:51.161643+0000","last_active":"2023-09-23T17:58:00.435261+0000","last_peered":"2023-09-23T17:58:00.435261+0000","last_clean":"2023-09-23T17:58:00.435261+0000","last_became_active":"2023-09-23T17:57:51.161328+0000","last_became_peered":"2023-09-23T17:57:51.161328+0000","last_unstale":"2023-09-23T17:58:00.435261+0000","last_undegraded":"2023-09-23T17:58:00.435261+0000","last_fullsized":"2023-09-23T17:58:00.435261+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":365,"log_dups_size":0,"ondisk_log_size":365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23920640,"num_objects":365,"num_object_clones":0,"num_object_copies":1095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":365,"num_write_kb":23360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":77,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671812+0000","last_change":"2023-09-23T17:56:44.062948+0000","last_active":"2023-09-23T17:57:57.671812+0000","last_peered":"2023-09-23T17:57:57.671812+0000","last_clean":"2023-09-23T17:57:57.671812+0000","last_became_active":"2023-09-23T17:56:44.062662+0000","last_became_peered":"2023-09-23T17:56:44.062662+0000","last_unstale":"2023-09-23T17:57:57.671812+0000","last_undegraded":"2023-09-23T17:57:57.671812+0000","last_fullsized":"2023-09-23T17:57:57.671812+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:44:29.940959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":53,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431089+0000","last_change":"2023-09-23T17:56:44.056336+0000","last_active":"2023-09-23T17:57:53.431089+0000","last_peered":"2023-09-23T17:57:53.431089+0000","last_clean":"2023-09-23T17:57:53.431089+0000","last_became_active":"2023-09-23T17:56:44.056007+0000","last_became_peered":"2023-09-23T17:56:44.056007+0000","last_unstale":"2023-09-23T17:57:53.431089+0000","last_undegraded":"2023-09-23T17:57:53.431089+0000","last_fullsized":"2023-09-23T17:57:53.431089+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:12.959507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":673,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431430+0000","last_change":"2023-09-23T17:55:40.285265+0000","last_active":"2023-09-23T17:57:53.431430+0000","last_peered":"2023-09-23T17:57:53.431430+0000","last_clean":"2023-09-23T17:57:53.431430+0000","last_became_active":"2023-09-23T17:55:40.284557+0000","last_became_peered":"2023-09-23T17:55:40.284557+0000","last_unstale":"2023-09-23T17:57:53.431430+0000","last_undegraded":"2023-09-23T17:57:53.431430+0000","last_fullsized":"2023-09-23T17:57:53.431430+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:19.602529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":88,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597816+0000","last_change":"2023-09-23T17:56:44.061509+0000","last_active":"2023-09-23T17:57:57.597816+0000","last_peered":"2023-09-23T17:57:57.597816+0000","last_clean":"2023-09-23T17:57:57.597816+0000","last_became_active":"2023-09-23T17:56:44.061087+0000","last_became_peered":"2023-09-23T17:56:44.061087+0000","last_unstale":"2023-09-23T17:57:57.597816+0000","last_undegraded":"2023-09-23T17:57:57.597816+0000","last_fullsized":"2023-09-23T17:57:57.597816+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":38,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.430544+0000","last_change":"2023-09-23T17:55:40.292226+0000","last_active":"2023-09-23T17:57:53.430544+0000","last_peered":"2023-09-23T17:57:53.430544+0000","last_clean":"2023-09-23T17:57:53.430544+0000","last_became_active":"2023-09-23T17:55:40.291340+0000","last_became_peered":"2023-09-23T17:55:40.291340+0000","last_unstale":"2023-09-23T17:57:53.430544+0000","last_undegraded":"2023-09-23T17:57:53.430544+0000","last_fullsized":"2023-09-23T17:57:53.430544+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:29.276858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"107'413","reported_seq":426,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.983814+0000","last_change":"2023-09-23T17:57:51.158995+0000","last_active":"2023-09-23T17:58:00.983814+0000","last_peered":"2023-09-23T17:58:00.983814+0000","last_clean":"2023-09-23T17:58:00.983814+0000","last_became_active":"2023-09-23T17:57:51.158694+0000","last_became_peered":"2023-09-23T17:57:51.158694+0000","last_unstale":"2023-09-23T17:58:00.983814+0000","last_undegraded":"2023-09-23T17:58:00.983814+0000","last_fullsized":"2023-09-23T17:58:00.983814+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":413,"log_dups_size":0,"ondisk_log_size":413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:33.817842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27066368,"num_objects":413,"num_object_clones":0,"num_object_copies":1239,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":413,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":413,"num_write_kb":26432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"107'482","reported_seq":495,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.976736+0000","last_change":"2023-09-23T17:57:51.158202+0000","last_active":"2023-09-23T17:58:00.976736+0000","last_peered":"2023-09-23T17:58:00.976736+0000","last_clean":"2023-09-23T17:58:00.976736+0000","last_became_active":"2023-09-23T17:57:51.157936+0000","last_became_peered":"2023-09-23T17:57:51.157936+0000","last_unstale":"2023-09-23T17:58:00.976736+0000","last_undegraded":"2023-09-23T17:58:00.976736+0000","last_fullsized":"2023-09-23T17:58:00.976736+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":482,"log_dups_size":0,"ondisk_log_size":482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:57:03.176343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31588352,"num_objects":482,"num_object_clones":0,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":482,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":482,"num_write_kb":30848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":747,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597551+0000","last_change":"2023-09-23T17:55:40.291834+0000","last_active":"2023-09-23T17:57:57.597551+0000","last_peered":"2023-09-23T17:57:57.597551+0000","last_clean":"2023-09-23T17:57:57.597551+0000","last_became_active":"2023-09-23T17:55:40.290831+0000","last_became_peered":"2023-09-23T17:55:40.290831+0000","last_unstale":"2023-09-23T17:57:57.597551+0000","last_undegraded":"2023-09-23T17:57:57.597551+0000","last_fullsized":"2023-09-23T17:57:57.597551+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":72,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722437+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:57:57.722437+0000","last_peered":"2023-09-23T17:57:57.722437+0000","last_clean":"2023-09-23T17:57:57.722437+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:57:57.722437+0000","last_undegraded":"2023-09-23T17:57:57.722437+0000","last_fullsized":"2023-09-23T17:57:57.722437+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":68,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431357+0000","last_change":"2023-09-23T17:56:44.057140+0000","last_active":"2023-09-23T17:57:53.431357+0000","last_peered":"2023-09-23T17:57:53.431357+0000","last_clean":"2023-09-23T17:57:53.431357+0000","last_became_active":"2023-09-23T17:56:44.056721+0000","last_became_peered":"2023-09-23T17:56:44.056721+0000","last_unstale":"2023-09-23T17:57:53.431357+0000","last_undegraded":"2023-09-23T17:57:53.431357+0000","last_fullsized":"2023-09-23T17:57:53.431357+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:01.211224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"107'374","reported_seq":386,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.463976+0000","last_change":"2023-09-23T17:57:51.157877+0000","last_active":"2023-09-23T17:58:00.463976+0000","last_peered":"2023-09-23T17:58:00.463976+0000","last_clean":"2023-09-23T17:58:00.463976+0000","last_became_active":"2023-09-23T17:57:51.157544+0000","last_became_peered":"2023-09-23T17:57:51.157544+0000","last_unstale":"2023-09-23T17:58:00.463976+0000","last_undegraded":"2023-09-23T17:58:00.463976+0000","last_fullsized":"2023-09-23T17:58:00.463976+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":374,"log_dups_size":0,"ondisk_log_size":374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24510464,"num_objects":374,"num_object_clones":0,"num_object_copies":1122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":374,"num_write_kb":23936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":543,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550089+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:57:56.550089+0000","last_peered":"2023-09-23T17:57:56.550089+0000","last_clean":"2023-09-23T17:57:56.550089+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:57:56.550089+0000","last_undegraded":"2023-09-23T17:57:56.550089+0000","last_fullsized":"2023-09-23T17:57:56.550089+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":53,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.430158+0000","last_change":"2023-09-23T17:56:12.017161+0000","last_active":"2023-09-23T17:57:53.430158+0000","last_peered":"2023-09-23T17:57:53.430158+0000","last_clean":"2023-09-23T17:57:53.430158+0000","last_became_active":"2023-09-23T17:56:12.016824+0000","last_became_peered":"2023-09-23T17:56:12.016824+0000","last_unstale":"2023-09-23T17:57:53.430158+0000","last_undegraded":"2023-09-23T17:57:53.430158+0000","last_fullsized":"2023-09-23T17:57:53.430158+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:34.591526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":80,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431154+0000","last_change":"2023-09-23T17:55:40.291415+0000","last_active":"2023-09-23T17:57:53.431154+0000","last_peered":"2023-09-23T17:57:53.431154+0000","last_clean":"2023-09-23T17:57:53.431154+0000","last_became_active":"2023-09-23T17:55:40.291110+0000","last_became_peered":"2023-09-23T17:55:40.291110+0000","last_unstale":"2023-09-23T17:57:53.431154+0000","last_undegraded":"2023-09-23T17:57:53.431154+0000","last_fullsized":"2023-09-23T17:57:53.431154+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:40.540330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":605,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597573+0000","last_change":"2023-09-23T17:56:12.022097+0000","last_active":"2023-09-23T17:57:57.597573+0000","last_peered":"2023-09-23T17:57:57.597573+0000","last_clean":"2023-09-23T17:57:57.597573+0000","last_became_active":"2023-09-23T17:56:12.021463+0000","last_became_peered":"2023-09-23T17:56:12.021463+0000","last_unstale":"2023-09-23T17:57:57.597573+0000","last_undegraded":"2023-09-23T17:57:57.597573+0000","last_fullsized":"2023-09-23T17:57:57.597573+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":309,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.549730+0000","last_change":"2023-09-23T17:55:07.968713+0000","last_active":"2023-09-23T17:57:56.549730+0000","last_peered":"2023-09-23T17:57:56.549730+0000","last_clean":"2023-09-23T17:57:56.549730+0000","last_became_active":"2023-09-23T17:55:07.968245+0000","last_became_peered":"2023-09-23T17:55:07.968245+0000","last_unstale":"2023-09-23T17:57:56.549730+0000","last_undegraded":"2023-09-23T17:57:56.549730+0000","last_fullsized":"2023-09-23T17:57:56.549730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":28,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671776+0000","last_change":"2023-09-23T17:56:44.059800+0000","last_active":"2023-09-23T17:57:57.671776+0000","last_peered":"2023-09-23T17:57:57.671776+0000","last_clean":"2023-09-23T17:57:57.671776+0000","last_became_active":"2023-09-23T17:56:44.059473+0000","last_became_peered":"2023-09-23T17:56:44.059473+0000","last_unstale":"2023-09-23T17:57:57.671776+0000","last_undegraded":"2023-09-23T17:57:57.671776+0000","last_fullsized":"2023-09-23T17:57:57.671776+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:08:59.174790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":57,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.709995+0000","last_change":"2023-09-23T17:47:18.145498+0000","last_active":"2023-09-23T17:57:57.709995+0000","last_peered":"2023-09-23T17:57:57.709995+0000","last_clean":"2023-09-23T17:57:57.709995+0000","last_became_active":"2023-09-23T17:47:18.145170+0000","last_became_peered":"2023-09-23T17:47:18.145170+0000","last_unstale":"2023-09-23T17:57:57.709995+0000","last_undegraded":"2023-09-23T17:57:57.709995+0000","last_fullsized":"2023-09-23T17:57:57.709995+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"107'348","reported_seq":359,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.465567+0000","last_change":"2023-09-23T17:57:51.152479+0000","last_active":"2023-09-23T17:58:00.465567+0000","last_peered":"2023-09-23T17:58:00.465567+0000","last_clean":"2023-09-23T17:58:00.465567+0000","last_became_active":"2023-09-23T17:57:51.152112+0000","last_became_peered":"2023-09-23T17:57:51.152112+0000","last_unstale":"2023-09-23T17:58:00.465567+0000","last_undegraded":"2023-09-23T17:58:00.465567+0000","last_fullsized":"2023-09-23T17:58:00.465567+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":348,"log_dups_size":0,"ondisk_log_size":348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22806528,"num_objects":348,"num_object_clones":0,"num_object_copies":1044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":348,"num_write_kb":22272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"107'405","reported_seq":417,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.457054+0000","last_change":"2023-09-23T17:57:51.158066+0000","last_active":"2023-09-23T17:58:00.457054+0000","last_peered":"2023-09-23T17:58:00.457054+0000","last_clean":"2023-09-23T17:58:00.457054+0000","last_became_active":"2023-09-23T17:57:51.157766+0000","last_became_peered":"2023-09-23T17:57:51.157766+0000","last_unstale":"2023-09-23T17:58:00.457054+0000","last_undegraded":"2023-09-23T17:58:00.457054+0000","last_fullsized":"2023-09-23T17:58:00.457054+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":405,"log_dups_size":0,"ondisk_log_size":405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26542080,"num_objects":405,"num_object_clones":0,"num_object_copies":1215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":405,"num_write_kb":25920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":746,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.549963+0000","last_change":"2023-09-23T17:55:40.287240+0000","last_active":"2023-09-23T17:57:56.549963+0000","last_peered":"2023-09-23T17:57:56.549963+0000","last_clean":"2023-09-23T17:57:56.549963+0000","last_became_active":"2023-09-23T17:55:40.286711+0000","last_became_peered":"2023-09-23T17:55:40.286711+0000","last_unstale":"2023-09-23T17:57:56.549963+0000","last_undegraded":"2023-09-23T17:57:56.549963+0000","last_fullsized":"2023-09-23T17:57:56.549963+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":59,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630538+0000","last_change":"2023-09-23T17:56:44.055963+0000","last_active":"2023-09-23T17:57:56.630538+0000","last_peered":"2023-09-23T17:57:56.630538+0000","last_clean":"2023-09-23T17:57:56.630538+0000","last_became_active":"2023-09-23T17:56:44.055630+0000","last_became_peered":"2023-09-23T17:56:44.055630+0000","last_unstale":"2023-09-23T17:57:56.630538+0000","last_undegraded":"2023-09-23T17:57:56.630538+0000","last_fullsized":"2023-09-23T17:57:56.630538+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:35:22.373904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":84,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630891+0000","last_change":"2023-09-23T17:57:51.151827+0000","last_active":"2023-09-23T17:57:56.630891+0000","last_peered":"2023-09-23T17:57:56.630891+0000","last_clean":"2023-09-23T17:57:56.630891+0000","last_became_active":"2023-09-23T17:57:51.151572+0000","last_became_peered":"2023-09-23T17:57:51.151572+0000","last_unstale":"2023-09-23T17:57:56.630891+0000","last_undegraded":"2023-09-23T17:57:56.630891+0000","last_fullsized":"2023-09-23T17:57:56.630891+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:53.806688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":206,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.550125+0000","last_change":"2023-09-23T17:55:07.968840+0000","last_active":"2023-09-23T17:57:56.550125+0000","last_peered":"2023-09-23T17:57:56.550125+0000","last_clean":"2023-09-23T17:57:56.550125+0000","last_became_active":"2023-09-23T17:55:07.968110+0000","last_became_peered":"2023-09-23T17:55:07.968110+0000","last_unstale":"2023-09-23T17:57:56.550125+0000","last_undegraded":"2023-09-23T17:57:56.550125+0000","last_fullsized":"2023-09-23T17:57:56.550125+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":53,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431504+0000","last_change":"2023-09-23T17:56:12.018885+0000","last_active":"2023-09-23T17:57:53.431504+0000","last_peered":"2023-09-23T17:57:53.431504+0000","last_clean":"2023-09-23T17:57:53.431504+0000","last_became_active":"2023-09-23T17:56:12.018446+0000","last_became_peered":"2023-09-23T17:56:12.018446+0000","last_unstale":"2023-09-23T17:57:53.431504+0000","last_undegraded":"2023-09-23T17:57:53.431504+0000","last_fullsized":"2023-09-23T17:57:53.431504+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.707554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":45,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630917+0000","last_change":"2023-09-23T17:55:07.970239+0000","last_active":"2023-09-23T17:57:56.630917+0000","last_peered":"2023-09-23T17:57:56.630917+0000","last_clean":"2023-09-23T17:57:56.630917+0000","last_became_active":"2023-09-23T17:55:07.969587+0000","last_became_peered":"2023-09-23T17:55:07.969587+0000","last_unstale":"2023-09-23T17:57:56.630917+0000","last_undegraded":"2023-09-23T17:57:56.630917+0000","last_fullsized":"2023-09-23T17:57:56.630917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:23:53.882688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"107'406","reported_seq":418,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.470219+0000","last_change":"2023-09-23T17:57:51.155479+0000","last_active":"2023-09-23T17:58:00.470219+0000","last_peered":"2023-09-23T17:58:00.470219+0000","last_clean":"2023-09-23T17:58:00.470219+0000","last_became_active":"2023-09-23T17:57:51.155201+0000","last_became_peered":"2023-09-23T17:57:51.155201+0000","last_unstale":"2023-09-23T17:58:00.470219+0000","last_undegraded":"2023-09-23T17:58:00.470219+0000","last_fullsized":"2023-09-23T17:58:00.470219+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":406,"log_dups_size":0,"ondisk_log_size":406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26607616,"num_objects":406,"num_object_clones":0,"num_object_copies":1218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":406,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":406,"num_write_kb":25984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":74,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.672231+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:57:57.672231+0000","last_peered":"2023-09-23T17:57:57.672231+0000","last_clean":"2023-09-23T17:57:57.672231+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:57:57.672231+0000","last_undegraded":"2023-09-23T17:57:57.672231+0000","last_fullsized":"2023-09-23T17:57:57.672231+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":528,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.430939+0000","last_change":"2023-09-23T17:55:40.287819+0000","last_active":"2023-09-23T17:57:53.430939+0000","last_peered":"2023-09-23T17:57:53.430939+0000","last_clean":"2023-09-23T17:57:53.430939+0000","last_became_active":"2023-09-23T17:55:40.287282+0000","last_became_peered":"2023-09-23T17:55:40.287282+0000","last_unstale":"2023-09-23T17:57:53.430939+0000","last_undegraded":"2023-09-23T17:57:53.430939+0000","last_fullsized":"2023-09-23T17:57:53.430939+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:08.574479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":71,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671711+0000","last_change":"2023-09-23T17:56:44.063232+0000","last_active":"2023-09-23T17:57:57.671711+0000","last_peered":"2023-09-23T17:57:57.671711+0000","last_clean":"2023-09-23T17:57:57.671711+0000","last_became_active":"2023-09-23T17:56:44.062922+0000","last_became_peered":"2023-09-23T17:56:44.062922+0000","last_unstale":"2023-09-23T17:57:57.671711+0000","last_undegraded":"2023-09-23T17:57:57.671711+0000","last_fullsized":"2023-09-23T17:57:57.671711+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:21.034528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"107'383","reported_seq":395,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:00.468156+0000","last_change":"2023-09-23T17:57:51.157714+0000","last_active":"2023-09-23T17:58:00.468156+0000","last_peered":"2023-09-23T17:58:00.468156+0000","last_clean":"2023-09-23T17:58:00.468156+0000","last_became_active":"2023-09-23T17:57:51.157439+0000","last_became_peered":"2023-09-23T17:57:51.157439+0000","last_unstale":"2023-09-23T17:58:00.468156+0000","last_undegraded":"2023-09-23T17:58:00.468156+0000","last_fullsized":"2023-09-23T17:58:00.468156+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":383,"log_dups_size":0,"ondisk_log_size":383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25100288,"num_objects":383,"num_object_clones":0,"num_object_copies":1149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":383,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":383,"num_write_kb":24512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":301,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.710142+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:57:57.710142+0000","last_peered":"2023-09-23T17:57:57.710142+0000","last_clean":"2023-09-23T17:57:57.710142+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:57:57.710142+0000","last_undegraded":"2023-09-23T17:57:57.710142+0000","last_fullsized":"2023-09-23T17:57:57.710142+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":63,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630905+0000","last_change":"2023-09-23T17:55:40.290864+0000","last_active":"2023-09-23T17:57:56.630905+0000","last_peered":"2023-09-23T17:57:56.630905+0000","last_clean":"2023-09-23T17:57:56.630905+0000","last_became_active":"2023-09-23T17:55:40.290152+0000","last_became_peered":"2023-09-23T17:55:40.290152+0000","last_unstale":"2023-09-23T17:57:56.630905+0000","last_undegraded":"2023-09-23T17:57:56.630905+0000","last_fullsized":"2023-09-23T17:57:56.630905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:36.840299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":56,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722188+0000","last_change":"2023-09-23T17:47:17.547958+0000","last_active":"2023-09-23T17:57:57.722188+0000","last_peered":"2023-09-23T17:57:57.722188+0000","last_clean":"2023-09-23T17:57:57.722188+0000","last_became_active":"2023-09-23T17:47:17.547653+0000","last_became_peered":"2023-09-23T17:47:17.547653+0000","last_unstale":"2023-09-23T17:57:57.722188+0000","last_undegraded":"2023-09-23T17:57:57.722188+0000","last_fullsized":"2023-09-23T17:57:57.722188+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"107'656","reported_seq":669,"reported_epoch":107,"state":"active+clean","last_fresh":"2023-09-23T17:58:02.048546+0000","last_change":"2023-09-23T17:57:51.156303+0000","last_active":"2023-09-23T17:58:02.048546+0000","last_peered":"2023-09-23T17:58:02.048546+0000","last_clean":"2023-09-23T17:58:02.048546+0000","last_became_active":"2023-09-23T17:57:51.156035+0000","last_became_peered":"2023-09-23T17:57:51.156035+0000","last_unstale":"2023-09-23T17:58:02.048546+0000","last_undegraded":"2023-09-23T17:58:02.048546+0000","last_fullsized":"2023-09-23T17:58:02.048546+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":656,"log_dups_size":0,"ondisk_log_size":656,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:48.466833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42991616,"num_objects":656,"num_object_clones":0,"num_object_copies":1968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":656,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":656,"num_write_kb":41984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":48,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630873+0000","last_change":"2023-09-23T17:55:07.969638+0000","last_active":"2023-09-23T17:57:56.630873+0000","last_peered":"2023-09-23T17:57:56.630873+0000","last_clean":"2023-09-23T17:57:56.630873+0000","last_became_active":"2023-09-23T17:55:07.969141+0000","last_became_peered":"2023-09-23T17:55:07.969141+0000","last_unstale":"2023-09-23T17:57:56.630873+0000","last_undegraded":"2023-09-23T17:57:56.630873+0000","last_fullsized":"2023-09-23T17:57:56.630873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:24.962702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":93,"reported_epoch":105,"state":"active+clean","last_fresh":"2023-09-23T17:57:53.431572+0000","last_change":"2023-09-23T17:57:51.154595+0000","last_active":"2023-09-23T17:57:53.431572+0000","last_peered":"2023-09-23T17:57:53.431572+0000","last_clean":"2023-09-23T17:57:53.431572+0000","last_became_active":"2023-09-23T17:57:51.154281+0000","last_became_peered":"2023-09-23T17:57:51.154281+0000","last_unstale":"2023-09-23T17:57:53.431572+0000","last_undegraded":"2023-09-23T17:57:53.431572+0000","last_fullsized":"2023-09-23T17:57:53.431572+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:22.663125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":75,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597803+0000","last_change":"2023-09-23T17:55:40.288198+0000","last_active":"2023-09-23T17:57:57.597803+0000","last_peered":"2023-09-23T17:57:57.597803+0000","last_clean":"2023-09-23T17:57:57.597803+0000","last_became_active":"2023-09-23T17:55:40.287770+0000","last_became_peered":"2023-09-23T17:55:40.287770+0000","last_unstale":"2023-09-23T17:57:57.597803+0000","last_undegraded":"2023-09-23T17:57:57.597803+0000","last_fullsized":"2023-09-23T17:57:57.597803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":86,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722356+0000","last_change":"2023-09-23T17:56:44.055940+0000","last_active":"2023-09-23T17:57:57.722356+0000","last_peered":"2023-09-23T17:57:57.722356+0000","last_clean":"2023-09-23T17:57:57.722356+0000","last_became_active":"2023-09-23T17:56:44.055438+0000","last_became_peered":"2023-09-23T17:56:44.055438+0000","last_unstale":"2023-09-23T17:57:57.722356+0000","last_undegraded":"2023-09-23T17:57:57.722356+0000","last_fullsized":"2023-09-23T17:57:57.722356+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":60,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.597855+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:57:57.597855+0000","last_peered":"2023-09-23T17:57:57.597855+0000","last_clean":"2023-09-23T17:57:57.597855+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:57:57.597855+0000","last_undegraded":"2023-09-23T17:57:57.597855+0000","last_fullsized":"2023-09-23T17:57:57.597855+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":86,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722362+0000","last_change":"2023-09-23T17:56:44.056127+0000","last_active":"2023-09-23T17:57:57.722362+0000","last_peered":"2023-09-23T17:57:57.722362+0000","last_clean":"2023-09-23T17:57:57.722362+0000","last_became_active":"2023-09-23T17:56:44.055765+0000","last_became_peered":"2023-09-23T17:56:44.055765+0000","last_unstale":"2023-09-23T17:57:57.722362+0000","last_undegraded":"2023-09-23T17:57:57.722362+0000","last_fullsized":"2023-09-23T17:57:57.722362+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":82,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.672091+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:57:57.672091+0000","last_peered":"2023-09-23T17:57:57.672091+0000","last_clean":"2023-09-23T17:57:57.672091+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:57:57.672091+0000","last_undegraded":"2023-09-23T17:57:57.672091+0000","last_fullsized":"2023-09-23T17:57:57.672091+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":95,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.671718+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:57:57.671718+0000","last_peered":"2023-09-23T17:57:57.671718+0000","last_clean":"2023-09-23T17:57:57.671718+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:57:57.671718+0000","last_undegraded":"2023-09-23T17:57:57.671718+0000","last_fullsized":"2023-09-23T17:57:57.671718+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":78,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:56.630989+0000","last_change":"2023-09-23T17:57:51.162952+0000","last_active":"2023-09-23T17:57:56.630989+0000","last_peered":"2023-09-23T17:57:56.630989+0000","last_clean":"2023-09-23T17:57:56.630989+0000","last_became_active":"2023-09-23T17:57:51.154109+0000","last_became_peered":"2023-09-23T17:57:51.154109+0000","last_unstale":"2023-09-23T17:57:56.630989+0000","last_undegraded":"2023-09-23T17:57:56.630989+0000","last_fullsized":"2023-09-23T17:57:56.630989+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:28:55.401233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":80,"reported_epoch":106,"state":"active+clean","last_fresh":"2023-09-23T17:57:57.722045+0000","last_change":"2023-09-23T17:56:12.018145+0000","last_active":"2023-09-23T17:57:57.722045+0000","last_peered":"2023-09-23T17:57:57.722045+0000","last_clean":"2023-09-23T17:57:57.722045+0000","last_became_active":"2023-09-23T17:56:12.017721+0000","last_became_peered":"2023-09-23T17:56:12.017721+0000","last_unstale":"2023-09-23T17:57:57.722045+0000","last_undegraded":"2023-09-23T17:57:57.722045+0000","last_fullsized":"2023-09-23T17:57:57.722045+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":388235264,"num_objects":5924,"num_object_clones":0,"num_object_copies":17772,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5924,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5924,"num_write_kb":379136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1144586240,"data_stored":1144586240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5924,"ondisk_log_size":5924,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430357,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":384056,"kb_used_data":78768,"kb_used_omap":0,"kb_used_meta":305280,"kb_avail":93361096,"statfs":{"total":95995035648,"available":95601762304,"internally_reserved":0,"allocated":80658432,"data_stored":80169818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312606720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.32400000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5090000000000003,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.66500000000000004,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":6.5,"5min":6.5,"15min":6.5},"last":0.41999999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.59499999999999997,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":6.2000000000000002,"5min":6.2000000000000002,"15min":6.2000000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.115,"5min":0.63500000000000001,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":11.087999999999999,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.443}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":6.3120000000000003,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":4.0919999999999996,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.56999999999999995}]},{"osd":3,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.0659999999999998,"5min":6.0659999999999998,"15min":6.0659999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":6.0999999999999996,"5min":6.0999999999999996,"15min":6.0999999999999996},"last":0.52100000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:57:31 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.46400000000000002},"min":{"1min":0.28799999999999998,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":1.2769999999999999},"last":0.432},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.49199999999999999,"15min":0.5},"min":{"1min":0.378,"5min":0.32900000000000001,"15min":0.249},"max":{"1min":0.75800000000000001,"5min":0.80100000000000005,"15min":1.018},"last":0.53000000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:57:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47599999999999998,"15min":0.47699999999999998},"min":{"1min":0.33000000000000002,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.84599999999999997},"last":0.497},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52200000000000002,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":1.609},"last":0.46100000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:57:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.39400000000000002,"5min":0.34300000000000003,"15min":0.26300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.873},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56100000000000005,"15min":0.54900000000000004},"min":{"1min":0.44900000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80700000000000005,"5min":0.84899999999999998,"15min":1.3939999999999999},"last":0.50900000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626584,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367988,"kb_used_data":66796,"kb_used_omap":0,"kb_used_meta":301184,"kb_avail":93377164,"statfs":{"total":95995035648,"available":95618215936,"internally_reserved":0,"allocated":68399104,"data_stored":67915013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308412416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76700000000000002,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72999999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.51600000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.61099999999999999,"15min":0.57999999999999996},"min":{"1min":0.44700000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":3.7599999999999998,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.308}]},{"osd":2,"last update":"Sat Sep 23 17:57:13 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.91300000000000003}]},{"osd":4,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47699999999999998,"15min":0.44900000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":1.0049999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.497,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27100000000000002},"max":{"1min":0.71099999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.42499999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51700000000000002,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.30099999999999999,"15min":0.29499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.81999999999999995},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.496},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.69499999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.46100000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:57:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.53500000000000003},"min":{"1min":0.42599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72899999999999998,"5min":0.75800000000000001,"15min":0.85199999999999998},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59099999999999997,"15min":0.54200000000000004},"min":{"1min":0.40899999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.75700000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.39300000000000002}]}]},{"osd":1,"up_from":90,"seq":386547056670,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36752,"kb_used_data":5192,"kb_used_omap":7,"kb_used_meta":31544,"kb_avail":93708400,"statfs":{"total":95995035648,"available":95957401600,"internally_reserved":0,"allocated":5316608,"data_stored":4802118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":32301155},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:42 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.376,"15min":0.38400000000000001},"min":{"1min":0.23599999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.48499999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.40600000000000003,"15min":0.41399999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54400000000000004}]},{"osd":3,"last update":"Sat Sep 23 17:57:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.65000000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:57:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.67300000000000004,"15min":0.67700000000000005},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.93799999999999994,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.67800000000000005,"15min":0.68200000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.71199999999999997}]},{"osd":5,"last update":"Sat Sep 23 17:57:42 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64800000000000002,"15min":0.65400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.86499999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65000000000000002,"15min":0.65200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.625}]},{"osd":6,"last update":"Sat Sep 23 17:57:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.68899999999999995,"15min":0.69699999999999995},"min":{"1min":0.51000000000000001,"5min":0.436,"15min":0.436},"max":{"1min":0.79300000000000004,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.67000000000000004,"15min":0.67900000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.77300000000000002,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:57:42 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.66200000000000003,"15min":0.66800000000000004},"min":{"1min":0.497,"5min":0.441,"15min":0.441},"max":{"1min":0.83799999999999997,"5min":0.877,"15min":0.877},"last":0.752},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68799999999999994,"15min":0.69399999999999995},"min":{"1min":0.51600000000000001,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.83199999999999996}]}]},{"osd":0,"up_from":85,"seq":365072220197,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":246124,"kb_used_data":206372,"kb_used_omap":8,"kb_used_meta":39735,"kb_avail":93499028,"statfs":{"total":95995035648,"available":95743004672,"internally_reserved":0,"allocated":211324928,"data_stored":210791540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":40689252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.379},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57199999999999995,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.45500000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33100000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.36399999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.32100000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":1.179,"15min":1.179},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":1.21,"15min":1.21},"last":0.64500000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.69899999999999995,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.89600000000000002,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.67000000000000004,"15min":0.68000000000000005},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82599999999999996,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.58599999999999997}]},{"osd":6,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94099999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.45600000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.877,"5min":1.109,"15min":1.109},"last":0.65700000000000003}]},{"osd":7,"last update":"Sat Sep 23 17:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69199999999999995,"15min":0.70199999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.91600000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89500000000000002,"5min":1.083,"15min":1.083},"last":0.67400000000000004}]}]},{"osd":2,"up_from":95,"seq":408021893144,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":97240,"kb_used_data":65744,"kb_used_omap":11,"kb_used_meta":31476,"kb_avail":93647912,"statfs":{"total":95995035648,"available":95895461888,"internally_reserved":0,"allocated":67321856,"data_stored":66806213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":32232159},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.378}]},{"osd":1,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.44800000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.625},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.55600000000000005}]},{"osd":4,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.498},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.74099999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.59499999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:57:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46700000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729618,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":153864,"kb_used_data":118272,"kb_used_omap":4,"kb_used_meta":35579,"kb_avail":93591288,"statfs":{"total":95995035648,"available":95837478912,"internally_reserved":0,"allocated":121110528,"data_stored":120607366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":36433303},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.255}]},{"osd":1,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.58799999999999997}]},{"osd":2,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.89400000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.56599999999999995}]},{"osd":5,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":1.107}]},{"osd":6,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.63600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019040,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":499380,"kb_used_data":189996,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":93245772,"statfs":{"total":95995035648,"available":95483670528,"internally_reserved":0,"allocated":194555904,"data_stored":194071087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.746,"15min":0.746},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.60799999999999998,"15min":0.624},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81699999999999995,"5min":2.258,"15min":2.258},"last":0.48999999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:57:41 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55200000000000005,"15min":0.55900000000000005},"min":{"1min":0.40600000000000003,"5min":0.31,"15min":0.31},"max":{"1min":0.64600000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.47999999999999998,"5min":0.372,"15min":0.372},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53400000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:57:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:57:47 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.64200000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:57:47 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.441,"15min":0.42899999999999999},"min":{"1min":0.35299999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.622,"5min":0.622,"15min":0.80700000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.504,"15min":0.47599999999999998},"min":{"1min":0.41999999999999998,"5min":0.318,"15min":0.30599999999999999},"max":{"1min":0.66000000000000003,"5min":0.80300000000000005,"15min":0.82799999999999996},"last":0.57499999999999996}]},{"osd":6,"last update":"Sat Sep 23 17:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.30399999999999999,"15min":0.255},"max":{"1min":0.70499999999999996,"5min":0.77100000000000002,"15min":0.77700000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.73799999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:57:29 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52200000000000002,"15min":0.51100000000000001},"min":{"1min":0.40899999999999997,"5min":0.318,"15min":0.309},"max":{"1min":0.73799999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":0.78700000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.71699999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822812,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":433124,"kb_used_data":127836,"kb_used_omap":0,"kb_used_meta":305280,"kb_avail":93312028,"statfs":{"total":95995035648,"available":95551516672,"internally_reserved":0,"allocated":130904064,"data_stored":130431079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312606720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:57:09 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":2.4849999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:57:47 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":1.016}]},{"osd":2,"last update":"Sat Sep 23 17:57:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":1.083}]},{"osd":3,"last update":"Sat Sep 23 17:57:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":2.573,"5min":2.573,"15min":2.573},"last":0.45100000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:57:37 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.49299999999999999,"15min":0.46500000000000002},"min":{"1min":0.35299999999999998,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":1.839},"last":1.056},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.52800000000000002,"15min":0.49199999999999999},"min":{"1min":0.38700000000000001,"5min":0.35199999999999998,"15min":0.26700000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":1.591},"last":0.97599999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.53200000000000003,"15min":0.50800000000000001},"min":{"1min":0.40500000000000003,"5min":0.32300000000000001,"15min":0.28499999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":2.6579999999999999},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.56000000000000005,"15min":0.53600000000000003},"min":{"1min":0.38900000000000001,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.2370000000000001},"last":1.0089999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":0.75,"5min":0.80600000000000005,"15min":1.5820000000000001},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.57499999999999996},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.85499999999999998,"15min":1.212},"last":1.036}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":252313600,"data_stored":252313600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":75300864,"data_stored":75300864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":130678784,"data_stored":130678784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":220332032,"data_stored":220332032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":221380608,"data_stored":221380608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":97976320,"data_stored":97976320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":146604032,"data_stored":146604032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:58:04.174 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 1 2023-09-23T17:58:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:03 smithi018 ceph-mon[153734]: pgmap v243: 89 pgs: 89 active+clean; 375 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s wr, 740 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:03 smithi149 ceph-mon[135148]: pgmap v243: 89 pgs: 89 active+clean; 375 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s wr, 740 op/s; 69 B/s, 0 objects/s recovering 2023-09-23T17:58:04.439 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:04.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:04.451 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:04.552 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:04.598 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:04.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:04.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:04.671 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:04.708 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 17929 17913 186.537 161.375 0.00468211 0.00535481 2023-09-23T17:58:04.772 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:04.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T17:58:04.813 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:04.862 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:04.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:04.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:04.967 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:05.022 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:05.075 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:05.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:05.080 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:04 smithi149 ceph-mon[135148]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:58:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:05.173 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:05.181 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:05.227 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:05.282 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:05.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:05.287 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:04 smithi018 ceph-mon[153734]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:58:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:04] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.33.4" 2023-09-23T17:58:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:04 smithi018 ceph-mon[149401]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:58:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:05.387 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:05.425 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:05.434 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:05.491 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:05.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:05.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:05.595 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:05.650 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:05.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 20145 20129 179.672 138.5 0.00398009 0.00555853 2023-09-23T17:58:05.709 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:05.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:05.715 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:05.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:05.871 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:05.935 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:05.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:05.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:06.011 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T17:58:06.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[149401]: pgmap v244: 89 pgs: 89 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s wr, 856 op/s 2023-09-23T17:58:06.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3081091376' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.027 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[153734]: pgmap v244: 89 pgs: 89 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s wr, 856 op/s 2023-09-23T17:58:06.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3081091376' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.042 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:06.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:06 smithi149 ceph-mon[135148]: pgmap v244: 89 pgs: 89 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s wr, 856 op/s 2023-09-23T17:58:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3081091376' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:06.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 22585 22569 176.274 152.5 0.00979146 0.00566697 2023-09-23T17:58:06.711 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:06.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:06.716 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:06.817 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:06.859 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:06.922 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:06.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:06.931 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:07.031 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:07.088 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:07 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:07 smithi149 ceph-mon[135148]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:07 smithi149 ceph-mon[135148]: osdmap e108: 8 total, 8 up, 8 in 2023-09-23T17:58:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:07 smithi149 ceph-mon[135148]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.153 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:07.160 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:07.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:07.165 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:07.265 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:07.282 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:07.282 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[149401]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[149401]: osdmap e108: 8 total, 8 up, 8 in 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[149401]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[153734]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[153734]: osdmap e108: 8 total, 8 up, 8 in 2023-09-23T17:58:07.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:07 smithi018 ceph-mon[153734]: failed to encode map e108 with expected crc 2023-09-23T17:58:07.326 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:07.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:07.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:07.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:07.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:07.556 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:07.617 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:07.659 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:07.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:07.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:07.699 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:07.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 24722 24706 171.526 133.562 0.00788893 0.00582381 2023-09-23T17:58:07.733 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:07.764 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:07.790 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:07.804 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:07.840 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:07.845 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:07.886 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:07.886 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.887 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.888 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.888 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:58:07.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:07.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:07.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:08.012 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:08.061 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:08 smithi149 ceph-mon[135148]: pgmap v246: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 147 MiB/s wr, 2.34k op/s 2023-09-23T17:58:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/983981018' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2699442177' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[153734]: pgmap v246: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 147 MiB/s wr, 2.34k op/s 2023-09-23T17:58:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/983981018' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2699442177' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[149401]: pgmap v246: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 147 MiB/s wr, 2.34k op/s 2023-09-23T17:58:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/983981018' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2699442177' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "1"}]: dispatch 2023-09-23T17:58:08.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 26900 26884 167.983 136.125 0.00768937 0.0059483 2023-09-23T17:58:09.057 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T17:58:09.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 16 29189 29173 165.717 143.062 0.00989444 0.00602876 2023-09-23T17:58:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:10 smithi018 ceph-mon[149401]: pgmap v247: 89 pgs: 89 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T17:58:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:10 smithi018 ceph-mon[153734]: pgmap v247: 89 pgs: 89 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T17:58:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:10 smithi149 ceph-mon[135148]: pgmap v247: 89 pgs: 89 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T17:58:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:10.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 31325 31309 163.029 133.5 0.0109271 0.00612927 2023-09-23T17:58:11.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 16 33399 33383 160.459 129.625 0.0113025 0.00622769 2023-09-23T17:58:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:12 smithi018 ceph-mon[153734]: pgmap v248: 89 pgs: 89 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 151 MiB/s wr, 2.41k op/s 2023-09-23T17:58:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:12 smithi018 ceph-mon[149401]: pgmap v248: 89 pgs: 89 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 151 MiB/s wr, 2.41k op/s 2023-09-23T17:58:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:12 smithi149 ceph-mon[135148]: pgmap v248: 89 pgs: 89 active+clean; 1.7 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 151 MiB/s wr, 2.41k op/s 2023-09-23T17:58:12.710 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 15 35119 35104 156.68 107.562 0.00602059 0.00637665 2023-09-23T17:58:12.770 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:12.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:12.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:12.876 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:12.945 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:13.022 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:13.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:13.027 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:13.128 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:13.161 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:13.712 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 36927 36911 153.743 112.938 0.00631958 0.00649927 2023-09-23T17:58:14.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:14 smithi018 ceph-mon[153734]: pgmap v249: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 155 MiB/s wr, 2.48k op/s 2023-09-23T17:58:14.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:14 smithi018 ceph-mon[149401]: pgmap v249: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 155 MiB/s wr, 2.48k op/s 2023-09-23T17:58:14.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:14 smithi149 ceph-mon[135148]: pgmap v249: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 155 MiB/s wr, 2.48k op/s 2023-09-23T17:58:14.712 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 38680 38664 150.982 109.562 0.00168812 0.00660314 2023-09-23T17:58:14.788 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:14.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:14.797 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:14.863 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T17:58:14.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:14.955 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:15.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:14] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.33.4" 2023-09-23T17:58:15.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:15.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:15.125 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:15.169 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:15.220 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:58:15.220 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:58:15.220 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T17:58:15.220 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T17:58:15.220 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:58:15.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:15.278 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:15.338 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:15.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:15.342 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:15.443 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:15.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:15.568 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:15.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:15.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:15.673 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:15.712 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 40331 40315 148.17 103.188 0.00381446 0.00674207 2023-09-23T17:58:15.727 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:15.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:58:15.748 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T17:58:15.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:15.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:15.793 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:15.894 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:15.933 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:15.993 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:15.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:15.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:16.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:16.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:16.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:16.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:16.233 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:16.233 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:16 smithi149 ceph-mon[135148]: pgmap v250: 89 pgs: 89 active+clean; 1.9 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 153 MiB/s wr, 2.45k op/s 2023-09-23T17:58:16.334 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:16.387 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:16.438 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:16.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:16.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:16.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:16.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:16 smithi018 ceph-mon[153734]: pgmap v250: 89 pgs: 89 active+clean; 1.9 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 153 MiB/s wr, 2.45k op/s 2023-09-23T17:58:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:16 smithi018 ceph-mon[149401]: pgmap v250: 89 pgs: 89 active+clean; 1.9 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 153 MiB/s wr, 2.45k op/s 2023-09-23T17:58:16.608 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:16.684 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:16.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:16.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:16.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 41794 41778 145.011 91.4375 0.00800211 0.00689047 2023-09-23T17:58:16.790 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:16.840 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:16.857 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:16.886 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:16.929 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:16.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:16.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:17.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:17.120 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:17.202 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:17.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:17.208 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:17.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:17.373 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:17.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:17.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:17.499 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:17.599 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:17.647 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:17.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 43392 43376 142.636 99.875 0.00549219 0.00700573 2023-09-23T17:58:17.720 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:17.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:17.727 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:17.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:17.877 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:18.101 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T17:58:18.306 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:18.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[153734]: pgmap v251: 89 pgs: 89 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-09-23T17:58:18.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3111047197' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[149401]: pgmap v251: 89 pgs: 89 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-09-23T17:58:18.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3111047197' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:18 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:18.311 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:18 smithi149 ceph-mon[135148]: pgmap v251: 89 pgs: 89 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-09-23T17:58:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3111047197' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:18 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:18.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:18.467 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:18.609 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:18.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:18.616 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:18.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T17:58:18.714112+0000 min lat: 0.00120951 max lat: 0.123006 avg lat: 0.00709517 2023-09-23T17:58:18.714 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T17:58:18.714 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 45100 45084 140.842 106.75 0.0106014 0.00709517 2023-09-23T17:58:18.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:18.760 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:18.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:18.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:18.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:18.981 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:19.033 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:19.105 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:19.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:19.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:19.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: osdmap e109: 8 total, 8 up, 8 in 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[149401]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: osdmap e109: 8 total, 8 up, 8 in 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:19 smithi018 ceph-mon[153734]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.269 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:19.287 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:19.303 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:19.340 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:19.351 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:19.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:19.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:19.377 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T17:58:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:19.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: osdmap e109: 8 total, 8 up, 8 in 2023-09-23T17:58:19.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:19 smithi149 ceph-mon[135148]: failed to encode map e109 with expected crc 2023-09-23T17:58:19.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:19.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:19.464 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:19.496 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:19.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:19.531 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:58:19.553 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:19.553 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:19.576 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:19.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:19.582 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:19.683 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:19.718 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 46682 46666 138.843 98.875 0.00475311 0.0071977 2023-09-23T17:58:19.744 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:19.864 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:58:19.864 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:58:19.864 INFO:tasks.thrashosds.thrasher:inject_pause on osd.6 2023-09-23T17:58:19.864 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T17:58:19.864 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T17:58:19.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 config set filestore_inject_stall 3 2023-09-23T17:58:20.104 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:20 smithi018 ceph-mon[149401]: pgmap v253: 89 pgs: 89 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T17:58:20.104 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3908928373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:20.251 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:20.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:20.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:20.355 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:20.379 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:20 smithi018 ceph-mon[153734]: pgmap v253: 89 pgs: 89 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T17:58:20.379 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3908928373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:20.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T17:58:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:20 smithi149 ceph-mon[135148]: pgmap v253: 89 pgs: 89 active+clean; 2.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T17:58:20.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3908928373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:20.407 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:20.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:20.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:20.469 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:20.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:20.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:20.692 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:20.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:20.698 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:20.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 48206 48190 136.861 95.25 0.00714509 0.00730155 2023-09-23T17:58:20.723 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:20.800 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:20.849 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:20.906 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T17:58:20.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:20.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:20.913 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:21.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:21.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:21.173 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:21.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:21.183 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:21.224 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:21.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:21.353 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:21.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 49654 49638 134.846 90.5 0.00437082 0.00741 2023-09-23T17:58:21.714 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:21.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:21.720 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:21.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:21.867 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:22.046 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:22.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:22.051 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:22.066 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:58:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:22.152 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:22.238 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:22.383 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:22.384 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T17:58:22.384 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:22 smithi149 ceph-mon[135148]: pgmap v254: 89 pgs: 89 active+clean; 2.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s 2023-09-23T17:58:22.407 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:22 smithi018 ceph-mon[149401]: pgmap v254: 89 pgs: 89 active+clean; 2.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s 2023-09-23T17:58:22.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:22 smithi018 ceph-mon[153734]: pgmap v254: 89 pgs: 89 active+clean; 2.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 111 MiB/s wr, 1.77k op/s 2023-09-23T17:58:22.408 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:22.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:22.415 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:22.516 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:22.564 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:22.713 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 51070 51054 132.915 88.5 0.00727934 0.007518 2023-09-23T17:58:22.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:22.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:22.726 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:22.827 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:22.891 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:22.968 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:22.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:22.974 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:23.010 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:23.010 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:23.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:23.134 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:23.579 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:23.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:23.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:23.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T17:58:23.685 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:23.721 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 52565 52549 131.297 93.4375 0.0161872 0.00760981 2023-09-23T17:58:23.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:23.867 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:23.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:23.873 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:23.974 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:24.057 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:24.058 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:24.233 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:24.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:24.246 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:24.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:24 smithi018 ceph-mon[153734]: pgmap v255: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T17:58:24.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:24 smithi018 ceph-mon[149401]: pgmap v255: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T17:58:24.347 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:24 smithi149 ceph-mon[135148]: pgmap v255: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T17:58:24.411 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:24.487 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:24.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:24.589 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:24.690 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:24.721 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 53925 53909 129.517 85 0.0174499 0.00771615 2023-09-23T17:58:24.726 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:24.748 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:24.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:24.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:24.924 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:24.997 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:24] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.33.4" 2023-09-23T17:58:25.026 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:25.090 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:25.153 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:25.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:25.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:25.171 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T17:58:25.266 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4187518911' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4187518911' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:25.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:25.346 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4187518911' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:25 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:25.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:25.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:25.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:25.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:25.666 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:25.721 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 16 55335 55319 127.984 88.125 0.0235761 0.00780766 2023-09-23T17:58:25.887 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:25.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:25.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:26.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:26.038 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:26.053 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:26.075 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:26.107 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:26.141 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:26.172 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:26.207 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:26.247 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:26.279 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:26.281 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.281 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.281 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:58:26.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: pgmap v256: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: osdmap e110: 8 total, 8 up, 8 in 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2475033675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:26.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: pgmap v256: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: osdmap e110: 8 total, 8 up, 8 in 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2475033675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:26.316 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:26.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:26.329 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: pgmap v256: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: osdmap e110: 8 total, 8 up, 8 in 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: failed to encode map e110 with expected crc 2023-09-23T17:58:26.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2475033675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:26.430 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:26.478 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:26.667 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:26.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:26.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:26.723 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 56774 56758 126.619 89.9375 0.0136169 0.00789271 2023-09-23T17:58:26.772 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:26.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:26.902 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:26.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:26.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:27.009 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:27.067 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:27.133 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:27.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:27.137 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:27.184 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:58:27.184 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:58:27.184 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T17:58:27.184 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T17:58:27.184 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:58:27.238 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:27.302 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:27.386 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:27.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:27.398 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:27.499 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:27.562 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:27.631 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:27.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:27.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:27.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T17:58:27.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 58162 58146 125.244 86.75 0.00836985 0.00797947 2023-09-23T17:58:27.741 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:27.796 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:58:27.796 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:58:27.796 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T17:58:27.796 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T17:58:27.796 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T17:58:27.797 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T17:58:27.799 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:28.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:28.138 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:28.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:28.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:28.280 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:28.345 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T17:58:28.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:28.347 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:28.424 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:28 smithi018 ceph-mon[149401]: pgmap v258: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-09-23T17:58:28.424 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:28 smithi018 ceph-mon[153734]: pgmap v258: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-09-23T17:58:28.448 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:28.452 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:28.517 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:28 smithi149 ceph-mon[135148]: pgmap v258: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s 2023-09-23T17:58:28.522 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:28.606 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:28.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:28.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:28.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:28.723 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 59471 59455 123.796 81.8125 0.009862 0.008072 2023-09-23T17:58:28.771 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:28.794 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:58:28.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:28.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:28.842 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:28.938 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:28.943 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:29.027 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:29.106 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:29.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:29.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:29.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:29.269 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:29.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:29.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:29.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:29.618 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:29.723 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 60709 60693 122.299 77.375 0.0118417 0.00817178 2023-09-23T17:58:29.794 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:29.833 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:29.853 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:29.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:29.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:29.960 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:30.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:30.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:30.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:30.167 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:30 smithi018 ceph-mon[149401]: pgmap v259: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2023-09-23T17:58:30.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:25559 5.a 5:54d21af0:::benchmark_data_smithi018_184207_object25558:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.198 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.096455+0000", 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.095101816, 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060079312000000003, 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 25559 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096455+0000", 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096455+0000", 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096454+0000", 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096477+0000", 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3824000000000001e-05 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096487+0000", 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3980000000000005e-06 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096493+0000", 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4910000000000002e-06 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096554+0000", 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0256e-05 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096703+0000", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000149877 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.096903+0000", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000199593 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.099003+0000", 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021003580000000001 2023-09-23T17:58:30.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100277+0000", 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012734249999999999 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156430+0000", 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056153082999999999 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156490+0000", 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0115000000000003e-05 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156534+0000", 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4447000000000003e-05 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:25571 5.d 5:b4e8e935:::benchmark_data_smithi018_184207_object25570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.097237+0000", 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.094319596999998, 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060407583000000001, 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 25571 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.206 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097237+0000", 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097237+0000", 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097236+0000", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097260+0000", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3252e-05 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097273+0000", 2023-09-23T17:58:30.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3200000000000001e-05 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097281+0000", 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2269999999999993e-06 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097337+0000", 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6399e-05 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097463+0000", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012583599999999999 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097588+0000", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012485 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.098703+0000", 2023-09-23T17:58:30.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001114522 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156149+0000", 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057446736999999998 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157551+0000", 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014021159999999999 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157605+0000", 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.363e-05 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157645+0000", 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9944000000000002e-05 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:25572 5.a 5:58d2f6d7:::benchmark_data_smithi018_184207_object25571:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.097299+0000", 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.094257814999999, 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059349276999999999, 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 25572 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.213 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097299+0000", 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097299+0000", 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097299+0000", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097316+0000", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7022000000000001e-05 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097324+0000", 2023-09-23T17:58:30.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3240000000000003e-06 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097330+0000", 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8039999999999998e-06 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.097971+0000", 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00064162599999999996 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.098054+0000", 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3047999999999995e-05 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.098163+0000", 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108211 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.099154+0000", 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00099150699999999998 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100322+0000", 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001168 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156575+0000", 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056253148000000003 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156617+0000", 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1257999999999997e-05 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156648+0000", 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1905e-05 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:25566 5.4 e108/103 5:294af190:::benchmark_data_smithi018_184207_object25565:head v 108'1524, mlcod=108'1522)", 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.100900+0000", 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.090657267000001, 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056081809000000003, 2023-09-23T17:58:30.220 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100900+0000", 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100900+0000", 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100899+0000", 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.100996+0000", 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7118000000000001e-05 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101008+0000", 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1436e-05 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101015+0000", 2023-09-23T17:58:30.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.041e-06 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101054+0000", 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9740000000000002e-05 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101069+0000", 2023-09-23T17:58:30.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4188999999999999e-05 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156950+0000", 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055881762000000001 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156982+0000", 2023-09-23T17:58:30.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1257000000000002e-05 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:25570 5.4 e108/103 5:2de33262:::benchmark_data_smithi018_184207_object25569:head v 108'1525, mlcod=108'1522)", 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.101030+0000", 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.090526743000002, 2023-09-23T17:58:30.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059132179, 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101030+0000", 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101030+0000", 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101030+0000", 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101168+0000", 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000137615 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101176+0000", 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3620000000000006e-06 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101182+0000", 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6670000000000001e-06 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101748+0000", 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00056666400000000003 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.101761+0000", 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3052e-05 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.160121+0000", 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.058360106000000002 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.160162+0000", 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1041000000000002e-05 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:25571 5.d e108/103 ondisk, result = 0)", 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.102129+0000", 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.089428224999999, 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055522809999999999, 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.232 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102129+0000", 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102129+0000", 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102128+0000", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102133+0000", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7999999999999998e-06 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156838+0000", 2023-09-23T17:58:30.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.054704971999999998 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156845+0000", 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.985e-06 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157530+0000", 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00068550700000000002 2023-09-23T17:58:30.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157538+0000", 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8669999999999994e-06 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.157652+0000", 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011329599999999999 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:25571 5.d e108/103 ondisk, result = 0)", 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.102643+0000", 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.088914190000001, 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053510595000000001, 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102643+0000", 2023-09-23T17:58:30.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102643+0000", 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102642+0000", 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102650+0000", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.259e-06 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.155884+0000", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053233414 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.155917+0000", 2023-09-23T17:58:30.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3312999999999998e-05 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156131+0000", 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021437 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156142+0000", 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1078e-05 2023-09-23T17:58:30.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156153+0000", 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1031e-05 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:25575 5.8 5:1afccae3:::benchmark_data_smithi018_184207_object25574:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:08.102887+0000", 2023-09-23T17:58:30.241 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 22.088670436000001, 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.058898200999999997, 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 25575 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102887+0000", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102887+0000", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102885+0000", 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:30.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.102908+0000", 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2447999999999999e-05 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.155887+0000", 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052979564 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.155923+0000", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5565999999999998e-05 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156147+0000", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00022446099999999999 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156312+0000", 2023-09-23T17:58:30.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000165088 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.156472+0000", 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015944700000000001 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.160292+0000", 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038203 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.160311+0000", 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9154e-05 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.161694+0000", 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013827749999999999 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.161747+0000", 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.253e-05 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:08.161785+0000", 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8234e-05 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.248 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:32581 5.a 5:541d9b14:::benchmark_data_smithi018_184207_object32580:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.320035+0000", 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.871521620999999, 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049870867999999999, 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32581 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320035+0000", 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320035+0000", 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320035+0000", 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320058+0000", 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3244e-05 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320068+0000", 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7720000000000006e-06 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320076+0000", 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4870000000000002e-06 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320129+0000", 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2571000000000002e-05 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320259+0000", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013021500000000001 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320375+0000", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116531 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322200+0000", 2023-09-23T17:58:30.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018250899999999999 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.323596+0000", 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001395692 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369808+0000", 2023-09-23T17:58:30.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.04621165 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369864+0000", 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5741e-05 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369906+0000", 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2719000000000002e-05 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.256 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33966 5.d 5:bffd2283:::benchmark_data_smithi018_184207_object33965:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.985911+0000", 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.205645703999998, 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099270044000000002, 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33966 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985911+0000", 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985911+0000", 2023-09-23T17:58:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985910+0000", 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985930+0000", 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9482000000000001e-05 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985940+0000", 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7289999999999995e-06 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985945+0000", 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3079999999999998e-06 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.985983+0000", 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8151000000000001e-05 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.986051+0000", 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8293999999999994e-05 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.986126+0000", 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4642999999999997e-05 2023-09-23T17:58:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.986807+0000", 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00068136599999999998 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085015+0000", 2023-09-23T17:58:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.098207998000000005 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085092+0000", 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7041999999999999e-05 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085140+0000", 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7199e-05 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085181+0000", 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1662000000000002e-05 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33969 5.4 e108/103 5:236150c2:::benchmark_data_smithi018_184207_object33968:head v 108'2012, mlcod=108'2010)", 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.987352+0000", 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.204204503, 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099275756000000007, 2023-09-23T17:58:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987352+0000", 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987352+0000", 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987352+0000", 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987442+0000", 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0529e-05 2023-09-23T17:58:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987450+0000", 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4789999999999999e-06 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987455+0000", 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7899999999999999e-06 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987488+0000", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3692000000000002e-05 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.987502+0000", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3276e-05 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.086592+0000", 2023-09-23T17:58:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099090094000000004 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.086628+0000", 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6452000000000003e-05 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:33966 5.d e108/103 ondisk, result = 0)", 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.988268+0000", 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.203289055999999, 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.096924626999999999, 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988268+0000", 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988268+0000", 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988267+0000", 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988271+0000", 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.14e-06 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083502+0000", 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.095231354000000004 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083513+0000", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1029000000000001e-05 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085067+0000", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015539149999999999 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085075+0000", 2023-09-23T17:58:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9410000000000007e-06 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085193+0000", 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011770899999999999 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33972 5.d 5:b5857440:::benchmark_data_smithi018_184207_object33971:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.988738+0000", 2023-09-23T17:58:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.20281885, 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100187189, 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33972 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988738+0000", 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988738+0000", 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988737+0000", 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988755+0000", 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7901e-05 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083661+0000", 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094905276999999996 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083683+0000", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2558e-05 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085346+0000", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016631440000000001 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085488+0000", 2023-09-23T17:58:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014202299999999999 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085642+0000", 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000153504 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088704+0000", 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030619200000000001 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088795+0000", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0861999999999998e-05 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088806+0000", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.15e-05 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088867+0000", 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1223999999999995e-05 2023-09-23T17:58:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088925+0000", 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8e-05 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:33966 5.d e108/103 ondisk, result = 0)", 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.988990+0000", 2023-09-23T17:58:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.202566926999999, 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.096028706000000005, 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988990+0000", 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988990+0000", 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988990+0000", 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988995+0000", 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7490000000000004e-06 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083409+0000", 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094413595000000003 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083425+0000", 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5846999999999999e-05 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084998+0000", 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001573564 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085009+0000", 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0414000000000001e-05 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085019+0000", 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0067e-05 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34423 5.8 5:17598fb6:::benchmark_data_smithi018_184207_object34422:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.303769+0000", 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.887787603, 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084184733999999997, 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34423 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303769+0000", 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303769+0000", 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303768+0000", 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303788+0000", 2023-09-23T17:58:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.914e-05 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303799+0000", 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1311999999999999e-05 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303805+0000", 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6749999999999999e-06 2023-09-23T17:58:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303862+0000", 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7840999999999997e-05 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.303996+0000", 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013376800000000001 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304131+0000", 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000134523 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.305559+0000", 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001427951 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.305626+0000", 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7100000000000005e-05 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.387866+0000", 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082239945999999994 2023-09-23T17:58:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.387915+0000", 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8980000000000002e-05 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.387954+0000", 2023-09-23T17:58:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9504e-05 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34452 5.8 5:1da84c7e:::benchmark_data_smithi018_184207_object34451:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.321347+0000", 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.870210186000001, 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.067125637000000002, 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34452 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321347+0000", 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321347+0000", 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321345+0000", 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321381+0000", 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5324999999999998e-05 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321398+0000", 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.77e-05 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321412+0000", 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3601000000000001e-05 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321469+0000", 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6898999999999999e-05 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321574+0000", 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104582 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321663+0000", 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9945999999999996e-05 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322923+0000", 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00125972 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.323208+0000", 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028490500000000001 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388390+0000", 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065181477000000002 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388438+0000", 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8482000000000001e-05 2023-09-23T17:58:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388472+0000", 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4403999999999998e-05 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:35922 5.8 5:168b3ea3:::benchmark_data_smithi018_184207_object35921:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:13.134722+0000", 2023-09-23T17:58:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.056834689999999, 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051706859000000001, 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 35922 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134722+0000", 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134722+0000", 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134720+0000", 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134761+0000", 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0930000000000003e-05 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134778+0000", 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7397e-05 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134789+0000", 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0132000000000001e-05 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134845+0000", 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5940999999999999e-05 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.135004+0000", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015966600000000001 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.135150+0000", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146212 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.137826+0000", 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002675588 2023-09-23T17:58:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.139810+0000", 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019840169999999998 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.186342+0000", 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046531669999999997 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.186395+0000", 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.295e-05 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.186429+0000", 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4551999999999997e-05 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:35928 5.8 5:194b4101:::benchmark_data_smithi018_184207_object35927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:13.134863+0000", 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.056693916, 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053658248999999998, 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 35928 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134863+0000", 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134863+0000", 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134862+0000", 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134886+0000", 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3187999999999999e-05 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134894+0000", 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5140000000000001e-06 2023-09-23T17:58:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.134901+0000", 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8839999999999997e-06 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.136466+0000", 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015652299999999999 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.136588+0000", 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122059 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.136735+0000", 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014640700000000001 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.137983+0000", 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001248086 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.139931+0000", 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001947781 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.188432+0000", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048501115999999997 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.188482+0000", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0025000000000003e-05 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:13.188521+0000", 2023-09-23T17:58:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9558999999999999e-05 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:38662 5.8 5:19abd265:::benchmark_data_smithi018_184207_object38661:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:14.667107+0000", 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 15.524449945000001, 2023-09-23T17:58:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063243306999999999, 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 38662 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667107+0000", 2023-09-23T17:58:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667107+0000", 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667106+0000", 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667125+0000", 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8802000000000001e-05 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667136+0000", 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1304999999999999e-05 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667141+0000", 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3460000000000001e-06 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667194+0000", 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2769999999999998e-05 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667352+0000", 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015825400000000001 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T17:58:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.667448+0000", 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5472999999999999e-05 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.668907+0000", 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00145871 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.669107+0000", 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000200328 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.730246+0000", 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061138902000000002 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.730303+0000", 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7099999999999999e-05 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.730350+0000", 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7348999999999997e-05 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:39233 5.d 5:b3e78759:::benchmark_data_smithi018_184207_object39232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:15.053609+0000", 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 15.137948395, 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053331133000000003, 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 39233 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053609+0000", 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053609+0000", 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053608+0000", 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053634+0000", 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6434000000000001e-05 2023-09-23T17:58:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053643+0000", 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.721e-06 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053649+0000", 2023-09-23T17:58:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6659999999999996e-06 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053716+0000", 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7853000000000002e-05 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053807+0000", 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0939000000000005e-05 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.053896+0000", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8510000000000005e-05 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.055578+0000", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016819420000000001 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.055813+0000", 2023-09-23T17:58:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000235379 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.106822+0000", 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051008981000000002 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.106888+0000", 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5981000000000004e-05 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.106940+0000", 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1535e-05 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:30.334 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:58:30.335 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:30.337 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:30.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:30.342 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:30.443 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:30.524 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:30 smithi149 ceph-mon[135148]: pgmap v259: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2023-09-23T17:58:30.541 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:30.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:30 smithi018 ceph-mon[153734]: pgmap v259: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2023-09-23T17:58:30.584 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T17:58:30.584 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:30.627 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:30.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:30.634 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:30.723 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 61926 61910 120.855 76.0625 0.0153194 0.00826964 2023-09-23T17:58:30.735 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:30.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T17:58:30.790 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:30.855 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:30.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:30.867 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:30.968 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:31.048 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:31.180 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:31.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:31.185 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:31.286 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:31.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:31.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:31.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:31.563 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:31.664 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:31.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 63213 63197 119.63 80.4375 0.00610024 0.0083541 2023-09-23T17:58:31.729 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:31.793 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:31.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:31.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:31.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:31.956 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:32.036 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:32.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:32.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:32.145 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:32.232 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:32.296 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:32.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:32.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:32 smithi018 ceph-mon[153734]: pgmap v260: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T17:58:32.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:32 smithi018 ceph-mon[149401]: pgmap v260: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T17:58:32.371 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:32.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:32.447 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:32 smithi149 ceph-mon[135148]: pgmap v260: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T17:58:32.455 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:32.518 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:32.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:32.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:32.629 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:32.696 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:32.715 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:32.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 64436 64420 118.36 76.4375 0.0319924 0.00844428 2023-09-23T17:58:32.762 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:32.763 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:32.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:32.767 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:32.798 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:32.831 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:32.861 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:32.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:32.897 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:32.924 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:32.941 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:32.978 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:32.983 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:58:32.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:32.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:33.091 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:33.165 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:33.198 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T17:58:33.241 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:33.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:33.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1587590102' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1993416327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1587590102' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1993416327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:33.345 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:33.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1587590102' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:33.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1993416327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:33.427 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:33.501 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:33.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:33.520 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:33.621 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:33.686 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:33.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 65664 65648 117.171 76.75 0.00881194 0.00852915 2023-09-23T17:58:33.743 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:33.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:33.754 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:33.854 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:33.911 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:33.989 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:33.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:33.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:34.098 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:34.168 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:34.230 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:34.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:34.239 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:34.339 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: pgmap v261: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:34.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:34 smithi149 ceph-mon[135148]: osdmap e111: 8 total, 8 up, 8 in 2023-09-23T17:58:34.397 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:34.458 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:34.459 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:34.476 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:34.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: pgmap v261: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-09-23T17:58:34.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[149401]: osdmap e111: 8 total, 8 up, 8 in 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: pgmap v261: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.486 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: failed to encode map e111 with expected crc 2023-09-23T17:58:34.487 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:34.487 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-mon[153734]: osdmap e111: 8 total, 8 up, 8 in 2023-09-23T17:58:34.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:34.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:34.588 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:34.678 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:34.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 16 66936 66920 116.125 79.5 0.00491117 0.00860544 2023-09-23T17:58:34.744 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:34.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:34.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:34.853 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:34.901 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:34.963 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T17:58:34.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:34.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:34.971 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:35.072 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:35.148 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:35.216 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:35.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:35.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:34] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.33.4" 2023-09-23T17:58:35.321 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:35.370 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:35.432 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:35.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:35.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:35.536 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:35.576 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:35.687 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:35.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:35.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:35.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 68214 68198 115.145 79.875 0.00961171 0.00867963 2023-09-23T17:58:35.740 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:35.794 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:35.851 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:35.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:35.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:35.949 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:35.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:58:35.993 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T17:58:36.050 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:36.069 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:58:36.069 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:58:36.069 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T17:58:36.069 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 3.0 2023-09-23T17:58:36.210 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:36.439 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:36.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:36.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:36.520 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:36 smithi018 ceph-mon[153734]: pgmap v263: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.32k op/s 2023-09-23T17:58:36.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:36 smithi018 ceph-mon[149401]: pgmap v263: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.32k op/s 2023-09-23T17:58:36.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:36.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:36 smithi149 ceph-mon[135148]: pgmap v263: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.32k op/s 2023-09-23T17:58:36.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:36.655 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:36.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:36.662 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:36.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 69336 69320 113.961 70.125 0.00848662 0.0087706 2023-09-23T17:58:36.762 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:36.821 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:36.869 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:36.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:36.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:36.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:37.025 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:37.140 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:37.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:37.153 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:37.253 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:37.306 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:37.388 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:37.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:37.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:37.496 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:37.551 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:37.600 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:37.628 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:37.628 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:37.722 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:37.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 70459 70443 112.837 70.1875 0.0168894 0.00885745 2023-09-23T17:58:37.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:37.732 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:37.833 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:37.896 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:37.952 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:37.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:37.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:38.058 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:38.126 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:38.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:38.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:38.213 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:38.313 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:38.365 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:38.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:38 smithi149 ceph-mon[135148]: pgmap v264: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-09-23T17:58:38.428 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:38.432 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:38 smithi018 ceph-mon[153734]: pgmap v264: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-09-23T17:58:38.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:38.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:38.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:38 smithi018 ceph-mon[149401]: pgmap v264: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-09-23T17:58:38.535 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:38.603 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:38.691 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:38.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:38.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:38.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T17:58:38.725904+0000 min lat: 0.00120951 max lat: 0.123006 avg lat: 0.00893226 2023-09-23T17:58:38.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T17:58:38.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 71660 71644 111.892 75.0625 0.0107741 0.00893226 2023-09-23T17:58:38.802 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T17:58:38.804 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:38.862 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:38.923 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:38.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:38.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:39.033 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:39.095 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:39.707 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:39.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:39.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:39.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 72816 72800 110.926 72.25 0.015135 0.00900975 2023-09-23T17:58:39.813 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:39.841 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:39.861 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:39.876 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:39.913 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:39.918 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:39.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:39.924 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:39.953 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:39.983 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:40.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:40.042 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:40.079 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:40.114 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:40.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:40.117 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:40.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:40.121 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:40.123 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.124 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:58:40.218 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:40.338 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:40 smithi149 ceph-mon[135148]: pgmap v265: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-09-23T17:58:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1485765079' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:40.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:40.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:40.467 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:40.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[149401]: pgmap v265: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-09-23T17:58:40.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:40.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:40.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1485765079' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:40.471 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[153734]: pgmap v265: 89 pgs: 89 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2023-09-23T17:58:40.471 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:40.471 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:40.471 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1485765079' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:40.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:40.645 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:40.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 73827 73811 109.789 63.1875 0.0145855 0.00910303 2023-09-23T17:58:41.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1177434530' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.242 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]: dispatch 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout:moved 31 / 267 (11.6105%) 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout:avg 33.375 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 6.08148 -> 6.24375 (expected baseline 5.40399) 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 20 -> 30 pgs (0.599251 -> 0.898876 * mean) 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.4 with 42 -> 33 pgs (1.25843 -> 0.988764 * mean) 2023-09-23T17:58:41.250 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 3 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0202 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0222 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 1.0000 -> 0.6488 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 1.0000 -> 0.6508 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 weight 0.7450 -> 1.0000 2023-09-23T17:58:41.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 1.0000 -> 0.8355 2023-09-23T17:58:41.263 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T17:58:41.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:41.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:41.313 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:41.414 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:41.441 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:41.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:41.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:41.476 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:41.500 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1177434530' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.501 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.501 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]: dispatch 2023-09-23T17:58:41.577 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:41.601 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1177434530' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:58:41.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]: dispatch 2023-09-23T17:58:41.604 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:41.637 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:41.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:41.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:41.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 74502 74486 108.218 42.1875 0.00299908 0.00913835 2023-09-23T17:58:41.742 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:41.769 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:41.802 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:41.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:41.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:41.812 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-09-23T17:58:41.812 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-09-23T17:58:41.905 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:41.931 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:41.963 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:41.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:41.966 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:42.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:42.098 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:42.182 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:42.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:42.187 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:42.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:42.314 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:42.352 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:42.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:42.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T17:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:29738 5.0 5:04877f7a:::benchmark_data_smithi018_184207_object29737:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:09.948581+0000", 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 32.460637384999998, 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032687101000000003, 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 29738 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948581+0000", 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948581+0000", 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948579+0000", 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948604+0000", 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4199e-05 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948616+0000", 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.199e-05 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948623+0000", 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.807e-06 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948688+0000", 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4351999999999996e-05 2023-09-23T17:58:42.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948805+0000", 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011691100000000001 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.948908+0000", 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000103628 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.416 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.949787+0000", 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00087842699999999998 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.952566+0000", 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027792369999999999 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981165+0000", 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028598977000000001 2023-09-23T17:58:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981225+0000", 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9608000000000003e-05 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981268+0000", 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3513999999999997e-05 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.418 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:29746 5.0 5:012e3104:::benchmark_data_smithi018_184207_object29745:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:09.950799+0000", 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 32.458418887000001, 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030606958, 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.419 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 29746 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950799+0000", 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950799+0000", 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950798+0000", 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950822+0000", 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3431e-05 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.421 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950837+0000", 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5387999999999999e-05 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950845+0000", 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.503e-06 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.422 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.950904+0000", 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9169999999999998e-05 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.951056+0000", 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000152356 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.951238+0000", 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018149400000000001 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.423 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.952621+0000", 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013830680000000001 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.954405+0000", 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017845929999999999 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.424 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981317+0000", 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026912199000000001 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981366+0000", 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8347999999999999e-05 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:09.981406+0000", 2023-09-23T17:58:42.425 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0537000000000002e-05 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:32582 5.0 5:03c7d80e:::benchmark_data_smithi018_184207_object32581:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.320514+0000", 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.088704010000001, 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049306994, 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.426 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32582 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320514+0000", 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.427 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320514+0000", 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320513+0000", 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.428 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320561+0000", 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8296e-05 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320574+0000", 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2896e-05 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.429 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320582+0000", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.388e-06 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320632+0000", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9740000000000001e-05 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320764+0000", 2023-09-23T17:58:42.430 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013149900000000001 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320890+0000", 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012617800000000001 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369671+0000", 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048780821000000002 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.431 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369725+0000", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4206999999999998e-05 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369735+0000", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7909999999999999e-06 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369785+0000", 2023-09-23T17:58:42.432 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0133000000000003e-05 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369821+0000", 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6643000000000001e-05 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:32583 5.0 5:0b4098bb:::benchmark_data_smithi018_184207_object32582:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.433 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.320599+0000", 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.088619372, 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050863885999999997, 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32583 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.434 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320599+0000", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320599+0000", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320598+0000", 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320618+0000", 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9621000000000001e-05 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320625+0000", 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2899999999999997e-06 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.436 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320631+0000", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4229999999999996e-06 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368245+0000", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047614384000000003 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368382+0000", 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013677200000000001 2023-09-23T17:58:42.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368529+0000", 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014681399999999999 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369834+0000", 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013057430000000001 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.438 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.371036+0000", 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012016520000000001 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.371375+0000", 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033907000000000002 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.439 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.371425+0000", 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9988999999999999e-05 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.371463+0000", 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7701999999999999e-05 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.440 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:32581 5.a e108/103 5:541d9b14:::benchmark_data_smithi018_184207_object32580:head v 108'2074, mlcod=108'2071)", 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.320742+0000", 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.088475982999999, 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047431483000000003, 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320742+0000", 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.441 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320742+0000", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320742+0000", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320763+0000", 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1642e-05 2023-09-23T17:58:42.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320773+0000", 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5380000000000008e-06 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320778+0000", 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6899999999999997e-06 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320836+0000", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7290000000000002e-05 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.320855+0000", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9604000000000001e-05 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322051+0000", 2023-09-23T17:58:42.444 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011956219999999999 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368174+0000", 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046122865999999998 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:32582 5.0 e108/103 ondisk, result = 0)", 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.322390+0000", 2023-09-23T17:58:42.445 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.086828794999999, 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047292451999999999, 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322390+0000", 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.446 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322390+0000", 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322389+0000", 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.322393+0000", 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5700000000000003e-06 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368162+0000", 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045768547 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368172+0000", 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0139999999999999e-05 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369657+0000", 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014847840000000001 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369665+0000", 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8210000000000002e-06 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.369682+0000", 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7309999999999999e-05 2023-09-23T17:58:42.449 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:32609 5.a e108/103 5:5e61b1a9:::benchmark_data_smithi018_184207_object32608:head v 108'2075, mlcod=108'2072)", 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.332703+0000", 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.076515679, 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039694923, 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.450 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.332703+0000", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.332703+0000", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.332701+0000", 2023-09-23T17:58:42.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.332731+0000", 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9291000000000001e-05 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368146+0000", 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035415765000000002 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368159+0000", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2863e-05 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368200+0000", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0896000000000003e-05 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.368225+0000", 2023-09-23T17:58:42.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4864000000000001e-05 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.372361+0000", 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004135573 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.372398+0000", 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6900999999999998e-05 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.454 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34448 5.0 5:0b198a8f:::benchmark_data_smithi018_184207_object34447:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.320494+0000", 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.088724203000002, 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070709159999999993, 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.455 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34448 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320494+0000", 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320494+0000", 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320493+0000", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320512+0000", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9517999999999998e-05 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320525+0000", 2023-09-23T17:58:42.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2921999999999999e-05 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320531+0000", 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7989999999999999e-06 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320585+0000", 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3736000000000002e-05 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320778+0000", 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019330700000000001 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320939+0000", 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016060400000000001 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322159+0000", 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001220233 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322879+0000", 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00072027099999999998 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391114+0000", 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068234367000000004 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391165+0000", 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1397000000000003e-05 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391203+0000", 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8285999999999999e-05 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:40751 5.0 5:0eadda99:::benchmark_data_smithi018_184207_object40750:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:15.994136+0000", 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 26.415082339000001, 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032737967999999999, 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 40751 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.462 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994136+0000", 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994136+0000", 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994134+0000", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994161+0000", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6536000000000001e-05 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994173+0000", 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1748e-05 2023-09-23T17:58:42.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994180+0000", 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1829999999999997e-06 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994360+0000", 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018010899999999999 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994511+0000", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015075399999999999 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:15.994695+0000", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018425000000000001 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.000285+0000", 2023-09-23T17:58:42.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055901040000000003 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.002358+0000", 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020730509999999998 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.026776+0000", 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024417609999999999 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.026831+0000", 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5792999999999999e-05 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.026874+0000", 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2447999999999997e-05 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:62338 5.0 5:0edad1a6:::benchmark_data_smithi018_184207_object62337:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:31.047212+0000", 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 11.362006434, 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027953694000000001, 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 62338 2023-09-23T17:58:42.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047212+0000", 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047212+0000", 2023-09-23T17:58:42.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047211+0000", 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047238+0000", 2023-09-23T17:58:42.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6645e-05 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047246+0000", 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6750000000000008e-06 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.047253+0000", 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2469999999999997e-06 2023-09-23T17:58:42.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.052024+0000", 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047715530000000004 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.052175+0000", 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015091200000000001 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.052325+0000", 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014951400000000001 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.057182+0000", 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048576920000000003 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.067218+0000", 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010035531 2023-09-23T17:58:42.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075059+0000", 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078413140000000003 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075117+0000", 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7648000000000001e-05 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075166+0000", 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8699999999999998e-05 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:62343 5.0 5:0732a7b7:::benchmark_data_smithi018_184207_object62342:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:31.049379+0000", 2023-09-23T17:58:42.478 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 11.359838905, 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025892399999999999, 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 62343 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.479 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049379+0000", 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049379+0000", 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049378+0000", 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049404+0000", 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6026000000000001e-05 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049417+0000", 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.29e-05 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.049425+0000", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3140000000000004e-06 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.054682+0000", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052568659999999998 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.054848+0000", 2023-09-23T17:58:42.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016607699999999999 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.055034+0000", 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000185988 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.063464+0000", 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0084295040000000009 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.068832+0000", 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053679289999999996 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075200+0000", 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063688299999999998 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075241+0000", 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1155000000000002e-05 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:31.075272+0000", 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0317000000000001e-05 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73116 5.0 5:09485c5c:::benchmark_data_smithi018_184207_object73115:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:39.996808+0000", 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.4124104430000002, 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046278340000000001, 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73116 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.486 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996808+0000", 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996808+0000", 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996807+0000", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996832+0000", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5091000000000001e-05 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996842+0000", 2023-09-23T17:58:42.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0135e-05 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996852+0000", 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6949999999999995e-06 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.999189+0000", 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023368899999999999 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.489 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.999338+0000", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148737 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.999446+0000", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108267 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.001639+0000", 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021931300000000002 2023-09-23T17:58:42.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.004574+0000", 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029351210000000002 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043021+0000", 2023-09-23T17:58:42.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038446592000000002 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043062+0000", 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1063999999999999e-05 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043086+0000", 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4408000000000001e-05 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.492 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73119 5.0 5:0e633258:::benchmark_data_smithi018_184207_object73118:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:39.996859+0000", 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.412359414, 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046354222, 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.493 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73119 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996859+0000", 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996859+0000", 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996858+0000", 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996886+0000", 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7577e-05 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996904+0000", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8159e-05 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:39.996911+0000", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6150000000000002e-06 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.001761+0000", 2023-09-23T17:58:42.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048499789999999999 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.001906+0000", 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000145215 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.002045+0000", 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013921300000000001 2023-09-23T17:58:42.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.004582+0000", 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025367649999999999 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.005038+0000", 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00045626599999999998 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043121+0000", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038083374000000003 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043176+0000", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4200000000000003e-05 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.043213+0000", 2023-09-23T17:58:42.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7422999999999997e-05 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73208 5.0 5:068d9018:::benchmark_data_smithi018_184207_object73207:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.120726+0000", 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.2884926299999999, 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026961740000000001, 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73208 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120726+0000", 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120726+0000", 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120724+0000", 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120757+0000", 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2864000000000002e-05 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120789+0000", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2245e-05 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.120800+0000", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0808000000000001e-05 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126264+0000", 2023-09-23T17:58:42.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005464188 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126413+0000", 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000149235 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126558+0000", 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000145227 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.133734+0000", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071753349999999997 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.134521+0000", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00078758599999999995 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.147592+0000", 2023-09-23T17:58:42.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013070533 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.147639+0000", 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6743000000000003e-05 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.147687+0000", 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8871e-05 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.506 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73211 5.0 5:0888f1fc:::benchmark_data_smithi018_184207_object73210:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.126005+0000", 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.2832129999999999, 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026929076999999999, 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.507 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73211 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126005+0000", 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126005+0000", 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126005+0000", 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126032+0000", 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7104e-05 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126041+0000", 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1430000000000004e-06 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.126047+0000", 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4439999999999996e-06 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.131173+0000", 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051254430000000004 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.131357+0000", 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018399000000000001 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.131522+0000", 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016554300000000001 2023-09-23T17:58:42.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.144822+0000", 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013299274999999999 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.144872+0000", 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0164999999999998e-05 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.152842+0000", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079698200000000007 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.152894+0000", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2274999999999997e-05 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.152934+0000", 2023-09-23T17:58:42.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0518000000000001e-05 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73293 5.0 5:08dfa184:::benchmark_data_smithi018_184207_object73292:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.212764+0000", 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.196454562, 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025351859000000001, 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.514 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73293 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212764+0000", 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212764+0000", 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212762+0000", 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212788+0000", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5854999999999999e-05 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212807+0000", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9252000000000001e-05 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212817+0000", 2023-09-23T17:58:42.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4499999999999993e-06 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.215658+0000", 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002841573 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.215827+0000", 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016840900000000001 2023-09-23T17:58:42.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.215980+0000", 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015332799999999999 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.221160+0000", 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051802860000000001 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.224163+0000", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00300286 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.238010+0000", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013847309 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.238069+0000", 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8949000000000001e-05 2023-09-23T17:58:42.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.238116+0000", 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6196000000000003e-05 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73294 5.0 5:097b91d6:::benchmark_data_smithi018_184207_object73293:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.212836+0000", 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.19638256, 2023-09-23T17:58:42.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038508329000000001, 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73294 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212836+0000", 2023-09-23T17:58:42.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212836+0000", 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212835+0000", 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212855+0000", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9877e-05 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212867+0000", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2342e-05 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.212873+0000", 2023-09-23T17:58:42.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9150000000000001e-06 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.218369+0000", 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0054960870000000002 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.218551+0000", 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018196799999999999 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.218730+0000", 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017918200000000001 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227073+0000", 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083428430000000008 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.238161+0000", 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011087427 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251239+0000", 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01307822 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251297+0000", 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7708999999999999e-05 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251344+0000", 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7389000000000003e-05 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73298 5.0 5:04d52e20:::benchmark_data_smithi018_184207_object73297:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.213056+0000", 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.1961626430000001, 2023-09-23T17:58:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.03838333, 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73298 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213056+0000", 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213056+0000", 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213054+0000", 2023-09-23T17:58:42.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213078+0000", 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3536999999999998e-05 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213098+0000", 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9513000000000001e-05 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.213106+0000", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9500000000000007e-06 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.221345+0000", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008238067 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.221509+0000", 2023-09-23T17:58:42.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016478900000000001 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.221656+0000", 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014661599999999999 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.237970+0000", 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016313951 2023-09-23T17:58:42.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.243600+0000", 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056300370000000001 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251356+0000", 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077560909999999997 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251403+0000", 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6607999999999998e-05 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.251439+0000", 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6350999999999998e-05 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73303 5.0 5:0978f4fb:::benchmark_data_smithi018_184207_object73302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.227009+0000", 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.1822090940000001, 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027005425, 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73303 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.537 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227009+0000", 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227009+0000", 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227009+0000", 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227029+0000", 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9850000000000001e-05 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227036+0000", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3170000000000004e-06 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227041+0000", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4840000000000003e-06 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.229973+0000", 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029315629999999999 2023-09-23T17:58:42.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.230124+0000", 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015083100000000001 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.230291+0000", 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000167634 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.243697+0000", 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013405762 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.243815+0000", 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011810400000000001 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.253911+0000", 2023-09-23T17:58:42.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010095421 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.253972+0000", 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1594999999999996e-05 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.254015+0000", 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2366000000000001e-05 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.543 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:73305 5.0 5:07398b7d:::benchmark_data_smithi018_184207_object73304:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:40.227047+0000", 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.1821717500000002, 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027042605000000001, 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:42.544 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73305 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227047+0000", 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227047+0000", 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:58:42.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227046+0000", 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227065+0000", 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8664e-05 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227071+0000", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5520000000000001e-06 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.227076+0000", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7729999999999999e-06 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.232738+0000", 2023-09-23T17:58:42.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056621919999999999 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.232891+0000", 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015244799999999999 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.233064+0000", 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000173241 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.243743+0000", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010678699 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.245811+0000", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020684800000000001 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.254024+0000", 2023-09-23T17:58:42.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008213059 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.254068+0000", 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3942e-05 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:40.254089+0000", 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1024000000000001e-05 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.550 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:58:42.551 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:58:42.551 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:58:42.551 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: pgmap v266: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: from='client.44753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:42.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]': finished 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: osdmap e112: 8 total, 8 up, 8 in 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[153734]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: pgmap v266: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: from='client.44753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:42.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]': finished 2023-09-23T17:58:42.554 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: osdmap e112: 8 total, 8 up, 8 in 2023-09-23T17:58:42.554 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.554 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.554 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:42 smithi018 ceph-mon[149401]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.554 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:42.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: pgmap v266: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T17:58:42.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: from='client.44753 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:42.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:42.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:58:42.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'54754','2':'65536','4':'42517','5':'42649'}"}]': finished 2023-09-23T17:58:42.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: osdmap e112: 8 total, 8 up, 8 in 2023-09-23T17:58:42.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:42 smithi149 ceph-mon[135148]: failed to encode map e112 with expected crc 2023-09-23T17:58:42.579 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:42.612 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:42.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:42.615 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:42.716 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:42.725 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 74502 74486 105.759 0 - 0.00913835 2023-09-23T17:58:42.742 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:42.774 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:42.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:42.776 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:42.861 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T17:58:42.877 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:42.930 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:42.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:42.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:42.967 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:43.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:43.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:43.127 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:43.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:43.130 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:43.231 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:43.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:43.308 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:43.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:43.313 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:43.413 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:43.446 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:58:43.486 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: osdmap e113: 8 total, 8 up, 8 in 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[149401]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: osdmap e113: 8 total, 8 up, 8 in 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.519 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:43 smithi018 ceph-mon[153734]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.540 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:43.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: osdmap e113: 8 total, 8 up, 8 in 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:43 smithi149 ceph-mon[135148]: failed to encode map e113 with expected crc 2023-09-23T17:58:43.662 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:43.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:43.673 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:43.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 74547 74531 103.471 1.40625 0.00728755 0.00952659 2023-09-23T17:58:43.774 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:43.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:44.103 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T17:58:44.312 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: pgmap v269: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T17:58:44.312 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T17:58:44.312 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.312 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: osdmap e114: 8 total, 8 up, 8 in 2023-09-23T17:58:44.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:44 smithi149 ceph-mon[135148]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.356 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:44.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:44.360 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:44.391 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:44.456 INFO:teuthology.orchestra.run.smithi018.stdout:moved 5 / 267 (1.87266%) 2023-09-23T17:58:44.456 INFO:teuthology.orchestra.run.smithi018.stdout:avg 33.375 2023-09-23T17:58:44.456 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 6.24375 -> 6.4988 (expected baseline 5.40399) 2023-09-23T17:58:44.456 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.5 with 19 -> 19 pgs (0.569288 -> 0.569288 * mean) 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.1 with 40 -> 41 pgs (1.1985 -> 1.22846 * mean) 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 0.05 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0205 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0226 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 0.6488 -> 0.5988 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.6508 -> 0.6008 2023-09-23T17:58:44.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 0.8355 -> 0.7855 2023-09-23T17:58:44.459 INFO:teuthology.orchestra.run.smithi018.stderr:no change 2023-09-23T17:58:44.460 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:44.493 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: pgmap v269: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: osdmap e114: 8 total, 8 up, 8 in 2023-09-23T17:58:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[149401]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T17:58:44.455+0000 7f58e8bfe700 -1 mgr.server reply reply (3) No such process no change 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: pgmap v269: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: osdmap e114: 8 total, 8 up, 8 in 2023-09-23T17:58:44.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-mon[153734]: failed to encode map e114 with expected crc 2023-09-23T17:58:44.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 74658 74642 101.373 6.9375 0.00379473 0.00953413 2023-09-23T17:58:44.817 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:44.817 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T17:58:44.817 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T17:58:44.817 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:44.964 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:44.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:44.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:44.969 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T17:58:44.969 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 1.0 2023-09-23T17:58:45.069 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:45.112 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:45.224 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T17:58:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:44] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.33.4" 2023-09-23T17:58:45.365 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:45.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:45.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:45.471 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:45.525 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:45.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 74658 74642 99.2173 0 - 0.00953413 2023-09-23T17:58:45.751 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:45.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:45.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:45.832 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:58:45.837 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:45.856 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:45.885 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:45.971 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:45.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:45.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:46.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:46.108 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:46.108 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[153734]: from='client.54640 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[153734]: pgmap v271: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T17:58:46.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/466139507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[149401]: from='client.54640 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:46.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[149401]: pgmap v271: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T17:58:46.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/466139507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:46.389 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:46.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:46.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:46.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:46.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:46.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:46.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:46.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:46 smithi149 ceph-mon[135148]: from='client.54640 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:46 smithi149 ceph-mon[135148]: pgmap v271: 89 pgs: 5 peering, 84 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T17:58:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/466139507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:58:46.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 74658 74642 97.1509 0 - 0.00953413 2023-09-23T17:58:46.729 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:46.761 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:46.842 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:46.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:46.845 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:46.946 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:47.136 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:47.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:47.138 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:47.154 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:47.154 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T17:58:47.154 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T17:58:47.154 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T17:58:47.155 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:47.240 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:47.272 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:47.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:47 smithi018 ceph-mon[153734]: pgmap v272: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 5 peering, 78 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 23 MiB/s wr, 361 op/s; 18580/223059 objects degraded (8.330%); 9227/223059 objects misplaced (4.137%); 480 KiB/s, 8 objects/s recovering 2023-09-23T17:58:47.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:47 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 18580/223059 objects degraded (8.330%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:47.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:47 smithi018 ceph-mon[149401]: pgmap v272: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 5 peering, 78 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 23 MiB/s wr, 361 op/s; 18580/223059 objects degraded (8.330%); 9227/223059 objects misplaced (4.137%); 480 KiB/s, 8 objects/s recovering 2023-09-23T17:58:47.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:47 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 18580/223059 objects degraded (8.330%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:47.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:47.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:47.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:47.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:47 smithi149 ceph-mon[135148]: pgmap v272: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 5 peering, 78 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 23 MiB/s wr, 361 op/s; 18580/223059 objects degraded (8.330%); 9227/223059 objects misplaced (4.137%); 480 KiB/s, 8 objects/s recovering 2023-09-23T17:58:47.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:47 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 18580/223059 objects degraded (8.330%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:47.582 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T17:58:47.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:47.648 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:47.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:47.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:47.699 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:47.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 74658 74642 95.1688 0 - 0.00953413 2023-09-23T17:58:47.800 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:47.830 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:47.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:47.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:47.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:47.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:48.008 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:48.045 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:48.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:48.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:48.149 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:48.178 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:48.189 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:48.223 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:48.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:48.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:48.320 INFO:teuthology.orchestra.run.smithi018.stdout:moved 24 / 267 (8.98876%) 2023-09-23T17:58:48.320 INFO:teuthology.orchestra.run.smithi018.stdout:avg 33.375 2023-09-23T17:58:48.320 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 6.24375 -> 10.307 (expected baseline 5.40399) 2023-09-23T17:58:48.320 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.5 with 19 -> 15 pgs (0.569288 -> 0.449438 * mean) 2023-09-23T17:58:48.320 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.1 with 40 -> 46 pgs (1.1985 -> 1.37828 * mean) 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 1 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0210 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0230 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 0.6488 -> 0.4253 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.6508 -> 0.4287 2023-09-23T17:58:48.321 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 0.8355 -> 0.6656 2023-09-23T17:58:48.325 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T17:58:48.326 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:48.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:48.433 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4014630261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.433 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.433 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:48 smithi149 ceph-mon[135148]: from='client.34878 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:48.433 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]: dispatch 2023-09-23T17:58:48.436 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:48.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:48.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:48.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4014630261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[149401]: from='client.34878 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]: dispatch 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4014630261' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:58:48.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[153734]: from='client.34878 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:48.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]: dispatch 2023-09-23T17:58:48.575 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:48.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 74658 74642 93.266 0 - 0.00953413 2023-09-23T17:58:49.010 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:49.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:49.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:49.055 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T17:58:49.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 1.0 2023-09-23T17:58:49.115 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:49.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:49.278 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:49.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:49.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:49.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:49.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:49.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:49.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]': finished 2023-09-23T17:58:49.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: osdmap e115: 8 total, 8 up, 8 in 2023-09-23T17:58:49.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[149401]: pgmap v274: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.4 MiB/s wr, 134 op/s; 18580/223080 objects degraded (8.329%); 9227/223080 objects misplaced (4.136%); 456 KiB/s, 8 objects/s recovering 2023-09-23T17:58:49.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]': finished 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: osdmap e115: 8 total, 8 up, 8 in 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:49 smithi149 ceph-mon[135148]: pgmap v274: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.4 MiB/s wr, 134 op/s; 18580/223080 objects degraded (8.329%); 9227/223080 objects misplaced (4.136%); 456 KiB/s, 8 objects/s recovering 2023-09-23T17:58:49.412 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:49.456 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:49.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:49.459 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25565 5.e 5:75253fba:::benchmark_data_smithi018_184207_object25564:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.499 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097005+0000", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 41.399576236999998, 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998, 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25565 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T17:58:49.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097004+0000", 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4434000000000001e-05 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097058+0000", 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7841000000000001e-05 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097076+0000", 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0650000000000001e-06 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097083+0000", 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.936e-05 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097152+0000", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001418517 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098571+0000", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015195599999999999 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098723+0000", 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002289704 2023-09-23T17:58:49.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101013+0000", 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017993670000000001 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.102812+0000", 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057217525999999998 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160030+0000", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5600000000000003e-05 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160085+0000", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.807e-05 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160123+0000", 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.505 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:31350 5.e 5:73e57099:::benchmark_data_smithi018_184207_object31349:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:10.723020+0000", 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.7735615, 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003, 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31350 2023-09-23T17:58:49.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723018+0000", 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0684000000000002e-05 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723099+0000", 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2014000000000001e-05 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723111+0000", 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7290000000000003e-06 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723118+0000", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1918000000000001e-05 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723160+0000", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013274599999999999 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723292+0000", 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020001900000000001 2023-09-23T17:58:49.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723493+0000", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017011190000000001 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.725194+0000", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020199250000000001 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.727214+0000", 2023-09-23T17:58:49.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038901591999999999 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766115+0000", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766168+0000", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9589999999999998e-05 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766218+0000", 2023-09-23T17:58:49.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32588 5.1 5:802d9ed1:::benchmark_data_smithi018_184207_object32587:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.322812+0000", 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.173768746999997, 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997, 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.512 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32588 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999943 2023-09-23T17:58:49.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322807+0000", 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017117799999999999 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322978+0000", 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2487000000000003e-05 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323010+0000", 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7493999999999999e-05 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323028+0000", 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000107384 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323135+0000", 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000139923 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323275+0000", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017222200000000001 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323447+0000", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065034029999999996 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329951+0000", 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003598656 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.333549+0000", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038886937000000003 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372436+0000", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7219999999999998e-05 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372494+0000", 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5825999999999998e-05 2023-09-23T17:58:49.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372539+0000", 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32589 5.1 5:8a03034f:::benchmark_data_smithi018_184207_object32588:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323042+0000", 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.173539105000003, 2023-09-23T17:58:49.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998, 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32589 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323041+0000", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2840999999999998e-05 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323094+0000", 2023-09-23T17:58:49.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6149999999999997e-06 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323103+0000", 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3550000000000004e-06 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323108+0000", 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016439930000000001 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324752+0000", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119998 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324872+0000", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016070900000000001 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.325033+0000", 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049252230000000003 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329958+0000", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004720236 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334678+0000", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039488668999999997 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374167+0000", 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1102999999999997e-05 2023-09-23T17:58:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374198+0000", 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2120000000000003e-05 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374240+0000", 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32592 5.1 5:8e0edc77:::benchmark_data_smithi018_184207_object32591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323132+0000", 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.173448977, 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001, 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32592 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1578000000000002e-05 2023-09-23T17:58:49.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323163+0000", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7255999999999999e-05 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323180+0000", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6630000000000001e-06 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323185+0000", 2023-09-23T17:58:49.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029866659999999998 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326172+0000", 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127226 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326299+0000", 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011970520000000001 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.327496+0000", 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002478119 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329974+0000", 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047721040000000001 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334746+0000", 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039552899000000002 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374299+0000", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0444000000000005e-05 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374370+0000", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5020000000000001e-05 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374395+0000", 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.530 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32594 5.1 5:86c54eb2:::benchmark_data_smithi018_184207_object32593:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323190+0000", 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.173390763, 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002, 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32594 2023-09-23T17:58:49.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2883000000000002e-05 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323243+0000", 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0480000000000001e-06 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323250+0000", 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9079000000000001e-05 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323269+0000", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067424870000000001 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330011+0000", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013706100000000001 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330148+0000", 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146429 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330295+0000", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002089282 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.332384+0000", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024411820000000001 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334825+0000", 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039633018999999998 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374458+0000", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6035999999999998e-05 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374504+0000", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6045999999999999e-05 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374550+0000", 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002 2023-09-23T17:58:49.536 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32620 5.1 5:8e91d66c:::benchmark_data_smithi018_184207_object32619:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.338317+0000", 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 38.158264690999999, 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036380338999999998, 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.537 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32620 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338317+0000", 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338317+0000", 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338315+0000", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5920000000000006e-05 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338380+0000", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5071e-05 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338396+0000", 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8550000000000002e-06 2023-09-23T17:58:49.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338403+0000", 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7077999999999998e-05 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338460+0000", 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014068199999999999 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338601+0000", 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000177054 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.338778+0000", 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001375926 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.340154+0000", 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014724510000000001 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.341627+0000", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.03298421 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374611+0000", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9101000000000003e-05 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374660+0000", 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6949000000000001e-05 2023-09-23T17:58:49.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374697+0000", 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036380338999999998 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38667 5.e 5:78a7d00f:::benchmark_data_smithi018_184207_object38666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.673807+0000", 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.822774697, 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003, 2023-09-23T17:58:49.543 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38667 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673805+0000", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4354000000000003e-05 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673849+0000", 2023-09-23T17:58:49.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1953999999999999e-05 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673861+0000", 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.297e-06 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673868+0000", 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9502000000000001e-05 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673917+0000", 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013829399999999999 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674055+0000", 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018536 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674241+0000", 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013701379999999999 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675611+0000", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050863799999999995 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.676119+0000", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053923108999999997 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730043+0000", 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5948e-05 2023-09-23T17:58:49.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730098+0000", 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7174e-05 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730136+0000", 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39247 5.1 5:8c196104:::benchmark_data_smithi018_184207_object39246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067204+0000", 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.429377469000002, 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003, 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39247 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067203+0000", 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9128999999999998e-05 2023-09-23T17:58:49.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067232+0000", 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2000000000000002e-06 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067238+0000", 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2109999999999998e-06 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067241+0000", 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7008000000000002e-05 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067278+0000", 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012812000000000001 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067406+0000", 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016431900000000001 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067570+0000", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024314559999999998 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070002+0000", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8334999999999999e-05 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070030+0000", 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.041422542999999999 2023-09-23T17:58:49.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111453+0000", 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6956000000000002e-05 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111510+0000", 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1952000000000001e-05 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111551+0000", 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39248 5.1 5:8f60067a:::benchmark_data_smithi018_184207_object39247:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067248+0000", 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.429333169000003, 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234, 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.556 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39248 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T17:58:49.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8974000000000002e-05 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067267+0000", 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8709999999999999e-06 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067270+0000", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5490000000000001e-06 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067273+0000", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017359000000000001 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069009+0000", 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011000700000000001 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069119+0000", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014289899999999999 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069262+0000", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001530116 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070792+0000", 2023-09-23T17:58:49.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003377499 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074169+0000", 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042128675999999997 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116298+0000", 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4437999999999995e-05 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116363+0000", 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8766e-05 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116411+0000", 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39251 5.1 5:81abb144:::benchmark_data_smithi018_184207_object39250:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.562 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.069953+0000", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.426628012999998, 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269, 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39251 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T17:58:49.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069952+0000", 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6575e-05 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070009+0000", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7329999999999998e-06 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070018+0000", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7620000000000001e-06 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070024+0000", 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9436000000000001e-05 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070054+0000", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9221999999999995e-05 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070133+0000", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9808000000000004e-05 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070233+0000", 2023-09-23T17:58:49.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070421500000000001 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070937+0000", 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032627289999999998 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074200+0000", 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042248372999999999 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116448+0000", 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6196999999999998e-05 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116494+0000", 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2369999999999997e-05 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116526+0000", 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:40760 5.e 5:7ab0633e:::benchmark_data_smithi018_184207_object40759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.998706+0000", 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.497875718000003, 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033296118, 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.569 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 40760 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998706+0000", 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998706+0000", 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998704+0000", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6513999999999994e-05 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998770+0000", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3267e-05 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998783+0000", 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2173e-05 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998795+0000", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0813000000000003e-05 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.998846+0000", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021317760000000002 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.020164+0000", 2023-09-23T17:58:49.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015124600000000001 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.020315+0000", 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055963059999999997 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.025912+0000", 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00091771799999999998 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.026829+0000", 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050782609999999997 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.031908+0000", 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1298999999999998e-05 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.031959+0000", 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2750999999999998e-05 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.032002+0000", 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033296118 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41470 5.e 5:77b8dbcd:::benchmark_data_smithi018_184207_object41469:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457828+0000", 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.038752975000001, 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996, 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.575 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41470 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7126999999999994e-05 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457925+0000", 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4215e-05 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457939+0000", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4310000000000002e-06 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457944+0000", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2633000000000003e-05 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457987+0000", 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014098100000000001 2023-09-23T17:58:49.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458128+0000", 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019976600000000001 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458328+0000", 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020957950000000001 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460424+0000", 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010468109999999999 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061265067999999999 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522735+0000", 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1924e-05 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522787+0000", 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9180000000000001e-05 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522827+0000", 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.581 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41478 5.e 5:7f62f2b3:::benchmark_data_smithi018_184207_object41477:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.462907+0000", 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.033673725, 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996, 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41478 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462906+0000", 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1884999999999997e-05 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462938+0000", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3210000000000005e-06 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462946+0000", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462950+0000", 2023-09-23T17:58:49.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0479000000000002e-05 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463001+0000", 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000126472 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463127+0000", 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146532 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463274+0000", 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002015626 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465290+0000", 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030924199999999999 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465599+0000", 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060234910000000003 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525834+0000", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8350000000000003e-05 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525882+0000", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.057e-05 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525923+0000", 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.587 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41493 5.e 5:736ae557:::benchmark_data_smithi018_184207_object41492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.472497+0000", 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.024084508000001, 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367, 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41493 2023-09-23T17:58:49.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472495+0000", 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4394000000000001e-05 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472549+0000", 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4314000000000001e-05 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472564+0000", 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.383e-06 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472569+0000", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9603e-05 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472609+0000", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101302 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472710+0000", 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010590900000000001 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472816+0000", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013029249999999999 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474119+0000", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017799999999999999 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474297+0000", 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055650080999999997 2023-09-23T17:58:49.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529947+0000", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5456000000000001e-05 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529982+0000", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8634000000000003e-05 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530021+0000", 2023-09-23T17:58:49.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:63787 5.e 5:7748f40d:::benchmark_data_smithi018_184207_object63786:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:32.188684+0000", 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.307897187999998, 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035472458999999998, 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 63787 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188684+0000", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188684+0000", 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:58:49.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188682+0000", 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027335499999999997 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188956+0000", 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1579999999999999e-05 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188967+0000", 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.421e-06 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.188974+0000", 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034278100000000001 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.189316+0000", 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012335800000000001 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.189440+0000", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144456 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.189584+0000", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040214279999999996 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.193606+0000", 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032059200000000002 2023-09-23T17:58:49.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.193926+0000", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030148109999999999 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.224074+0000", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6703000000000003e-05 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.224121+0000", 2023-09-23T17:58:49.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5505e-05 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:32.224156+0000", 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035472458999999998 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:73116 5.0 e111/103 5:09485c5c:::benchmark_data_smithi018_184207_object73115:head v 111'4583, mlcod=111'4579)", 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:39.999492+0000", 2023-09-23T17:58:49.600 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 9.4970887869999991, 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042301521000000002, 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:58:49.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9106e-05 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999551+0000", 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5290000000000008e-06 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999559+0000", 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1677e-05 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999571+0000", 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036287885999999998 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.035859+0000", 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5052e-05 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.035884+0000", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058687219999999998 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.041753+0000", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1229000000000001e-05 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.041794+0000", 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042301521000000002 2023-09-23T17:58:49.604 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74486 5.6 5:63fd9063:::benchmark_data_smithi018_184207_object74485:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.250956+0000", 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 7.2456253039999998, 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001, 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74486 2023-09-23T17:58:49.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250954+0000", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017378200000000001 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251128+0000", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0171000000000001e-05 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251148+0000", 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5380000000000008e-06 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251158+0000", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0640000000000001e-05 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251228+0000", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0101e-05 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op must wait for map", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251238+0000", 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085914890000000008 2023-09-23T17:58:49.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259830+0000", 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030000000000001e-05 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259840+0000", 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312089171 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.571929+0000", 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00130949 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573238+0000", 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016313300000000001 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573402+0000", 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073407699999999999 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580742+0000", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2723e-05 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580755+0000", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9740999999999997e-05 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580805+0000", 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012207133 2023-09-23T17:58:49.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593012+0000", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7652999999999999e-05 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593060+0000", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019396000000000001 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.594999+0000", 2023-09-23T17:58:49.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74499 5.6 5:6c012730:::benchmark_data_smithi018_184207_object74498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.251175+0000", 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 7.2454064200000001, 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694, 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.613 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74499 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:58:49.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251174+0000", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3543e-05 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251217+0000", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7759999999999992e-06 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251227+0000", 2023-09-23T17:58:49.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.801e-06 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251233+0000", 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9765999999999995e-05 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251313+0000", 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1040000000000007e-06 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting_for_map not empty", 2023-09-23T17:58:49.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251321+0000", 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097774690000000004 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261098+0000", 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261107+0000", 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3166661479999999 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577773+0000", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170521 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577944+0000", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201215 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.578145+0000", 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027924790000000001 2023-09-23T17:58:49.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580938+0000", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.577e-05 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580953+0000", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068786999999999997 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.587832+0000", 2023-09-23T17:58:49.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072354389999999998 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595068+0000", 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4051000000000002e-05 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595112+0000", 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011629159999999999 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.596274+0000", 2023-09-23T17:58:49.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694 2023-09-23T17:58:49.621 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.621 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74509 5.6 5:6ffaefac:::benchmark_data_smithi018_184207_object74508:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e114)", 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:43.608373+0000", 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 5.8882082359999997, 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.034243779000000002, 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:58:49.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74509 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608373+0000", 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608373+0000", 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T17:58:49.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608371+0000", 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.455e-05 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608405+0000", 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3743e-05 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608419+0000", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7030000000000006e-06 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.608427+0000", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016441069999999999 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.610071+0000", 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000195649 2023-09-23T17:58:49.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.610266+0000", 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024694799999999998 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.610513+0000", 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028604419999999999 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.613374+0000", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000147844 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.613522+0000", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060568299999999998 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.614127+0000", 2023-09-23T17:58:49.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025714562 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.639842+0000", 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9267e-05 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.639901+0000", 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002715636 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:58:49.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.642617+0000", 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.034243779000000002 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:58:49.629 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:49.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:49.630 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.630 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'43618','4':'27874','5':'28093'}"}]': finished 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: osdmap e115: 8 total, 8 up, 8 in 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: failed to encode map e115 with expected crc 2023-09-23T17:58:49.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:49 smithi018 ceph-mon[153734]: pgmap v274: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.4 MiB/s wr, 134 op/s; 18580/223080 objects degraded (8.329%); 9227/223080 objects misplaced (4.136%); 456 KiB/s, 8 objects/s recovering 2023-09-23T17:58:49.656 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:49.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 74658 74642 91.4378 0 - 0.00953413 2023-09-23T17:58:49.806 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:49.915 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T17:58:49.947 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:49.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:49.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:50.051 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:50.076 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:50.110 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:50.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:50.113 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:50.214 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:50.246 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: osdmap e116: 8 total, 8 up, 8 in 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[153734]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: osdmap e116: 8 total, 8 up, 8 in 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:50 smithi018 ceph-mon[149401]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.547 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:50.597 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:50.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:50.602 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: osdmap e116: 8 total, 8 up, 8 in 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:50 smithi149 ceph-mon[135148]: failed to encode map e116 with expected crc 2023-09-23T17:58:50.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:50.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 74658 74642 89.6799 0 - 0.00953413 2023-09-23T17:58:50.729 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:50.814 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:50.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:50.817 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:50.918 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:50.949 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:51.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T17:58:51.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:51.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:51.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:51.300 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:51.328 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:51.362 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:51.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:51.365 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:51.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:51.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: osdmap e117: 8 total, 8 up, 8 in 2023-09-23T17:58:51.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[149401]: pgmap v277: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.8 MiB/s wr, 141 op/s; 23107/223080 objects degraded (10.358%); 9226/223080 objects misplaced (4.136%); 1.2 MiB/s, 1 keys/s, 22 objects/s recovering 2023-09-23T17:58:51.497 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.497 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: osdmap e117: 8 total, 8 up, 8 in 2023-09-23T17:58:51.498 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.498 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.498 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.498 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:51 smithi018 ceph-mon[153734]: pgmap v277: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.8 MiB/s wr, 141 op/s; 23107/223080 objects degraded (10.358%); 9226/223080 objects misplaced (4.136%); 1.2 MiB/s, 1 keys/s, 22 objects/s recovering 2023-09-23T17:58:51.499 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:51.548 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:51.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:51.554 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: osdmap e117: 8 total, 8 up, 8 in 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: failed to encode map e117 with expected crc 2023-09-23T17:58:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:51 smithi149 ceph-mon[135148]: pgmap v277: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 8.8 MiB/s wr, 141 op/s; 23107/223080 objects degraded (10.358%); 9226/223080 objects misplaced (4.136%); 1.2 MiB/s, 1 keys/s, 22 objects/s recovering 2023-09-23T17:58:51.655 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:51.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 74658 74642 87.9883 0 - 0.00953413 2023-09-23T17:58:51.733 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:51.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:51.736 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:51.804 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:51.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:51.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:51.867 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:58:51.867 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T17:58:51.867 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T17:58:51.868 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:58:51.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:51.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:51.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:52.046 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:52.075 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:52.279 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:52.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:52.311 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:52.330 INFO:teuthology.orchestra.run.smithi018.stdout:moved 17 / 267 (6.36704%) 2023-09-23T17:58:52.330 INFO:teuthology.orchestra.run.smithi018.stdout:avg 33.375 2023-09-23T17:58:52.330 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 10.307 -> 14.4649 (expected baseline 5.40399) 2023-09-23T17:58:52.330 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.5 with 15 -> 10 pgs (0.449438 -> 0.299625 * mean) 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.1 with 46 -> 52 pgs (1.37828 -> 1.55805 * mean) 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 1 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0210 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0231 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 0.4253 -> 0.2796 2023-09-23T17:58:52.331 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.4287 -> 0.2831 2023-09-23T17:58:52.332 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 0.6656 -> 0.5317 2023-09-23T17:58:52.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T17:58:52.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:52.448 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:52.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:52 smithi018 ceph-mon[153734]: from='client.54658 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:52.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]: dispatch 2023-09-23T17:58:52.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:52 smithi018 ceph-mon[149401]: from='client.54658 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:52.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]: dispatch 2023-09-23T17:58:52.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:52 smithi149 ceph-mon[135148]: from='client.54658 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:52.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]: dispatch 2023-09-23T17:58:52.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 74658 74642 86.3593 0 - 0.00953413 2023-09-23T17:58:52.960 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:52.971 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:52.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:52.975 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:53.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:53.104 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:53.148 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-09-23T17:58:53.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-09-23T17:58:53.185 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:53.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:53.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:53.237 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:58:53.257 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:58:53.279 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:58:53.289 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:53.298 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:58:53.316 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:53.317 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:58:53.344 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]': finished 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: osdmap e118: 8 total, 8 up, 8 in 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.366 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.367 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:53 smithi149 ceph-mon[135148]: pgmap v279: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 32336/223080 objects degraded (14.495%); 9177/223080 objects misplaced (4.114%); 2.3 MiB/s, 2 keys/s, 41 objects/s recovering 2023-09-23T17:58:53.395 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:58:53.406 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.407 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:58:53.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:53.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:53.517 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:53.544 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:53.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]': finished 2023-09-23T17:58:53.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: osdmap e118: 8 total, 8 up, 8 in 2023-09-23T17:58:53.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[153734]: pgmap v279: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 32336/223080 objects degraded (14.495%); 9177/223080 objects misplaced (4.114%); 2.3 MiB/s, 2 keys/s, 41 objects/s recovering 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'34844','4':'18325','5':'18556'}"}]': finished 2023-09-23T17:58:53.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: osdmap e118: 8 total, 8 up, 8 in 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: failed to encode map e118 with expected crc 2023-09-23T17:58:53.634 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:53 smithi018 ceph-mon[149401]: pgmap v279: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 32336/223080 objects degraded (14.495%); 9177/223080 objects misplaced (4.114%); 2.3 MiB/s, 2 keys/s, 41 objects/s recovering 2023-09-23T17:58:53.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 74658 74642 84.7896 0 - 0.00953413 2023-09-23T17:58:53.731 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:53.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:53.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:53.835 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:53.863 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:53.932 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:53.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:53.935 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:54.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:54.037 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:54.068 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:54.194 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:54.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:54.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:54.260 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:54.260 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:54.298 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:54.328 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:54.362 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T17:58:54.419 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:54.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:54.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:54.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:58:54.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 32336/223080 objects degraded (14.495%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:54.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: osdmap e119: 8 total, 8 up, 8 in 2023-09-23T17:58:54.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3608245231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 32336/223080 objects degraded (14.495%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:54.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: osdmap e119: 8 total, 8 up, 8 in 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3608245231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.558 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:54.604 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:58:54.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:54.610 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 32336/223080 objects degraded (14.495%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: osdmap e119: 8 total, 8 up, 8 in 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: failed to encode map e119 with expected crc 2023-09-23T17:58:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3608245231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:58:54.675 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T17:58:54.711 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:58:54.726 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 74658 74642 83.2759 0 - 0.00953413 2023-09-23T17:58:54.740 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:54.932 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:58:54.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:54.935 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:58:55.036 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:55.061 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:55.094 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:55.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:55.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:55.188 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:58:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:58:54] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.33.4" 2023-09-23T17:58:55.198 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:55.223 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:55.257 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:55.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:55.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:55.265 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:55.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:55.389 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:55.422 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:55.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:55.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:55.463 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:55.463 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: osdmap e120: 8 total, 8 up, 8 in 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: pgmap v282: 89 pgs: 1 remapped+peering, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 peering, 1 activating, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 4.6 MiB/s wr, 73 op/s; 40982/224016 objects degraded (18.294%); 9177/224016 objects misplaced (4.097%); 5.8 MiB/s, 2 keys/s, 96 objects/s recovering 2023-09-23T17:58:55.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: osdmap e120: 8 total, 8 up, 8 in 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: pgmap v282: 89 pgs: 1 remapped+peering, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 peering, 1 activating, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 4.6 MiB/s wr, 73 op/s; 40982/224016 objects degraded (18.294%); 9177/224016 objects misplaced (4.097%); 5.8 MiB/s, 2 keys/s, 96 objects/s recovering 2023-09-23T17:58:55.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:55.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:55.614 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:55.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:55.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: osdmap e120: 8 total, 8 up, 8 in 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: failed to encode map e120 with expected crc 2023-09-23T17:58:55.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:58:55.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: pgmap v282: 89 pgs: 1 remapped+peering, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 4 peering, 1 activating, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 4.6 MiB/s wr, 73 op/s; 40982/224016 objects degraded (18.294%); 9177/224016 objects misplaced (4.097%); 5.8 MiB/s, 2 keys/s, 96 objects/s recovering 2023-09-23T17:58:55.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:58:55.720 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:55.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 74658 74642 81.8153 0 - 0.00953413 2023-09-23T17:58:55.751 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:55.905 INFO:teuthology.orchestra.run.smithi018.stdout:moved 0 / 267 (0%) 2023-09-23T17:58:55.905 INFO:teuthology.orchestra.run.smithi018.stdout:avg 33.375 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 14.4649 -> 14.4649 (expected baseline 5.40399) 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.5 with 10 -> 10 pgs (0.299625 -> 0.299625 * mean) 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.1 with 52 -> 52 pgs (1.55805 -> 1.55805 * mean) 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:oload 1000 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 0.05 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0212 2023-09-23T17:58:55.906 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.2116 2023-09-23T17:58:55.908 INFO:teuthology.orchestra.run.smithi018.stderr:no change 2023-09-23T17:58:55.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:58:56.048 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:56.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:56.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:56.152 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:56.188 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:56.278 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:56.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:56.282 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:56.383 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:56.412 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:56.498 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:56.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:56.546 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:56.546 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:56.603 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:56.637 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:56.674 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:56.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:56.677 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:56.681 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:56.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 74658 74642 80.4051 0 - 0.00953413 2023-09-23T17:58:56.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:56.807 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:56.942 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T17:58:56.980 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T17:58:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:57 smithi018 ceph-mon[153734]: from='client.54670 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:57 smithi018 ceph-mon[149401]: from='client.54670 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:57.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:57 smithi149 ceph-mon[135148]: from='client.54670 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T17:58:57.579 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:58:57.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 74658 74642 79.0426 0 - 0.00953413 2023-09-23T17:58:58.077 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:58 smithi149 ceph-mon[135148]: pgmap v283: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 72 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.2 MiB/s wr, 51 op/s; 41061/224016 objects degraded (18.329%); 8786/224016 objects misplaced (3.922%); 8.1 MiB/s, 130 objects/s recovering 2023-09-23T17:58:58.078 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:58:58.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:58.082 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:58:58.183 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:58:58.212 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:58.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:58 smithi018 ceph-mon[153734]: pgmap v283: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 72 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.2 MiB/s wr, 51 op/s; 41061/224016 objects degraded (18.329%); 8786/224016 objects misplaced (3.922%); 8.1 MiB/s, 130 objects/s recovering 2023-09-23T17:58:58.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:58 smithi018 ceph-mon[149401]: pgmap v283: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 72 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.2 MiB/s wr, 51 op/s; 41061/224016 objects degraded (18.329%); 8786/224016 objects misplaced (3.922%); 8.1 MiB/s, 130 objects/s recovering 2023-09-23T17:58:58.389 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:58:58.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:58.393 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:58:58.494 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:58.523 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:58.609 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:58.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:58.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:58.713 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:58:58.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T17:58:58.728061+0000 min lat: 0.00120951 max lat: 2.45376 avg lat: 0.00953413 2023-09-23T17:58:58.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T17:58:58.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 74658 74642 77.7256 0 - 0.00953413 2023-09-23T17:58:58.741 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:58.775 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:58:58.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:58.778 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:58:58.829 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T17:58:58.829 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:58:58.879 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:58:58.913 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:59.276 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:58:59.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:58:59 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:58:59.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:59.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:58:59.297 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T17:58:59.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:58:59 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:58:59.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:58:59 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T17:58:59.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:58:59.408 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:59.443 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:58:59.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:59.447 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:58:59.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:58:59.558 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:58:59.576 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:59.608 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:58:59.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:58:59.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:58:59.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:58:59.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 74658 74642 76.4517 0 - 0.00953413 2023-09-23T17:58:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:58:59.955 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:00.233 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:00.262 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:00.264 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:00 smithi018 ceph-mon[153734]: pgmap v284: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.1 MiB/s wr, 49 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T17:59:00.264 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:00 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 45742/224016 objects degraded (20.419%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:00.264 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:00 smithi018 ceph-mon[149401]: pgmap v284: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.1 MiB/s wr, 49 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T17:59:00.264 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:00 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 45742/224016 objects degraded (20.419%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:00.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:00.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:00.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:00 smithi149 ceph-mon[135148]: pgmap v284: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 3.1 MiB/s wr, 49 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T17:59:00.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:00 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 45742/224016 objects degraded (20.419%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:00.366 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:00.400 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:00.433 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:00.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:00.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:00.536 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:00.566 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:00.599 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:00.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:00.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:00.703 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:00.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 16 74658 74642 75.2189 0 - 0.00953413 2023-09-23T17:59:00.743 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:00.790 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:00.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:00.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:00.851 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:00.880 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:00.895 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:00.909 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:00.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:00.933 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:00.963 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:00.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:00.967 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:00.967 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:00.988 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:01.009 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:01.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.012 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.012 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.012 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:59:01.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1944347692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:01.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:01.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:01.156 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:01.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:01.283 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1944347692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:01.286 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:01.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1944347692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:01.385 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:01.385 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:01.385 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:01.386 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 1 2023-09-23T17:59:01.422 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:01.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:01.425 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:01.525 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:01.554 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:01.641 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:01.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:01.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:01.711 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:59:01.711 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T17:59:01.711 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T17:59:01.711 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T17:59:01.711 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:59:01.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 74658 74642 74.0252 0 - 0.00953413 2023-09-23T17:59:01.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:01.778 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:01.822 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:01.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:01.829 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:01.930 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:01.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:02.005 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:02.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:02.008 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:02.047 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T17:59:02.058 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:02.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:02 smithi149 ceph-mon[135148]: pgmap v285: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+degraded, 1 active+recovering+undersized+remapped, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 2.4 MiB/s wr, 38 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T17:59:02.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3960461364' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.109 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:02.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:02.153 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T17:59:02.268 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:02.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[153734]: pgmap v285: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+degraded, 1 active+recovering+undersized+remapped, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 2.4 MiB/s wr, 38 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T17:59:02.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3960461364' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:02.274 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:02.274 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[149401]: pgmap v285: 89 pgs: 1 active+recovery_wait+remapped, 1 activating+degraded, 1 active+recovering+undersized+remapped, 2 remapped+peering, 71 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 peering, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 2.4 MiB/s wr, 38 op/s; 45742/224016 objects degraded (20.419%); 8786/224016 objects misplaced (3.922%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T17:59:02.274 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3960461364' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.274 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:02.375 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:02.414 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:02.704 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:02.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:02.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:02.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 74658 74642 72.8689 0 - 0.00953413 2023-09-23T17:59:02.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:02.841 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:02.909 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:03.110 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: osdmap e121: 8 total, 8 up, 8 in 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[153734]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: osdmap e121: 8 total, 8 up, 8 in 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:03 smithi018 ceph-mon[149401]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:03.114 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:03.215 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:03.243 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:03.278 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:03.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:03.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:03.382 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:03.394 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:03.394 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:03.394 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: osdmap e121: 8 total, 8 up, 8 in 2023-09-23T17:59:03.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:03 smithi149 ceph-mon[135148]: failed to encode map e121 with expected crc 2023-09-23T17:59:03.415 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:03.562 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:03.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:03.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:03.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:59:03.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:03.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 74658 74642 71.7481 0 - 0.00953413 2023-09-23T17:59:03.752 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:03.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:03.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:03.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:03.904 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:03.937 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:03.984 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:03.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:03.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:04.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:04.138 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:04.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:04.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-mon[153734]: pgmap v287: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T17:59:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-mon[153734]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-mon[149401]: pgmap v287: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T17:59:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-mon[149401]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:04.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T17:59:04.093+0000 7fd4195e6700 -1 mon.a@0(leader).osd e121 definitely_dead 0 2023-09-23T17:59:04.334 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:04.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:04 smithi149 ceph-mon[135148]: pgmap v287: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T17:59:04.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:04 smithi149 ceph-mon[135148]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:04.363 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:04.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:04.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:04.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:04.504 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:04.522 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:04.537 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:04.579 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:04.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:04.583 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:04.684 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:04.712 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:04.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T17:59:04.727 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 74658 74642 70.6612 0 - 0.00953413 2023-09-23T17:59:04.748 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:04.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:04.751 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:04.851 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:04.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:04.946 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:04.959 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25573 5.2 5:48b00486:::benchmark_data_smithi018_184207_object25572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.100904+0000", 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 56.856973592000003, 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059287553, 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25573 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100904+0000", 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100904+0000", 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100902+0000", 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3758999999999999e-05 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100946+0000", 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6393999999999999e-05 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100962+0000", 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5549999999999997e-06 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.100970+0000", 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1400999999999998e-05 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101021+0000", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012768 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101149+0000", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016276299999999999 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101312+0000", 2023-09-23T17:59:04.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013307340000000001 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.102642+0000", 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00041837999999999999 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.103061+0000", 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.05704306 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160104+0000", 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0872999999999999e-05 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160155+0000", 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6996000000000003e-05 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:04.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160192+0000", 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059287553 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25581 5.2 5:411c16ad:::benchmark_data_smithi018_184207_object25580:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.107073+0000", 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 56.850804805999999, 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054724408000000002, 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.967 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25581 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107073+0000", 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107073+0000", 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107072+0000", 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6014999999999997e-05 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107138+0000", 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3193000000000001e-05 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107151+0000", 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0369999999999997e-06 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107158+0000", 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2691000000000002e-05 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107200+0000", 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6766000000000002e-05 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107297+0000", 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000126048 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.107423+0000", 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00087624800000000004 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.108300+0000", 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000189812 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.108489+0000", 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053207857999999997 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.161697+0000", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7266999999999999e-05 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.161754+0000", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2731000000000001e-05 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.161797+0000", 2023-09-23T17:59:04.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054724408000000002 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:31361 5.2 5:4b5846ab:::benchmark_data_smithi018_184207_object31360:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:10.726688+0000", 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 54.231189686, 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.040243248000000002, 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.974 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31361 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726688+0000", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726688+0000", 2023-09-23T17:59:04.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726686+0000", 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6890000000000003e-05 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726773+0000", 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.166e-05 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726784+0000", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0350000000000001e-06 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726789+0000", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2111999999999999e-05 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726832+0000", 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2898000000000005e-05 2023-09-23T17:59:04.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.726914+0000", 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000181915 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.727096+0000", 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012627230000000001 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.728359+0000", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00082250900000000002 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.729182+0000", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.037665333000000002 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766847+0000", 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9808000000000002e-05 2023-09-23T17:59:04.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766897+0000", 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4425999999999999e-05 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766931+0000", 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.040243248000000002 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33967 5.2 5:428dc1eb:::benchmark_data_smithi018_184207_object33966:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.985851+0000", 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 52.972026198999998, 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103494719, 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33967 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985851+0000", 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985851+0000", 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985850+0000", 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9426000000000003e-05 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985909+0000", 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2840000000000001e-05 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985922+0000", 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2050000000000001e-06 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985927+0000", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8676e-05 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.985966+0000", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3288000000000005e-05 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986059+0000", 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000151101 2023-09-23T17:59:04.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986210+0000", 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016970690000000001 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.987907+0000", 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021973660000000001 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990105+0000", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099139611000000002 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.089244+0000", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2843999999999998e-05 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.089297+0000", 2023-09-23T17:59:04.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9084e-05 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.089346+0000", 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103494719 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33971 5.2 5:46107521:::benchmark_data_smithi018_184207_object33970:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.988570+0000", 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 52.969307411999999, 2023-09-23T17:59:04.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10194473699999999, 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33971 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988570+0000", 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988570+0000", 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988569+0000", 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5252999999999993e-05 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988634+0000", 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3438000000000001e-05 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988647+0000", 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1000000000000003e-06 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988652+0000", 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3327000000000001e-05 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988686+0000", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4754999999999997e-05 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988780+0000", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014363399999999999 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988924+0000", 2023-09-23T17:59:04.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001285575 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990210+0000", 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0203e-05 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990230+0000", 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.100205553 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090435+0000", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0433999999999999e-05 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090476+0000", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9094999999999998e-05 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090515+0000", 2023-09-23T17:59:04.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10194473699999999 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:35932 5.2 5:4f1f74e8:::benchmark_data_smithi018_184207_object35931:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.135003+0000", 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.822874589000001, 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049224160000000003, 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:04.994 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 35932 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135003+0000", 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:04.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135003+0000", 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135001+0000", 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0791999999999997e-05 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135062+0000", 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5324000000000001e-05 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135077+0000", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2929999999999997e-06 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135083+0000", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3455000000000002e-05 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135137+0000", 2023-09-23T17:59:04.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013927000000000001 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135276+0000", 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017586500000000001 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.135452+0000", 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012247060000000001 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.136677+0000", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00137211 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.138049+0000", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046101652 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.184151+0000", 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8952999999999998e-05 2023-09-23T17:59:04.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.184189+0000", 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7707000000000003e-05 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.184227+0000", 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049224160000000003 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:35940 5.2 5:4a08c3f5:::benchmark_data_smithi018_184207_object35939:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.140436+0000", 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.817441148, 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.048051792000000003, 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 35940 2023-09-23T17:59:05.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140436+0000", 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140436+0000", 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140435+0000", 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1411e-05 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140476+0000", 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5179e-05 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140492+0000", 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6910000000000002e-06 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140497+0000", 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7398999999999999e-05 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140535+0000", 2023-09-23T17:59:05.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000122304 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140657+0000", 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000175198 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.140832+0000", 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014469070000000001 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.142279+0000", 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000196885 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.142476+0000", 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045907466000000001 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.188383+0000", 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2850999999999998e-05 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.188446+0000", 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1918000000000001e-05 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.188488+0000", 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.048051792000000003 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.007 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:36926 5.9 e108/103 5:97336f63:::benchmark_data_smithi018_184207_object36925:head v 108'2323, mlcod=108'2321)", 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.713886+0000", 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.243991968000003, 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059531491999999998, 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713886+0000", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713886+0000", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713885+0000", 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4882e-05 2023-09-23T17:59:05.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713910+0000", 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0662999999999999e-05 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713920+0000", 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1909999999999997e-06 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713926+0000", 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3659999999999999e-05 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713970+0000", 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0203e-05 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.713990+0000", 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044820709999999998 2023-09-23T17:59:05.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.718472+0000", 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054944751999999999 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773417+0000", 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059531491999999998 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:36928 5.2 5:4f7c6817:::benchmark_data_smithi018_184207_object36927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.714124+0000", 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.243753961000003, 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061141441999999997, 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 36928 2023-09-23T17:59:05.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714124+0000", 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714124+0000", 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714122+0000", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5912999999999998e-05 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714178+0000", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1857e-05 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714190+0000", 2023-09-23T17:59:05.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0360000000000003e-06 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714196+0000", 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000214491 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714410+0000", 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000107434 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714518+0000", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013962999999999999 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.714657+0000", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060480463999999998 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775138+0000", 2023-09-23T17:59:05.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5490000000000003e-06 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775144+0000", 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6276999999999998e-05 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775180+0000", 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6644000000000003e-05 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775227+0000", 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.799e-05 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775265+0000", 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061141441999999997 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.019 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:36931 5.2 5:4523b607:::benchmark_data_smithi018_184207_object36930:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.716025+0000", 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.241852537, 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062605470999999996, 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 36931 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716025+0000", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716025+0000", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716023+0000", 2023-09-23T17:59:05.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2268000000000003e-05 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716066+0000", 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1547e-05 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716077+0000", 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6309999999999997e-06 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716084+0000", 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1056999999999997e-05 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716125+0000", 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012283699999999999 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716248+0000", 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022369800000000001 2023-09-23T17:59:05.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716471+0000", 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058677608999999999 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.775149+0000", 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033159909999999999 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778465+0000", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3609000000000006e-05 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778538+0000", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2534999999999998e-05 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778591+0000", 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9536999999999998e-05 2023-09-23T17:59:05.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778631+0000", 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062605470999999996 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:36932 5.2 5:49f34479:::benchmark_data_smithi018_184207_object36931:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.716097+0000", 2023-09-23T17:59:05.026 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.241780726000002, 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062772562000000004, 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 36932 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716097+0000", 2023-09-23T17:59:05.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716097+0000", 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716096+0000", 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3704999999999997e-05 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716130+0000", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5350000000000001e-06 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716137+0000", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1280000000000001e-06 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.716141+0000", 2023-09-23T17:59:05.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057271391999999997 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773412+0000", 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014527499999999999 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773557+0000", 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017989899999999999 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773737+0000", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047346339999999997 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778472+0000", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6256e-05 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778508+0000", 2023-09-23T17:59:05.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000262009 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778770+0000", 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2909000000000004e-05 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778833+0000", 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6390000000000002e-05 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.778869+0000", 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062772562000000004 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:36935 5.f e108/103 5:f221bd18:::benchmark_data_smithi018_184207_object36934:head v 108'2323, mlcod=108'2320)", 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.719353+0000", 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.238524423999998, 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058479774999999998, 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.033 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.719353+0000", 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.719353+0000", 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T17:59:05.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.719352+0000", 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9008000000000001e-05 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.719381+0000", 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053990083000000001 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773371+0000", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1661999999999999e-05 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773383+0000", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7756999999999997e-05 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773431+0000", 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0431000000000001e-05 2023-09-23T17:59:05.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773461+0000", 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043336219999999996 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.777795+0000", 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8127999999999998e-05 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.777833+0000", 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058479774999999998 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:36958 5.9 e108/103 5:91e153f4:::benchmark_data_smithi018_184207_object36957:head v 108'2324, mlcod=108'2321)", 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:13.729864+0000", 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.228013449999999, 2023-09-23T17:59:05.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.04746877, 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.729864+0000", 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.729864+0000", 2023-09-23T17:59:05.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.729863+0000", 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7230000000000001e-05 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.729900+0000", 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043496325000000002 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773396+0000", 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0583e-05 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773407+0000", 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6331e-05 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773463+0000", 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1586e-05 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.773485+0000", 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038124249999999999 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.777297+0000", 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5815999999999997e-05 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:13.777333+0000", 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.04746877 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38651 5.2 5:448e220d:::benchmark_data_smithi018_184207_object38650:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.663760+0000", 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 50.294117374000002, 2023-09-23T17:59:05.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066086221000000001, 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38651 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663760+0000", 2023-09-23T17:59:05.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663760+0000", 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663759+0000", 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5519999999999993e-05 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663854+0000", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8849999999999994e-06 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663864+0000", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9009999999999999e-06 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663870+0000", 2023-09-23T17:59:05.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7840999999999997e-05 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.663928+0000", 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137653 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.664065+0000", 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024057000000000001 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.664306+0000", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034284799999999998 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667734+0000", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027901850000000001 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670525+0000", 2023-09-23T17:59:05.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059213525000000003 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.729738+0000", 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2063000000000005e-05 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.729800+0000", 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6322999999999997e-05 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.729846+0000", 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066086221000000001 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38655 5.2 5:41f13aa4:::benchmark_data_smithi018_184207_object38654:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.665878+0000", 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 50.291999629000003, 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064610157000000001, 2023-09-23T17:59:05.050 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38655 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665878+0000", 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665878+0000", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665876+0000", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4354999999999998e-05 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665921+0000", 2023-09-23T17:59:05.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1727e-05 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665932+0000", 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5690000000000001e-06 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665939+0000", 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0059000000000003e-05 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.053 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.665989+0000", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012849899999999999 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666117+0000", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016247399999999999 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666280+0000", 2023-09-23T17:59:05.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016353400000000001 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667915+0000", 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037790380000000002 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671694+0000", 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058710703000000003 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730405+0000", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7837000000000003e-05 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730453+0000", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5339000000000002e-05 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730488+0000", 2023-09-23T17:59:05.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064610157000000001 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41492 5.2 5:41146e56:::benchmark_data_smithi018_184207_object41491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.471384+0000", 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.486493764999999, 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055126540000000002, 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.057 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41492 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471384+0000", 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471384+0000", 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471383+0000", 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3983000000000001e-05 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471437+0000", 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1338000000000001e-05 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471448+0000", 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4770000000000002e-06 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471453+0000", 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4325e-05 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471498+0000", 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010749199999999999 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471605+0000", 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114994 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.471720+0000", 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012153209999999999 2023-09-23T17:59:05.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472935+0000", 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00071560199999999997 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.473651+0000", 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052746648 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526398+0000", 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1110999999999999e-05 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526449+0000", 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1568000000000004e-05 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526510+0000", 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055126540000000002 2023-09-23T17:59:05.063 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:59767 5.3 e110/103 5:cf1890ee:::benchmark_data_smithi018_184207_object59766:head v 110'3653, mlcod=110'3651)", 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:28.968008+0000", 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 35.989869231, 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027950946000000001, 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968008+0000", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968008+0000", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968008+0000", 2023-09-23T17:59:05.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9804e-05 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968048+0000", 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9449999999999998e-06 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968054+0000", 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8399999999999997e-06 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968058+0000", 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0543000000000005e-05 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968128+0000", 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1925000000000001e-05 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.968150+0000", 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027768444 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.995919+0000", 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.07e-05 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:28.995959+0000", 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027950946000000001 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.068 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:73266 5.2 5:4bc7db89:::benchmark_data_smithi018_184207_object73265:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:40.181548+0000", 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 24.776329939, 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030948303999999999, 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.069 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 73266 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181548+0000", 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181548+0000", 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181546+0000", 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2989999999999999e-05 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181599+0000", 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1155000000000001e-05 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181610+0000", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0540000000000002e-06 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181615+0000", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6115999999999998e-05 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181651+0000", 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000122512 2023-09-23T17:59:05.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181774+0000", 2023-09-23T17:59:05.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011772799999999999 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.181891+0000", 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020700330000000002 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.183961+0000", 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016490540000000001 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.185610+0000", 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026812987999999999 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212423+0000", 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8643999999999997e-05 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212472+0000", 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.387e-05 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212496+0000", 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030948303999999999 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.076 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:73274 5.2 5:49fb31b5:::benchmark_data_smithi018_184207_object73273:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:40.187418+0000", 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 24.770459566, 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025206543000000001, 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.077 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 73274 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187418+0000", 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187418+0000", 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:05.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187416+0000", 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6398999999999998e-05 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187493+0000", 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6399999999999999e-05 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187509+0000", 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2509999999999997e-06 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187516+0000", 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9007e-05 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187565+0000", 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000147474 2023-09-23T17:59:05.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187713+0000", 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017518899999999999 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.187888+0000", 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027328740000000002 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.190621+0000", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001487831 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.192109+0000", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020445207 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212554+0000", 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5305999999999997e-05 2023-09-23T17:59:05.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212589+0000", 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5382000000000001e-05 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.212625+0000", 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025206543000000001 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:73316 5.2 5:46e80c5b:::benchmark_data_smithi018_184207_object73315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:40.246573+0000", 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 24.711304986999998, 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026727662999999999, 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 73316 2023-09-23T17:59:05.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246573+0000", 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246573+0000", 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246571+0000", 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7608000000000002e-05 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246619+0000", 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1639e-05 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T17:59:05.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246630+0000", 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3130000000000004e-06 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246637+0000", 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7305999999999998e-05 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246674+0000", 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112793 2023-09-23T17:59:05.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246787+0000", 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000148856 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.246936+0000", 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050267100000000002 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.251962+0000", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079544999999999995 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.252758+0000", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020444820999999998 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.273203+0000", 2023-09-23T17:59:05.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4576000000000001e-05 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.273257+0000", 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3109999999999999e-05 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.273300+0000", 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026727662999999999 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.090 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.091 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.091 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T17:59:05.091 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T17:59:05.091 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:59:05.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:05.092 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:04] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.33.4" 2023-09-23T17:59:05.092 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.1. 2023-09-23T17:59:05.143 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3305774987' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:05 smithi149 ceph-mon[135148]: Client client.admin marked osd.1 out, while it was still marked up 2023-09-23T17:59:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:05 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:05.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3305774987' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[153734]: Client client.admin marked osd.1 out, while it was still marked up 2023-09-23T17:59:05.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:05.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3305774987' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-09-23T17:59:05.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[149401]: Client client.admin marked osd.1 out, while it was still marked up 2023-09-23T17:59:05.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:05 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:05.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 74658 74642 69.6068 0 - 0.00953413 2023-09-23T17:59:05.735 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T17:59:05.928 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:05.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:05.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:06.034 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:06.158 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: pgmap v288: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: failed to encode map e122 with expected crc 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: osdmap e122: 8 total, 8 up, 7 in 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 50474/224016 objects degraded (22.531%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[153734]: osdmap e123: 8 total, 8 up, 7 in 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: pgmap v288: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: failed to encode map e122 with expected crc 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: osdmap e122: 8 total, 8 up, 7 in 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.212 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 50474/224016 objects degraded (22.531%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:06.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:06 smithi018 ceph-mon[149401]: osdmap e123: 8 total, 8 up, 7 in 2023-09-23T17:59:06.363 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:06.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:06.367 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:06.368 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:06.396 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: pgmap v288: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 activating+degraded, 1 remapped+peering, 73 active+clean, 10 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 1 activating; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50474/224016 objects degraded (22.531%); 8343/224016 objects misplaced (3.724%); 1/74672 objects unfound (0.001%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: failed to encode map e122 with expected crc 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: osdmap e122: 8 total, 8 up, 7 in 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 50474/224016 objects degraded (22.531%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:06 smithi149 ceph-mon[135148]: osdmap e123: 8 total, 8 up, 7 in 2023-09-23T17:59:06.460 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:06.468 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:06.496 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:06.633 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:06.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:06.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:06.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 16 74658 74642 68.5834 0 - 0.00953413 2023-09-23T17:59:06.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:06.769 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:06.808 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:06.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:06.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:06.912 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:06.943 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:07.192 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:07.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:07.195 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:07.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:07.325 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:07.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2685848387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[153734]: osdmap e124: 8 total, 8 up, 7 in 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2685848387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:07 smithi018 ceph-mon[149401]: osdmap e124: 8 total, 8 up, 7 in 2023-09-23T17:59:07.362 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: failed to encode map e123 with expected crc 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T17:59:07.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:07.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2685848387' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:07.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:07 smithi149 ceph-mon[135148]: osdmap e124: 8 total, 8 up, 7 in 2023-09-23T17:59:07.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:07.366 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:07.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:07.499 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:07.590 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:07.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:07.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:07.694 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:07.703 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:59:07.703 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T17:59:07.703 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T17:59:07.703 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:59:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:07.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 74658 74642 67.5893 0 - 0.00953413 2023-09-23T17:59:07.764 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:07.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:07.766 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:07.867 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:07.897 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:08.017 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T17:59:08.054 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:08.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:08.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:08.117 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T17:59:08.161 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:08.191 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: pgmap v291: 89 pgs: 1 active+recovery_wait+remapped, 21 peering, 4 remapped+peering, 50 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 44560/224016 objects degraded (19.891%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T17:59:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[153734]: osdmap e125: 8 total, 8 up, 7 in 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: pgmap v291: 89 pgs: 1 active+recovery_wait+remapped, 21 peering, 4 remapped+peering, 50 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 44560/224016 objects degraded (19.891%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:08.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:08 smithi018 ceph-mon[149401]: osdmap e125: 8 total, 8 up, 7 in 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: pgmap v291: 89 pgs: 1 active+recovery_wait+remapped, 21 peering, 4 remapped+peering, 50 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 44560/224016 objects degraded (19.891%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: failed to encode map e124 with expected crc 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T17:59:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:08.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:08.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1674855231' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:08.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:08 smithi149 ceph-mon[135148]: osdmap e125: 8 total, 8 up, 7 in 2023-09-23T17:59:08.439 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:08.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:08.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:08.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:08.571 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:08.607 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:08.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:08.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:08.711 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:08.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 74658 74642 66.624 0 - 0.00953413 2023-09-23T17:59:08.740 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:08.768 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:08.780 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:08.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:08.785 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:08.886 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:08.913 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.056 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:09.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:09.160 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:09.164 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:09 smithi149 ceph-mon[135148]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.164 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:09 smithi149 ceph-mon[135148]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.164 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:09 smithi149 ceph-mon[135148]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.165 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:09 smithi149 ceph-mon[135148]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.165 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:09 smithi149 ceph-mon[135148]: osdmap e126: 8 total, 8 up, 7 in 2023-09-23T17:59:09.193 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.230 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:09.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.233 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:09.333 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:09.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.397 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[153734]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[153734]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[153734]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[153734]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[153734]: osdmap e126: 8 total, 8 up, 7 in 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[149401]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.399 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[149401]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.400 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[149401]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.400 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[149401]: failed to encode map e125 with expected crc 2023-09-23T17:59:09.400 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:09 smithi018 ceph-mon[149401]: osdmap e126: 8 total, 8 up, 7 in 2023-09-23T17:59:09.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.401 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:09.501 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:09.530 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.564 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:09.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.567 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:09.663 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:09.668 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:09.683 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:09.695 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.703 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:09.724 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:09.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 74658 74642 65.6858 0 - 0.00953413 2023-09-23T17:59:09.730 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:09.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:09.745 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:09.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:09.784 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:09.785 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.786 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:59:09.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:09.865 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:09.955 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:09.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:09.960 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:10.061 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:10.094 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:10.140 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:10.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:10.143 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:10.203 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T17:59:10.203 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:59:10.244 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:10.278 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:10.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[153734]: pgmap v294: 89 pgs: 1 activating+undersized+remapped, 1 active+recovery_wait+remapped, 22 peering, 4 remapped+peering, 49 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 49241/224016 objects degraded (21.981%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T17:59:10.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[153734]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[153734]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[149401]: pgmap v294: 89 pgs: 1 activating+undersized+remapped, 1 active+recovery_wait+remapped, 22 peering, 4 remapped+peering, 49 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 49241/224016 objects degraded (21.981%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[149401]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[149401]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:10.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:10 smithi149 ceph-mon[135148]: pgmap v294: 89 pgs: 1 activating+undersized+remapped, 1 active+recovery_wait+remapped, 22 peering, 4 remapped+peering, 49 active+clean, 8 active+recovery_wait+undersized+degraded+remapped, 3 activating, 1 activating+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 49241/224016 objects degraded (21.981%); 4665/224016 objects misplaced (2.082%); 1/74672 objects unfound (0.001%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T17:59:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:10 smithi149 ceph-mon[135148]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:10 smithi149 ceph-mon[135148]: failed to encode map e126 with expected crc 2023-09-23T17:59:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:10.447 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T17:59:10.555 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:10.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:10.559 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:10.605 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T17:59:10.660 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:10.689 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:10.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 74658 74642 64.7737 0 - 0.00953413 2023-09-23T17:59:10.736 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:10.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:10.740 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:10.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:10.867 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:10.900 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:10.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:10.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:11.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:11.009 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:11.009 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:11.009 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T17:59:11.009 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T17:59:11.009 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T17:59:11.009 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T17:59:11.031 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:11.064 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:11.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:11.070 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:11.078 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:11.171 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:11.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:11.235 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:11.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:11.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:11.265 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:11.344 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:11.373 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:11.514 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:11.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:11.518 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:11.619 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: osdmap e127: 8 total, 8 up, 7 in 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 peering, 3 remapped+peering, 66 active+clean, 12 active+recovery_wait+undersized+degraded+remapped, 3 activating; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58461/224016 objects degraded (26.097%); 13393/224016 objects misplaced (5.979%); 9.0 MiB/s, 147 objects/s recovering 2023-09-23T17:59:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 49241/224016 objects degraded (21.981%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:11.652 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:11.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 74658 74642 63.8865 0 - 0.00953413 2023-09-23T17:59:11.795 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:11.797 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.797 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.797 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: osdmap e127: 8 total, 8 up, 7 in 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 peering, 3 remapped+peering, 66 active+clean, 12 active+recovery_wait+undersized+degraded+remapped, 3 activating; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58461/224016 objects degraded (26.097%); 13393/224016 objects misplaced (5.979%); 9.0 MiB/s, 147 objects/s recovering 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 49241/224016 objects degraded (21.981%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.799 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: osdmap e127: 8 total, 8 up, 7 in 2023-09-23T17:59:11.799 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: failed to encode map e127 with expected crc 2023-09-23T17:59:11.799 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: pgmap v297: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 peering, 3 remapped+peering, 66 active+clean, 12 active+recovery_wait+undersized+degraded+remapped, 3 activating; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58461/224016 objects degraded (26.097%); 13393/224016 objects misplaced (5.979%); 9.0 MiB/s, 147 objects/s recovering 2023-09-23T17:59:11.799 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 49241/224016 objects degraded (21.981%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:11.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:11.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:11.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:11.930 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:11.980 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:11.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:11.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:12.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:12.088 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:12.204 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:12.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:12.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:12.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:59:12.308 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:12.339 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:12.445 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:12.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:12.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:12.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:12.551 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:12.556 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T17:59:12.596 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: osdmap e128: 8 total, 8 up, 7 in 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:12.687 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:12.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:12.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:12.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 74658 74642 63.0234 0 - 0.00953413 2023-09-23T17:59:12.791 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: osdmap e128: 8 total, 8 up, 7 in 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: osdmap e128: 8 total, 8 up, 7 in 2023-09-23T17:59:12.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: failed to encode map e128 with expected crc 2023-09-23T17:59:12.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:12.820 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:12.892 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T17:59:12.892 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:59:13.163 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:13.366 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:13.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:13.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:13.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T17:59:13.476 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:13.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:13.549 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:13.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:13.552 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: osdmap e129: 8 total, 8 up, 7 in 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:13 smithi149 ceph-mon[135148]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 9.1 MiB/s, 148 objects/s recovering 2023-09-23T17:59:13.653 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:13.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:13.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:13.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: osdmap e129: 8 total, 8 up, 7 in 2023-09-23T17:59:13.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[153734]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 9.1 MiB/s, 148 objects/s recovering 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3458911898' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: osdmap e129: 8 total, 8 up, 7 in 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: failed to encode map e129 with expected crc 2023-09-23T17:59:13.682 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:13 smithi018 ceph-mon[149401]: pgmap v300: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 9.1 MiB/s, 148 objects/s recovering 2023-09-23T17:59:13.684 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:13.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 74658 74642 62.1833 0 - 0.00953413 2023-09-23T17:59:13.842 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:59:13.843 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T17:59:13.843 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:59:13.971 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:13.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:13.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:14.075 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:14.107 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:14.196 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:14.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:14.200 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:14.301 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:14.333 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:14.373 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:14.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:14.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:14.477 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:14.506 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:14.544 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:14.544 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:14.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:14.547 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:14.559 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:14.582 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:14.602 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:14.622 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:14.641 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:14.647 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:14.662 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:14.677 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:14.680 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:14.699 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.701 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:59:14.715 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:14.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:14.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:14.727 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:14 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:14.727 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2769545673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:14.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:14 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:14.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2769545673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:14.728 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 74658 74642 61.3652 0 - 0.00953413 2023-09-23T17:59:14.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:14.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:14 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:14.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2769545673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:14.847 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:14.883 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:14.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:14.886 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:14.987 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:15.014 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:15.050 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:15.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:15.053 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:15.115 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T17:59:15.153 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:15.181 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:15.218 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:15.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:15.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:14] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.33.4" 2023-09-23T17:59:15.322 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:15.353 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:15.689 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:15.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:15 smithi018 ceph-mon[153734]: pgmap v301: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 6.5 MiB/s, 106 objects/s recovering 2023-09-23T17:59:15.691 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:15 smithi018 ceph-mon[149401]: pgmap v301: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 6.5 MiB/s, 106 objects/s recovering 2023-09-23T17:59:15.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:15.692 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:15.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 74658 74642 60.5685 0 - 0.00953413 2023-09-23T17:59:15.793 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:15.818 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:15 smithi149 ceph-mon[135148]: pgmap v301: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 70 active+clean, 14 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 58468/224016 objects degraded (26.100%); 13393/224016 objects misplaced (5.979%); 6.5 MiB/s, 106 objects/s recovering 2023-09-23T17:59:15.821 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:15.857 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:15.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:15.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:16.002 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:16.048 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:16.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 74658 74642 59.7921 0 - 0.00953413 2023-09-23T17:59:16.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 58468/224016 objects degraded (26.100%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 58468/224016 objects degraded (26.100%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:16.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 58468/224016 objects degraded (26.100%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:17.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 16 74658 74642 59.0354 0 - 0.00953413 2023-09-23T17:59:17.822 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:17.825 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:17 smithi018 ceph-mon[153734]: pgmap v302: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T17:59:17.825 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:17 smithi018 ceph-mon[149401]: pgmap v302: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T17:59:17.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:17.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:17 smithi149 ceph-mon[135148]: pgmap v302: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T17:59:17.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:17.962 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:18.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T17:59:18.730173+0000 min lat: 0.00120951 max lat: 2.45376 avg lat: 0.00953413 2023-09-23T17:59:18.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T17:59:18.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 74658 74642 58.2976 0 - 0.00953413 2023-09-23T17:59:19.275 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:19.276 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:19.276 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2023-09-23T17:59:19.276 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T17:59:19.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 74658 74642 57.578 0 - 0.00953413 2023-09-23T17:59:19.767 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:19.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:19.770 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:19.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:19.899 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:19 smithi018 ceph-mon[153734]: pgmap v303: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T17:59:19.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:19 smithi018 ceph-mon[149401]: pgmap v303: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T17:59:19.902 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:19.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:19 smithi149 ceph-mon[135148]: pgmap v303: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67658/224016 objects degraded (30.202%); 12602/224016 objects misplaced (5.625%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T17:59:20.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 74658 74642 56.876 0 - 0.00953413 2023-09-23T17:59:20.768 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:20.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:20.772 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:20.873 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:20.901 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:20.936 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:20.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:20 smithi149 ceph-mon[135148]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:20.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:20.939 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:21.040 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:20 smithi018 ceph-mon[153734]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:21.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:20 smithi018 ceph-mon[149401]: Health check failed: 1/74672 objects unfound (0.001%) (OBJECT_UNFOUND) 2023-09-23T17:59:21.067 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:21.070 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:21.108 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:21.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:21.111 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:21.212 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:21.241 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:21.726 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:21.729 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 74658 74642 56.1908 0 - 0.00953413 2023-09-23T17:59:21.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:21.730 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:21.767 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:59:21.831 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:21.859 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:21.894 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:21.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:21.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:21.999 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:22.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:21 smithi018 ceph-mon[153734]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 12 MiB/s, 193 objects/s recovering 2023-09-23T17:59:22.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 77095/224016 objects degraded (34.415%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:22.032 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:21 smithi018 ceph-mon[149401]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 12 MiB/s, 193 objects/s recovering 2023-09-23T17:59:22.032 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 77095/224016 objects degraded (34.415%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:22.035 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:22.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:22.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:22.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:22.129 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:22.129 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:59:22.130 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T17:59:22.130 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:21 smithi149 ceph-mon[135148]: pgmap v304: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 12 MiB/s, 193 objects/s recovering 2023-09-23T17:59:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 77095/224016 objects degraded (34.415%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:22.230 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:22.264 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:22.357 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:22.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:22.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:22.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:22.493 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:22.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 16 74658 74642 55.522 0 - 0.00953413 2023-09-23T17:59:23.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T17:59:23.228 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:23.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:23.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:23.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:23.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:23.412 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:23.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:23.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:23.517 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:23.548 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:23.724 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:23.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:23.727 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:23.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 16 74658 74642 54.8687 0 - 0.00953413 2023-09-23T17:59:23.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:23 smithi018 ceph-mon[149401]: pgmap v305: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 11 MiB/s, 173 objects/s recovering 2023-09-23T17:59:23.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:23 smithi018 ceph-mon[153734]: pgmap v305: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 11 MiB/s, 173 objects/s recovering 2023-09-23T17:59:23.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:23.864 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:23.970 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:24.069 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:24.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:24.073 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:24.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:23 smithi149 ceph-mon[135148]: pgmap v305: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 11 MiB/s, 173 objects/s recovering 2023-09-23T17:59:24.173 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:24.208 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:24.247 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:24.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:24.250 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:24.351 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:24.375 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:24.380 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:24.417 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:24.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:24.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:24.521 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T17:59:24.541 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T17:59:24.557 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:24.699 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T17:59:24.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 74658 74642 54.2308 0 - 0.00953413 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4102864155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4102864155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:24.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4102864155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:24 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:25.203 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:24] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.33.4" 2023-09-23T17:59:25.653 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:25.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:25.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:25.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 74658 74642 53.6076 0 - 0.00953413 2023-09-23T17:59:25.757 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:25.786 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: pgmap v306: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: osdmap e130: 8 total, 8 up, 7 in 2023-09-23T17:59:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[153734]: failed to encode map e130 with expected crc 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: pgmap v306: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: osdmap e130: 8 total, 8 up, 7 in 2023-09-23T17:59:25.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:25 smithi018 ceph-mon[149401]: failed to encode map e130 with expected crc 2023-09-23T17:59:25.820 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:25.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:25.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:25.910 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2023-09-23T17:59:22.573141+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4896659379,"num_objects":74672,"num_object_clones":0,"num_object_copies":224016,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":77095,"num_objects_misplaced":11649,"num_objects_unfound":1,"num_objects_dirty":74672,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":75750,"num_write_kb":4792357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4146,"num_bytes_recovered":269096339,"num_keys_recovered":10,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75814,"ondisk_log_size":75814,"up":267,"acting":250,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":302,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":14572748,"kb_used_data":13127380,"kb_used_omap":24,"kb_used_meta":1445287,"kb_avail":641643316,"statfs":{"total":671965249536,"available":657042755584,"internally_reserved":0,"allocated":13442437120,"data_stored":13438465701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24870,"internal_metadata":1479974618},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":1,"num_objects_missing":0,"num_objects_degraded":18627,"num_objects_misplaced":-1744,"num_objects_unfound":1,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1744,"num_bytes_recovered":114294784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.029273"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.577167+0000","last_change":"2023-09-23T17:59:06.129069+0000","last_active":"2023-09-23T17:59:11.577167+0000","last_peered":"2023-09-23T17:59:11.577167+0000","last_clean":"2023-09-23T17:59:11.577167+0000","last_became_active":"2023-09-23T17:59:06.128739+0000","last_became_peered":"2023-09-23T17:59:06.128739+0000","last_unstale":"2023-09-23T17:59:11.577167+0000","last_undegraded":"2023-09-23T17:59:11.577167+0000","last_fullsized":"2023-09-23T17:59:11.577167+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:25:53.095781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":108,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:12.146515+0000","last_change":"2023-09-23T17:59:06.076997+0000","last_active":"2023-09-23T17:59:12.146515+0000","last_peered":"2023-09-23T17:59:12.146515+0000","last_clean":"2023-09-23T17:59:12.146515+0000","last_became_active":"2023-09-23T17:59:06.076819+0000","last_became_peered":"2023-09-23T17:59:06.076819+0000","last_unstale":"2023-09-23T17:59:12.146515+0000","last_undegraded":"2023-09-23T17:59:12.146515+0000","last_fullsized":"2023-09-23T17:59:12.146515+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:41.739194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":78,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.670488+0000","last_change":"2023-09-23T17:59:06.076490+0000","last_active":"2023-09-23T17:59:11.670488+0000","last_peered":"2023-09-23T17:59:11.670488+0000","last_clean":"2023-09-23T17:59:11.670488+0000","last_became_active":"2023-09-23T17:59:06.076128+0000","last_became_peered":"2023-09-23T17:59:06.076128+0000","last_unstale":"2023-09-23T17:59:11.670488+0000","last_undegraded":"2023-09-23T17:59:11.670488+0000","last_fullsized":"2023-09-23T17:59:11.670488+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:07:33.525189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":75,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546884+0000","last_change":"2023-09-23T17:59:06.054440+0000","last_active":"2023-09-23T17:59:11.546884+0000","last_peered":"2023-09-23T17:59:11.546884+0000","last_clean":"2023-09-23T17:59:11.546884+0000","last_became_active":"2023-09-23T17:59:06.054051+0000","last_became_peered":"2023-09-23T17:59:06.054051+0000","last_unstale":"2023-09-23T17:59:11.546884+0000","last_undegraded":"2023-09-23T17:59:11.546884+0000","last_fullsized":"2023-09-23T17:59:11.546884+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":133,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.673887+0000","last_change":"2023-09-23T17:59:06.117360+0000","last_active":"2023-09-23T17:59:11.673887+0000","last_peered":"2023-09-23T17:59:11.673887+0000","last_clean":"2023-09-23T17:59:11.673887+0000","last_became_active":"2023-09-23T17:59:06.117009+0000","last_became_peered":"2023-09-23T17:59:06.117009+0000","last_unstale":"2023-09-23T17:59:11.673887+0000","last_undegraded":"2023-09-23T17:59:11.673887+0000","last_fullsized":"2023-09-23T17:59:11.673887+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:47.154218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":103,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.548994+0000","last_change":"2023-09-23T17:59:09.645245+0000","last_active":"2023-09-23T17:59:11.548994+0000","last_peered":"2023-09-23T17:59:11.548994+0000","last_clean":"2023-09-23T17:59:11.548994+0000","last_became_active":"2023-09-23T17:59:09.644984+0000","last_became_peered":"2023-09-23T17:59:09.644984+0000","last_unstale":"2023-09-23T17:59:11.548994+0000","last_undegraded":"2023-09-23T17:59:11.548994+0000","last_fullsized":"2023-09-23T17:59:11.548994+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":89,"reported_epoch":127,"state":"active+clean","last_fresh":"2023-09-23T17:59:10.543398+0000","last_change":"2023-09-23T17:58:49.346782+0000","last_active":"2023-09-23T17:59:10.543398+0000","last_peered":"2023-09-23T17:59:10.543398+0000","last_clean":"2023-09-23T17:59:10.543398+0000","last_became_active":"2023-09-23T17:58:49.346416+0000","last_became_peered":"2023-09-23T17:58:49.346416+0000","last_unstale":"2023-09-23T17:59:10.543398+0000","last_undegraded":"2023-09-23T17:59:10.543398+0000","last_fullsized":"2023-09-23T17:59:10.543398+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:57.279243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":108,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.666637+0000","last_change":"2023-09-23T17:59:06.098204+0000","last_active":"2023-09-23T17:59:11.666637+0000","last_peered":"2023-09-23T17:59:11.666637+0000","last_clean":"2023-09-23T17:59:11.666637+0000","last_became_active":"2023-09-23T17:59:06.096688+0000","last_became_peered":"2023-09-23T17:59:06.096688+0000","last_unstale":"2023-09-23T17:59:11.666637+0000","last_undegraded":"2023-09-23T17:59:11.666637+0000","last_fullsized":"2023-09-23T17:59:11.666637+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:35:23.309376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":86,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546781+0000","last_change":"2023-09-23T17:59:06.054164+0000","last_active":"2023-09-23T17:59:11.546781+0000","last_peered":"2023-09-23T17:59:11.546781+0000","last_clean":"2023-09-23T17:59:11.546781+0000","last_became_active":"2023-09-23T17:59:06.053575+0000","last_became_peered":"2023-09-23T17:59:06.053575+0000","last_unstale":"2023-09-23T17:59:11.546781+0000","last_undegraded":"2023-09-23T17:59:11.546781+0000","last_fullsized":"2023-09-23T17:59:11.546781+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":52,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.670403+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T17:59:11.670403+0000","last_peered":"2023-09-23T17:59:11.670403+0000","last_clean":"2023-09-23T17:59:11.670403+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T17:59:11.670403+0000","last_undegraded":"2023-09-23T17:59:11.670403+0000","last_fullsized":"2023-09-23T17:59:11.670403+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":113,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546204+0000","last_change":"2023-09-23T17:58:53.462458+0000","last_active":"2023-09-23T17:59:11.546204+0000","last_peered":"2023-09-23T17:59:11.546204+0000","last_clean":"2023-09-23T17:59:11.546204+0000","last_became_active":"2023-09-23T17:58:53.361765+0000","last_became_peered":"2023-09-23T17:58:53.361765+0000","last_unstale":"2023-09-23T17:59:11.546204+0000","last_undegraded":"2023-09-23T17:59:11.546204+0000","last_fullsized":"2023-09-23T17:59:11.546204+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":51,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.548074+0000","last_change":"2023-09-23T17:59:06.141299+0000","last_active":"2023-09-23T17:59:11.548074+0000","last_peered":"2023-09-23T17:59:11.548074+0000","last_clean":"2023-09-23T17:59:11.548074+0000","last_became_active":"2023-09-23T17:59:06.140943+0000","last_became_peered":"2023-09-23T17:59:06.140943+0000","last_unstale":"2023-09-23T17:59:11.548074+0000","last_undegraded":"2023-09-23T17:59:11.548074+0000","last_fullsized":"2023-09-23T17:59:11.548074+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":86,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546636+0000","last_change":"2023-09-23T17:58:49.362839+0000","last_active":"2023-09-23T17:59:11.546636+0000","last_peered":"2023-09-23T17:59:11.546636+0000","last_clean":"2023-09-23T17:59:11.546636+0000","last_became_active":"2023-09-23T17:58:49.333918+0000","last_became_peered":"2023-09-23T17:58:49.333918+0000","last_unstale":"2023-09-23T17:59:11.546636+0000","last_undegraded":"2023-09-23T17:59:11.546636+0000","last_fullsized":"2023-09-23T17:59:11.546636+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4734,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":102,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.557412+0000","last_change":"2023-09-23T17:59:06.150979+0000","last_active":"2023-09-23T17:59:11.557412+0000","last_peered":"2023-09-23T17:59:11.557412+0000","last_clean":"2023-09-23T17:59:11.557412+0000","last_became_active":"2023-09-23T17:59:06.150600+0000","last_became_peered":"2023-09-23T17:59:06.150600+0000","last_unstale":"2023-09-23T17:59:11.557412+0000","last_undegraded":"2023-09-23T17:59:11.557412+0000","last_fullsized":"2023-09-23T17:59:11.557412+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":112,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546889+0000","last_change":"2023-09-23T17:58:49.336907+0000","last_active":"2023-09-23T17:59:11.546889+0000","last_peered":"2023-09-23T17:59:11.546889+0000","last_clean":"2023-09-23T17:59:11.546889+0000","last_became_active":"2023-09-23T17:58:49.333586+0000","last_became_peered":"2023-09-23T17:58:49.333586+0000","last_unstale":"2023-09-23T17:59:11.546889+0000","last_undegraded":"2023-09-23T17:59:11.546889+0000","last_fullsized":"2023-09-23T17:59:11.546889+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":108,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.667868+0000","last_change":"2023-09-23T17:59:06.126320+0000","last_active":"2023-09-23T17:59:11.667868+0000","last_peered":"2023-09-23T17:59:11.667868+0000","last_clean":"2023-09-23T17:59:11.667868+0000","last_became_active":"2023-09-23T17:59:06.125989+0000","last_became_peered":"2023-09-23T17:59:06.125989+0000","last_unstale":"2023-09-23T17:59:11.667868+0000","last_undegraded":"2023-09-23T17:59:11.667868+0000","last_fullsized":"2023-09-23T17:59:11.667868+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:16.618068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":74,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546213+0000","last_change":"2023-09-23T17:59:06.129683+0000","last_active":"2023-09-23T17:59:11.546213+0000","last_peered":"2023-09-23T17:59:11.546213+0000","last_clean":"2023-09-23T17:59:11.546213+0000","last_became_active":"2023-09-23T17:59:06.129255+0000","last_became_peered":"2023-09-23T17:59:06.129255+0000","last_unstale":"2023-09-23T17:59:11.546213+0000","last_undegraded":"2023-09-23T17:59:11.546213+0000","last_fullsized":"2023-09-23T17:59:11.546213+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":85,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546476+0000","last_change":"2023-09-23T17:58:42.267981+0000","last_active":"2023-09-23T17:59:11.546476+0000","last_peered":"2023-09-23T17:59:11.546476+0000","last_clean":"2023-09-23T17:59:11.546476+0000","last_became_active":"2023-09-23T17:58:42.267619+0000","last_became_peered":"2023-09-23T17:58:42.267619+0000","last_unstale":"2023-09-23T17:59:11.546476+0000","last_undegraded":"2023-09-23T17:59:11.546476+0000","last_fullsized":"2023-09-23T17:59:11.546476+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":80,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.545751+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T17:59:11.545751+0000","last_peered":"2023-09-23T17:59:11.545751+0000","last_clean":"2023-09-23T17:59:11.545751+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T17:59:11.545751+0000","last_undegraded":"2023-09-23T17:59:11.545751+0000","last_fullsized":"2023-09-23T17:59:11.545751+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":66,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.668408+0000","last_change":"2023-09-23T17:58:53.367123+0000","last_active":"2023-09-23T17:59:11.668408+0000","last_peered":"2023-09-23T17:59:11.668408+0000","last_clean":"2023-09-23T17:59:11.668408+0000","last_became_active":"2023-09-23T17:58:53.366832+0000","last_became_peered":"2023-09-23T17:58:53.366832+0000","last_unstale":"2023-09-23T17:59:11.668408+0000","last_undegraded":"2023-09-23T17:59:11.668408+0000","last_fullsized":"2023-09-23T17:59:11.668408+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:13.480074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":141,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547536+0000","last_change":"2023-09-23T17:58:49.584202+0000","last_active":"2023-09-23T17:59:11.547536+0000","last_peered":"2023-09-23T17:59:11.547536+0000","last_clean":"2023-09-23T17:59:11.547536+0000","last_became_active":"2023-09-23T17:58:49.339652+0000","last_became_peered":"2023-09-23T17:58:49.339652+0000","last_unstale":"2023-09-23T17:59:11.547536+0000","last_undegraded":"2023-09-23T17:59:11.547536+0000","last_fullsized":"2023-09-23T17:59:11.547536+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":78,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.764055+0000","last_change":"2023-09-23T17:59:06.068010+0000","last_active":"2023-09-23T17:59:11.764055+0000","last_peered":"2023-09-23T17:59:11.764055+0000","last_clean":"2023-09-23T17:59:11.764055+0000","last_became_active":"2023-09-23T17:59:06.067659+0000","last_became_peered":"2023-09-23T17:59:06.067659+0000","last_unstale":"2023-09-23T17:59:11.764055+0000","last_undegraded":"2023-09-23T17:59:11.764055+0000","last_fullsized":"2023-09-23T17:59:11.764055+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:39.290605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"114'4593","reported_seq":4627,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546204+0000","last_change":"2023-09-23T17:57:51.156532+0000","last_active":"2023-09-23T17:59:11.546204+0000","last_peered":"2023-09-23T17:59:11.546204+0000","last_clean":"2023-09-23T17:59:11.546204+0000","last_became_active":"2023-09-23T17:57:51.156240+0000","last_became_peered":"2023-09-23T17:57:51.156240+0000","last_unstale":"2023-09-23T17:59:11.546204+0000","last_undegraded":"2023-09-23T17:59:11.546204+0000","last_fullsized":"2023-09-23T17:59:11.546204+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4593,"log_dups_size":0,"ondisk_log_size":4593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301006848,"num_objects":4593,"num_object_clones":0,"num_object_copies":13779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4593,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":115,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546635+0000","last_change":"2023-09-23T17:59:09.664380+0000","last_active":"2023-09-23T17:59:11.546635+0000","last_peered":"2023-09-23T17:59:11.546635+0000","last_clean":"2023-09-23T17:59:11.546635+0000","last_became_active":"2023-09-23T17:59:09.619866+0000","last_became_peered":"2023-09-23T17:59:09.619866+0000","last_unstale":"2023-09-23T17:59:11.546635+0000","last_undegraded":"2023-09-23T17:59:11.546635+0000","last_fullsized":"2023-09-23T17:59:11.546635+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.545633+0000","last_change":"2023-09-23T17:58:42.266956+0000","last_active":"2023-09-23T17:59:11.545633+0000","last_peered":"2023-09-23T17:59:11.545633+0000","last_clean":"2023-09-23T17:59:11.545633+0000","last_became_active":"2023-09-23T17:58:42.266627+0000","last_became_peered":"2023-09-23T17:58:42.266627+0000","last_unstale":"2023-09-23T17:59:11.545633+0000","last_undegraded":"2023-09-23T17:59:11.545633+0000","last_fullsized":"2023-09-23T17:59:11.545633+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"114'4771","reported_seq":4814,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.579504+0000","last_change":"2023-09-23T17:59:07.170002+0000","last_active":"2023-09-23T17:59:11.579504+0000","last_peered":"2023-09-23T17:59:11.579504+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T17:59:07.163950+0000","last_became_peered":"2023-09-23T17:59:07.163950+0000","last_unstale":"2023-09-23T17:59:11.579504+0000","last_undegraded":"2023-09-23T17:59:07.046839+0000","last_fullsized":"2023-09-23T17:59:07.012591+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4771,"log_dups_size":0,"ondisk_log_size":4771,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:27:04.233601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312672256,"num_objects":4771,"num_object_clones":0,"num_object_copies":14313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4771,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4771,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0],"avail_no_missing":["2","0","1"],"object_location_counts":[{"shards":"0,1,2","objects":4771}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":136,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546833+0000","last_change":"2023-09-23T17:59:06.169718+0000","last_active":"2023-09-23T17:59:11.546833+0000","last_peered":"2023-09-23T17:59:11.546833+0000","last_clean":"2023-09-23T17:59:11.546833+0000","last_became_active":"2023-09-23T17:59:06.053767+0000","last_became_peered":"2023-09-23T17:59:06.053767+0000","last_unstale":"2023-09-23T17:59:11.546833+0000","last_undegraded":"2023-09-23T17:59:11.546833+0000","last_fullsized":"2023-09-23T17:59:11.546833+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":117,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.556989+0000","last_change":"2023-09-23T17:59:06.085710+0000","last_active":"2023-09-23T17:59:11.556989+0000","last_peered":"2023-09-23T17:59:11.556989+0000","last_clean":"2023-09-23T17:59:11.556989+0000","last_became_active":"2023-09-23T17:59:06.085362+0000","last_became_peered":"2023-09-23T17:59:06.085362+0000","last_unstale":"2023-09-23T17:59:11.556989+0000","last_undegraded":"2023-09-23T17:59:11.556989+0000","last_fullsized":"2023-09-23T17:59:11.556989+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"114'4645","reported_seq":7489,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.547545+0000","last_change":"2023-09-23T17:59:06.059942+0000","last_active":"2023-09-23T17:59:11.547545+0000","last_peered":"2023-09-23T17:59:11.547545+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T17:58:43.601231+0000","last_became_peered":"2023-09-23T17:58:43.601231+0000","last_unstale":"2023-09-23T17:59:11.547545+0000","last_undegraded":"2023-09-23T17:59:06.050156+0000","last_fullsized":"2023-09-23T17:58:43.255765+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4645,"log_dups_size":0,"ondisk_log_size":4645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:16.133369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304414720,"num_objects":4645,"num_object_clones":0,"num_object_copies":13935,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3235,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4645,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1401,"num_bytes_recovered":91815936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[0,7],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5,7","objects":3235},{"shards":"0,7","objects":1410}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":94,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.545934+0000","last_change":"2023-09-23T17:58:42.528887+0000","last_active":"2023-09-23T17:59:11.545934+0000","last_peered":"2023-09-23T17:59:11.545934+0000","last_clean":"2023-09-23T17:59:11.545934+0000","last_became_active":"2023-09-23T17:58:42.268028+0000","last_became_peered":"2023-09-23T17:58:42.268028+0000","last_unstale":"2023-09-23T17:59:11.545934+0000","last_undegraded":"2023-09-23T17:59:11.545934+0000","last_fullsized":"2023-09-23T17:59:11.545934+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":103,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547951+0000","last_change":"2023-09-23T17:59:06.030121+0000","last_active":"2023-09-23T17:59:11.547951+0000","last_peered":"2023-09-23T17:59:11.547951+0000","last_clean":"2023-09-23T17:59:11.547951+0000","last_became_active":"2023-09-23T17:59:06.029770+0000","last_became_peered":"2023-09-23T17:59:06.029770+0000","last_unstale":"2023-09-23T17:59:11.547951+0000","last_undegraded":"2023-09-23T17:59:11.547951+0000","last_fullsized":"2023-09-23T17:59:11.547951+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"114'4712","reported_seq":4915,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.580519+0000","last_change":"2023-09-23T17:59:06.374945+0000","last_active":"2023-09-23T17:59:11.580519+0000","last_peered":"2023-09-23T17:59:11.580519+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T17:59:06.363554+0000","last_became_peered":"2023-09-23T17:59:06.363554+0000","last_unstale":"2023-09-23T17:59:11.580519+0000","last_undegraded":"2023-09-23T17:59:06.114989+0000","last_fullsized":"2023-09-23T17:59:06.012849+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4712,"log_dups_size":0,"ondisk_log_size":4712,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:58.894932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308805632,"num_objects":4712,"num_object_clones":0,"num_object_copies":14136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4712,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4712,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":71,"num_bytes_recovered":4653056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3],"avail_no_missing":["2","3","4"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"0,2,3,4","objects":70},{"shards":"2,3,4","objects":4633}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":95,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.656683+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T17:59:11.656683+0000","last_peered":"2023-09-23T17:59:11.656683+0000","last_clean":"2023-09-23T17:59:11.656683+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T17:59:11.656683+0000","last_undegraded":"2023-09-23T17:59:11.656683+0000","last_fullsized":"2023-09-23T17:59:11.656683+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":108,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.545980+0000","last_change":"2023-09-23T17:59:06.074356+0000","last_active":"2023-09-23T17:59:11.545980+0000","last_peered":"2023-09-23T17:59:11.545980+0000","last_clean":"2023-09-23T17:59:11.545980+0000","last_became_active":"2023-09-23T17:59:06.074020+0000","last_became_peered":"2023-09-23T17:59:06.074020+0000","last_unstale":"2023-09-23T17:59:11.545980+0000","last_undegraded":"2023-09-23T17:59:11.545980+0000","last_fullsized":"2023-09-23T17:59:11.545980+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:01.845858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"114'4684","reported_seq":4736,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.579535+0000","last_change":"2023-09-23T17:59:06.196386+0000","last_active":"2023-09-23T17:59:11.579535+0000","last_peered":"2023-09-23T17:59:11.579535+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T17:58:43.657490+0000","last_became_peered":"2023-09-23T17:58:43.657490+0000","last_unstale":"2023-09-23T17:59:11.579535+0000","last_undegraded":"2023-09-23T17:59:06.193340+0000","last_fullsized":"2023-09-23T17:58:43.255235+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4684,"log_dups_size":0,"ondisk_log_size":4684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:23.169939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306970624,"num_objects":4684,"num_object_clones":0,"num_object_copies":14052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4670,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4684,"num_write_kb":299776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":196608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":4670},{"shards":"2,7","objects":14}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":123,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.667536+0000","last_change":"2023-09-23T17:59:06.192983+0000","last_active":"2023-09-23T17:59:11.667536+0000","last_peered":"2023-09-23T17:59:11.667536+0000","last_clean":"2023-09-23T17:59:11.667536+0000","last_became_active":"2023-09-23T17:59:06.186118+0000","last_became_peered":"2023-09-23T17:59:06.186118+0000","last_unstale":"2023-09-23T17:59:11.667536+0000","last_undegraded":"2023-09-23T17:59:11.667536+0000","last_fullsized":"2023-09-23T17:59:11.667536+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:36.727449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":90,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.667749+0000","last_change":"2023-09-23T17:59:06.072227+0000","last_active":"2023-09-23T17:59:11.667749+0000","last_peered":"2023-09-23T17:59:11.667749+0000","last_clean":"2023-09-23T17:59:11.667749+0000","last_became_active":"2023-09-23T17:59:06.071855+0000","last_became_peered":"2023-09-23T17:59:06.071855+0000","last_unstale":"2023-09-23T17:59:11.667749+0000","last_undegraded":"2023-09-23T17:59:11.667749+0000","last_fullsized":"2023-09-23T17:59:11.667749+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:07:50.553232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"114'4667","reported_seq":6768,"reported_epoch":129,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T17:59:20.507869+0000","last_change":"2023-09-23T17:59:07.178592+0000","last_active":"2023-09-23T17:59:20.507869+0000","last_peered":"2023-09-23T17:59:20.507869+0000","last_clean":"2023-09-23T17:58:43.939721+0000","last_became_active":"2023-09-23T17:59:07.153784+0000","last_became_peered":"2023-09-23T17:59:07.153784+0000","last_unstale":"2023-09-23T17:59:20.507869+0000","last_undegraded":"2023-09-23T17:59:20.507869+0000","last_fullsized":"2023-09-23T17:59:07.016016+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4667,"log_dups_size":0,"ondisk_log_size":4667,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305856512,"num_objects":4667,"num_object_clones":0,"num_object_copies":14001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3635,"num_objects_unfound":0,"num_objects_dirty":4667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4667,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1032,"num_bytes_recovered":67633152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3635},{"shards":"0,4","objects":1032}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":113,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547855+0000","last_change":"2023-09-23T17:59:06.063347+0000","last_active":"2023-09-23T17:59:11.547855+0000","last_peered":"2023-09-23T17:59:11.547855+0000","last_clean":"2023-09-23T17:59:11.547855+0000","last_became_active":"2023-09-23T17:59:06.062814+0000","last_became_peered":"2023-09-23T17:59:06.062814+0000","last_unstale":"2023-09-23T17:59:11.547855+0000","last_undegraded":"2023-09-23T17:59:11.547855+0000","last_fullsized":"2023-09-23T17:59:11.547855+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":103,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.582465+0000","last_change":"2023-09-23T17:59:06.030620+0000","last_active":"2023-09-23T17:59:11.582465+0000","last_peered":"2023-09-23T17:59:11.582465+0000","last_clean":"2023-09-23T17:59:11.582465+0000","last_became_active":"2023-09-23T17:59:06.030269+0000","last_became_peered":"2023-09-23T17:59:06.030269+0000","last_unstale":"2023-09-23T17:59:11.582465+0000","last_undegraded":"2023-09-23T17:59:11.582465+0000","last_fullsized":"2023-09-23T17:59:11.582465+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:20:57.685557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"114'4595","reported_seq":4637,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.781578+0000","last_change":"2023-09-23T17:59:11.781578+0000","last_active":"2023-09-23T17:59:11.781578+0000","last_peered":"2023-09-23T17:59:11.781578+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T17:59:11.770875+0000","last_became_peered":"2023-09-23T17:59:11.770875+0000","last_unstale":"2023-09-23T17:59:11.781578+0000","last_undegraded":"2023-09-23T17:59:11.653745+0000","last_fullsized":"2023-09-23T17:59:11.548642+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4595,"log_dups_size":0,"ondisk_log_size":4595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301137920,"num_objects":4595,"num_object_clones":0,"num_object_copies":13785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9190,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4595,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2],"avail_no_missing":["6","4","5"],"object_location_counts":[{"shards":"4,5,6","objects":4595}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":89,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.577000+0000","last_change":"2023-09-23T17:59:06.079464+0000","last_active":"2023-09-23T17:59:11.577000+0000","last_peered":"2023-09-23T17:59:11.577000+0000","last_clean":"2023-09-23T17:59:11.577000+0000","last_became_active":"2023-09-23T17:59:06.079070+0000","last_became_peered":"2023-09-23T17:59:06.079070+0000","last_unstale":"2023-09-23T17:59:11.577000+0000","last_undegraded":"2023-09-23T17:59:11.577000+0000","last_fullsized":"2023-09-23T17:59:11.577000+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:51.623582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":102,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.562799+0000","last_change":"2023-09-23T17:59:06.086562+0000","last_active":"2023-09-23T17:59:11.562799+0000","last_peered":"2023-09-23T17:59:11.562799+0000","last_clean":"2023-09-23T17:59:11.562799+0000","last_became_active":"2023-09-23T17:59:06.086297+0000","last_became_peered":"2023-09-23T17:59:06.086297+0000","last_unstale":"2023-09-23T17:59:11.562799+0000","last_undegraded":"2023-09-23T17:59:11.562799+0000","last_fullsized":"2023-09-23T17:59:11.562799+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"114'4619","reported_seq":4683,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.548443+0000","last_change":"2023-09-23T17:58:50.584379+0000","last_active":"2023-09-23T17:59:11.548443+0000","last_peered":"2023-09-23T17:59:11.548443+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T17:58:50.577875+0000","last_became_peered":"2023-09-23T17:58:50.577875+0000","last_unstale":"2023-09-23T17:59:11.548443+0000","last_undegraded":"2023-09-23T17:58:50.471610+0000","last_fullsized":"2023-09-23T17:58:50.327806+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4619,"log_dups_size":0,"ondisk_log_size":4619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:58.476671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302710784,"num_objects":4619,"num_object_clones":0,"num_object_copies":13857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9114,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4619,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4619,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":524288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,2,4,5","objects":110},{"shards":"0,2,5","objects":14},{"shards":"0,4,5","objects":4495}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":109,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.666522+0000","last_change":"2023-09-23T17:59:06.098532+0000","last_active":"2023-09-23T17:59:11.666522+0000","last_peered":"2023-09-23T17:59:11.666522+0000","last_clean":"2023-09-23T17:59:11.666522+0000","last_became_active":"2023-09-23T17:59:06.097869+0000","last_became_peered":"2023-09-23T17:59:06.097869+0000","last_unstale":"2023-09-23T17:59:11.666522+0000","last_undegraded":"2023-09-23T17:59:11.666522+0000","last_fullsized":"2023-09-23T17:59:11.666522+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:31:42.966855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":80,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.764137+0000","last_change":"2023-09-23T17:59:09.621196+0000","last_active":"2023-09-23T17:59:11.764137+0000","last_peered":"2023-09-23T17:59:11.764137+0000","last_clean":"2023-09-23T17:59:11.764137+0000","last_became_active":"2023-09-23T17:59:09.620968+0000","last_became_peered":"2023-09-23T17:59:09.620968+0000","last_unstale":"2023-09-23T17:59:11.764137+0000","last_undegraded":"2023-09-23T17:59:11.764137+0000","last_fullsized":"2023-09-23T17:59:11.764137+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:27.143518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":642,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.546179+0000","last_change":"2023-09-23T17:59:07.027643+0000","last_active":"2023-09-23T17:59:11.546179+0000","last_peered":"2023-09-23T17:59:11.546179+0000","last_clean":"2023-09-23T17:48:29.951756+0000","last_became_active":"2023-09-23T17:59:07.027072+0000","last_became_peered":"2023-09-23T17:59:07.027072+0000","last_unstale":"2023-09-23T17:59:11.546179+0000","last_undegraded":"2023-09-23T17:59:07.014594+0000","last_fullsized":"2023-09-23T17:59:07.014051+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:17.051006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7],"avail_no_missing":["0","1","7"],"object_location_counts":[{"shards":"0,1,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":95,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.668086+0000","last_change":"2023-09-23T17:58:53.367192+0000","last_active":"2023-09-23T17:59:11.668086+0000","last_peered":"2023-09-23T17:59:11.668086+0000","last_clean":"2023-09-23T17:59:11.668086+0000","last_became_active":"2023-09-23T17:58:53.366814+0000","last_became_peered":"2023-09-23T17:58:53.366814+0000","last_unstale":"2023-09-23T17:59:11.668086+0000","last_undegraded":"2023-09-23T17:59:11.668086+0000","last_fullsized":"2023-09-23T17:59:11.668086+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:59.268478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":63,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546433+0000","last_change":"2023-09-23T17:59:06.129729+0000","last_active":"2023-09-23T17:59:11.546433+0000","last_peered":"2023-09-23T17:59:11.546433+0000","last_clean":"2023-09-23T17:59:11.546433+0000","last_became_active":"2023-09-23T17:59:06.129383+0000","last_became_peered":"2023-09-23T17:59:06.129383+0000","last_unstale":"2023-09-23T17:59:11.546433+0000","last_undegraded":"2023-09-23T17:59:11.546433+0000","last_fullsized":"2023-09-23T17:59:11.546433+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:14.336228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"114'4579","reported_seq":4631,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.550497+0000","last_change":"2023-09-23T17:59:06.294841+0000","last_active":"2023-09-23T17:59:11.550497+0000","last_peered":"2023-09-23T17:59:11.550497+0000","last_clean":"2023-09-23T17:58:41.250138+0000","last_became_active":"2023-09-23T17:59:06.288665+0000","last_became_peered":"2023-09-23T17:59:06.288665+0000","last_unstale":"2023-09-23T17:59:11.550497+0000","last_undegraded":"2023-09-23T17:59:06.145176+0000","last_fullsized":"2023-09-23T17:59:06.024773+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4579,"log_dups_size":0,"ondisk_log_size":4579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300089344,"num_objects":4579,"num_object_clones":0,"num_object_copies":13737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9147,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4579,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3],"avail_no_missing":["6","0","5"],"object_location_counts":[{"shards":"0,3,6","objects":11},{"shards":"0,5,6","objects":4568}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"114'4637","reported_seq":5597,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.750436+0000","last_change":"2023-09-23T17:59:06.348857+0000","last_active":"2023-09-23T17:59:11.750436+0000","last_peered":"2023-09-23T17:59:11.750436+0000","last_clean":"2023-09-23T17:58:41.207247+0000","last_became_active":"2023-09-23T17:59:06.305192+0000","last_became_peered":"2023-09-23T17:59:06.305192+0000","last_unstale":"2023-09-23T17:59:11.750436+0000","last_undegraded":"2023-09-23T17:59:06.294113+0000","last_fullsized":"2023-09-23T17:59:06.032011+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4637,"log_dups_size":0,"ondisk_log_size":4637,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:24:23.666717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303890432,"num_objects":4637,"num_object_clones":0,"num_object_copies":13911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8646,"num_objects_misplaced":4637,"num_objects_unfound":0,"num_objects_dirty":4637,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4637,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":302,"num_bytes_recovered":19791872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[1,6],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":4323},{"shards":"0,1,4,6,7","objects":302},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":802,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.656380+0000","last_change":"2023-09-23T17:59:09.018850+0000","last_active":"2023-09-23T17:59:11.656380+0000","last_peered":"2023-09-23T17:59:11.656380+0000","last_clean":"2023-09-23T17:59:11.656380+0000","last_became_active":"2023-09-23T17:59:09.018416+0000","last_became_peered":"2023-09-23T17:59:09.018416+0000","last_unstale":"2023-09-23T17:59:11.656380+0000","last_undegraded":"2023-09-23T17:59:11.656380+0000","last_fullsized":"2023-09-23T17:59:11.656380+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":94,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.557323+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T17:59:11.557323+0000","last_peered":"2023-09-23T17:59:11.557323+0000","last_clean":"2023-09-23T17:59:11.557323+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T17:59:11.557323+0000","last_undegraded":"2023-09-23T17:59:11.557323+0000","last_fullsized":"2023-09-23T17:59:11.557323+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":71,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.576986+0000","last_change":"2023-09-23T17:59:06.097205+0000","last_active":"2023-09-23T17:59:11.576986+0000","last_peered":"2023-09-23T17:59:11.576986+0000","last_clean":"2023-09-23T17:59:11.576986+0000","last_became_active":"2023-09-23T17:59:06.096886+0000","last_became_peered":"2023-09-23T17:59:06.096886+0000","last_unstale":"2023-09-23T17:59:11.576986+0000","last_undegraded":"2023-09-23T17:59:11.576986+0000","last_fullsized":"2023-09-23T17:59:11.576986+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:36.776611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"114'4674","reported_seq":7296,"reported_epoch":129,"state":"active+recovering+remapped","last_fresh":"2023-09-23T17:59:20.511506+0000","last_change":"2023-09-23T17:59:06.193510+0000","last_active":"2023-09-23T17:59:20.511506+0000","last_peered":"2023-09-23T17:59:20.511506+0000","last_clean":"2023-09-23T17:58:41.240488+0000","last_became_active":"2023-09-23T17:58:43.565407+0000","last_became_peered":"2023-09-23T17:58:43.565407+0000","last_unstale":"2023-09-23T17:59:20.511506+0000","last_undegraded":"2023-09-23T17:59:20.511506+0000","last_fullsized":"2023-09-23T17:59:20.511506+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4674,"log_dups_size":0,"ondisk_log_size":4674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306315264,"num_objects":4674,"num_object_clones":0,"num_object_copies":14022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3377,"num_objects_unfound":0,"num_objects_dirty":4674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4674,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1289,"num_bytes_recovered":84475904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[4,5,7],"avail_no_missing":["4","5","7"],"object_location_counts":[{"shards":"4,5,7","objects":1297}],"blocked_by":[],"up_primary":2,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":566,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.576951+0000","last_change":"2023-09-23T17:56:44.056244+0000","last_active":"2023-09-23T17:59:11.576951+0000","last_peered":"2023-09-23T17:59:11.576951+0000","last_clean":"2023-09-23T17:59:11.576951+0000","last_became_active":"2023-09-23T17:56:44.055669+0000","last_became_peered":"2023-09-23T17:56:44.055669+0000","last_unstale":"2023-09-23T17:59:11.576951+0000","last_undegraded":"2023-09-23T17:59:11.576951+0000","last_fullsized":"2023-09-23T17:59:11.576951+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:55.688663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":51,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.576662+0000","last_change":"2023-09-23T17:59:06.103688+0000","last_active":"2023-09-23T17:59:11.576662+0000","last_peered":"2023-09-23T17:59:11.576662+0000","last_clean":"2023-09-23T17:59:11.576662+0000","last_became_active":"2023-09-23T17:59:06.103331+0000","last_became_peered":"2023-09-23T17:59:06.103331+0000","last_unstale":"2023-09-23T17:59:11.576662+0000","last_undegraded":"2023-09-23T17:59:11.576662+0000","last_fullsized":"2023-09-23T17:59:11.576662+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:31:40.231153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":109,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546566+0000","last_change":"2023-09-23T17:59:09.619411+0000","last_active":"2023-09-23T17:59:11.546566+0000","last_peered":"2023-09-23T17:59:11.546566+0000","last_clean":"2023-09-23T17:59:11.546566+0000","last_became_active":"2023-09-23T17:59:09.618959+0000","last_became_peered":"2023-09-23T17:59:09.618959+0000","last_unstale":"2023-09-23T17:59:11.546566+0000","last_undegraded":"2023-09-23T17:59:11.546566+0000","last_fullsized":"2023-09-23T17:59:11.546566+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":576,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.577209+0000","last_change":"2023-09-23T17:58:54.370986+0000","last_active":"2023-09-23T17:59:11.577209+0000","last_peered":"2023-09-23T17:59:11.577209+0000","last_clean":"2023-09-23T17:48:29.938134+0000","last_became_active":"2023-09-23T17:58:54.370328+0000","last_became_peered":"2023-09-23T17:58:54.370328+0000","last_unstale":"2023-09-23T17:59:11.577209+0000","last_undegraded":"2023-09-23T17:58:54.351190+0000","last_fullsized":"2023-09-23T17:58:54.350558+0000","mapping_epoch":119,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:06.950323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":346,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.545811+0000","last_change":"2023-09-23T17:59:06.045294+0000","last_active":"2023-09-23T17:59:11.545811+0000","last_peered":"2023-09-23T17:59:11.545811+0000","last_clean":"2023-09-23T17:58:43.255370+0000","last_became_active":"2023-09-23T17:59:06.044891+0000","last_became_peered":"2023-09-23T17:59:06.044891+0000","last_unstale":"2023-09-23T17:59:11.545811+0000","last_undegraded":"2023-09-23T17:59:06.020528+0000","last_fullsized":"2023-09-23T17:59:06.019973+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","0","6"],"object_location_counts":[{"shards":"0,6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":78,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.666809+0000","last_change":"2023-09-23T17:59:06.061572+0000","last_active":"2023-09-23T17:59:11.666809+0000","last_peered":"2023-09-23T17:59:11.666809+0000","last_clean":"2023-09-23T17:59:11.666809+0000","last_became_active":"2023-09-23T17:59:06.061259+0000","last_became_peered":"2023-09-23T17:59:06.061259+0000","last_unstale":"2023-09-23T17:59:11.666809+0000","last_undegraded":"2023-09-23T17:59:11.666809+0000","last_fullsized":"2023-09-23T17:59:11.666809+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:49:01.534710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":88,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.548226+0000","last_change":"2023-09-23T17:58:49.341767+0000","last_active":"2023-09-23T17:59:11.548226+0000","last_peered":"2023-09-23T17:59:11.548226+0000","last_clean":"2023-09-23T17:59:11.548226+0000","last_became_active":"2023-09-23T17:58:49.341416+0000","last_became_peered":"2023-09-23T17:58:49.341416+0000","last_unstale":"2023-09-23T17:59:11.548226+0000","last_undegraded":"2023-09-23T17:59:11.548226+0000","last_fullsized":"2023-09-23T17:59:11.548226+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"114'4587","reported_seq":4621,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.546427+0000","last_change":"2023-09-23T17:57:51.152479+0000","last_active":"2023-09-23T17:59:11.546427+0000","last_peered":"2023-09-23T17:59:11.546427+0000","last_clean":"2023-09-23T17:59:11.546427+0000","last_became_active":"2023-09-23T17:57:51.152112+0000","last_became_peered":"2023-09-23T17:57:51.152112+0000","last_unstale":"2023-09-23T17:59:11.546427+0000","last_undegraded":"2023-09-23T17:59:11.546427+0000","last_fullsized":"2023-09-23T17:59:11.546427+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4587,"log_dups_size":0,"ondisk_log_size":4587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300613632,"num_objects":4587,"num_object_clones":0,"num_object_copies":13761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4587,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"111'4718","reported_seq":4742,"reported_epoch":128,"state":"activating+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:18.829895+0000","last_change":"2023-09-23T17:59:18.854133+0000","last_active":"2023-09-23T17:58:42.268883+0000","last_peered":"2023-09-23T17:58:41.240410+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T17:57:51.157766+0000","last_became_peered":"2023-09-23T17:57:51.157766+0000","last_unstale":"2023-09-23T17:59:18.829895+0000","last_undegraded":"2023-09-23T17:59:18.829895+0000","last_fullsized":"2023-09-23T17:59:11.546739+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4718,"log_dups_size":0,"ondisk_log_size":4718,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:50.998651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309198848,"num_objects":4718,"num_object_clones":0,"num_object_copies":14154,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":9437,"num_objects_misplaced":0,"num_objects_unfound":1,"num_objects_dirty":4718,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4718,"num_write_kb":301952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"0","objects":4717},{"shards":"0,2","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":776,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.545835+0000","last_change":"2023-09-23T17:59:07.150826+0000","last_active":"2023-09-23T17:59:11.545835+0000","last_peered":"2023-09-23T17:59:11.545835+0000","last_clean":"2023-09-23T17:59:02.851241+0000","last_became_active":"2023-09-23T17:59:07.150464+0000","last_became_peered":"2023-09-23T17:59:07.150464+0000","last_unstale":"2023-09-23T17:59:11.545835+0000","last_undegraded":"2023-09-23T17:59:07.020101+0000","last_fullsized":"2023-09-23T17:59:07.019710+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0],"avail_no_missing":["7","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":91,"reported_epoch":129,"state":"active+clean","last_fresh":"2023-09-23T17:59:12.554974+0000","last_change":"2023-09-23T17:58:42.255823+0000","last_active":"2023-09-23T17:59:12.554974+0000","last_peered":"2023-09-23T17:59:12.554974+0000","last_clean":"2023-09-23T17:59:12.554974+0000","last_became_active":"2023-09-23T17:58:42.255552+0000","last_became_peered":"2023-09-23T17:58:42.255552+0000","last_unstale":"2023-09-23T17:59:12.554974+0000","last_undegraded":"2023-09-23T17:59:12.554974+0000","last_fullsized":"2023-09-23T17:59:12.554974+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:13.662778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":92,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.580101+0000","last_change":"2023-09-23T17:59:06.030854+0000","last_active":"2023-09-23T17:59:11.580101+0000","last_peered":"2023-09-23T17:59:11.580101+0000","last_clean":"2023-09-23T17:59:11.580101+0000","last_became_active":"2023-09-23T17:59:06.030429+0000","last_became_peered":"2023-09-23T17:59:06.030429+0000","last_unstale":"2023-09-23T17:59:11.580101+0000","last_undegraded":"2023-09-23T17:59:11.580101+0000","last_fullsized":"2023-09-23T17:59:11.580101+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:35.885145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":261,"reported_epoch":128,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T17:59:11.546042+0000","last_change":"2023-09-23T17:59:06.054548+0000","last_active":"2023-09-23T17:59:11.546042+0000","last_peered":"2023-09-23T17:59:11.546042+0000","last_clean":"2023-09-23T17:59:02.851554+0000","last_became_active":"2023-09-23T17:59:06.029937+0000","last_became_peered":"2023-09-23T17:59:06.029937+0000","last_unstale":"2023-09-23T17:59:11.546042+0000","last_undegraded":"2023-09-23T17:59:06.054376+0000","last_fullsized":"2023-09-23T17:59:11.546042+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":["7","0","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":90,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.577132+0000","last_change":"2023-09-23T17:59:06.098793+0000","last_active":"2023-09-23T17:59:11.577132+0000","last_peered":"2023-09-23T17:59:11.577132+0000","last_clean":"2023-09-23T17:59:11.577132+0000","last_became_active":"2023-09-23T17:59:06.098355+0000","last_became_peered":"2023-09-23T17:59:06.098355+0000","last_unstale":"2023-09-23T17:59:11.577132+0000","last_undegraded":"2023-09-23T17:59:11.577132+0000","last_fullsized":"2023-09-23T17:59:11.577132+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:54:11.504641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":86,"reported_epoch":129,"state":"active+clean","last_fresh":"2023-09-23T17:59:12.555827+0000","last_change":"2023-09-23T17:59:06.106029+0000","last_active":"2023-09-23T17:59:12.555827+0000","last_peered":"2023-09-23T17:59:12.555827+0000","last_clean":"2023-09-23T17:59:12.555827+0000","last_became_active":"2023-09-23T17:59:06.105706+0000","last_became_peered":"2023-09-23T17:59:06.105706+0000","last_unstale":"2023-09-23T17:59:12.555827+0000","last_undegraded":"2023-09-23T17:59:12.555827+0000","last_fullsized":"2023-09-23T17:59:12.555827+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:34.759798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"114'4731","reported_seq":4765,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547994+0000","last_change":"2023-09-23T17:57:51.155479+0000","last_active":"2023-09-23T17:59:11.547994+0000","last_peered":"2023-09-23T17:59:11.547994+0000","last_clean":"2023-09-23T17:59:11.547994+0000","last_became_active":"2023-09-23T17:57:51.155201+0000","last_became_peered":"2023-09-23T17:57:51.155201+0000","last_unstale":"2023-09-23T17:59:11.547994+0000","last_undegraded":"2023-09-23T17:59:11.547994+0000","last_fullsized":"2023-09-23T17:59:11.547994+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4731,"log_dups_size":0,"ondisk_log_size":4731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310050816,"num_objects":4731,"num_object_clones":0,"num_object_copies":14193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4731,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":97,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.763994+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T17:59:11.763994+0000","last_peered":"2023-09-23T17:59:11.763994+0000","last_clean":"2023-09-23T17:59:11.763994+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T17:59:11.763994+0000","last_undegraded":"2023-09-23T17:59:11.763994+0000","last_fullsized":"2023-09-23T17:59:11.763994+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":517,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.549045+0000","last_change":"2023-09-23T17:59:07.043000+0000","last_active":"2023-09-23T17:59:11.549045+0000","last_peered":"2023-09-23T17:59:11.549045+0000","last_clean":"2023-09-23T17:48:29.550987+0000","last_became_active":"2023-09-23T17:59:07.042506+0000","last_became_peered":"2023-09-23T17:59:07.042506+0000","last_unstale":"2023-09-23T17:59:11.549045+0000","last_undegraded":"2023-09-23T17:59:07.015101+0000","last_fullsized":"2023-09-23T17:59:07.014305+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":22,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3],"avail_no_missing":["6","1","4"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":112,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.666549+0000","last_change":"2023-09-23T17:59:06.098372+0000","last_active":"2023-09-23T17:59:11.666549+0000","last_peered":"2023-09-23T17:59:11.666549+0000","last_clean":"2023-09-23T17:59:11.666549+0000","last_became_active":"2023-09-23T17:59:06.097096+0000","last_became_peered":"2023-09-23T17:59:06.097096+0000","last_unstale":"2023-09-23T17:59:11.666549+0000","last_undegraded":"2023-09-23T17:59:11.666549+0000","last_fullsized":"2023-09-23T17:59:11.666549+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:47:08.939405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"114'4751","reported_seq":4792,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.668922+0000","last_change":"2023-09-23T17:58:50.522294+0000","last_active":"2023-09-23T17:59:11.668922+0000","last_peered":"2023-09-23T17:59:11.668922+0000","last_clean":"2023-09-23T17:58:43.936414+0000","last_became_active":"2023-09-23T17:58:50.516074+0000","last_became_peered":"2023-09-23T17:58:50.516074+0000","last_unstale":"2023-09-23T17:59:11.668922+0000","last_undegraded":"2023-09-23T17:58:50.345457+0000","last_fullsized":"2023-09-23T17:58:50.323634+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4751,"log_dups_size":0,"ondisk_log_size":4751,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:50:02.212109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311361536,"num_objects":4751,"num_object_clones":0,"num_object_copies":14253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4751,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4751,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":4751}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":323,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.548857+0000","last_change":"2023-09-23T17:56:12.018292+0000","last_active":"2023-09-23T17:59:11.548857+0000","last_peered":"2023-09-23T17:59:11.548857+0000","last_clean":"2023-09-23T17:59:11.548857+0000","last_became_active":"2023-09-23T17:56:12.017825+0000","last_became_peered":"2023-09-23T17:56:12.017825+0000","last_unstale":"2023-09-23T17:59:11.548857+0000","last_undegraded":"2023-09-23T17:59:11.548857+0000","last_fullsized":"2023-09-23T17:59:11.548857+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":33,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.558074+0000","last_change":"2023-09-23T17:59:06.041913+0000","last_active":"2023-09-23T17:59:11.558074+0000","last_peered":"2023-09-23T17:59:11.558074+0000","last_clean":"2023-09-23T17:59:11.558074+0000","last_became_active":"2023-09-23T17:59:06.032124+0000","last_became_peered":"2023-09-23T17:59:06.032124+0000","last_unstale":"2023-09-23T17:59:11.558074+0000","last_undegraded":"2023-09-23T17:59:11.558074+0000","last_fullsized":"2023-09-23T17:59:11.558074+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547624+0000","last_change":"2023-09-23T17:58:53.362014+0000","last_active":"2023-09-23T17:59:11.547624+0000","last_peered":"2023-09-23T17:59:11.547624+0000","last_clean":"2023-09-23T17:59:11.547624+0000","last_became_active":"2023-09-23T17:58:53.361650+0000","last_became_peered":"2023-09-23T17:58:53.361650+0000","last_unstale":"2023-09-23T17:59:11.547624+0000","last_undegraded":"2023-09-23T17:59:11.547624+0000","last_fullsized":"2023-09-23T17:59:11.547624+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"114'4681","reported_seq":4733,"reported_epoch":128,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T17:59:11.669669+0000","last_change":"2023-09-23T17:59:07.260156+0000","last_active":"2023-09-23T17:59:11.669669+0000","last_peered":"2023-09-23T17:59:11.669669+0000","last_clean":"2023-09-23T17:58:50.322307+0000","last_became_active":"2023-09-23T17:59:07.254313+0000","last_became_peered":"2023-09-23T17:59:07.254313+0000","last_unstale":"2023-09-23T17:59:11.669669+0000","last_undegraded":"2023-09-23T17:59:07.142927+0000","last_fullsized":"2023-09-23T17:59:07.024289+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":4681,"log_dups_size":0,"ondisk_log_size":4681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:57.453471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306774016,"num_objects":4681,"num_object_clones":0,"num_object_copies":14043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4681,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2],"avail_no_missing":["3","1","4"],"object_location_counts":[{"shards":"1,3,4","objects":4681}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":46,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.557239+0000","last_change":"2023-09-23T17:59:06.085788+0000","last_active":"2023-09-23T17:59:11.557239+0000","last_peered":"2023-09-23T17:59:11.557239+0000","last_clean":"2023-09-23T17:59:11.557239+0000","last_became_active":"2023-09-23T17:59:06.085486+0000","last_became_peered":"2023-09-23T17:59:06.085486+0000","last_unstale":"2023-09-23T17:59:11.557239+0000","last_undegraded":"2023-09-23T17:59:11.557239+0000","last_fullsized":"2023-09-23T17:59:11.557239+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":36,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.577214+0000","last_change":"2023-09-23T17:59:06.098625+0000","last_active":"2023-09-23T17:59:11.577214+0000","last_peered":"2023-09-23T17:59:11.577214+0000","last_clean":"2023-09-23T17:59:11.577214+0000","last_became_active":"2023-09-23T17:59:06.098057+0000","last_became_peered":"2023-09-23T17:59:06.098057+0000","last_unstale":"2023-09-23T17:59:11.577214+0000","last_undegraded":"2023-09-23T17:59:11.577214+0000","last_fullsized":"2023-09-23T17:59:11.577214+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:09:24.516184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":110,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.656763+0000","last_change":"2023-09-23T17:59:06.035192+0000","last_active":"2023-09-23T17:59:11.656763+0000","last_peered":"2023-09-23T17:59:11.656763+0000","last_clean":"2023-09-23T17:59:11.656763+0000","last_became_active":"2023-09-23T17:59:06.027062+0000","last_became_peered":"2023-09-23T17:59:06.027062+0000","last_unstale":"2023-09-23T17:59:11.656763+0000","last_undegraded":"2023-09-23T17:59:11.656763+0000","last_fullsized":"2023-09-23T17:59:11.656763+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":108,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.667318+0000","last_change":"2023-09-23T17:59:06.186826+0000","last_active":"2023-09-23T17:59:11.667318+0000","last_peered":"2023-09-23T17:59:11.667318+0000","last_clean":"2023-09-23T17:59:11.667318+0000","last_became_active":"2023-09-23T17:59:06.186493+0000","last_became_peered":"2023-09-23T17:59:06.186493+0000","last_unstale":"2023-09-23T17:59:11.667318+0000","last_undegraded":"2023-09-23T17:59:11.667318+0000","last_fullsized":"2023-09-23T17:59:11.667318+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:13:12.266164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":82,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.656462+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T17:59:11.656462+0000","last_peered":"2023-09-23T17:59:11.656462+0000","last_clean":"2023-09-23T17:59:11.656462+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T17:59:11.656462+0000","last_undegraded":"2023-09-23T17:59:11.656462+0000","last_fullsized":"2023-09-23T17:59:11.656462+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":99,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.667004+0000","last_change":"2023-09-23T17:58:42.259978+0000","last_active":"2023-09-23T17:59:11.667004+0000","last_peered":"2023-09-23T17:59:11.667004+0000","last_clean":"2023-09-23T17:59:11.667004+0000","last_became_active":"2023-09-23T17:58:42.259644+0000","last_became_peered":"2023-09-23T17:58:42.259644+0000","last_unstale":"2023-09-23T17:59:11.667004+0000","last_undegraded":"2023-09-23T17:59:11.667004+0000","last_fullsized":"2023-09-23T17:59:11.667004+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:47:47.451878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":105,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.668584+0000","last_change":"2023-09-23T17:56:44.059598+0000","last_active":"2023-09-23T17:59:11.668584+0000","last_peered":"2023-09-23T17:59:11.668584+0000","last_clean":"2023-09-23T17:59:11.668584+0000","last_became_active":"2023-09-23T17:56:44.059334+0000","last_became_peered":"2023-09-23T17:56:44.059334+0000","last_unstale":"2023-09-23T17:59:11.668584+0000","last_undegraded":"2023-09-23T17:59:11.668584+0000","last_fullsized":"2023-09-23T17:59:11.668584+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":118,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.666763+0000","last_change":"2023-09-23T17:56:44.054583+0000","last_active":"2023-09-23T17:59:11.666763+0000","last_peered":"2023-09-23T17:59:11.666763+0000","last_clean":"2023-09-23T17:59:11.666763+0000","last_became_active":"2023-09-23T17:56:44.054334+0000","last_became_peered":"2023-09-23T17:56:44.054334+0000","last_unstale":"2023-09-23T17:59:11.666763+0000","last_undegraded":"2023-09-23T17:59:11.666763+0000","last_fullsized":"2023-09-23T17:59:11.666763+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:25.681212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":54,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.675356+0000","last_change":"2023-09-23T17:58:49.366051+0000","last_active":"2023-09-23T17:59:11.675356+0000","last_peered":"2023-09-23T17:59:11.675356+0000","last_clean":"2023-09-23T17:59:11.675356+0000","last_became_active":"2023-09-23T17:58:49.338763+0000","last_became_peered":"2023-09-23T17:58:49.338763+0000","last_unstale":"2023-09-23T17:59:11.675356+0000","last_undegraded":"2023-09-23T17:59:11.675356+0000","last_fullsized":"2023-09-23T17:59:11.675356+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:30.490629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":94,"reported_epoch":128,"state":"active+clean","last_fresh":"2023-09-23T17:59:11.547618+0000","last_change":"2023-09-23T17:59:06.072429+0000","last_active":"2023-09-23T17:59:11.547618+0000","last_peered":"2023-09-23T17:59:11.547618+0000","last_clean":"2023-09-23T17:59:11.547618+0000","last_became_active":"2023-09-23T17:59:06.072185+0000","last_became_peered":"2023-09-23T17:59:06.072185+0000","last_unstale":"2023-09-23T17:59:11.547618+0000","last_undegraded":"2023-09-23T17:59:11.547618+0000","last_fullsized":"2023-09-23T17:59:11.547618+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":4891869184,"num_objects":74644,"num_object_clones":0,"num_object_copies":223932,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":77035,"num_objects_misplaced":11649,"num_objects_unfound":1,"num_objects_dirty":74644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":74644,"num_write_kb":4777216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4106,"num_bytes_recovered":269090816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14967767040,"data_stored":14967767040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74644,"ondisk_log_size":74644,"up":48,"acting":36,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":5504,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":2,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":58,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12599296,"data_stored":12582988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":20,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430373,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2119248,"kb_used_data":1809736,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91625904,"statfs":{"total":95995035648,"available":93824925696,"internally_reserved":0,"allocated":1853169664,"data_stored":1852638619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.73599999999999999,"15min":0.628},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":3.1920000000000002,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.1639999999999999,"5min":0.81499999999999995,"15min":0.67500000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":6.3869999999999996,"5min":6.5,"15min":6.5},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.71399999999999997,"15min":0.57999999999999996},"min":{"1min":0.32900000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.1699999999999999,"5min":6.2000000000000002,"15min":6.2000000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.72899999999999998,"15min":0.58699999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.617,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.33200000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":1.006,"15min":0.93899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":5.1210000000000004,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.002,"5min":0.80800000000000005,"15min":0.76100000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.2240000000000002,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.40500000000000003}]},{"osd":3,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1259999999999999,"5min":1.149,"15min":1.153},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":3.4049999999999998,"5min":6.0659999999999998,"15min":6.0659999999999998},"last":0.37},{"interface":"front","average":{"1min":1.3999999999999999,"5min":1.204,"15min":1.171},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":6.3479999999999999,"5min":6.3479999999999999,"15min":6.3479999999999999},"last":0.433}]},{"osd":4,"last update":"Sat Sep 23 17:58:36 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":0.59899999999999998,"15min":0.51000000000000001},"min":{"1min":0.28799999999999998,"5min":0.28499999999999998,"15min":0.28199999999999997},"max":{"1min":6.3760000000000003,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.54900000000000004,"15min":0.52000000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.28000000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:58:36 2023","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":0.72299999999999998,"15min":0.56000000000000005},"min":{"1min":0.311,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":9.1340000000000003,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.014,"5min":0.60999999999999999,"15min":0.54900000000000004},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:58:36 2023","interfaces":[{"interface":"back","average":{"1min":1.45,"5min":0.71099999999999997,"15min":0.58399999999999996},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":6.4269999999999996,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.032,"5min":0.65000000000000002,"15min":0.58099999999999996},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.8450000000000002,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.34399999999999997}]}]},{"osd":6,"up_from":42,"seq":180388626600,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1579216,"kb_used_data":1273800,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92165936,"statfs":{"total":95995035648,"available":94377918464,"internally_reserved":0,"allocated":1304371200,"data_stored":1303840616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.65200000000000002,"15min":0.59399999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":4.6790000000000003,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.72599999999999998,"15min":0.67800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":4.7119999999999997,"5min":4.7119999999999997,"15min":4.7119999999999997},"last":0.46400000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:58:45 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.73199999999999998,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.6529999999999996,"5min":4.6529999999999996,"15min":4.6529999999999996},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.4570000000000001,"5min":0.72599999999999998,"15min":0.60799999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":7.2169999999999996,"5min":7.2169999999999996,"15min":7.2169999999999996},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:58:16 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.34100000000000003,"5min":0.314,"15min":0.314},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.375},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.58699999999999997,"15min":0.57399999999999995},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.40100000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:58:45 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":0.78000000000000003,"15min":0.70099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":6.5389999999999997,"5min":6.5389999999999997,"15min":6.5389999999999997},"last":0.439},{"interface":"front","average":{"1min":1.169,"5min":0.751,"15min":0.68100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.2119999999999997,"5min":5.2119999999999997,"15min":5.2119999999999997},"last":0.45300000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:59:08 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.59799999999999998,"15min":0.49299999999999999},"min":{"1min":0.29699999999999999,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":3.0499999999999998,"5min":3.0499999999999998,"15min":3.0499999999999998},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":0.63,"15min":0.51700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":5.931,"5min":5.931,"15min":5.931},"last":0.32700000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:59:08 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.628,"15min":0.51900000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.6000000000000001,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":1.474,"5min":0.747,"15min":0.57299999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.30299999999999999},"max":{"1min":5.9829999999999997,"5min":5.9829999999999997,"15min":5.9829999999999997},"last":0.5}]},{"osd":7,"last update":"Sat Sep 23 17:58:32 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.66000000000000003,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.734,"5min":4.734,"15min":4.734},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.61599999999999999,"15min":0.55700000000000005},"min":{"1min":0.38500000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":2.5910000000000002,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":0.54300000000000004}]}]},{"osd":1,"up_from":0,"seq":386547056683,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":85,"seq":365072220212,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2470472,"kb_used_data":2398592,"kb_used_omap":8,"kb_used_meta":71863,"kb_avail":91274680,"statfs":{"total":95995035648,"available":93465272320,"internally_reserved":0,"allocated":2456158208,"data_stored":2455520859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":73588324},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:58:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.40799999999999997,"15min":0.39000000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.0800000000000001,"5min":2.0800000000000001,"15min":2.0800000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.42599999999999999,"15min":0.39800000000000002},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.1480000000000001,"5min":3.1480000000000001,"15min":3.1480000000000001},"last":0.374}]},{"osd":2,"last update":"Sat Sep 23 17:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.40100000000000002,"15min":0.377},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":3.206,"5min":3.206,"15min":3.206},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.38300000000000001,"15min":0.36799999999999999},"min":{"1min":0.27200000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.46600000000000003}]},{"osd":3,"last update":"Sat Sep 23 17:58:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.44600000000000001,"15min":0.39900000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.7599999999999998,"5min":5.7599999999999998,"15min":5.7599999999999998},"last":0.253},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.47299999999999998,"15min":0.40400000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.318}]},{"osd":4,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.70599999999999996,"15min":0.69199999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.9590000000000001,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.69199999999999995,"15min":0.69599999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.2210000000000001,"5min":2.2210000000000001,"15min":2.2210000000000001},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":0.76700000000000002,"15min":0.73299999999999998},"min":{"1min":0.38700000000000001,"5min":0.372,"15min":0.372},"max":{"1min":5.2750000000000004,"5min":5.2750000000000004,"15min":5.2750000000000004},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.254,"5min":0.78400000000000003,"15min":0.71799999999999997},"min":{"1min":0.437,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":4.7110000000000003,"5min":4.7110000000000003,"15min":4.7110000000000003},"last":0.42999999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.754,"15min":0.73199999999999998},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.433},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.73099999999999998,"15min":0.71499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.41699999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.75900000000000001,"15min":0.72499999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":4.4340000000000002,"5min":4.4340000000000002,"15min":4.4340000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":1.117,"5min":0.78700000000000003,"15min":0.74199999999999999},"min":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":3.9889999999999999,"5min":3.9889999999999999,"15min":3.9889999999999999},"last":0.52900000000000003}]}]},{"osd":2,"up_from":95,"seq":408021893160,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1450764,"kb_used_data":1374852,"kb_used_omap":11,"kb_used_meta":75892,"kb_avail":92294388,"statfs":{"total":95995035648,"available":94509453312,"internally_reserved":0,"allocated":1407848448,"data_stored":1407210656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":77714143},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.496,"15min":0.41099999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":7.3319999999999999,"5min":7.3319999999999999,"15min":7.3319999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.47899999999999998,"15min":0.40500000000000003},"min":{"1min":0.24099999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":0.27600000000000002}]},{"osd":1,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.50600000000000001,"15min":0.44},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.0819999999999999,"5min":3.0819999999999999,"15min":3.0819999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.44800000000000001,"15min":0.40200000000000002},"min":{"1min":0.23899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.4460000000000002,"5min":3.4460000000000002,"15min":3.4460000000000002},"last":0.32800000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.47499999999999998,"15min":0.41399999999999998},"min":{"1min":0.32300000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.48799999999999999,"15min":0.435},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":0.33900000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.64800000000000002,"15min":0.61699999999999999},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":3.4790000000000001,"5min":3.4790000000000001,"15min":3.4790000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.66200000000000003,"15min":0.622},"min":{"1min":0.376,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.6080000000000001,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":0.85799999999999998,"15min":0.73599999999999999},"min":{"1min":0.44500000000000001,"5min":0.378,"15min":0.378},"max":{"1min":5.617,"5min":5.617,"15min":5.617},"last":0.47399999999999998},{"interface":"front","average":{"1min":1.1399999999999999,"5min":0.78000000000000003,"15min":0.69199999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":5.6349999999999998,"5min":5.6349999999999998,"15min":5.6349999999999998},"last":0.42299999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.415,"5min":0.88400000000000001,"15min":0.73799999999999999},"min":{"1min":0.45200000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":7.2699999999999996,"5min":7.2699999999999996,"15min":7.2699999999999996},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.7,"5min":0.94799999999999995,"15min":0.77700000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":7.069,"5min":7.069,"15min":7.069},"last":0.439}]},{"osd":7,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":0.92600000000000005,"15min":0.74199999999999999},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.1339999999999999,"5min":0.78400000000000003,"15min":0.70099999999999996},"min":{"1min":0.44800000000000001,"5min":0.439,"15min":0.439},"max":{"1min":3.1230000000000002,"5min":3.1230000000000002,"15min":3.1230000000000002},"last":0.50800000000000001}]}]},{"osd":3,"up_from":100,"seq":429496729634,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":975020,"kb_used_data":907300,"kb_used_omap":4,"kb_used_meta":67707,"kb_avail":92770132,"statfs":{"total":95995035648,"available":94996615168,"internally_reserved":0,"allocated":929075200,"data_stored":928460025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":69332375},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":0.502,"15min":0.40000000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":5.4379999999999997,"5min":5.4379999999999997,"15min":5.4379999999999997},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.5900000000000001,"5min":0.60199999999999998,"15min":0.437},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":8.1379999999999999,"5min":8.1379999999999999,"15min":8.1379999999999999},"last":0.50700000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":0.52000000000000002,"15min":0.42599999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.1459999999999999,"5min":4.1459999999999999,"15min":4.1459999999999999},"last":0.26400000000000001},{"interface":"front","average":{"1min":1.1299999999999999,"5min":0.53900000000000003,"15min":0.441},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.5510000000000002,"5min":4.5510000000000002,"15min":4.5510000000000002},"last":0.40300000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.51000000000000001,"15min":0.42099999999999999},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1079999999999997,"5min":4.1079999999999997,"15min":4.1079999999999997},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.4119999999999999,"5min":0.60499999999999998,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":8.3119999999999994,"5min":8.3119999999999994,"15min":8.3119999999999994},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.67500000000000004,"15min":0.64900000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":3.2290000000000001,"5min":3.2290000000000001,"15min":3.2290000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.3280000000000001,"5min":0.76900000000000002,"15min":0.67600000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":5.944,"5min":5.944,"15min":5.944},"last":0.32500000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.6719999999999999,"5min":0.85599999999999998,"15min":0.71999999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":5.9889999999999999,"5min":5.9889999999999999,"15min":5.9889999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.331,"5min":0.82099999999999995,"15min":0.73599999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":4.1769999999999996,"5min":4.1769999999999996,"15min":4.1769999999999996},"last":1.0329999999999999}]},{"osd":6,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":0.84299999999999997,"15min":0.73899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":6.032,"5min":6.032,"15min":6.032},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.159,"5min":0.78300000000000003,"15min":0.71999999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":4.2279999999999998,"5min":4.2279999999999998,"15min":4.2279999999999998},"last":0.996}]},{"osd":7,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":0.76700000000000002,"15min":0.68300000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":4.2030000000000003,"5min":4.2030000000000003,"15min":4.2030000000000003},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.236,"5min":0.77200000000000002,"15min":0.69499999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":3.6120000000000001,"5min":3.6120000000000001,"15min":3.6120000000000001},"last":0.46400000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019056,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2996088,"kb_used_data":2686576,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":90749064,"statfs":{"total":95995035648,"available":92927041536,"internally_reserved":0,"allocated":2751053824,"data_stored":2750542198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":0.70599999999999996,"15min":0.59899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.1719999999999997,"5min":6.1719999999999997,"15min":6.1719999999999997},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.087,"5min":0.70499999999999996,"15min":0.65600000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.3949999999999996,"5min":4.3949999999999996,"15min":4.3949999999999996},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58999999999999997,"15min":0.57199999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.016,"5min":0.65500000000000003,"15min":0.58399999999999996},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":3.2709999999999999,"5min":3.2709999999999999,"15min":3.2709999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.69299999999999995,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":4.798,"5min":4.798,"15min":4.798},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.68700000000000006,"15min":0.59899999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":3.351,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:58:48 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.62,"15min":0.56699999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":3.2120000000000002,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":1.238,"5min":0.71399999999999997,"15min":0.627},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":3.4929999999999999,"5min":3.4929999999999999,"15min":3.4929999999999999},"last":0.46300000000000002}]},{"osd":5,"last update":"Sat Sep 23 17:58:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":0.61299999999999999,"15min":0.48899999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.4240000000000004,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.39200000000000002},{"interface":"front","average":{"1min":1.3200000000000001,"5min":0.66800000000000004,"15min":0.53600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.782,"5min":3.782,"15min":3.782},"last":0.47199999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:59:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.54800000000000004,"15min":0.49399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":2.3959999999999999,"5min":2.3959999999999999,"15min":2.3959999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.66600000000000004,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.35099999999999998,"15min":0.33100000000000002},"max":{"1min":3.2290000000000001,"5min":3.2290000000000001,"15min":3.2290000000000001},"last":0.48799999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:58:33 2023","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":0.68300000000000005,"15min":0.56599999999999995},"min":{"1min":0.36499999999999999,"5min":0.318,"15min":0.309},"max":{"1min":7.0359999999999996,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.439},{"interface":"front","average":{"1min":1.069,"5min":0.64500000000000002,"15min":0.56999999999999995},"min":{"1min":0.38600000000000001,"5min":0.316,"15min":0.29399999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.71799999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822828,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2981940,"kb_used_data":2676524,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":90763212,"statfs":{"total":95995035648,"available":92941529088,"internally_reserved":0,"allocated":2740760576,"data_stored":2740252728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:11 2023","interfaces":[{"interface":"back","average":{"1min":1.7110000000000001,"5min":0.77000000000000002,"15min":0.61599999999999999},"min":{"1min":0.28100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.6239999999999997,"5min":7.6239999999999997,"15min":7.6239999999999997},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.3500000000000001,"5min":0.746,"15min":0.63200000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.181,"5min":5.181,"15min":5.181},"last":0.36399999999999999}]},{"osd":1,"last update":"Sat Sep 23 17:58:49 2023","interfaces":[{"interface":"back","average":{"1min":1.534,"5min":0.71599999999999997,"15min":0.58199999999999996},"min":{"1min":0.29499999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":7.8230000000000004,"5min":7.8230000000000004,"15min":7.8230000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.383,"5min":0.73099999999999998,"15min":0.628},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":7.6660000000000004,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:58:17 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.0870000000000002,"5min":2.0870000000000002,"15min":2.0870000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61499999999999999,"15min":0.59999999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.869,"5min":1.869,"15min":1.869},"last":0.33100000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:58:45 2023","interfaces":[{"interface":"back","average":{"1min":1.895,"5min":0.82099999999999995,"15min":0.64200000000000002},"min":{"1min":0.40999999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.8600000000000003,"5min":4.8600000000000003,"15min":4.8600000000000003},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.7929999999999999,"5min":0.88900000000000001,"15min":0.73899999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7939999999999996,"5min":7.7939999999999996,"15min":7.7939999999999996},"last":0.42399999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:58:39 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":0.69299999999999995,"15min":0.53500000000000003},"min":{"1min":0.29899999999999999,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":7.7389999999999999,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.4350000000000001,"5min":0.71299999999999997,"15min":0.55800000000000005},"min":{"1min":0.36099999999999999,"5min":0.35599999999999998,"15min":0.26700000000000002},"max":{"1min":4.1970000000000001,"5min":4.1970000000000001,"15min":4.1970000000000001},"last":0.41199999999999998}]},{"osd":6,"last update":"Sat Sep 23 17:58:59 2023","interfaces":[{"interface":"back","average":{"1min":1.2769999999999999,"5min":0.68600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":7.8719999999999999,"5min":7.8719999999999999,"15min":7.8719999999999999},"last":1.359},{"interface":"front","average":{"1min":1.45,"5min":0.74199999999999999,"15min":0.59899999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.442}]},{"osd":7,"last update":"Sat Sep 23 17:58:27 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":0.68899999999999995,"15min":0.59899999999999998},"min":{"1min":0.434,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":7.7709999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.499},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.66500000000000004,"15min":0.59999999999999998},"min":{"1min":0.432,"5min":0.35999999999999999,"15min":0.34000000000000002},"max":{"1min":2.7010000000000001,"5min":2.7010000000000001,"15min":2.7010000000000001},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2454126592,"data_stored":2454126592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1538260992,"data_stored":1538260992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1411055616,"data_stored":1411055616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":927662080,"data_stored":927662080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2745565184,"data_stored":2745565184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2739470336,"data_stored":2739470336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1300365312,"data_stored":1300365312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1851260928,"data_stored":1851260928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T17:59:25.916 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T17:59:25.916 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pg_num 11 2023-09-23T17:59:25.924 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:25.947 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T17:59:25.947 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: pgmap v306: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 11649/224016 objects misplaced (5.200%); 1/74672 objects unfound (0.001%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T17:59:25.947 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:25.948 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:25.948 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: osdmap e130: 8 total, 8 up, 7 in 2023-09-23T17:59:25.948 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:25 smithi149 ceph-mon[135148]: failed to encode map e130 with expected crc 2023-09-23T17:59:25.950 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:25.986 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:25.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:25.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:26.090 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:26.120 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:26.260 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:26.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:26.264 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:26.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:26.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:26.430 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:26.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:26.433 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:26.533 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:26.560 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:26.574 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:26.574 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:59:26.574 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T17:59:26.574 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T17:59:26.574 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:26.596 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:26.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:26.599 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:26.700 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:26.727 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:26.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 74658 74642 52.9985 0 - 0.00953413 2023-09-23T17:59:26.763 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:26.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:26.766 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:26.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:26.996 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:26.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:26.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:27.033 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:27.072 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T17:59:27.100 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:27.143 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:27.183 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:27.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:27.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:27.276 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1464156071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:27.277 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1464156071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:27.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:27.312 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1464156071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:27.315 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:27.348 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:27.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:27.351 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:27.452 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:27.484 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:27.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 74658 74642 52.4029 0 - 0.00953413 2023-09-23T17:59:27.859 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:27.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:27.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:27.964 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:27.992 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:28.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:28.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:28.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:28.062 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:28.081 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T17:59:28.113 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:28 smithi018 ceph-mon[153734]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:28.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:28 smithi018 ceph-mon[149401]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:28.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:28.213 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:28.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:28.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:28.318 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:28.356 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:28.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:28 smithi149 ceph-mon[135148]: pgmap v308: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:28.412 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:28.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:28.418 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:28.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:28.546 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:28.582 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:28.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:28.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:28.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T17:59:28.686 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:28.721 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:28.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 90 16 74658 74642 51.8208 0 - 0.00953413 2023-09-23T17:59:28.911 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:28.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:28.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:29.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:29.044 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:29.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:29.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:29.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:29.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:29.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2791413626' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T17:59:29.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2791413626' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T17:59:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2791413626' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T17:59:29.418 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:29.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:29.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:29.482 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T17:59:29.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:29.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:29.592 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:29.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:29.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:29.664 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:29.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:29.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 91 16 74658 74642 51.2514 0 - 0.00953413 2023-09-23T17:59:29.731 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:29.922 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:29.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:29.928 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:29.938 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:29.938 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33936 5.7 e108/103 5:ee42d960:::benchmark_data_smithi018_184207_object33935:head v 108'2143, mlcod=108'2140)", 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.973902+0000", 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.961465196999995, 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11452150799999999, 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973902+0000", 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973902+0000", 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973901+0000", 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973944+0000", 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2521999999999997e-05 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973954+0000", 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0566e-05 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973961+0000", 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9240000000000001e-06 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.973999+0000", 2023-09-23T17:59:29.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7667999999999999e-05 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974011+0000", 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2619000000000001e-05 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088391+0000", 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11437989899999999 2023-09-23T17:59:29.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.088423+0000", 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2047e-05 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33950 5.c e108/103 5:31ce538f:::benchmark_data_smithi018_184207_object33949:head v 108'2168, mlcod=108'2164)", 2023-09-23T17:59:29.944 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.974687+0000", 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.960679983000006, 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11317392900000001, 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974687+0000", 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974687+0000", 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974686+0000", 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974706+0000", 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9428000000000001e-05 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974714+0000", 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1710000000000002e-06 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974719+0000", 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8629999999999999e-06 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974760+0000", 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1186000000000002e-05 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974773+0000", 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2568999999999999e-05 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087833+0000", 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11306058300000001 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087861+0000", 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7778000000000001e-05 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33937 5.7 e108/103 5:e93ac9a5:::benchmark_data_smithi018_184207_object33936:head v 108'2144, mlcod=108'2140)", 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.974862+0000", 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.960504701000005, 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115667487, 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974969+0000", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107731 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974980+0000", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0801e-05 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974987+0000", 2023-09-23T17:59:29.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.46e-06 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.975046+0000", 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8937999999999997e-05 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.975063+0000", 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7414999999999998e-05 2023-09-23T17:59:29.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090480+0000", 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11541681199999999 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090530+0000", 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9993000000000001e-05 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.954 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33951 5.b 5:dfda8da2:::benchmark_data_smithi018_184207_object33950:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.976003+0000", 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.959364425000004, 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.118742452, 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:29.955 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33951 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976003+0000", 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976003+0000", 2023-09-23T17:59:29.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976001+0000", 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976024+0000", 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2872999999999999e-05 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084875+0000", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.108851147 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084888+0000", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2843999999999999e-05 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087041+0000", 2023-09-23T17:59:29.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021535030000000002 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087186+0000", 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014482000000000001 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087334+0000", 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014797899999999999 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090163+0000", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028290199999999998 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094630+0000", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044665479999999999 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094666+0000", 2023-09-23T17:59:29.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6037000000000001e-05 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094709+0000", 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3118999999999998e-05 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094745+0000", 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6158999999999997e-05 2023-09-23T17:59:29.961 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33942 5.7 e108/103 5:e5563bf5:::benchmark_data_smithi018_184207_object33941:head v 108'2145, mlcod=108'2140)", 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.976384+0000", 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.958982887999994, 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.1141699, 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976384+0000", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976384+0000", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976383+0000", 2023-09-23T17:59:29.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976494+0000", 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110878 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083568+0000", 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.107073459 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083583+0000", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5579000000000001e-05 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087500+0000", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039169110000000004 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087521+0000", 2023-09-23T17:59:29.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0699999999999998e-05 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090532+0000", 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030113610000000002 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090554+0000", 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1634e-05 2023-09-23T17:59:29.966 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33961 5.c e108/103 5:3b9744cc:::benchmark_data_smithi018_184207_object33960:head v 108'2169, mlcod=108'2166)", 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.979682+0000", 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.955685201999998, 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.109618784, 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979682+0000", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979682+0000", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979681+0000", 2023-09-23T17:59:29.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979701+0000", 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0171999999999999e-05 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083897+0000", 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10419561099999999 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083905+0000", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2260000000000005e-06 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085317+0000", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001412108 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.085341+0000", 2023-09-23T17:59:29.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3688000000000001e-05 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.089263+0000", 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039223829999999998 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.089301+0000", 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7388999999999997e-05 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.971 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34424 5.5 5:ad8eff9e:::benchmark_data_smithi018_184207_object34423:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.304114+0000", 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.631253052000005, 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084942224999999996, 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:29.972 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34424 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304114+0000", 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304114+0000", 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304113+0000", 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304143+0000", 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0069e-05 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304156+0000", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3405e-05 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304161+0000", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2689999999999999e-06 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304216+0000", 2023-09-23T17:59:29.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4660999999999997e-05 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304349+0000", 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013293800000000001 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304473+0000", 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124158 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:29.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.305797+0000", 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001324396 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.307820+0000", 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020227169999999998 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388969+0000", 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081148406000000006 2023-09-23T17:59:29.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.389019+0000", 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0794999999999997e-05 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.389056+0000", 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6791000000000001e-05 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.978 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34449 5.5 5:af1257f0:::benchmark_data_smithi018_184207_object34448:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.320740+0000", 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.614627221000006, 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068418474000000007, 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34449 2023-09-23T17:59:29.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320740+0000", 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320740+0000", 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320738+0000", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320758+0000", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9964999999999999e-05 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320772+0000", 2023-09-23T17:59:29.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4065e-05 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320781+0000", 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2150000000000001e-06 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320829+0000", 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8024e-05 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.320974+0000", 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000145189 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321128+0000", 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015392100000000001 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.324709+0000", 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035814620000000001 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.324744+0000", 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4412999999999997e-05 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.389091+0000", 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.064347765000000001 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.389128+0000", 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6792000000000003e-05 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.389158+0000", 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9988000000000002e-05 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34451 5.5 5:a7f96094:::benchmark_data_smithi018_184207_object34450:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:29.986 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.321077+0000", 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.614289708000001, 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070389730999999997, 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34451 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321077+0000", 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321077+0000", 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321077+0000", 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321094+0000", 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7516999999999998e-05 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321102+0000", 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.875e-06 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321106+0000", 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4499999999999997e-06 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322335+0000", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001228937 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322463+0000", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012788099999999999 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.322613+0000", 2023-09-23T17:59:29.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014976 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.324739+0000", 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021255570000000001 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.324746+0000", 2023-09-23T17:59:29.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8769999999999993e-06 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391397+0000", 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066651022000000004 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391432+0000", 2023-09-23T17:59:29.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4684000000000002e-05 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391467+0000", 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4853e-05 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:29.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34453 5.5 5:a3df046f:::benchmark_data_smithi018_184207_object34452:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.321345+0000", 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 77.614021876999999, 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070240257, 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:29.995 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34453 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321345+0000", 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321345+0000", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321344+0000", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321368+0000", 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4104000000000002e-05 2023-09-23T17:59:29.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321383+0000", 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5084e-05 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321391+0000", 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3649999999999998e-06 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.323577+0000", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00218578 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.323764+0000", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018706699999999999 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.323924+0000", 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016077100000000001 2023-09-23T17:59:29.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.324809+0000", 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00088415100000000001 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.325620+0000", 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00081191599999999998 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391509+0000", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065889078000000004 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391552+0000", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2341e-05 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.391585+0000", 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3479000000000003e-05 2023-09-23T17:59:30.001 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:38648 5.5 5:a3479d90:::benchmark_data_smithi018_184207_object38647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:14.662459+0000", 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 75.272908375, 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065074459000000001, 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.002 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 38648 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662459+0000", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662459+0000", 2023-09-23T17:59:30.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662457+0000", 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662491+0000", 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4026000000000003e-05 2023-09-23T17:59:30.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662504+0000", 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2539e-05 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662511+0000", 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5680000000000002e-06 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662548+0000", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6772e-05 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662640+0000", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1675000000000006e-05 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.662741+0000", 2023-09-23T17:59:30.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010118799999999999 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.664345+0000", 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016040340000000001 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.664403+0000", 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7942000000000002e-05 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.727449+0000", 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063045781999999995 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.727496+0000", 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7796000000000001e-05 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:14.727533+0000", 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6681999999999999e-05 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.008 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:41483 5.b 5:deaaf6c0:::benchmark_data_smithi018_184207_object41482:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:16.465020+0000", 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.470347171, 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066593603000000001, 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 41483 2023-09-23T17:59:30.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465020+0000", 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465020+0000", 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465019+0000", 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465038+0000", 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9230999999999999e-05 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465052+0000", 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4093e-05 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465058+0000", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.643e-06 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.466668+0000", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016102250000000001 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.466788+0000", 2023-09-23T17:59:30.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119831 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.466872+0000", 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3895999999999998e-05 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.469729+0000", 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028570100000000001 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.471145+0000", 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001415456 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531533+0000", 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060388806000000003 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531577+0000", 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3194e-05 2023-09-23T17:59:30.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531613+0000", 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6817999999999999e-05 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:41484 5.3 5:c16ca8ca:::benchmark_data_smithi018_184207_object41483:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:16.465373+0000", 2023-09-23T17:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.469994068999995, 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066258260999999999, 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 41484 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465373+0000", 2023-09-23T17:59:30.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465373+0000", 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465372+0000", 2023-09-23T17:59:30.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465397+0000", 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5400000000000001e-05 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465409+0000", 2023-09-23T17:59:30.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2106000000000001e-05 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.465431+0000", 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1067999999999999e-05 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.468398+0000", 2023-09-23T17:59:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029672919999999998 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.468530+0000", 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013242199999999999 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.468681+0000", 2023-09-23T17:59:30.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015093999999999999 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.470878+0000", 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021966889999999999 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.471158+0000", 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000279833 2023-09-23T17:59:30.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531552+0000", 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060393875 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531596+0000", 2023-09-23T17:59:30.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4823000000000001e-05 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.531631+0000", 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4718999999999997e-05 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.023 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:41487 5.b 5:d907809d:::benchmark_data_smithi018_184207_object41486:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:16.467745+0000", 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.467621937999994, 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068103169000000005, 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 41487 2023-09-23T17:59:30.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467745+0000", 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467745+0000", 2023-09-23T17:59:30.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467744+0000", 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467767+0000", 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2157000000000001e-05 2023-09-23T17:59:30.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467774+0000", 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3429999999999998e-06 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.467780+0000", 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.575e-06 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.469753+0000", 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001973505 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.469865+0000", 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011203 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.470003+0000", 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013745599999999999 2023-09-23T17:59:30.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.471304+0000", 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013018190000000001 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.472168+0000", 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00086395099999999996 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.535763+0000", 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.06359447 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.535811+0000", 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7821999999999997e-05 2023-09-23T17:59:30.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:16.535848+0000", 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7571000000000003e-05 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74465 5.3 5:c6a937a0:::benchmark_data_smithi018_184207_object74464:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240176+0000", 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 48.695191412, 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4534764650000001, 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.032 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74465 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240174+0000", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240206+0000", 2023-09-23T17:59:30.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1850000000000002e-05 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240223+0000", 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7569000000000001e-05 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240232+0000", 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9099999999999994e-06 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240279+0000", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6547e-05 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240443+0000", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016401799999999999 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240597+0000", 2023-09-23T17:59:30.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154413 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.246884+0000", 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0062870160000000003 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260753+0000", 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013868785 2023-09-23T17:59:30.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260769+0000", 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5894999999999999e-05 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250198+0000", 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98942863599999997 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250217+0000", 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9511e-05 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693570+0000", 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4433530800000001 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693652+0000", 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1825999999999999e-05 2023-09-23T17:59:30.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74468 5.3 5:c6773017:::benchmark_data_smithi018_184207_object74467:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240785+0000", 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 48.694581958999997, 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4529994949999998, 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.040 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74468 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240784+0000", 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240809+0000", 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.472e-05 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240828+0000", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9369999999999999e-05 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240837+0000", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4630000000000001e-06 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243369+0000", 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025323020000000002 2023-09-23T17:59:30.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243514+0000", 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014532799999999999 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243665+0000", 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015043500000000001 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.255600+0000", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011935193 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261320+0000", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057204780000000002 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261331+0000", 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1096e-05 2023-09-23T17:59:30.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250259+0000", 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98892754000000005 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250271+0000", 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1874e-05 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693698+0000", 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.443427483 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693784+0000", 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6181999999999996e-05 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.047 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74473 5.b 5:d4f9b349:::benchmark_data_smithi018_184207_object74472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.250995+0000", 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 47.684371964999997, 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.368054839, 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74473 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250993+0000", 2023-09-23T17:59:30.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251026+0000", 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2985999999999999e-05 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251040+0000", 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3895e-05 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251051+0000", 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0801999999999999e-05 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251101+0000", 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0207999999999998e-05 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251111+0000", 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0074999999999999e-05 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.618927+0000", 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3678157790000001 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.619050+0000", 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122638 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.052 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74488 5.b 5:ddd6308e:::benchmark_data_smithi018_184207_object74487:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251080+0000", 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 47.684286669000002, 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.39681655, 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74488 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251079+0000", 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251103+0000", 2023-09-23T17:59:30.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3417999999999998e-05 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251112+0000", 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5219999999999996e-06 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251119+0000", 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8569999999999997e-06 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251165+0000", 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5825999999999998e-05 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5850000000000006e-06 2023-09-23T17:59:30.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622677+0000", 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.371502303 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622857+0000", 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180478 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.623373+0000", 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051557700000000003 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634261+0000", 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010888124000000001 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638648+0000", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043869039999999996 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644380+0000", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057324539999999997 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644455+0000", 2023-09-23T17:59:30.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4746999999999994e-05 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.647897+0000", 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034416059999999998 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74495 5.b 5:db3063dd:::benchmark_data_smithi018_184207_object74494:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251133+0000", 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 47.684234408999998, 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.428652767, 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74495 2023-09-23T17:59:30.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T17:59:30.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251132+0000", 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251155+0000", 2023-09-23T17:59:30.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3241e-05 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251164+0000", 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4260000000000003e-06 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251170+0000", 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5309999999999998e-06 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251202+0000", 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1333e-05 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251208+0000", 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.742e-06 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626211+0000", 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.375002442 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626391+0000", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180471 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626591+0000", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019953000000000001 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634269+0000", 2023-09-23T17:59:30.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0076779109999999999 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638692+0000", 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044238209999999997 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676627+0000", 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037934836 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676697+0000", 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9839999999999995e-05 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.679785+0000", 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030881950000000002 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74504 5.3 5:c693e552:::benchmark_data_smithi018_184207_object74503:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e114)", 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:43.585032+0000", 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 46.350335108000003, 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.123439567, 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74504 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.071 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:30.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585029+0000", 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585068+0000", 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9097000000000002e-05 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585091+0000", 2023-09-23T17:59:30.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2917000000000001e-05 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585104+0000", 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3114e-05 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585177+0000", 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2818000000000007e-05 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585190+0000", 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3331e-05 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694279+0000", 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10908825 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:30.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694413+0000", 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000134726 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6", 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694578+0000", 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016478900000000001 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705935+0000", 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01135663 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705957+0000", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2229999999999999e-05 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706081+0000", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012401299999999999 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706133+0000", 2023-09-23T17:59:30.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2311000000000001e-05 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.708471+0000", 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023381489999999999 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:30.078 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:30.079 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:30.113 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:30.211 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:30.231 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:30.250 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:30.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:30 smithi018 ceph-mon[149401]: pgmap v309: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:30.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:30 smithi018 ceph-mon[153734]: pgmap v309: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:30.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:30.259 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:30.282 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:30.301 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:30.330 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:30.353 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:30.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:30.377 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.379 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:59:30.395 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:30 smithi149 ceph-mon[135148]: pgmap v309: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 10617/224016 objects misplaced (4.739%); 1/74672 objects unfound (0.001%); 12 MiB/s, 198 objects/s recovering 2023-09-23T17:59:30.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 91.6951 2023-09-23T17:59:30.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 74658 2023-09-23T17:59:30.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T17:59:30.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T17:59:30.731 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 50.8874 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 61.0046 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 235.625 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 814 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 976.078 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 3770 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.0196404 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 0.691145 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 49.1522 2023-09-23T17:59:30.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.00120951 2023-09-23T17:59:30.739 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T17:59:30.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:30.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:30.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:30.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:31.034 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T17:59:31.047 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:31.113 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:31.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:31.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:31.220 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:31.347 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:31.468 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:31.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:31.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:31.579 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:31.611 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:31.672 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:31.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:31.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:31.777 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:31.817 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:31.884 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:31.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:31.893 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:31.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:32.032 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:32 smithi018 ceph-mon[149401]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 9430/224016 objects misplaced (4.210%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:32.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:32 smithi018 ceph-mon[149401]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:32.066 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:32.107 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:32.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:32 smithi149 ceph-mon[135148]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 9430/224016 objects misplaced (4.210%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:32.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:32 smithi149 ceph-mon[135148]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:32.263 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:32.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:32.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:32 smithi018 ceph-mon[153734]: pgmap v310: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 77095/224016 objects degraded (34.415%); 9430/224016 objects misplaced (4.210%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:32 smithi018 ceph-mon[153734]: Health check cleared: OBJECT_UNFOUND (was: 1/74672 objects unfound (0.001%)) 2023-09-23T17:59:32.371 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:32.457 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:32.513 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:32.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:32.524 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:32.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:32.689 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:32.981 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:32.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:32.993 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:33.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:59:33.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:33.106 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T17:59:33.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:33.204 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:33.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:33.211 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:33.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:33.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:33.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:33.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:33.470 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:33.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:33.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:33.773 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:59:33.773 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:59:33.863 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:33.946 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:34.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: pgmap v311: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 226 objects/s recovering 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 77007/223779 objects degraded (34.412%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: osdmap e131: 8 total, 8 up, 7 in 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[153734]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: pgmap v311: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 226 objects/s recovering 2023-09-23T17:59:34.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 77007/223779 objects degraded (34.412%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:34.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:34.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:34.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: osdmap e131: 8 total, 8 up, 7 in 2023-09-23T17:59:34.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:34 smithi018 ceph-mon[149401]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.220 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T17:59:34.233 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:34.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:34.241 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:34.342 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: pgmap v311: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 226 objects/s recovering 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 77007/223779 objects degraded (34.412%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/710477437' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: osdmap e131: 8 total, 8 up, 7 in 2023-09-23T17:59:34.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.396 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:34 smithi149 ceph-mon[135148]: failed to encode map e131 with expected crc 2023-09-23T17:59:34.398 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:34.413 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:34.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:34.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:34.455 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:34.483 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:34.484 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:34.484 INFO:tasks.thrashosds.thrasher:inject_pause on osd.6 2023-09-23T17:59:34.484 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T17:59:34.484 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T17:59:34.484 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 config set filestore_inject_stall 3 2023-09-23T17:59:34.556 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:34.643 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:34.733 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:34.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:34.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:34.839 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:34.927 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:35.006 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:35.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:35.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:35.020 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:35] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.33.4" 2023-09-23T17:59:35.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:35.187 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:35.278 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T17:59:35.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:35.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:35.322 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:35.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:35.428 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:35.539 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:35.621 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:35.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:35.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:35.726 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:35.792 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T17:59:35.798 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:35.982 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:35.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:35.987 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:36.087 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:36.131 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:36.137 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:36 smithi018 ceph-mon[153734]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 228 objects/s recovering 2023-09-23T17:59:36.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:36 smithi018 ceph-mon[149401]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 228 objects/s recovering 2023-09-23T17:59:36.201 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:36.241 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:36.250 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:36.316 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:36.353 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:36.383 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:36 smithi149 ceph-mon[135148]: pgmap v313: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 15 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 77007/223779 objects degraded (34.412%); 9430/223779 objects misplaced (4.214%); 14 MiB/s, 228 objects/s recovering 2023-09-23T17:59:36.426 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:36.481 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:36.498 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.499 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:59:36.707 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:36.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:36.726 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:36.829 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:36.832 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T17:59:36.832 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T17:59:36.832 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T17:59:36.900 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:37.033 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:37.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:37.042 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:37.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2179901346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:37.238 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:37.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:37.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2179901346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:37.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2179901346' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:37.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:37.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:37.396 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:37.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:37.477 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:37.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:37.535 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:37.535 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:37.636 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:37.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:37.817 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:37.818 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:59:37.818 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T17:59:37.818 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T17:59:37.818 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:37.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:37.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:37.945 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:37.991 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:38.064 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:38.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:38.078 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:38.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:38.236 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:38 smithi018 ceph-mon[153734]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 200 op/s; 76162/218091 objects degraded (34.922%); 8863/218091 objects misplaced (4.064%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:38.237 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:38 smithi018 ceph-mon[149401]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 200 op/s; 76162/218091 objects degraded (34.922%); 8863/218091 objects misplaced (4.064%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:38.250 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:38.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:38 smithi149 ceph-mon[135148]: pgmap v314: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 200 op/s; 76162/218091 objects degraded (34.922%); 8863/218091 objects misplaced (4.064%); 14 MiB/s, 221 objects/s recovering 2023-09-23T17:59:38.566 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T17:59:38.567 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:38.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:38.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:38.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:38.804 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:38.938 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:38.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:38.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:39.054 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:39.102 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:39.170 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:39.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:39.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:39.210 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:59:39.280 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T17:59:39.399 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:39 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 75851/217194 objects degraded (34.923%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:39.400 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:39 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 75851/217194 objects degraded (34.923%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:39 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 75851/217194 objects degraded (34.923%), 17 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:39.405 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:39.487 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T17:59:39.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:39.551 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T17:59:39.652 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:39.751 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:39.874 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:39.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:39.879 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:39.979 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:40.048 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:40.111 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:40.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:40.114 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:40.215 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:40.337 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:40 smithi149 ceph-mon[135148]: pgmap v315: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 230 op/s; 75851/217194 objects degraded (34.923%); 8863/217194 objects misplaced (4.081%); 15 MiB/s, 237 objects/s recovering 2023-09-23T17:59:40.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:40.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:40.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/363619792' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:40 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[153734]: pgmap v315: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 230 op/s; 75851/217194 objects degraded (34.923%); 8863/217194 objects misplaced (4.081%); 15 MiB/s, 237 objects/s recovering 2023-09-23T17:59:40.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:40.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:40.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/363619792' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[149401]: pgmap v315: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 102 B/s rd, 90 KiB/s wr, 230 op/s; 75851/217194 objects degraded (34.923%); 8863/217194 objects misplaced (4.081%); 15 MiB/s, 237 objects/s recovering 2023-09-23T17:59:40.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:40.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:40.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/363619792' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:40 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T17:59:40.583 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T17:59:40.632 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:40.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:40.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:40.729 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:40.741 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:40.781 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:40.847 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:40.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:40.853 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:40.954 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:41.056 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:41.118 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:41.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:41.122 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:41.223 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:41.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:41.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[149401]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:41.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[149401]: osdmap e132: 8 total, 8 up, 7 in 2023-09-23T17:59:41.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[149401]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:41.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[153734]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:41.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[153734]: osdmap e132: 8 total, 8 up, 7 in 2023-09-23T17:59:41.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:41 smithi018 ceph-mon[153734]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.305 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:41.449 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:41.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:41.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:41.571 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:41 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:41 smithi149 ceph-mon[135148]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T17:59:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:41 smithi149 ceph-mon[135148]: osdmap e132: 8 total, 8 up, 7 in 2023-09-23T17:59:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:41 smithi149 ceph-mon[135148]: failed to encode map e132 with expected crc 2023-09-23T17:59:41.679 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:41.737 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:41.737 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33950 5.c 5:31ce538f:::benchmark_data_smithi018_184207_object33949:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.974280+0000", 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.760509173000003, 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115694871, 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.738 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33950 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974280+0000", 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974280+0000", 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974279+0000", 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974304+0000", 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5588999999999998e-05 2023-09-23T17:59:41.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974316+0000", 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2006e-05 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974324+0000", 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.729e-06 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974369+0000", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4954999999999999e-05 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974478+0000", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010935899999999999 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974606+0000", 2023-09-23T17:59:41.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012732800000000001 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.975753+0000", 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011469410000000001 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.977996+0000", 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022432709999999998 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.089882+0000", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11188558999999999 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.089935+0000", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3086e-05 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.089975+0000", 2023-09-23T17:59:41.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0453e-05 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33961 5.c 5:3b9744cc:::benchmark_data_smithi018_184207_object33960:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.979350+0000", 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.755439812999995, 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.1107384, 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.745 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33961 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979350+0000", 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979350+0000", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979349+0000", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979368+0000", 2023-09-23T17:59:41.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9661999999999999e-05 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979377+0000", 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4069999999999993e-06 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979382+0000", 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1399999999999999e-06 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979418+0000", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6436999999999997e-05 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979507+0000", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8932999999999997e-05 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.979596+0000", 2023-09-23T17:59:41.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8929000000000002e-05 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.980572+0000", 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00097630299999999998 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.982216+0000", 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001643338 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090014+0000", 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.107798592 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090055+0000", 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0337999999999999e-05 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090088+0000", 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3374000000000003e-05 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33970 5.c 5:3c1b5403:::benchmark_data_smithi018_184207_object33969:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.988602+0000", 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.746187169999999, 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.101985671, 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33970 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988602+0000", 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988602+0000", 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988601+0000", 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988621+0000", 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9981999999999999e-05 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988631+0000", 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4530000000000008e-06 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988636+0000", 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6169999999999998e-06 2023-09-23T17:59:41.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988684+0000", 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7975000000000001e-05 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988765+0000", 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1082999999999996e-05 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.988847+0000", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1588000000000006e-05 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.989772+0000", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00092487799999999996 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084084+0000", 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094312426000000005 2023-09-23T17:59:41.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090505+0000", 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0064209519999999997 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090553+0000", 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7960999999999997e-05 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090588+0000", 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4761999999999997e-05 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33973 5.7 e108/103 5:e81dba2a:::benchmark_data_smithi018_184207_object33972:head v 108'2147, mlcod=108'2141)", 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.990458+0000", 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.744331587000005, 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.093548831999999998, 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990458+0000", 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990458+0000", 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990457+0000", 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990532+0000", 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4441000000000001e-05 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990540+0000", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2179999999999999e-06 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990547+0000", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1770000000000001e-06 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990581+0000", 2023-09-23T17:59:41.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3553999999999998e-05 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990593+0000", 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2634e-05 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.083968+0000", 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.093374973 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084007+0000", 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8516000000000002e-05 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:33970 5.c e108/103 ondisk, result = 0)", 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.990783+0000", 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.744005982000004, 2023-09-23T17:59:41.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.093304026999999998, 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990783+0000", 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990783+0000", 2023-09-23T17:59:41.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990783+0000", 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990786+0000", 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4709999999999999e-06 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.990794+0000", 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8320000000000006e-06 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084025+0000", 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.093230982000000004 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084066+0000", 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0689000000000003e-05 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084077+0000", 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0691e-05 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084087+0000", 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0808999999999999e-05 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.768 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34415 5.c 5:3a6b6740:::benchmark_data_smithi018_184207_object34414:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.295621+0000", 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.439168566000006, 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.089431114000000006, 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.769 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34415 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295621+0000", 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295621+0000", 2023-09-23T17:59:41.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295620+0000", 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295649+0000", 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9527e-05 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295659+0000", 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0169999999999999e-05 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295668+0000", 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5609999999999999e-06 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295740+0000", 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2161000000000002e-05 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295865+0000", 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012438999999999999 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.295969+0000", 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104689 2023-09-23T17:59:41.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.298982+0000", 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030131369999999999 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299013+0000", 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0533000000000001e-05 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384953+0000", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085939835000000006 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385007+0000", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4113000000000002e-05 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385052+0000", 2023-09-23T17:59:41.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5126999999999997e-05 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:34418 5.c 5:3fdf6727:::benchmark_data_smithi018_184207_object34417:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.297512+0000", 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.437277316000007, 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.087689408999999996, 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.776 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 34418 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297512+0000", 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297512+0000", 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297511+0000", 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297531+0000", 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0519000000000001e-05 2023-09-23T17:59:41.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297540+0000", 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5960000000000004e-06 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297546+0000", 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9989999999999997e-06 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297738+0000", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019214199999999999 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297851+0000", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000112926 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.297976+0000", 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124831 2023-09-23T17:59:41.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299152+0000", 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001175787 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299266+0000", 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114542 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385111+0000", 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085844326999999998 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385163+0000", 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2788999999999999e-05 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385202+0000", 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8084000000000003e-05 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:34411 5.7 e108/103 5:e077e02e:::benchmark_data_smithi018_184207_object34410:head v 108'2173, mlcod=108'2171)", 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.299758+0000", 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.435031456000004, 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085216, 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299758+0000", 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299758+0000", 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299757+0000", 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299850+0000", 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2911999999999994e-05 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299857+0000", 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4130000000000003e-06 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299861+0000", 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6040000000000003e-06 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299906+0000", 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4879000000000002e-05 2023-09-23T17:59:41.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.299922+0000", 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5681000000000001e-05 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384932+0000", 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085009779999999993 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384974+0000", 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2252999999999997e-05 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:34415 5.c e108/103 ondisk, result = 0)", 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.300094+0000", 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.434695667, 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084973570999999998, 2023-09-23T17:59:41.788 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300094+0000", 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300094+0000", 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300093+0000", 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300096+0000", 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6410000000000002e-06 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300102+0000", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5480000000000001e-06 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.300106+0000", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.031e-06 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384936+0000", 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084830565999999996 2023-09-23T17:59:41.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384946+0000", 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8439999999999993e-06 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385067+0000", 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000121314 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.792 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:34418 5.c e108/103 ondisk, result = 0)", 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.302868+0000", 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.431921747000004, 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082340416, 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.302868+0000", 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.302868+0000", 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.302867+0000", 2023-09-23T17:59:41.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.302872+0000", 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6659999999999999e-06 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384917+0000", 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082044769000000004 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384927+0000", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0293e-05 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385096+0000", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000168987 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385105+0000", 2023-09-23T17:59:41.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6920000000000008e-06 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385208+0000", 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000103551 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:34424 5.5 e108/103 5:ad8eff9e:::benchmark_data_smithi018_184207_object34423:head v 108'2139, mlcod=108'2137)", 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.304558+0000", 2023-09-23T17:59:41.797 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.430231810999999, 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.083706189, 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304558+0000", 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304558+0000", 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304557+0000", 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.304576+0000", 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8745000000000001e-05 2023-09-23T17:59:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384912+0000", 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.080336457999999999 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384929+0000", 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6816999999999998e-05 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384975+0000", 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6192000000000001e-05 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385000+0000", 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4372999999999999e-05 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388228+0000", 2023-09-23T17:59:41.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032288690000000001 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.388264+0000", 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5335e-05 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:34448 5.0 e108/103 5:0b198a8f:::benchmark_data_smithi018_184207_object34447:head v 108'2099, mlcod=108'2097)", 2023-09-23T17:59:41.802 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:12.321033+0000", 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 89.413756393, 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066399099000000003, 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321033+0000", 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321033+0000", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321032+0000", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.321058+0000", 2023-09-23T17:59:41.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6483999999999999e-05 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384912+0000", 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063853647999999999 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384928+0000", 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6163000000000001e-05 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.384989+0000", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0486999999999999e-05 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.385013+0000", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4553999999999999e-05 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.387393+0000", 2023-09-23T17:59:41.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023793550000000001 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.387432+0000", 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9549999999999999e-05 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74496 5.5 5:a09bc888:::benchmark_data_smithi018_184207_object74495:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T17:59:41.807 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.277499+0000", 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 60.457289932999998, 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.325219621, 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74496 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T17:59:41.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277519+0000", 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0205999999999999e-05 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277531+0000", 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.173e-05 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277536+0000", 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4439999999999999e-06 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277580+0000", 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4446000000000001e-05 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:41.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277587+0000", 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7410000000000003e-06 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254064+0000", 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97647698000000005 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254078+0000", 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3574000000000001e-05 2023-09-23T17:59:41.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.513696+0000", 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2596180640000001 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516042+0000", 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023462119999999999 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 6,7", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516276+0000", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000233976 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597597+0000", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081321097999999994 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597632+0000", 2023-09-23T17:59:41.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5373000000000002e-05 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600538+0000", 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002905772 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600592+0000", 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3349e-05 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.602719+0000", 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021275109999999999 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:74496 5.5 e114/113 ondisk, result = 0)", 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:43.521039+0000", 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 58.213750238999999, 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076561677999999994, 2023-09-23T17:59:41.816 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521039+0000", 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521039+0000", 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521037+0000", 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521050+0000", 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2652e-05 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521068+0000", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8739000000000001e-05 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.521083+0000", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.434e-05 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597579+0000", 2023-09-23T17:59:41.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076495946999999995 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597590+0000", 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1085e-05 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597601+0000", 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1066e-05 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.820 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:74496 5.5 e114/113 ondisk, result = 0)", 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:43.527299+0000", 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 58.207490462999999, 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070335490000000001, 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527299+0000", 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527299+0000", 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527297+0000", 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:41.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527305+0000", 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9969999999999998e-06 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527321+0000", 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6065e-05 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.527335+0000", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3155e-05 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597620+0000", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070285339000000002 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597627+0000", 2023-09-23T17:59:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9110000000000004e-06 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597634+0000", 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5399999999999998e-06 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77939 5.5 5:abd666ee:::benchmark_data_smithi018_184207_object3278:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:41.825 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:37.759795+0000", 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 3.9749939749999998, 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065635895999999999, 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77939 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759795+0000", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759795+0000", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759795+0000", 2023-09-23T17:59:41.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759799+0000", 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0400000000000003e-06 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759807+0000", 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3359999999999995e-06 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.759813+0000", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9900000000000002e-06 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.763394+0000", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035807920000000002 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.763595+0000", 2023-09-23T17:59:41.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020074599999999999 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.763791+0000", 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000196097 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.768789+0000", 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004998504 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.793582+0000", 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024792195999999999 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.814166+0000", 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020584211000000002 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.821825+0000", 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0076593820000000002 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.821913+0000", 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7742000000000001e-05 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.825431+0000", 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035183760000000001 2023-09-23T17:59:41.832 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.833 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.833 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.833 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77948 5.5 5:a82cb79b:::benchmark_data_smithi018_184207_object3287:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:37.779367+0000", 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 3.9554221419999998, 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075903835000000003, 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77948 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.834 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779367+0000", 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779367+0000", 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779366+0000", 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779374+0000", 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6950000000000006e-06 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779387+0000", 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3171e-05 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.779396+0000", 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4610000000000008e-06 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.781834+0000", 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024379269999999999 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.782055+0000", 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00022154600000000001 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.782223+0000", 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016751099999999999 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.784874+0000", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026506030000000001 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.801926+0000", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017052972 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.814219+0000", 2023-09-23T17:59:41.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012292981999999999 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.852090+0000", 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037871032999999998 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.852152+0000", 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1087000000000007e-05 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.855271+0000", 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031195319999999999 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77954 5.5 5:a0a1c88e:::benchmark_data_smithi018_184207_object3293:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:37.786737+0000", 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 3.9480523000000001, 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.071726099000000001, 2023-09-23T17:59:41.841 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77954 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786737+0000", 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786737+0000", 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786735+0000", 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786745+0000", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6639999999999993e-06 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786768+0000", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3532000000000001e-05 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786779+0000", 2023-09-23T17:59:41.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0611999999999999e-05 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.786889+0000", 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109669 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.787092+0000", 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020321 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.787270+0000", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000178269 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.793593+0000", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063229130000000003 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.801979+0000", 2023-09-23T17:59:41.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083856050000000008 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.821775+0000", 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019796081 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.855321+0000", 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033545828 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.847 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.855382+0000", 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1168999999999997e-05 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.858463+0000", 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030814169999999999 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79342 5.5 5:a44e8d6d:::benchmark_data_smithi018_184207_object4681:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:40.929795+0000", 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.80499408500000003, 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066792147999999996, 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79342 2023-09-23T17:59:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929795+0000", 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929795+0000", 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929793+0000", 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929803+0000", 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0047999999999999e-05 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929824+0000", 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0699999999999998e-05 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929835+0000", 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1302e-05 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.945808+0000", 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015972707999999999 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.946444+0000", 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00063643100000000002 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.973857+0000", 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027413060999999999 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.973995+0000", 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013791300000000001 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.974166+0000", 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017030699999999999 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.985625+0000", 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011459831 2023-09-23T17:59:41.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.987172+0000", 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001546562 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.988237+0000", 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001065047 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.993578+0000", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053410699999999998 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.993635+0000", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7209000000000001e-05 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.996587+0000", 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029521529999999999 2023-09-23T17:59:41.856 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79345 5.5 5:af1e4a9d:::benchmark_data_smithi018_184207_object4684:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:40.929857+0000", 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.80493280499999997, 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.069831397000000003, 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:41.857 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79345 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929857+0000", 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:41.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929857+0000", 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929856+0000", 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929860+0000", 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3479999999999997e-06 2023-09-23T17:59:41.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929868+0000", 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1470000000000001e-06 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.929875+0000", 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9160000000000004e-06 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.946486+0000", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016611046000000001 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.947205+0000", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071880399999999997 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.982489+0000", 2023-09-23T17:59:41.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035283652999999998 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.982596+0000", 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000106649 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.982754+0000", 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015831999999999999 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.993513+0000", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010759062999999999 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.993547+0000", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4301999999999998e-05 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.996709+0000", 2023-09-23T17:59:41.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031613449999999999 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.996719+0000", 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0348e-05 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.996774+0000", 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5183999999999999e-05 2023-09-23T17:59:41.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:40.999688+0000", 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029139420000000001 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:41.865 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:41.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:41.866 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:41.866 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:41.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:42.079 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:42.192 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:42.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:42.203 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:42.304 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:42.312 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:42.312 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:42.312 INFO:tasks.thrashosds.thrasher:Killing osd 2, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T17:59:42.313 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-09-23T17:59:42.313 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T17:59:42.348 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:42.376 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:42 smithi018 ceph-mon[149401]: pgmap v317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 519 op/s; 74711/211395 objects degraded (35.342%); 8233/211395 objects misplaced (3.895%); 18 MiB/s, 292 objects/s recovering 2023-09-23T17:59:42.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:42 smithi018 ceph-mon[153734]: pgmap v317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 519 op/s; 74711/211395 objects degraded (35.342%); 8233/211395 objects misplaced (3.895%); 18 MiB/s, 292 objects/s recovering 2023-09-23T17:59:42.421 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:42.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:42 smithi149 ceph-mon[135148]: pgmap v317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 519 op/s; 74711/211395 objects degraded (35.342%); 8233/211395 objects misplaced (3.895%); 18 MiB/s, 292 objects/s recovering 2023-09-23T17:59:42.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:42.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:42.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T17:59:42.527 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:42.679 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:42 smithi018 systemd[1]: Stopping Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T17:59:42.680 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:43.138 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:43.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:43.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:43.167 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T17:59:43.250 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:43.410 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:43.555 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:43.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:43.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:43.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:43.611 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:43.662 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T17:59:43.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:43.717 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:43.717 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:43.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:43.785 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:59:43.551+0000 7f5206b39700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T17:59:43.785 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:59:43.551+0000 7f5206b39700 -1 osd.2 132 *** Got signal Terminated *** 2023-09-23T17:59:43.785 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:43 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[168346]: 2023-09-23T17:59:43.551+0000 7f5206b39700 -1 osd.2 132 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T17:59:43.799 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:43.809 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:43.869 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:43.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:43.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:43.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:43.917 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T17:59:43.943 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T17:59:44.018 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:44.029 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:44.073 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:44.135 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:44.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:44.142 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:44.243 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:44.276 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:44.316 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:44.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:44.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:44 smithi149 ceph-mon[135148]: pgmap v318: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 107 B/s rd, 94 KiB/s wr, 464 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 16 MiB/s, 259 objects/s recovering 2023-09-23T17:59:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3360471658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:44 smithi149 ceph-mon[135148]: osd.2 marked itself down and dead 2023-09-23T17:59:44.421 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:44.447 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[153734]: pgmap v318: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 107 B/s rd, 94 KiB/s wr, 464 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 16 MiB/s, 259 objects/s recovering 2023-09-23T17:59:44.447 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3360471658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:44.447 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[153734]: osd.2 marked itself down and dead 2023-09-23T17:59:44.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[149401]: pgmap v318: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 70 active+clean, 16 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 107 B/s rd, 94 KiB/s wr, 464 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 16 MiB/s, 259 objects/s recovering 2023-09-23T17:59:44.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3360471658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:44.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-mon[149401]: osd.2 marked itself down and dead 2023-09-23T17:59:44.455 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:44.644 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:44.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:44.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:44.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:44.775 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:44.813 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:44.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:44.816 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:44.917 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:44.944 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:44.984 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:44.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:44.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:45.087 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:45.116 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:45.153 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:45.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:45.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:45.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[149401]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[149401]: osdmap e133: 8 total, 7 up, 7 in 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[149401]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:44] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.33.4" 2023-09-23T17:59:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:59:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[153734]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[153734]: osdmap e133: 8 total, 7 up, 7 in 2023-09-23T17:59:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:45 smithi018 ceph-mon[153734]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.352 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:45 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T17:59:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:45 smithi149 ceph-mon[135148]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:45 smithi149 ceph-mon[135148]: osdmap e133: 8 total, 7 up, 7 in 2023-09-23T17:59:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:45 smithi149 ceph-mon[135148]: failed to encode map e133 with expected crc 2023-09-23T17:59:45.408 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:45.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:45.411 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:45.512 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:45.559 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:45.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:45.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:45.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:45.728 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:45.760 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:46.051 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:45 smithi018 bash[200458]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2 2023-09-23T17:59:46.135 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T17:59:46.135 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T17:59:46.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: pgmap v320: 89 pgs: 4 stale+active+recovery_wait+undersized+degraded+remapped, 10 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 60 active+clean, 12 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 311 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 12 MiB/s, 184 objects/s recovering 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 74468/210603 objects degraded (35.359%), 17 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: osdmap e134: 8 total, 7 up, 7 in 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[149401]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: pgmap v320: 89 pgs: 4 stale+active+recovery_wait+undersized+degraded+remapped, 10 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 60 active+clean, 12 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 311 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 12 MiB/s, 184 objects/s recovering 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 74468/210603 objects degraded (35.359%), 17 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: osdmap e134: 8 total, 7 up, 7 in 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:46 smithi018 ceph-mon[153734]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:46.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:46.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:46.559 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: pgmap v320: 89 pgs: 4 stale+active+recovery_wait+undersized+degraded+remapped, 10 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 60 active+clean, 12 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 311 op/s; 74468/210603 objects degraded (35.359%); 8233/210603 objects misplaced (3.909%); 12 MiB/s, 184 objects/s recovering 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 74468/210603 objects degraded (35.359%), 17 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: osdmap e134: 8 total, 7 up, 7 in 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:46 smithi149 ceph-mon[135148]: failed to encode map e134 with expected crc 2023-09-23T17:59:46.657 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:46.806 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:46.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:46.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:46.890 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T17:59:46.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:47.059 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:47.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T17:59:47.177 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:47.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:47.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:47.269 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T17:59:47.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:47.443 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: osdmap e135: 8 total, 7 up, 7 in 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1307036579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: osdmap e135: 8 total, 7 up, 7 in 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1307036579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:47 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.459 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:47.581 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:47.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:47.587 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: osdmap e135: 8 total, 7 up, 7 in 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: failed to encode map e135 with expected crc 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1307036579' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:47 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T17:59:47.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:47.772 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:48.078 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:48.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:48.082 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:48.183 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:48.244 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:48.309 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:48.315 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:48.333 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:48.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:48.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:48.456 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: pgmap v323: 89 pgs: 2 activating+undersized, 13 remapped+peering, 1 stale+active+recovery_wait+undersized+degraded+remapped, 3 stale+active+clean, 11 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 46 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 30917/206547 objects degraded (14.969%); 14288/206547 objects misplaced (6.918%); 14 MiB/s, 229 objects/s recovering 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.475 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[153734]: osdmap e136: 8 total, 7 up, 7 in 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: pgmap v323: 89 pgs: 2 activating+undersized, 13 remapped+peering, 1 stale+active+recovery_wait+undersized+degraded+remapped, 3 stale+active+clean, 11 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 46 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 30917/206547 objects degraded (14.969%); 14288/206547 objects misplaced (6.918%); 14 MiB/s, 229 objects/s recovering 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:48.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:48 smithi018 ceph-mon[149401]: osdmap e136: 8 total, 7 up, 7 in 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: pgmap v323: 89 pgs: 2 activating+undersized, 13 remapped+peering, 1 stale+active+recovery_wait+undersized+degraded+remapped, 3 stale+active+clean, 11 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 46 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 30917/206547 objects degraded (14.969%); 14288/206547 objects misplaced (6.918%); 14 MiB/s, 229 objects/s recovering 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: failed to encode map e136 with expected crc 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T17:59:48.505 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:48 smithi149 ceph-mon[135148]: osdmap e136: 8 total, 7 up, 7 in 2023-09-23T17:59:48.516 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:48.549 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:48.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:48.552 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:48.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:48.721 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:48.807 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:48.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:48.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:48.914 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:48.941 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:49.005 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:49.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:49.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:49.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:49.172 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:49.241 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:49.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:49.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:49.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:49.489 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:49.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:49.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:49.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:49.664 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:49.848 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:49.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:49.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:49.957 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:50.022 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:50.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:50.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:50.087 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:50.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T17:59:50.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:50.273 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:50 smithi149 ceph-mon[135148]: pgmap v325: 89 pgs: 2 active+clean+remapped, 2 activating+undersized, 13 remapped+peering, 22 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 30785/205809 objects degraded (14.958%); 18232/205809 objects misplaced (8.859%); 19 MiB/s, 322 objects/s recovering 2023-09-23T17:59:50.277 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:50.345 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:50.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:50.355 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:50.455 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:50.521 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:50.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:50 smithi018 ceph-mon[153734]: pgmap v325: 89 pgs: 2 active+clean+remapped, 2 activating+undersized, 13 remapped+peering, 22 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 30785/205809 objects degraded (14.958%); 18232/205809 objects misplaced (8.859%); 19 MiB/s, 322 objects/s recovering 2023-09-23T17:59:50.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:50 smithi018 ceph-mon[149401]: pgmap v325: 89 pgs: 2 active+clean+remapped, 2 activating+undersized, 13 remapped+peering, 22 active+undersized, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 30785/205809 objects degraded (14.958%); 18232/205809 objects misplaced (8.859%); 19 MiB/s, 322 objects/s recovering 2023-09-23T17:59:50.566 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:50.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:50.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:50.676 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:50.728 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:50.814 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:50.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:50.829 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:50.930 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:50.997 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:51.057 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:51.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:51.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:51.164 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:51.247 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:51.314 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:51.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:51.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:51.420 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:51.473 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:51.545 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:51.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 30785/205809 objects degraded (14.958%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:51.546 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 30785/205809 objects degraded (14.958%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:51.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:51.557 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:51.558 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 30785/205809 objects degraded (14.958%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:51.658 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:51.707 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:51.776 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:51.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service' 2023-09-23T17:59:51.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:51.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:51.819 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:51 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service: Succeeded. 2023-09-23T17:59:51.819 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 17:59:51 smithi018 systemd[1]: Stopped Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T17:59:51.873 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T17:59:51.873 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-09-23T17:59:51.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:51.933 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:52.073 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:52.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:52.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:52.181 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:52.266 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:52.287 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:52 smithi149 ceph-mon[135148]: pgmap v326: 89 pgs: 1 active+recovery_wait+degraded, 7 active+clean+remapped, 24 active+undersized, 3 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 62530/201984 objects degraded (30.958%); 36329/201984 objects misplaced (17.986%); 22 MiB/s, 395 objects/s recovering 2023-09-23T17:59:52.287 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:52 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:52.350 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:52.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:52.366 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:52.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:52.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:52 smithi018 ceph-mon[153734]: pgmap v326: 89 pgs: 1 active+recovery_wait+degraded, 7 active+clean+remapped, 24 active+undersized, 3 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 62530/201984 objects degraded (30.958%); 36329/201984 objects misplaced (17.986%); 22 MiB/s, 395 objects/s recovering 2023-09-23T17:59:52.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:52 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:52.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:52 smithi018 ceph-mon[149401]: pgmap v326: 89 pgs: 1 active+recovery_wait+degraded, 7 active+clean+remapped, 24 active+undersized, 3 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 478 op/s; 62530/201984 objects degraded (30.958%); 36329/201984 objects misplaced (17.986%); 22 MiB/s, 395 objects/s recovering 2023-09-23T17:59:52.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:52 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T17:59:52.536 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:52.590 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:52.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:52.595 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:52.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:53.038 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:53.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:53.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:53.105 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:53.147 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:53.250 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:53.254 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T17:59:53.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/395949424' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:53.322 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T17:59:53.336 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:53.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:53.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:53.355 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T17:59:53.392 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T17:59:53.443 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T17:59:53.444 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:53.481 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T17:59:53.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:53.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T17:59:53.518 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.518 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T17:59:53.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/395949424' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:53.561 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:53.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:53.567 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:53.568 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/395949424' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T17:59:53.668 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:53.767 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:54.320 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:54.320 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T17:59:54.320 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T17:59:54.320 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T17:59:54.320 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:54.321 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:54.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:54.329 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:54.415 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T17:59:54.416 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T17:59:54.430 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:54.488 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:54.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:54 smithi018 ceph-mon[149401]: pgmap v327: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 20 MiB/s, 389 objects/s recovering 2023-09-23T17:59:54.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:54 smithi018 ceph-mon[153734]: pgmap v327: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 20 MiB/s, 389 objects/s recovering 2023-09-23T17:59:54.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:54 smithi149 ceph-mon[135148]: pgmap v327: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 20 MiB/s, 389 objects/s recovering 2023-09-23T17:59:54.706 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:54.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:54.715 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:54.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:54.892 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:54.977 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:54.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:54.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:55.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:55.136 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T17:59:55.159 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:55.231 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:55.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:55.234 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 17:59:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:17:59:54] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.33.4" 2023-09-23T17:59:55.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:55.445 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:55.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:55.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:55.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:55.665 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:55.719 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:55.786 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:55.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:55.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:55.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[153734]: pgmap v328: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 8.5 MiB/s, 203 objects/s recovering 2023-09-23T17:59:55.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:55.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:55.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:55 smithi018 ceph-mon[149401]: pgmap v328: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 8.5 MiB/s, 203 objects/s recovering 2023-09-23T17:59:55.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T17:59:55.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T17:59:55.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T17:59:55.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:55 smithi149 ceph-mon[135148]: pgmap v328: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 57747/200763 objects degraded (28.764%); 40430/200763 objects misplaced (20.138%); 8.5 MiB/s, 203 objects/s recovering 2023-09-23T17:59:55.945 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:55.953 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:56.014 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T17:59:56.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:56.018 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T17:59:56.119 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:56.182 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:56.285 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:56.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:56.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:56.394 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:56.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T17:59:56.457 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:56.588 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:56.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:56.601 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:56.618 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T17:59:56.702 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:56.759 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:56.813 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:56.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2730912203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 57747/200763 objects degraded (28.764%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:56.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2730912203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 57747/200763 objects degraded (28.764%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:56.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:56.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:56.874 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2023-09-23T17:59:56.874 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T17:59:56.874 INFO:tasks.thrashosds.thrasher:Adding osd 1 2023-09-23T17:59:56.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 1 2023-09-23T17:59:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2730912203' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T17:59:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 57747/200763 objects degraded (28.764%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T17:59:56.922 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:57.010 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:57.087 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:57.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:57.094 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:57.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:57.249 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:57.316 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:57.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:57.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T17:59:57.419 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:57.461 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:57.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:57.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:57.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:57.637 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T17:59:57.723 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:57.725 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:57.815 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T17:59:57.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:57.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T17:59:57.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:57.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:57.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: osdmap e137: 8 total, 7 up, 7 in 2023-09-23T17:59:57.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: pgmap v329: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 56389/195390 objects degraded (28.860%); 39305/195390 objects misplaced (20.116%); 13 MiB/s, 292 objects/s recovering 2023-09-23T17:59:57.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[149401]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: osdmap e137: 8 total, 7 up, 7 in 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: pgmap v329: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 56389/195390 objects degraded (28.860%); 39305/195390 objects misplaced (20.116%); 13 MiB/s, 292 objects/s recovering 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:57 smithi018 ceph-mon[153734]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: osdmap e137: 8 total, 7 up, 7 in 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: pgmap v329: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 56389/195390 objects degraded (28.860%); 39305/195390 objects misplaced (20.116%); 13 MiB/s, 292 objects/s recovering 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:57 smithi149 ceph-mon[135148]: failed to encode map e137 with expected crc 2023-09-23T17:59:57.924 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:57.984 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:58.017 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T17:59:58.042 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:58.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:58.058 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77416 5.0 5:05b6a845:::benchmark_data_smithi018_184207_object2755:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:36.595894+0000", 2023-09-23T17:59:58.127 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 21.528067966999998, 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100243603, 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77416 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595894+0000", 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595894+0000", 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595892+0000", 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595901+0000", 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1480000000000006e-06 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595920+0000", 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8907999999999999e-05 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595928+0000", 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3410000000000003e-06 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.645325+0000", 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049397116999999997 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647041+0000", 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00171634 2023-09-23T17:59:58.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670383+0000", 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023342115 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670486+0000", 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010267 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670631+0000", 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014528800000000001 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.690229+0000", 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019598082999999999 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.692436+0000", 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002206834 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.693501+0000", 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010645139999999999 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.693558+0000", 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7462e-05 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.696138+0000", 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025793719999999999 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77417 5.0 5:0ebaf01a:::benchmark_data_smithi018_184207_object2756:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:36.596485+0000", 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 21.527477488999999, 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.112531901, 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.135 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77417 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596485+0000", 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596485+0000", 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596484+0000", 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596498+0000", 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4174e-05 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596508+0000", 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7650000000000005e-06 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596515+0000", 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.866e-06 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647126+0000", 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050611092000000003 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647837+0000", 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071157900000000005 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678760+0000", 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030922331000000001 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678853+0000", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3197999999999998e-05 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678954+0000", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101439 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.692446+0000", 2023-09-23T17:59:58.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013491354000000001 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.700353+0000", 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079075599999999992 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.705339+0000", 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049861289999999997 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.705400+0000", 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1019e-05 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.709016+0000", 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036160860000000001 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.142 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77832 5.0 5:02438cb1:::benchmark_data_smithi018_184207_object3171:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:37.510683+0000", 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.613278600000001, 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.098642134000000006, 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77832 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510683+0000", 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510683+0000", 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510682+0000", 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510688+0000", 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4699999999999999e-06 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510702+0000", 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3637e-05 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510709+0000", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3919999999999997e-06 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.523300+0000", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012590672000000001 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.523832+0000", 2023-09-23T17:59:58.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00053168099999999999 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560472+0000", 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036639917000000001 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560581+0000", 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109833 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560737+0000", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015559100000000001 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.565814+0000", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050774009999999996 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.577865+0000", 2023-09-23T17:59:58.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012050323999999999 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.606464+0000", 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028599203 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.606523+0000", 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9339000000000002e-05 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.609326+0000", 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028022899999999998 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79612 5.0 5:0d9decad:::benchmark_data_smithi018_184207_object4951:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.547033+0000", 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.576928574, 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13374402499999999, 2023-09-23T17:59:58.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79612 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547033+0000", 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547033+0000", 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547032+0000", 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547039+0000", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8240000000000002e-06 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547051+0000", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1953999999999999e-05 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547058+0000", 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4970000000000004e-06 2023-09-23T17:59:58.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.581503+0000", 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034444481999999998 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.584512+0000", 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030093889999999999 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624395+0000", 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039882599999999997 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624534+0000", 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013963800000000001 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624723+0000", 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018821800000000001 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.648297+0000", 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023574334999999998 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677317+0000", 2023-09-23T17:59:58.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029020575999999999 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677374+0000", 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6678999999999997e-05 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677433+0000", 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8755000000000002e-05 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680777+0000", 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033445549999999999 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79615 5.0 5:053e6fad:::benchmark_data_smithi018_184207_object4954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.574625+0000", 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.549337456, 2023-09-23T17:59:58.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.109670193, 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79615 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574625+0000", 2023-09-23T17:59:58.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574625+0000", 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574624+0000", 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574627+0000", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1219999999999999e-06 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574633+0000", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1990000000000003e-06 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574638+0000", 2023-09-23T17:59:58.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6399999999999996e-06 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.584560+0000", 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099218299999999995 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.585888+0000", 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001328369 2023-09-23T17:59:58.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643121+0000", 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057232404000000001 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643212+0000", 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1609999999999999e-05 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643327+0000", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011469200000000001 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680865+0000", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037538374999999999 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680877+0000", 2023-09-23T17:59:58.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1959e-05 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680949+0000", 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1370000000000003e-05 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681022+0000", 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2836999999999994e-05 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684295+0000", 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032732080000000001 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79616 5.0 5:0501c92f:::benchmark_data_smithi018_184207_object4955:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.574645+0000", 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.549317349999999, 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12634632400000001, 2023-09-23T17:59:58.166 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79616 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574645+0000", 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574645+0000", 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574644+0000", 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574647+0000", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2400000000000002e-06 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574652+0000", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1240000000000004e-06 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574656+0000", 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1309999999999999e-06 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.585924+0000", 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011268194 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.586363+0000", 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043881999999999998 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.653973+0000", 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.067610647999999995 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.654087+0000", 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113925 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.654234+0000", 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014650500000000001 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680888+0000", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026654471999999998 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684384+0000", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034952849999999999 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.697983+0000", 2023-09-23T17:59:58.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013599228 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.698029+0000", 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5911999999999997e-05 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.700991+0000", 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002962194 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.173 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79625 5.0 5:0763ca0c:::benchmark_data_smithi018_184207_object4964:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.592108+0000", 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.531854018000001, 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11189845399999999, 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.174 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79625 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592108+0000", 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592108+0000", 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592107+0000", 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592112+0000", 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.446e-06 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592124+0000", 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1412e-05 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592131+0000", 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2969999999999998e-06 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.595966+0000", 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038348340000000001 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.596570+0000", 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00060449400000000002 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663246+0000", 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066676123000000004 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663365+0000", 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011877799999999999 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663519+0000", 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154248 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680899+0000", 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017379427999999999 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684433+0000", 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035337849999999998 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.701052+0000", 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016619399 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.701106+0000", 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4067000000000003e-05 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.704006+0000", 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002900382 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79629 5.0 5:013e17d2:::benchmark_data_smithi018_184207_object4968:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.181 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.608578+0000", 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.515384121, 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15148146900000001, 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79629 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608578+0000", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608578+0000", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608576+0000", 2023-09-23T17:59:58.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608584+0000", 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8760000000000005e-06 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608613+0000", 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9161000000000001e-05 2023-09-23T17:59:58.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608622+0000", 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0680000000000003e-06 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684457+0000", 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075834542000000005 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.689536+0000", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050788810000000004 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719385+0000", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029849227999999998 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719499+0000", 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114576 2023-09-23T17:59:58.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719643+0000", 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000143268 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.733560+0000", 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013917626000000001 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735352+0000", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001791316 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.756306+0000", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020954596999999998 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.756361+0000", 2023-09-23T17:59:58.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4447999999999998e-05 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760059+0000", 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003698771 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79634 5.0 5:075ff6ac:::benchmark_data_smithi018_184207_object4973:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.189 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.627885+0000", 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.496076802000001, 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13470631999999999, 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79634 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627885+0000", 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627885+0000", 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627884+0000", 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627889+0000", 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.801e-06 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627904+0000", 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4287000000000001e-05 2023-09-23T17:59:58.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627913+0000", 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5230000000000001e-06 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.689581+0000", 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061668107999999999 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.697928+0000", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083467880000000008 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730584+0000", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032656074 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730716+0000", 2023-09-23T17:59:58.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132182 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730856+0000", 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013932699999999999 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735362+0000", 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045063250000000003 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.745817+0000", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010454777 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760135+0000", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014318508000000001 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760202+0000", 2023-09-23T17:59:58.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6759000000000002e-05 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.762592+0000", 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023893999999999999 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79651 5.0 5:04a0cf06:::benchmark_data_smithi018_184207_object4990:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.677875+0000", 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.446086566999998, 2023-09-23T17:59:58.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.140982778, 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79651 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677875+0000", 2023-09-23T17:59:58.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677875+0000", 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677874+0000", 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677882+0000", 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9489999999999996e-06 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677900+0000", 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8394999999999999e-05 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677909+0000", 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1249999999999999e-06 2023-09-23T17:59:58.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.733591+0000", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055681799999999997 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734269+0000", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00067742900000000001 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770598+0000", 2023-09-23T17:59:58.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.03632933 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770733+0000", 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013483700000000001 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770876+0000", 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014334800000000001 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797489+0000", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026613365999999999 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.800426+0000", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029360950000000001 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.816093+0000", 2023-09-23T17:59:58.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015667365999999999 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.816155+0000", 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2137000000000005e-05 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.818858+0000", 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027031339999999998 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.204 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79652 5.0 5:0fbc4249:::benchmark_data_smithi018_184207_object4991:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.681834+0000", 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.442128036, 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13975172799999999, 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.205 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79652 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681834+0000", 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681834+0000", 2023-09-23T17:59:58.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681832+0000", 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681843+0000", 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1343e-05 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681859+0000", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5902000000000001e-05 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681870+0000", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0713000000000001e-05 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734306+0000", 2023-09-23T17:59:58.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052436081000000002 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734780+0000", 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00047362199999999999 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788614+0000", 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053834760000000002 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788776+0000", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016143200000000001 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788901+0000", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000125477 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.800382+0000", 2023-09-23T17:59:58.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011480903000000001 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.812933+0000", 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012551165 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.818906+0000", 2023-09-23T17:59:58.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059725339999999998 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.819024+0000", 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011805 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821586+0000", 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025617230000000001 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.212 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79664 5.0 5:0275ca5b:::benchmark_data_smithi018_184207_object5003:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.719315+0000", 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.404647000000001, 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.105771501, 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.213 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79664 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719315+0000", 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719315+0000", 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719313+0000", 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719320+0000", 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9260000000000003e-06 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719341+0000", 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0871999999999999e-05 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719349+0000", 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8660000000000006e-06 2023-09-23T17:59:58.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734831+0000", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015481838 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735329+0000", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049829699999999998 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797526+0000", 2023-09-23T17:59:58.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062196764000000002 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797640+0000", 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011444 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797802+0000", 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016204500000000001 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.803052+0000", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005249681 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.812967+0000", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099151389999999999 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821635+0000", 2023-09-23T17:59:58.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086676749999999997 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.822164+0000", 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052927699999999998 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825087+0000", 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002922554 2023-09-23T17:59:58.220 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79699 5.0 5:09f8eaf0:::benchmark_data_smithi018_184207_object5038:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.815202+0000", 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.308760470999999, 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100919878, 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.221 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79699 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815202+0000", 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815202+0000", 2023-09-23T17:59:58.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815200+0000", 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815208+0000", 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8790000000000003e-06 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815226+0000", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8009999999999999e-05 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815234+0000", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2470000000000008e-06 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833092+0000", 2023-09-23T17:59:58.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017858285000000002 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833576+0000", 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048423500000000001 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853456+0000", 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019879697000000002 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853568+0000", 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111637 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853730+0000", 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000161817 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897808+0000", 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044077985 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913027+0000", 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01521978 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913073+0000", 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5784000000000001e-05 2023-09-23T17:59:58.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913136+0000", 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3026000000000003e-05 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916121+0000", 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029852889999999999 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79700 5.0 5:0317a2aa:::benchmark_data_smithi018_184207_object5039:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.815322+0000", 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.308639958000001, 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104345831, 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79700 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815322+0000", 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815322+0000", 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815321+0000", 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815326+0000", 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8949999999999997e-06 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815339+0000", 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2748000000000001e-05 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815347+0000", 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2689999999999999e-06 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833615+0000", 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018268257 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.835616+0000", 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020009649999999999 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876569+0000", 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040952613999999998 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876690+0000", 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012107700000000001 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876846+0000", 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015622300000000001 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.900760+0000", 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023913361000000001 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916180+0000", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015420385999999999 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916216+0000", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5874000000000002e-05 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916279+0000", 2023-09-23T17:59:58.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2663999999999995e-05 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919668+0000", 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033892789999999998 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79703 5.0 5:0c59023d:::benchmark_data_smithi018_184207_object5042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.236 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.821815+0000", 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.302146591, 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100894874, 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79703 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821815+0000", 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821815+0000", 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821814+0000", 2023-09-23T17:59:58.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821825+0000", 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1576999999999999e-05 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821842+0000", 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6833e-05 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821853+0000", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1567e-05 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.835652+0000", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013798990000000001 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836194+0000", 2023-09-23T17:59:58.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00054189199999999998 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888053+0000", 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051858237000000001 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888150+0000", 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7199000000000002e-05 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888246+0000", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6464000000000003e-05 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.900766+0000", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012520084000000001 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919735+0000", 2023-09-23T17:59:58.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018968632999999999 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919767+0000", 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2110000000000003e-05 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919822+0000", 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4809000000000003e-05 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922710+0000", 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028884010000000001 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79705 5.0 5:0811f0c3:::benchmark_data_smithi018_184207_object5044:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.825890+0000", 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.298071676999999, 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099674065000000006, 2023-09-23T17:59:58.244 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79705 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825890+0000", 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825890+0000", 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825889+0000", 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825896+0000", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2749999999999998e-06 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825909+0000", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3081999999999999e-05 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825918+0000", 2023-09-23T17:59:58.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2169999999999994e-06 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836221+0000", 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010303164 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836735+0000", 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051421500000000005 2023-09-23T17:59:58.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897840+0000", 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061105490999999998 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897945+0000", 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010462400000000001 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T17:59:58.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.898090+0000", 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014443400000000001 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.910055+0000", 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011965664000000001 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922760+0000", 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012705045 2023-09-23T17:59:58.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922810+0000", 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9796999999999998e-05 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922863+0000", 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2927999999999999e-05 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.925564+0000", 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027014280000000001 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:83681 5.0 5:035dd013:::benchmark_data_smithi018_184207_object9020:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:53.566574+0000", 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4.5573884299999996, 2023-09-23T17:59:58.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10492544099999999, 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 83681 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566574+0000", 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566574+0000", 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566572+0000", 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566579+0000", 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7100000000000007e-06 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566593+0000", 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3043e-05 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566601+0000", 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9120000000000004e-06 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.583073+0000", 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016471922999999999 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.595540+0000", 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012466817999999999 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615295+0000", 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019754747999999999 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615418+0000", 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012276400000000001 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T17:59:58.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615596+0000", 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017816699999999999 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.626469+0000", 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010872928 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.658682+0000", 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032212721999999999 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.668139+0000", 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0094574370000000008 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.668189+0000", 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9879999999999997e-05 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671499+0000", 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033101939999999998 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:83684 5.0 5:04050da3:::benchmark_data_smithi018_184207_object9023:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:53.576695+0000", 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4.547267078, 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099263046999999993, 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.260 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 83684 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576695+0000", 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576695+0000", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576693+0000", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576710+0000", 2023-09-23T17:59:58.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6673000000000001e-05 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576721+0000", 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1291000000000001e-05 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576729+0000", 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4279999999999999e-06 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.598659+0000", 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021930060000000001 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.599366+0000", 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00070743399999999995 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646129+0000", 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046763338000000002 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646220+0000", 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.098e-05 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646345+0000", 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124781 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.658617+0000", 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012271877 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671547+0000", 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01293004 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671615+0000", 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7650000000000005e-05 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671669+0000", 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4113000000000002e-05 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.675958+0000", 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042891379999999996 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.267 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:84519 5.a 5:5331b31a:::benchmark_data_smithi018_184207_object9858:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:55.519539+0000", 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.6044231930000001, 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.097622295999999997, 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.268 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 84519 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519539+0000", 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519539+0000", 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519537+0000", 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519545+0000", 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8480000000000001e-06 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519562+0000", 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7283999999999999e-05 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.519570+0000", 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1389999999999995e-06 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.526979+0000", 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0074082039999999998 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.529975+0000", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029961039999999999 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.569042+0000", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039067692000000001 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.569152+0000", 2023-09-23T17:59:58.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109812 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,6", 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.569291+0000", 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138825 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.592511+0000", 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023220062 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.611204+0000", 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018693114 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.614120+0000", 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029162509999999999 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.614195+0000", 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5007999999999997e-05 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:55.617161+0000", 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029657419999999999 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:85449 5.0 5:04a4193d:::benchmark_data_smithi018_184207_object10788:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T17:59:58.275 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:57.701748+0000", 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.422214494, 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.096975266000000004, 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 85449 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T17:59:58.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701748+0000", 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701748+0000", 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701746+0000", 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T17:59:58.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701754+0000", 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8459999999999997e-06 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701771+0000", 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6852999999999999e-05 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.701779+0000", 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0860000000000002e-06 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.723247+0000", 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021468173 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T17:59:58.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.724186+0000", 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00093898799999999998 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.757588+0000", 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033401432000000002 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.757708+0000", 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119851 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.757868+0000", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016024499999999999 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.776741+0000", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01887318 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.795448+0000", 2023-09-23T17:59:58.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018707148999999999 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.795521+0000", 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2638000000000005e-05 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.795581+0000", 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9602999999999998e-05 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T17:59:58.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:57.798723+0000", 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031422120000000001 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T17:59:58.283 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T17:59:58.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T17:59:58.352 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:58.412 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T17:59:58.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:58.426 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T17:59:58.526 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T17:59:58.588 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:58.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T17:59:58.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:58.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T17:59:59.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T17:59:59.151 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:59.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T17:59:59.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:59.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T17:59:59.341 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:59.387 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:59.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:59.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:59.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:59.518 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T17:59:59.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T17:59:59.613 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:59.679 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T17:59:59.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:59.686 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T17:59:59.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T17:59:59.829 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 17:59:59 smithi018 ceph-mon[149401]: pgmap v331: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 386 op/s; 56016/194202 objects degraded (28.844%); 39030/194202 objects misplaced (20.098%); 14 MiB/s, 302 objects/s recovering 2023-09-23T17:59:59.829 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 17:59:59 smithi018 ceph-mon[153734]: pgmap v331: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 386 op/s; 56016/194202 objects degraded (28.844%); 39030/194202 objects misplaced (20.098%); 14 MiB/s, 302 objects/s recovering 2023-09-23T17:59:59.830 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T17:59:59.852 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 17:59:59 smithi149 ceph-mon[135148]: pgmap v331: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 386 op/s; 56016/194202 objects degraded (28.844%); 39030/194202 objects misplaced (20.098%); 14 MiB/s, 302 objects/s recovering 2023-09-23T17:59:59.858 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T17:59:59.971 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T17:59:59.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T17:59:59.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:00.076 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:00.085 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:00.124 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:00.173 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:00.178 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:00.214 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:00.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:00.265 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:00.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:00.269 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:00.305 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.348 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.349 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.349 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:00:00.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:00.463 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:00.513 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:00.532 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:00.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:00.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:00.637 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:00.735 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:00.822 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:00.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:00.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:00.866 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:00:00.867 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:00:00.926 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: Health detail: HEALTH_WARN noscrub flag(s) set; 1 osds down; Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:00.926 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:00:00.926 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: [WRN] OSD_DOWN: 1 osds down 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: osd.2 (root=default,host=smithi018) is down 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: [WRN] PG_DEGRADED: Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 2.0 is active+recovery_wait+undersized+degraded+remapped, acting [7,0] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 2.3 is active+recovery_wait+degraded+remapped, acting [7,3,5] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 2.5 is active+recovery_wait+degraded, acting [7,4,6] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 2.6 is active+recovery_wait+degraded+remapped, acting [6,3,1] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 3.e is active+undersized+degraded, acting [7,3] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 3.10 is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 3.13 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 3.14 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 3.1f is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:00.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.0 is active+recovery_wait+degraded+remapped, acting [3,6,1] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.3 is active+recovery_wait+undersized+degraded+remapped, acting [6,3] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.4 is active+undersized+degraded, acting [7,5] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.5 is active+recovery_wait+undersized+degraded+remapped, acting [1,6] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.7 is active+recovery_wait+degraded+remapped, acting [0,7,1] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.8 is active+recovering+degraded+remapped, acting [0,6,1] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.a is active+recovery_wait+degraded+remapped, acting [3,6,0] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.b is active+recovery_wait+degraded+remapped, acting [0,7,5] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.c is active+recovery_wait+undersized+degraded+remapped, acting [4,0] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.d is active+recovering+degraded+remapped, acting [7,0,5] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.e is active+recovery_wait+degraded+remapped, acting [0,3,5] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: pg 5.f is active+recovery_wait+degraded+remapped, acting [6,3,4] 2023-09-23T18:00:00.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3510097235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: Health detail: HEALTH_WARN noscrub flag(s) set; 1 osds down; Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: [WRN] OSD_DOWN: 1 osds down 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: osd.2 (root=default,host=smithi018) is down 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: [WRN] PG_DEGRADED: Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 2.0 is active+recovery_wait+undersized+degraded+remapped, acting [7,0] 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 2.3 is active+recovery_wait+degraded+remapped, acting [7,3,5] 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 2.5 is active+recovery_wait+degraded, acting [7,4,6] 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 2.6 is active+recovery_wait+degraded+remapped, acting [6,3,1] 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 3.e is active+undersized+degraded, acting [7,3] 2023-09-23T18:00:00.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 3.10 is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 3.13 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 3.14 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 3.1f is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.0 is active+recovery_wait+degraded+remapped, acting [3,6,1] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.3 is active+recovery_wait+undersized+degraded+remapped, acting [6,3] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.4 is active+undersized+degraded, acting [7,5] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.5 is active+recovery_wait+undersized+degraded+remapped, acting [1,6] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.7 is active+recovery_wait+degraded+remapped, acting [0,7,1] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.8 is active+recovering+degraded+remapped, acting [0,6,1] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.a is active+recovery_wait+degraded+remapped, acting [3,6,0] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.b is active+recovery_wait+degraded+remapped, acting [0,7,5] 2023-09-23T18:00:00.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.c is active+recovery_wait+undersized+degraded+remapped, acting [4,0] 2023-09-23T18:00:00.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.d is active+recovering+degraded+remapped, acting [7,0,5] 2023-09-23T18:00:00.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.e is active+recovery_wait+degraded+remapped, acting [0,3,5] 2023-09-23T18:00:00.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: pg 5.f is active+recovery_wait+degraded+remapped, acting [6,3,4] 2023-09-23T18:00:00.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3510097235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:00.931 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:00 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:00:00.756+0000 7fd4195e6700 -1 mon.a@0(leader).osd e137 definitely_dead 0 2023-09-23T18:00:00.931 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:01.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:01.173 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:01.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:01.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: Health detail: HEALTH_WARN noscrub flag(s) set; 1 osds down; Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: [WRN] OSD_DOWN: 1 osds down 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: osd.2 (root=default,host=smithi018) is down 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: [WRN] PG_DEGRADED: Degraded data redundancy: 56016/194202 objects degraded (28.844%), 21 pgs degraded 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 2.0 is active+recovery_wait+undersized+degraded+remapped, acting [7,0] 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 2.3 is active+recovery_wait+degraded+remapped, acting [7,3,5] 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 2.5 is active+recovery_wait+degraded, acting [7,4,6] 2023-09-23T18:00:01.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 2.6 is active+recovery_wait+degraded+remapped, acting [6,3,1] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 3.e is active+undersized+degraded, acting [7,3] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 3.10 is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 3.13 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 3.14 is active+undersized+degraded, acting [7,6] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 3.1f is active+undersized+degraded, acting [6,3] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.0 is active+recovery_wait+degraded+remapped, acting [3,6,1] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.3 is active+recovery_wait+undersized+degraded+remapped, acting [6,3] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.4 is active+undersized+degraded, acting [7,5] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.5 is active+recovery_wait+undersized+degraded+remapped, acting [1,6] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.7 is active+recovery_wait+degraded+remapped, acting [0,7,1] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.8 is active+recovering+degraded+remapped, acting [0,6,1] 2023-09-23T18:00:01.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.a is active+recovery_wait+degraded+remapped, acting [3,6,0] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.b is active+recovery_wait+degraded+remapped, acting [0,7,5] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.c is active+recovery_wait+undersized+degraded+remapped, acting [4,0] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.d is active+recovering+degraded+remapped, acting [7,0,5] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.e is active+recovery_wait+degraded+remapped, acting [0,3,5] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: pg 5.f is active+recovery_wait+degraded+remapped, acting [6,3,4] 2023-09-23T18:00:01.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3510097235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:01.278 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:01.504 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:01.727 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.1. 2023-09-23T18:00:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[149401]: pgmap v332: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 431 op/s; 54725/189042 objects degraded (28.949%); 37971/189042 objects misplaced (20.086%); 15 MiB/s, 323 objects/s recovering 2023-09-23T18:00:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2225152439' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 54725/189042 objects degraded (28.949%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[153734]: pgmap v332: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 431 op/s; 54725/189042 objects degraded (28.949%); 37971/189042 objects misplaced (20.086%); 15 MiB/s, 323 objects/s recovering 2023-09-23T18:00:01.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2225152439' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:01.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:01.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 54725/189042 objects degraded (28.949%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:02.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:01 smithi149 ceph-mon[135148]: pgmap v332: 89 pgs: 1 active+recovery_wait+degraded, 8 active+clean+remapped, 24 active+undersized, 2 active+recovering+degraded+remapped, 8 active+recovery_wait+degraded+remapped, 36 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 431 op/s; 54725/189042 objects degraded (28.949%); 37971/189042 objects misplaced (20.086%); 15 MiB/s, 323 objects/s recovering 2023-09-23T18:00:02.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2225152439' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:02.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-09-23T18:00:02.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 54725/189042 objects degraded (28.949%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:02.134 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:02.608 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:02.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:02.610 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:02.711 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:02.765 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:02.868 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:00:02.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-09-23T18:00:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:02 smithi149 ceph-mon[135148]: osdmap e138: 8 total, 7 up, 8 in 2023-09-23T18:00:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:02 smithi149 ceph-mon[135148]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:02 smithi149 ceph-mon[135148]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.915 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:02.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:02.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:02.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-09-23T18:00:02.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[153734]: osdmap e138: 8 total, 7 up, 8 in 2023-09-23T18:00:02.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[153734]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[153734]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-09-23T18:00:02.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[149401]: osdmap e138: 8 total, 7 up, 8 in 2023-09-23T18:00:02.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[149401]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:02 smithi018 ceph-mon[149401]: failed to encode map e138 with expected crc 2023-09-23T18:00:02.980 INFO:tasks.thrashosds.thrasher:Added osd 1 2023-09-23T18:00:03.019 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:03.048 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:03.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:03.094 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:03.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:03.221 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:03.458 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:03.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:03.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:03.516 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:03.564 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:03.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:03.626 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:03.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:03.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:03.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:03.752 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:00:03.821 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: pgmap v334: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 19 MiB/s, 363 objects/s recovering 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: osdmap e139: 8 total, 7 up, 8 in 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: failed to encode map e139 with expected crc 2023-09-23T18:00:03.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1209461336' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:03.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:03.880 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:03.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:03.885 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:03.986 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: pgmap v334: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 19 MiB/s, 363 objects/s recovering 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: osdmap e139: 8 total, 7 up, 8 in 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1209461336' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: pgmap v334: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 534 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 19 MiB/s, 363 objects/s recovering 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: osdmap e139: 8 total, 7 up, 8 in 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: failed to encode map e139 with expected crc 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1209461336' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:04.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:04.040 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:04.343 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:04.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:04.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:04.447 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:04.476 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:04.512 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:04.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:04.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:04.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:04.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:04.885 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:04.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:04.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: osdmap e140: 8 total, 7 up, 8 in 2023-09-23T18:00:04.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[153734]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: osdmap e140: 8 total, 7 up, 8 in 2023-09-23T18:00:04.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-mon[149401]: failed to encode map e140 with expected crc 2023-09-23T18:00:04.989 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:05.026 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:05.069 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:05.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:05.072 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:05.081 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:05.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: failed to encode map e140 with expected crc 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: failed to encode map e140 with expected crc 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: osdmap e140: 8 total, 7 up, 8 in 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: failed to encode map e140 with expected crc 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: failed to encode map e140 with expected crc 2023-09-23T18:00:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:04 smithi149 ceph-mon[135148]: failed to encode map e140 with expected crc 2023-09-23T18:00:05.173 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:05.201 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:05.286 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:05.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:05.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:05.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:04] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.33.4" 2023-09-23T18:00:05.390 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:05.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:05 smithi018 ceph-mon[153734]: pgmap v337: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 12 MiB/s, 239 objects/s recovering 2023-09-23T18:00:06.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2609272250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:06.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:05 smithi018 ceph-mon[149401]: pgmap v337: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 12 MiB/s, 239 objects/s recovering 2023-09-23T18:00:06.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2609272250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:05 smithi149 ceph-mon[135148]: pgmap v337: 89 pgs: 3 remapped+peering, 11 peering, 1 active+recovery_wait+degraded, 7 active+clean+remapped, 20 active+undersized, 2 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 29 active+clean, 6 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 41830/187926 objects degraded (22.259%); 34167/187926 objects misplaced (18.181%); 12 MiB/s, 239 objects/s recovering 2023-09-23T18:00:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2609272250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:06.246 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:00:06.909 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41830/187926 objects degraded (22.259%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:00:07.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41830/187926 objects degraded (22.259%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:07.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:00:07.137 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:07.140 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41830/187926 objects degraded (22.259%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:07.140 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:00:07.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:07.141 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:07.242 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:07.269 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:07.304 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:07.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:07.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:07.408 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:07.439 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:07.981 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2023-09-23T18:00:07.981 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:00:07.981 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2023-09-23T18:00:07.981 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:00:08.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:08.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:08.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:08.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:08.219 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:08.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:08 smithi018 ceph-mon[153734]: pgmap v338: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 3 remapped+peering, 11 peering, 2 active+recovery_wait+degraded, 6 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 35 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 138 op/s; 45219/186552 objects degraded (24.239%); 27343/186552 objects misplaced (14.657%); 4.9 MiB/s, 94 objects/s recovering 2023-09-23T18:00:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:08 smithi018 ceph-mon[149401]: pgmap v338: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 3 remapped+peering, 11 peering, 2 active+recovery_wait+degraded, 6 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 35 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 138 op/s; 45219/186552 objects degraded (24.239%); 27343/186552 objects misplaced (14.657%); 4.9 MiB/s, 94 objects/s recovering 2023-09-23T18:00:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:08 smithi149 ceph-mon[135148]: pgmap v338: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 3 remapped+peering, 11 peering, 2 active+recovery_wait+degraded, 6 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 6 active+recovery_wait+degraded+remapped, 35 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 138 op/s; 45219/186552 objects degraded (24.239%); 27343/186552 objects misplaced (14.657%); 4.9 MiB/s, 94 objects/s recovering 2023-09-23T18:00:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:08.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:08.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:08.720 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:08.899 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:08.987 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:08.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:08.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:09.013 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:09.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1617941771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:09 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.077 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:00:09.092 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:09.123 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:09.146 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:09.146 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:09.161 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:09.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:09.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:09.267 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:09.273 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1617941771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.273 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:09 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.295 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:09.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1617941771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:09 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:09.566 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:09.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:09.571 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:09.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:00:09.671 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:09.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:09.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:09.730 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:09.737 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:09.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:09.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:09.750 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:09.769 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:09.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:09.844 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:09.844 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:09.844 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.844 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.844 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T18:00:09.845 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.845 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.845 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.845 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.845 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:00:09.886 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: pgmap v339: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 8 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 7 active+recovery_wait+degraded+remapped, 44 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 124 op/s; 57703/186468 objects degraded (30.945%); 27762/186468 objects misplaced (14.888%); 4.5 MiB/s, 85 objects/s recovering 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: failed to encode map e141 with expected crc 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: osdmap e141: 8 total, 7 up, 8 in 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: pgmap v339: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 8 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 7 active+recovery_wait+degraded+remapped, 44 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 124 op/s; 57703/186468 objects degraded (30.945%); 27762/186468 objects misplaced (14.888%); 4.5 MiB/s, 85 objects/s recovering 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: failed to encode map e141 with expected crc 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: osdmap e141: 8 total, 7 up, 8 in 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:10.343 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: pgmap v339: 89 pgs: 1 activating+undersized+degraded+remapped, 1 activating, 1 remapped+peering, 2 active+recovery_wait+degraded, 8 active+clean+remapped, 15 active+undersized, 1 active+recovering+degraded+remapped, 7 active+recovery_wait+degraded+remapped, 44 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 124 op/s; 57703/186468 objects degraded (30.945%); 27762/186468 objects misplaced (14.888%); 4.5 MiB/s, 85 objects/s recovering 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: failed to encode map e141 with expected crc 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: osdmap e141: 8 total, 7 up, 8 in 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 57703/186468 objects degraded (30.945%), 20 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:00:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 57703/186468 objects degraded (30.945%), 20 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:00:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 57703/186468 objects degraded (30.945%), 20 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:00:12.135 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:12.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:12.139 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:12.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:12.270 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:12 smithi149 ceph-mon[135148]: pgmap v341: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 73 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.8 MiB/s, 121 objects/s recovering 2023-09-23T18:00:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:12 smithi018 ceph-mon[153734]: pgmap v341: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 73 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.8 MiB/s, 121 objects/s recovering 2023-09-23T18:00:12.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:12 smithi018 ceph-mon[149401]: pgmap v341: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 73 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.8 MiB/s, 121 objects/s recovering 2023-09-23T18:00:12.654 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:12.654 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:00:12.654 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:00:12.654 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:00:12.654 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:13.078 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:00:13.878 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:00:13.879 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:00:14.050 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:14.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:14.053 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:14.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:14 smithi018 ceph-mon[149401]: pgmap v342: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 65 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.0 MiB/s, 107 objects/s recovering 2023-09-23T18:00:14.154 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:14.189 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:14.208 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:14.230 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:14.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:14.234 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:14.334 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:14.366 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:14 smithi018 ceph-mon[153734]: pgmap v342: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 65 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.0 MiB/s, 107 objects/s recovering 2023-09-23T18:00:14.370 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:14.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:14 smithi149 ceph-mon[135148]: pgmap v342: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 65 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 6.0 MiB/s, 107 objects/s recovering 2023-09-23T18:00:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:14.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:14.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:14.598 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:14.660 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:14.845 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:14.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:14.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:14.949 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:14.977 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:15.075 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:15.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:15.078 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:15.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:15.214 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:14] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.33.4" 2023-09-23T18:00:15.218 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:15.262 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:15.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:15.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:15.272 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:00:15.273 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:00:15.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:15.395 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:15.529 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:15.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:15.532 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:15.633 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:15.663 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:15.669 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":343,"stamp":"2023-09-23T18:00:14.594001+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4070119371,"num_objects":62061,"num_object_clones":0,"num_object_copies":186183,"num_objects_missing_on_primary":423,"num_objects_missing":423,"num_objects_degraded":49905,"num_objects_misplaced":26717,"num_objects_unfound":0,"num_objects_dirty":62061,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":88391,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15703,"num_bytes_recovered":949031831,"num_keys_recovered":10,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":88255,"ondisk_log_size":88255,"up":233,"acting":251,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":334,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14726072,"kb_used_data":13183352,"kb_used_omap":32,"kb_used_meta":1542623,"kb_avail":735235144,"statfs":{"total":767960285184,"available":752880787456,"internally_reserved":0,"allocated":13499752448,"data_stored":13494779767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32963,"internal_metadata":1579646781},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38076416,"num_objects":-581,"num_object_clones":0,"num_object_copies":-1743,"num_objects_missing_on_primary":423,"num_objects_missing":423,"num_objects_degraded":8075,"num_objects_misplaced":-7450,"num_objects_unfound":0,"num_objects_dirty":-581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":581,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":956,"num_bytes_recovered":56164352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002938"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075551+0000","last_change":"2023-09-23T18:00:03.729251+0000","last_active":"2023-09-23T18:00:09.075551+0000","last_peered":"2023-09-23T18:00:09.075551+0000","last_clean":"2023-09-23T18:00:09.075551+0000","last_became_active":"2023-09-23T18:00:03.728788+0000","last_became_peered":"2023-09-23T18:00:03.728788+0000","last_unstale":"2023-09-23T18:00:09.075551+0000","last_undegraded":"2023-09-23T18:00:09.075551+0000","last_fullsized":"2023-09-23T18:00:09.075551+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:18:01.878843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,0],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":129,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705665+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:00:03.705665+0000","last_peered":"2023-09-23T18:00:03.705665+0000","last_clean":"2023-09-23T18:00:03.705665+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:00:03.705665+0000","last_undegraded":"2023-09-23T18:00:03.705665+0000","last_fullsized":"2023-09-23T18:00:03.705665+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T18:00:09.074720+0000","last_change":"2023-09-23T18:00:02.816201+0000","last_active":"2023-09-23T18:00:09.074720+0000","last_peered":"2023-09-23T18:00:09.074720+0000","last_clean":"2023-09-23T18:00:09.074720+0000","last_became_active":"2023-09-23T18:00:02.815850+0000","last_became_peered":"2023-09-23T18:00:02.815850+0000","last_unstale":"2023-09-23T18:00:09.074720+0000","last_undegraded":"2023-09-23T18:00:09.074720+0000","last_fullsized":"2023-09-23T18:00:09.074720+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:34.090653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":96,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708903+0000","last_change":"2023-09-23T18:00:02.730638+0000","last_active":"2023-09-23T18:00:03.708903+0000","last_peered":"2023-09-23T18:00:03.708903+0000","last_clean":"2023-09-23T18:00:03.708903+0000","last_became_active":"2023-09-23T18:00:02.729781+0000","last_became_peered":"2023-09-23T18:00:02.729781+0000","last_unstale":"2023-09-23T18:00:03.708903+0000","last_undegraded":"2023-09-23T18:00:03.708903+0000","last_fullsized":"2023-09-23T18:00:03.708903+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":161,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:03.858318+0000","last_change":"2023-09-23T18:00:03.855011+0000","last_active":"2023-09-23T18:00:03.858318+0000","last_peered":"2023-09-23T18:00:03.858318+0000","last_clean":"2023-09-23T18:00:03.858318+0000","last_became_active":"2023-09-23T18:00:03.854580+0000","last_became_peered":"2023-09-23T18:00:03.854580+0000","last_unstale":"2023-09-23T18:00:03.858318+0000","last_undegraded":"2023-09-23T18:00:03.858318+0000","last_fullsized":"2023-09-23T18:00:03.858318+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:19:46.910279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1,7],"avail_no_missing":["3","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":124,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.824126+0000","last_change":"2023-09-23T18:00:02.802213+0000","last_active":"2023-09-23T18:00:03.824126+0000","last_peered":"2023-09-23T18:00:03.824126+0000","last_clean":"2023-09-23T18:00:03.824126+0000","last_became_active":"2023-09-23T18:00:02.801879+0000","last_became_peered":"2023-09-23T18:00:02.801879+0000","last_unstale":"2023-09-23T18:00:03.824126+0000","last_undegraded":"2023-09-23T18:00:03.824126+0000","last_fullsized":"2023-09-23T18:00:03.824126+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":103,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704126+0000","last_change":"2023-09-23T17:58:49.346782+0000","last_active":"2023-09-23T18:00:03.704126+0000","last_peered":"2023-09-23T18:00:03.704126+0000","last_clean":"2023-09-23T18:00:03.704126+0000","last_became_active":"2023-09-23T17:58:49.346416+0000","last_became_peered":"2023-09-23T17:58:49.346416+0000","last_unstale":"2023-09-23T18:00:03.704126+0000","last_undegraded":"2023-09-23T18:00:03.704126+0000","last_fullsized":"2023-09-23T18:00:03.704126+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:57.279243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":129,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705823+0000","last_change":"2023-09-23T18:00:02.817815+0000","last_active":"2023-09-23T18:00:03.705823+0000","last_peered":"2023-09-23T18:00:03.705823+0000","last_clean":"2023-09-23T18:00:03.705823+0000","last_became_active":"2023-09-23T18:00:02.817450+0000","last_became_peered":"2023-09-23T18:00:02.817450+0000","last_unstale":"2023-09-23T18:00:03.705823+0000","last_undegraded":"2023-09-23T18:00:03.705823+0000","last_fullsized":"2023-09-23T18:00:03.705823+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:35.586373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":113,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708727+0000","last_change":"2023-09-23T18:00:02.733924+0000","last_active":"2023-09-23T18:00:03.708727+0000","last_peered":"2023-09-23T18:00:03.708727+0000","last_clean":"2023-09-23T18:00:03.708727+0000","last_became_active":"2023-09-23T18:00:02.733554+0000","last_became_peered":"2023-09-23T18:00:02.733554+0000","last_unstale":"2023-09-23T18:00:03.708727+0000","last_undegraded":"2023-09-23T18:00:03.708727+0000","last_fullsized":"2023-09-23T18:00:03.708727+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":64,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.709318+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T18:00:03.709318+0000","last_peered":"2023-09-23T18:00:03.709318+0000","last_clean":"2023-09-23T18:00:03.709318+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T18:00:03.709318+0000","last_undegraded":"2023-09-23T18:00:03.709318+0000","last_fullsized":"2023-09-23T18:00:03.709318+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":125,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708351+0000","last_change":"2023-09-23T17:58:53.462458+0000","last_active":"2023-09-23T18:00:03.708351+0000","last_peered":"2023-09-23T18:00:03.708351+0000","last_clean":"2023-09-23T18:00:03.708351+0000","last_became_active":"2023-09-23T17:58:53.361765+0000","last_became_peered":"2023-09-23T17:58:53.361765+0000","last_unstale":"2023-09-23T18:00:03.708351+0000","last_undegraded":"2023-09-23T18:00:03.708351+0000","last_fullsized":"2023-09-23T18:00:03.708351+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075613+0000","last_change":"2023-09-23T18:00:03.741441+0000","last_active":"2023-09-23T18:00:09.075613+0000","last_peered":"2023-09-23T18:00:09.075613+0000","last_clean":"2023-09-23T18:00:09.075613+0000","last_became_active":"2023-09-23T18:00:03.741022+0000","last_became_peered":"2023-09-23T18:00:03.741022+0000","last_unstale":"2023-09-23T18:00:09.075613+0000","last_undegraded":"2023-09-23T18:00:09.075613+0000","last_fullsized":"2023-09-23T18:00:09.075613+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:03:25.477246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,7],"avail_no_missing":["1","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":104,"reported_epoch":140,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:00:03.708487+0000","last_change":"2023-09-23T17:59:45.240563+0000","last_active":"2023-09-23T18:00:03.708487+0000","last_peered":"2023-09-23T18:00:03.708487+0000","last_clean":"2023-09-23T17:59:40.576995+0000","last_became_active":"2023-09-23T17:59:45.240563+0000","last_became_peered":"2023-09-23T17:59:45.240563+0000","last_unstale":"2023-09-23T18:00:03.708487+0000","last_undegraded":"2023-09-23T17:59:45.220116+0000","last_fullsized":"2023-09-23T17:59:45.219994+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4734,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":4}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":123,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704569+0000","last_change":"2023-09-23T18:00:03.070007+0000","last_active":"2023-09-23T18:00:03.704569+0000","last_peered":"2023-09-23T18:00:03.704569+0000","last_clean":"2023-09-23T18:00:03.704569+0000","last_became_active":"2023-09-23T18:00:03.069661+0000","last_became_peered":"2023-09-23T18:00:03.069661+0000","last_unstale":"2023-09-23T18:00:03.704569+0000","last_undegraded":"2023-09-23T18:00:03.704569+0000","last_fullsized":"2023-09-23T18:00:03.704569+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":130,"reported_epoch":140,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:00:03.707799+0000","last_change":"2023-09-23T17:59:45.279506+0000","last_active":"2023-09-23T18:00:03.707799+0000","last_peered":"2023-09-23T18:00:03.707799+0000","last_clean":"2023-09-23T17:59:40.576723+0000","last_became_active":"2023-09-23T17:59:45.279506+0000","last_became_peered":"2023-09-23T17:59:45.279506+0000","last_unstale":"2023-09-23T18:00:03.707799+0000","last_undegraded":"2023-09-23T17:59:45.222135+0000","last_fullsized":"2023-09-23T17:59:45.222018+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":135,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705037+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:00:03.705037+0000","last_peered":"2023-09-23T18:00:03.705037+0000","last_clean":"2023-09-23T18:00:03.705037+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:00:03.705037+0000","last_undegraded":"2023-09-23T18:00:03.705037+0000","last_fullsized":"2023-09-23T18:00:03.705037+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:53:52.587280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":101,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708142+0000","last_change":"2023-09-23T18:00:02.730420+0000","last_active":"2023-09-23T18:00:03.708142+0000","last_peered":"2023-09-23T18:00:03.708142+0000","last_clean":"2023-09-23T18:00:03.708142+0000","last_became_active":"2023-09-23T18:00:02.730115+0000","last_became_peered":"2023-09-23T18:00:02.730115+0000","last_unstale":"2023-09-23T18:00:03.708142+0000","last_undegraded":"2023-09-23T18:00:03.708142+0000","last_fullsized":"2023-09-23T18:00:03.708142+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":97,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.709138+0000","last_change":"2023-09-23T17:58:42.267981+0000","last_active":"2023-09-23T18:00:03.709138+0000","last_peered":"2023-09-23T18:00:03.709138+0000","last_clean":"2023-09-23T18:00:03.709138+0000","last_became_active":"2023-09-23T17:58:42.267619+0000","last_became_peered":"2023-09-23T17:58:42.267619+0000","last_unstale":"2023-09-23T18:00:03.709138+0000","last_undegraded":"2023-09-23T18:00:03.709138+0000","last_fullsized":"2023-09-23T18:00:03.709138+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":92,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.707834+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T18:00:03.707834+0000","last_peered":"2023-09-23T18:00:03.707834+0000","last_clean":"2023-09-23T18:00:03.707834+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T18:00:03.707834+0000","last_undegraded":"2023-09-23T18:00:03.707834+0000","last_fullsized":"2023-09-23T18:00:03.707834+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":88,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:03.715168+0000","last_change":"2023-09-23T17:59:46.401557+0000","last_active":"2023-09-23T18:00:03.715168+0000","last_peered":"2023-09-23T18:00:03.715168+0000","last_clean":"2023-09-23T18:00:03.715168+0000","last_became_active":"2023-09-23T17:59:46.400077+0000","last_became_peered":"2023-09-23T17:59:46.400077+0000","last_unstale":"2023-09-23T18:00:03.715168+0000","last_undegraded":"2023-09-23T18:00:03.715168+0000","last_fullsized":"2023-09-23T18:00:03.715168+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:43:33.926136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7,0],"avail_no_missing":["3","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":159,"reported_epoch":140,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:00:03.705500+0000","last_change":"2023-09-23T17:59:45.226387+0000","last_active":"2023-09-23T18:00:03.705500+0000","last_peered":"2023-09-23T18:00:03.705500+0000","last_clean":"2023-09-23T17:59:40.571723+0000","last_became_active":"2023-09-23T17:59:45.226387+0000","last_became_peered":"2023-09-23T17:59:45.226387+0000","last_unstale":"2023-09-23T18:00:03.705500+0000","last_undegraded":"2023-09-23T17:59:45.223092+0000","last_fullsized":"2023-09-23T17:59:45.222971+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.709347+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:00:03.709347+0000","last_peered":"2023-09-23T18:00:03.709347+0000","last_clean":"2023-09-23T18:00:03.709347+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:00:03.709347+0000","last_undegraded":"2023-09-23T18:00:03.709347+0000","last_fullsized":"2023-09-23T18:00:03.709347+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:06.219372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"140'5397","reported_seq":5443,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:04.181552+0000","last_change":"2023-09-23T17:57:51.156532+0000","last_active":"2023-09-23T18:00:04.181552+0000","last_peered":"2023-09-23T18:00:04.181552+0000","last_clean":"2023-09-23T18:00:04.181552+0000","last_became_active":"2023-09-23T17:57:51.156240+0000","last_became_peered":"2023-09-23T17:57:51.156240+0000","last_unstale":"2023-09-23T18:00:04.181552+0000","last_undegraded":"2023-09-23T18:00:04.181552+0000","last_fullsized":"2023-09-23T18:00:04.181552+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248315904,"num_objects":3789,"num_object_clones":0,"num_object_copies":11367,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3789,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5397,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":146,"reported_epoch":140,"state":"activating","last_fresh":"2023-09-23T18:00:03.714991+0000","last_change":"2023-09-23T18:00:03.709703+0000","last_active":"2023-09-23T18:00:01.717648+0000","last_peered":"2023-09-23T17:59:56.620595+0000","last_clean":"2023-09-23T17:59:56.620595+0000","last_became_active":"2023-09-23T17:59:46.268839+0000","last_became_peered":"2023-09-23T17:59:46.268839+0000","last_unstale":"2023-09-23T18:00:03.714991+0000","last_undegraded":"2023-09-23T18:00:03.714991+0000","last_fullsized":"2023-09-23T18:00:03.714991+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":["7","0","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":40,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.707538+0000","last_change":"2023-09-23T17:58:42.266956+0000","last_active":"2023-09-23T18:00:03.707538+0000","last_peered":"2023-09-23T18:00:03.707538+0000","last_clean":"2023-09-23T18:00:03.707538+0000","last_became_active":"2023-09-23T17:58:42.266627+0000","last_became_peered":"2023-09-23T17:58:42.266627+0000","last_unstale":"2023-09-23T18:00:03.707538+0000","last_undegraded":"2023-09-23T18:00:03.707538+0000","last_fullsized":"2023-09-23T18:00:03.707538+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"140'5571","reported_seq":7658,"reported_epoch":140,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:00:04.174916+0000","last_change":"2023-09-23T18:00:03.757740+0000","last_active":"2023-09-23T18:00:04.174916+0000","last_peered":"2023-09-23T18:00:04.174916+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:00:03.739992+0000","last_became_peered":"2023-09-23T18:00:03.739992+0000","last_unstale":"2023-09-23T18:00:04.174916+0000","last_undegraded":"2023-09-23T18:00:03.712347+0000","last_fullsized":"2023-09-23T18:00:04.174916+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5571,"log_dups_size":0,"ondisk_log_size":5571,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:39:19.991166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260243456,"num_objects":3971,"num_object_clones":0,"num_object_copies":11913,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3967,"num_objects_misplaced":4,"num_objects_unfound":0,"num_objects_dirty":3971,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5571,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":804,"num_bytes_recovered":26083328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1,6],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1","objects":3967},{"shards":"0,1,6","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":161,"reported_epoch":140,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:03.708815+0000","last_change":"2023-09-23T18:00:02.733916+0000","last_active":"2023-09-23T18:00:03.708815+0000","last_peered":"2023-09-23T18:00:03.708815+0000","last_clean":"2023-09-23T17:59:40.582283+0000","last_became_active":"2023-09-23T18:00:02.733604+0000","last_became_peered":"2023-09-23T18:00:02.733604+0000","last_unstale":"2023-09-23T18:00:03.708815+0000","last_undegraded":"2023-09-23T18:00:02.722778+0000","last_fullsized":"2023-09-23T18:00:03.708815+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":138,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704330+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:00:03.704330+0000","last_peered":"2023-09-23T18:00:03.704330+0000","last_clean":"2023-09-23T18:00:03.704330+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:00:03.704330+0000","last_undegraded":"2023-09-23T18:00:03.704330+0000","last_fullsized":"2023-09-23T18:00:03.704330+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"140'5445","reported_seq":8339,"reported_epoch":140,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:00:05.280411+0000","last_change":"2023-09-23T17:59:46.439922+0000","last_active":"2023-09-23T18:00:05.280411+0000","last_peered":"2023-09-23T18:00:05.280411+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T17:59:46.285304+0000","last_became_peered":"2023-09-23T17:59:46.285304+0000","last_unstale":"2023-09-23T18:00:05.280411+0000","last_undegraded":"2023-09-23T17:59:46.244111+0000","last_fullsized":"2023-09-23T18:00:05.280411+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5445,"log_dups_size":0,"ondisk_log_size":5445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:01:33.415505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251985920,"num_objects":3845,"num_object_clones":0,"num_object_copies":11535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":388,"num_objects_misplaced":3457,"num_objects_unfound":0,"num_objects_dirty":3845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5445,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1414,"num_bytes_recovered":92405760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7,5],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,5,7","objects":3845}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":106,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708151+0000","last_change":"2023-09-23T17:58:42.528887+0000","last_active":"2023-09-23T18:00:03.708151+0000","last_peered":"2023-09-23T18:00:03.708151+0000","last_clean":"2023-09-23T18:00:03.708151+0000","last_became_active":"2023-09-23T17:58:42.268028+0000","last_became_peered":"2023-09-23T17:58:42.268028+0000","last_unstale":"2023-09-23T18:00:03.708151+0000","last_undegraded":"2023-09-23T18:00:03.708151+0000","last_fullsized":"2023-09-23T18:00:03.708151+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":124,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.706084+0000","last_change":"2023-09-23T18:00:02.823076+0000","last_active":"2023-09-23T18:00:03.706084+0000","last_peered":"2023-09-23T18:00:03.706084+0000","last_clean":"2023-09-23T18:00:03.706084+0000","last_became_active":"2023-09-23T18:00:02.822808+0000","last_became_peered":"2023-09-23T18:00:02.822808+0000","last_unstale":"2023-09-23T18:00:03.706084+0000","last_undegraded":"2023-09-23T18:00:03.706084+0000","last_fullsized":"2023-09-23T18:00:03.706084+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"140'5492","reported_seq":7024,"reported_epoch":140,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:04.220637+0000","last_change":"2023-09-23T18:00:03.943798+0000","last_active":"2023-09-23T18:00:04.220637+0000","last_peered":"2023-09-23T18:00:04.220637+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:00:03.886559+0000","last_became_peered":"2023-09-23T18:00:03.886559+0000","last_unstale":"2023-09-23T18:00:04.220637+0000","last_undegraded":"2023-09-23T18:00:03.877531+0000","last_fullsized":"2023-09-23T18:00:03.706668+0000","mapping_epoch":139,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5392,"log_dups_size":0,"ondisk_log_size":5392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:41.802401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257687552,"num_objects":3932,"num_object_clones":0,"num_object_copies":11796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8210,"num_objects_misplaced":427,"num_objects_unfound":0,"num_objects_dirty":3932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5492,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":506,"num_bytes_recovered":32833536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,6],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"0,3","objects":9},{"shards":"3,4","objects":3923},{"shards":"3,6","objects":-1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":107,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.703871+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T18:00:03.703871+0000","last_peered":"2023-09-23T18:00:03.703871+0000","last_clean":"2023-09-23T18:00:03.703871+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T18:00:03.703871+0000","last_undegraded":"2023-09-23T18:00:03.703871+0000","last_fullsized":"2023-09-23T18:00:03.703871+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":130,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.711991+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:00:03.711991+0000","last_peered":"2023-09-23T18:00:03.711991+0000","last_clean":"2023-09-23T18:00:03.711991+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:00:03.711991+0000","last_undegraded":"2023-09-23T18:00:03.711991+0000","last_fullsized":"2023-09-23T18:00:03.711991+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:47:27.532428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"140'5499","reported_seq":7818,"reported_epoch":141,"state":"active+recovering+degraded+remapped","last_fresh":"2023-09-23T18:00:10.494946+0000","last_change":"2023-09-23T17:59:46.420642+0000","last_active":"2023-09-23T18:00:10.494946+0000","last_peered":"2023-09-23T18:00:10.494946+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T17:59:46.377313+0000","last_became_peered":"2023-09-23T17:59:46.377313+0000","last_unstale":"2023-09-23T18:00:10.494946+0000","last_undegraded":"2023-09-23T17:59:46.364802+0000","last_fullsized":"2023-09-23T18:00:10.494946+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5499,"log_dups_size":0,"ondisk_log_size":5499,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253624344,"num_objects":3871,"num_object_clones":0,"num_object_copies":11613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3871,"num_objects_misplaced":3747,"num_objects_unfound":0,"num_objects_dirty":3871,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5499,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":941,"num_bytes_recovered":37158936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"0,5,7","objects":124},{"shards":"5,7","objects":3747}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.712140+0000","last_change":"2023-09-23T18:00:02.735867+0000","last_active":"2023-09-23T18:00:03.712140+0000","last_peered":"2023-09-23T18:00:03.712140+0000","last_clean":"2023-09-23T18:00:03.712140+0000","last_became_active":"2023-09-23T18:00:02.723104+0000","last_became_peered":"2023-09-23T18:00:02.723104+0000","last_unstale":"2023-09-23T18:00:03.712140+0000","last_undegraded":"2023-09-23T18:00:03.712140+0000","last_fullsized":"2023-09-23T18:00:03.712140+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:08:37.390828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":111,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704908+0000","last_change":"2023-09-23T18:00:02.813321+0000","last_active":"2023-09-23T18:00:03.704908+0000","last_peered":"2023-09-23T18:00:03.704908+0000","last_clean":"2023-09-23T18:00:03.704908+0000","last_became_active":"2023-09-23T18:00:02.812966+0000","last_became_peered":"2023-09-23T18:00:02.812966+0000","last_unstale":"2023-09-23T18:00:03.704908+0000","last_undegraded":"2023-09-23T18:00:03.704908+0000","last_fullsized":"2023-09-23T18:00:03.704908+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:35:43.793364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"140'5471","reported_seq":12379,"reported_epoch":140,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:04.110431+0000","last_change":"2023-09-23T18:00:02.775388+0000","last_active":"2023-09-23T18:00:04.110431+0000","last_peered":"2023-09-23T18:00:04.110431+0000","last_clean":"2023-09-23T17:58:43.939721+0000","last_became_active":"2023-09-23T18:00:02.762936+0000","last_became_peered":"2023-09-23T18:00:02.762936+0000","last_unstale":"2023-09-23T18:00:04.110431+0000","last_undegraded":"2023-09-23T18:00:02.730318+0000","last_fullsized":"2023-09-23T18:00:02.707534+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5471,"log_dups_size":0,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253165568,"num_objects":3863,"num_object_clones":0,"num_object_copies":11589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":799,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5471,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3425,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[{"shards":"0,4","objects":3863}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":134,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705645+0000","last_change":"2023-09-23T18:00:02.803975+0000","last_active":"2023-09-23T18:00:03.705645+0000","last_peered":"2023-09-23T18:00:03.705645+0000","last_clean":"2023-09-23T18:00:03.705645+0000","last_became_active":"2023-09-23T18:00:02.803474+0000","last_became_peered":"2023-09-23T18:00:02.803474+0000","last_unstale":"2023-09-23T18:00:03.705645+0000","last_undegraded":"2023-09-23T18:00:03.705645+0000","last_fullsized":"2023-09-23T18:00:03.705645+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075061+0000","last_change":"2023-09-23T18:00:03.739986+0000","last_active":"2023-09-23T18:00:09.075061+0000","last_peered":"2023-09-23T18:00:09.075061+0000","last_clean":"2023-09-23T18:00:09.075061+0000","last_became_active":"2023-09-23T18:00:03.738568+0000","last_became_peered":"2023-09-23T18:00:03.738568+0000","last_unstale":"2023-09-23T18:00:09.075061+0000","last_undegraded":"2023-09-23T18:00:09.075061+0000","last_fullsized":"2023-09-23T18:00:09.075061+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:01:38.317059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,7],"avail_no_missing":["1","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"137'5397","reported_seq":7460,"reported_epoch":140,"state":"activating+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:03.828375+0000","last_change":"2023-09-23T18:00:03.828375+0000","last_active":"2023-09-23T18:00:01.717420+0000","last_peered":"2023-09-23T18:00:01.612479+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T17:59:46.424698+0000","last_became_peered":"2023-09-23T17:59:46.424698+0000","last_unstale":"2023-09-23T18:00:03.828375+0000","last_undegraded":"2023-09-23T18:00:03.822072+0000","last_fullsized":"2023-09-23T18:00:03.705237+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248578048,"num_objects":3793,"num_object_clones":0,"num_object_copies":11379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7585,"num_objects_misplaced":803,"num_objects_unfound":0,"num_objects_dirty":3793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5397,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":802,"num_bytes_recovered":52559872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,3],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"3,4,5,6","objects":1},{"shards":"4,5,6","objects":3792}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":100,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:03.737831+0000","last_change":"2023-09-23T18:00:03.737593+0000","last_active":"2023-09-23T18:00:03.737831+0000","last_peered":"2023-09-23T18:00:03.737831+0000","last_clean":"2023-09-23T18:00:03.737831+0000","last_became_active":"2023-09-23T18:00:03.737222+0000","last_became_peered":"2023-09-23T18:00:03.737222+0000","last_unstale":"2023-09-23T18:00:03.737831+0000","last_undegraded":"2023-09-23T18:00:03.737831+0000","last_fullsized":"2023-09-23T18:00:03.737831+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,3],"avail_no_missing":["7","1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":123,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705157+0000","last_change":"2023-09-23T18:00:02.811468+0000","last_active":"2023-09-23T18:00:03.705157+0000","last_peered":"2023-09-23T18:00:03.705157+0000","last_clean":"2023-09-23T18:00:03.705157+0000","last_became_active":"2023-09-23T18:00:02.811164+0000","last_became_peered":"2023-09-23T18:00:02.811164+0000","last_unstale":"2023-09-23T18:00:03.705157+0000","last_undegraded":"2023-09-23T18:00:03.705157+0000","last_fullsized":"2023-09-23T18:00:03.705157+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"140'5388","reported_seq":7048,"reported_epoch":140,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:00:04.041884+0000","last_change":"2023-09-23T17:59:46.506875+0000","last_active":"2023-09-23T18:00:04.041884+0000","last_peered":"2023-09-23T18:00:04.041884+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T17:59:46.402364+0000","last_became_peered":"2023-09-23T17:59:46.402364+0000","last_unstale":"2023-09-23T18:00:04.041884+0000","last_undegraded":"2023-09-23T17:59:46.384113+0000","last_fullsized":"2023-09-23T18:00:04.041884+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5388,"log_dups_size":0,"ondisk_log_size":5388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:42:18.109292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252313600,"num_objects":3850,"num_object_clones":0,"num_object_copies":11550,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4215,"num_objects_misplaced":3595,"num_objects_unfound":0,"num_objects_dirty":3850,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5388,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":668,"num_bytes_recovered":43712512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3,5],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4,5","objects":3836},{"shards":"0,5","objects":14}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":130,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704416+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:00:03.704416+0000","last_peered":"2023-09-23T18:00:03.704416+0000","last_clean":"2023-09-23T18:00:03.704416+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:00:03.704416+0000","last_undegraded":"2023-09-23T18:00:03.704416+0000","last_fullsized":"2023-09-23T18:00:03.704416+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":95,"reported_epoch":141,"state":"activating","last_fresh":"2023-09-23T18:00:09.675167+0000","last_change":"2023-09-23T18:00:03.708595+0000","last_active":"2023-09-23T17:59:44.233915+0000","last_peered":"2023-09-23T17:59:40.583226+0000","last_clean":"2023-09-23T17:59:40.583226+0000","last_became_active":"2023-09-23T17:59:09.620968+0000","last_became_peered":"2023-09-23T17:59:09.620968+0000","last_unstale":"2023-09-23T18:00:09.675167+0000","last_undegraded":"2023-09-23T18:00:09.675167+0000","last_fullsized":"2023-09-23T18:00:09.675167+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:56.482621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":700,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T18:00:09.075853+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:00:09.075853+0000","last_peered":"2023-09-23T18:00:09.075853+0000","last_clean":"2023-09-23T18:00:09.075853+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:00:09.075853+0000","last_undegraded":"2023-09-23T18:00:09.075853+0000","last_fullsized":"2023-09-23T18:00:09.075853+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:10:08.224717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":113,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.705525+0000","last_change":"2023-09-23T17:59:45.227659+0000","last_active":"2023-09-23T18:00:03.705525+0000","last_peered":"2023-09-23T18:00:03.705525+0000","last_clean":"2023-09-23T17:59:40.579333+0000","last_became_active":"2023-09-23T17:59:45.227659+0000","last_became_peered":"2023-09-23T17:59:45.227659+0000","last_unstale":"2023-09-23T18:00:03.705525+0000","last_undegraded":"2023-09-23T18:00:03.705525+0000","last_fullsized":"2023-09-23T17:59:45.208291+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:11:38.535482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075120+0000","last_change":"2023-09-23T18:00:03.729102+0000","last_active":"2023-09-23T18:00:09.075120+0000","last_peered":"2023-09-23T18:00:09.075120+0000","last_clean":"2023-09-23T18:00:09.075120+0000","last_became_active":"2023-09-23T18:00:03.728638+0000","last_became_peered":"2023-09-23T18:00:03.728638+0000","last_unstale":"2023-09-23T18:00:09.075120+0000","last_undegraded":"2023-09-23T18:00:09.075120+0000","last_fullsized":"2023-09-23T18:00:09.075120+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:07.624948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"140'5308","reported_seq":7571,"reported_epoch":140,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:04.184276+0000","last_change":"2023-09-23T18:00:02.979701+0000","last_active":"2023-09-23T18:00:04.184276+0000","last_peered":"2023-09-23T18:00:04.184276+0000","last_clean":"2023-09-23T17:58:41.250138+0000","last_became_active":"2023-09-23T18:00:02.924651+0000","last_became_peered":"2023-09-23T18:00:02.924651+0000","last_unstale":"2023-09-23T18:00:04.184276+0000","last_undegraded":"2023-09-23T18:00:02.914111+0000","last_fullsized":"2023-09-23T18:00:02.709593+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5308,"log_dups_size":0,"ondisk_log_size":5308,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252313600,"num_objects":3850,"num_object_clones":0,"num_object_copies":11550,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8412,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3850,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5308,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":730,"num_bytes_recovered":47775744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","5"],"object_location_counts":[{"shards":"0,3,6","objects":11},{"shards":"0,5,6","objects":3839}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"140'5434","reported_seq":9678,"reported_epoch":141,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:00:09.672940+0000","last_change":"2023-09-23T18:00:02.983919+0000","last_active":"2023-09-23T18:00:09.672940+0000","last_peered":"2023-09-23T18:00:09.672940+0000","last_clean":"2023-09-23T17:58:41.207247+0000","last_became_active":"2023-09-23T18:00:02.814709+0000","last_became_peered":"2023-09-23T18:00:02.814709+0000","last_unstale":"2023-09-23T18:00:09.672940+0000","last_undegraded":"2023-09-23T18:00:09.672940+0000","last_fullsized":"2023-09-23T18:00:02.711656+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5434,"log_dups_size":0,"ondisk_log_size":5434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:47.866887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251658240,"num_objects":3840,"num_object_clones":0,"num_object_copies":11520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6792,"num_objects_unfound":0,"num_objects_dirty":3840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5434,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1227,"num_bytes_recovered":80412672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":3396},{"shards":"1,6","objects":444}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":823,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.702922+0000","last_change":"2023-09-23T18:00:02.813637+0000","last_active":"2023-09-23T18:00:03.702922+0000","last_peered":"2023-09-23T18:00:03.702922+0000","last_clean":"2023-09-23T18:00:03.702922+0000","last_became_active":"2023-09-23T18:00:02.813227+0000","last_became_peered":"2023-09-23T18:00:02.813227+0000","last_unstale":"2023-09-23T18:00:03.702922+0000","last_undegraded":"2023-09-23T18:00:03.702922+0000","last_fullsized":"2023-09-23T18:00:03.702922+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":106,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704493+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T18:00:03.704493+0000","last_peered":"2023-09-23T18:00:03.704493+0000","last_clean":"2023-09-23T18:00:03.704493+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T18:00:03.704493+0000","last_undegraded":"2023-09-23T18:00:03.704493+0000","last_fullsized":"2023-09-23T18:00:03.704493+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075044+0000","last_change":"2023-09-23T18:00:03.752398+0000","last_active":"2023-09-23T18:00:09.075044+0000","last_peered":"2023-09-23T18:00:09.075044+0000","last_clean":"2023-09-23T18:00:09.075044+0000","last_became_active":"2023-09-23T18:00:03.751195+0000","last_became_peered":"2023-09-23T18:00:03.751195+0000","last_unstale":"2023-09-23T18:00:09.075044+0000","last_undegraded":"2023-09-23T18:00:09.075044+0000","last_fullsized":"2023-09-23T18:00:09.075044+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:32:42.755113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3,6],"avail_no_missing":["1","3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"140'5428","reported_seq":11826,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:04.232102+0000","last_change":"2023-09-23T17:59:50.143435+0000","last_active":"2023-09-23T18:00:04.232102+0000","last_peered":"2023-09-23T18:00:04.232102+0000","last_clean":"2023-09-23T18:00:04.232102+0000","last_became_active":"2023-09-23T17:59:46.284369+0000","last_became_peered":"2023-09-23T17:59:46.284369+0000","last_unstale":"2023-09-23T18:00:04.232102+0000","last_undegraded":"2023-09-23T18:00:04.232102+0000","last_fullsized":"2023-09-23T18:00:04.232102+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5428,"log_dups_size":0,"ondisk_log_size":5428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256901120,"num_objects":3920,"num_object_clones":0,"num_object_copies":11760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3920,"num_objects_unfound":0,"num_objects_dirty":3920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5428,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3166,"num_bytes_recovered":207421440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7,4],"avail_no_missing":["5","4","7"],"object_location_counts":[{"shards":"4,5,7","objects":3920}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":499,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.709474+0000","last_change":"2023-09-23T17:59:45.213612+0000","last_active":"2023-09-23T18:00:03.709474+0000","last_peered":"2023-09-23T18:00:03.709474+0000","last_clean":"2023-09-23T17:48:29.037484+0000","last_became_active":"2023-09-23T17:59:45.213612+0000","last_became_peered":"2023-09-23T17:59:45.213612+0000","last_unstale":"2023-09-23T18:00:03.709474+0000","last_undegraded":"2023-09-23T18:00:03.709474+0000","last_fullsized":"2023-09-23T17:59:45.209648+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:38:26.855645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.074630+0000","last_change":"2023-09-23T18:00:03.739489+0000","last_active":"2023-09-23T18:00:09.074630+0000","last_peered":"2023-09-23T18:00:09.074630+0000","last_clean":"2023-09-23T18:00:09.074630+0000","last_became_active":"2023-09-23T18:00:03.739092+0000","last_became_peered":"2023-09-23T18:00:03.739092+0000","last_unstale":"2023-09-23T18:00:09.074630+0000","last_undegraded":"2023-09-23T18:00:09.074630+0000","last_fullsized":"2023-09-23T18:00:09.074630+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:23:08.333560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,0],"avail_no_missing":["1","0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":141,"state":"activating","last_fresh":"2023-09-23T18:00:09.675105+0000","last_change":"2023-09-23T18:00:03.707644+0000","last_active":"2023-09-23T17:59:44.233925+0000","last_peered":"2023-09-23T17:59:40.582654+0000","last_clean":"2023-09-23T17:59:40.582654+0000","last_became_active":"2023-09-23T17:59:09.618959+0000","last_became_peered":"2023-09-23T17:59:09.618959+0000","last_unstale":"2023-09-23T18:00:09.675105+0000","last_undegraded":"2023-09-23T18:00:09.675105+0000","last_fullsized":"2023-09-23T18:00:09.675105+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:32:48.313485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":["1","0","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":574,"reported_epoch":140,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:00:03.707984+0000","last_change":"2023-09-23T17:59:46.262285+0000","last_active":"2023-09-23T18:00:03.707984+0000","last_peered":"2023-09-23T18:00:03.707984+0000","last_clean":"2023-09-23T17:48:29.938134+0000","last_became_active":"2023-09-23T17:59:46.261761+0000","last_became_peered":"2023-09-23T17:59:46.261761+0000","last_unstale":"2023-09-23T18:00:03.707984+0000","last_undegraded":"2023-09-23T17:59:46.216474+0000","last_fullsized":"2023-09-23T18:00:03.707984+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":14,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":377,"reported_epoch":140,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:03.729211+0000","last_change":"2023-09-23T18:00:03.729211+0000","last_active":"2023-09-23T18:00:03.729211+0000","last_peered":"2023-09-23T18:00:03.729211+0000","last_clean":"2023-09-23T17:59:56.616560+0000","last_became_active":"2023-09-23T18:00:03.728681+0000","last_became_peered":"2023-09-23T18:00:03.728681+0000","last_unstale":"2023-09-23T18:00:03.729211+0000","last_undegraded":"2023-09-23T18:00:03.707321+0000","last_fullsized":"2023-09-23T18:00:03.729211+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":["7","0","6"],"object_location_counts":[{"shards":"0,6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":99,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.709931+0000","last_change":"2023-09-23T18:00:02.801625+0000","last_active":"2023-09-23T18:00:03.709931+0000","last_peered":"2023-09-23T18:00:03.709931+0000","last_clean":"2023-09-23T18:00:03.709931+0000","last_became_active":"2023-09-23T18:00:02.799199+0000","last_became_peered":"2023-09-23T18:00:02.799199+0000","last_unstale":"2023-09-23T18:00:03.709931+0000","last_undegraded":"2023-09-23T18:00:03.709931+0000","last_fullsized":"2023-09-23T18:00:03.709931+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:00.366110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":100,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.706723+0000","last_change":"2023-09-23T17:58:49.341767+0000","last_active":"2023-09-23T18:00:03.706723+0000","last_peered":"2023-09-23T18:00:03.706723+0000","last_clean":"2023-09-23T18:00:03.706723+0000","last_became_active":"2023-09-23T17:58:49.341416+0000","last_became_peered":"2023-09-23T17:58:49.341416+0000","last_unstale":"2023-09-23T18:00:03.706723+0000","last_undegraded":"2023-09-23T18:00:03.706723+0000","last_fullsized":"2023-09-23T18:00:03.706723+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"140'5338","reported_seq":5390,"reported_epoch":140,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:00:04.225721+0000","last_change":"2023-09-23T17:59:45.225918+0000","last_active":"2023-09-23T18:00:04.225721+0000","last_peered":"2023-09-23T18:00:04.225721+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T17:59:45.225918+0000","last_became_peered":"2023-09-23T17:59:45.225918+0000","last_unstale":"2023-09-23T18:00:04.225721+0000","last_undegraded":"2023-09-23T17:59:45.215116+0000","last_fullsized":"2023-09-23T17:59:45.215000+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5338,"log_dups_size":0,"ondisk_log_size":5338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251396096,"num_objects":3836,"num_object_clones":0,"num_object_copies":11508,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3836,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5338,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":3836}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"137'5550","reported_seq":7650,"reported_epoch":140,"state":"activating+degraded","last_fresh":"2023-09-23T18:00:09.647436+0000","last_change":"2023-09-23T18:00:09.662186+0000","last_active":"2023-09-23T18:00:01.715281+0000","last_peered":"2023-09-23T18:00:01.694733+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T17:59:46.413344+0000","last_became_peered":"2023-09-23T17:59:46.413344+0000","last_unstale":"2023-09-23T18:00:09.647436+0000","last_undegraded":"2023-09-23T18:00:09.647436+0000","last_fullsized":"2023-09-23T18:00:09.647436+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5550,"log_dups_size":0,"ondisk_log_size":5550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:49.049147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256507904,"num_objects":3914,"num_object_clones":0,"num_object_copies":11742,"num_objects_missing_on_primary":423,"num_objects_missing":423,"num_objects_degraded":4321,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5550,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":820,"num_bytes_recovered":53739520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["0","4","5"],"object_location_counts":[{"shards":"0,1","objects":3898},{"shards":"0,7","objects":16}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":798,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.729329+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:00:03.729329+0000","last_peered":"2023-09-23T18:00:03.729329+0000","last_clean":"2023-09-23T18:00:03.729329+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:00:03.729329+0000","last_undegraded":"2023-09-23T18:00:03.729329+0000","last_fullsized":"2023-09-23T18:00:03.729329+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":103,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.703685+0000","last_change":"2023-09-23T17:58:42.255823+0000","last_active":"2023-09-23T18:00:03.703685+0000","last_peered":"2023-09-23T18:00:03.703685+0000","last_clean":"2023-09-23T18:00:03.703685+0000","last_became_active":"2023-09-23T17:58:42.255552+0000","last_became_peered":"2023-09-23T17:58:42.255552+0000","last_unstale":"2023-09-23T18:00:03.703685+0000","last_undegraded":"2023-09-23T18:00:03.703685+0000","last_fullsized":"2023-09-23T18:00:03.703685+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:13.662778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075503+0000","last_change":"2023-09-23T18:00:03.740300+0000","last_active":"2023-09-23T18:00:09.075503+0000","last_peered":"2023-09-23T18:00:09.075503+0000","last_clean":"2023-09-23T18:00:09.075503+0000","last_became_active":"2023-09-23T18:00:03.739115+0000","last_became_peered":"2023-09-23T18:00:03.739115+0000","last_unstale":"2023-09-23T18:00:09.075503+0000","last_undegraded":"2023-09-23T18:00:09.075503+0000","last_fullsized":"2023-09-23T18:00:09.075503+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:46:50.703235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,6],"avail_no_missing":["1","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":287,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.708246+0000","last_change":"2023-09-23T18:00:02.801793+0000","last_active":"2023-09-23T18:00:03.708246+0000","last_peered":"2023-09-23T18:00:03.708246+0000","last_clean":"2023-09-23T18:00:03.708246+0000","last_became_active":"2023-09-23T18:00:02.801319+0000","last_became_peered":"2023-09-23T18:00:02.801319+0000","last_unstale":"2023-09-23T18:00:03.708246+0000","last_undegraded":"2023-09-23T18:00:03.708246+0000","last_fullsized":"2023-09-23T18:00:03.708246+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075189+0000","last_change":"2023-09-23T18:00:03.752093+0000","last_active":"2023-09-23T18:00:09.075189+0000","last_peered":"2023-09-23T18:00:09.075189+0000","last_clean":"2023-09-23T18:00:09.075189+0000","last_became_active":"2023-09-23T18:00:03.750640+0000","last_became_peered":"2023-09-23T18:00:03.750640+0000","last_unstale":"2023-09-23T18:00:09.075189+0000","last_undegraded":"2023-09-23T18:00:09.075189+0000","last_fullsized":"2023-09-23T18:00:09.075189+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:18.007621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,7],"avail_no_missing":["1","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":113,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.712056+0000","last_change":"2023-09-23T18:00:02.725840+0000","last_active":"2023-09-23T18:00:03.712056+0000","last_peered":"2023-09-23T18:00:03.712056+0000","last_clean":"2023-09-23T18:00:03.712056+0000","last_became_active":"2023-09-23T18:00:02.725513+0000","last_became_peered":"2023-09-23T18:00:02.725513+0000","last_unstale":"2023-09-23T18:00:03.712056+0000","last_undegraded":"2023-09-23T18:00:03.712056+0000","last_fullsized":"2023-09-23T18:00:03.712056+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:47:31.179230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"140'5572","reported_seq":5618,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:04.170471+0000","last_change":"2023-09-23T17:57:51.155479+0000","last_active":"2023-09-23T18:00:04.170471+0000","last_peered":"2023-09-23T18:00:04.170471+0000","last_clean":"2023-09-23T18:00:04.170471+0000","last_became_active":"2023-09-23T17:57:51.155201+0000","last_became_peered":"2023-09-23T17:57:51.155201+0000","last_unstale":"2023-09-23T18:00:04.170471+0000","last_undegraded":"2023-09-23T18:00:04.170471+0000","last_fullsized":"2023-09-23T18:00:04.170471+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5572,"log_dups_size":0,"ondisk_log_size":5572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254935040,"num_objects":3890,"num_object_clones":0,"num_object_copies":11670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5572,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":109,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.709265+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:00:03.709265+0000","last_peered":"2023-09-23T18:00:03.709265+0000","last_clean":"2023-09-23T18:00:03.709265+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:00:03.709265+0000","last_undegraded":"2023-09-23T18:00:03.709265+0000","last_fullsized":"2023-09-23T18:00:03.709265+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":564,"reported_epoch":141,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:09.075963+0000","last_change":"2023-09-23T18:00:03.740478+0000","last_active":"2023-09-23T18:00:09.075963+0000","last_peered":"2023-09-23T18:00:09.075963+0000","last_clean":"2023-09-23T17:58:50.333477+0000","last_became_active":"2023-09-23T18:00:03.739713+0000","last_became_peered":"2023-09-23T18:00:03.739713+0000","last_unstale":"2023-09-23T18:00:09.075963+0000","last_undegraded":"2023-09-23T18:00:03.707130+0000","last_fullsized":"2023-09-23T18:00:09.075963+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:16:18.056385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":133,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704501+0000","last_change":"2023-09-23T18:00:02.730763+0000","last_active":"2023-09-23T18:00:03.704501+0000","last_peered":"2023-09-23T18:00:03.704501+0000","last_clean":"2023-09-23T18:00:03.704501+0000","last_became_active":"2023-09-23T18:00:02.730296+0000","last_became_peered":"2023-09-23T18:00:02.730296+0000","last_unstale":"2023-09-23T18:00:03.704501+0000","last_undegraded":"2023-09-23T18:00:03.704501+0000","last_fullsized":"2023-09-23T18:00:03.704501+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:30.017892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"140'5544","reported_seq":6380,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:04.154843+0000","last_change":"2023-09-23T17:59:50.129506+0000","last_active":"2023-09-23T18:00:04.154843+0000","last_peered":"2023-09-23T18:00:04.154843+0000","last_clean":"2023-09-23T18:00:04.154843+0000","last_became_active":"2023-09-23T17:59:46.266508+0000","last_became_peered":"2023-09-23T17:59:46.266508+0000","last_unstale":"2023-09-23T18:00:04.154843+0000","last_undegraded":"2023-09-23T18:00:04.154843+0000","last_fullsized":"2023-09-23T18:00:04.154843+0000","mapping_epoch":134,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:27.816551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259391488,"num_objects":3958,"num_object_clones":0,"num_object_copies":11874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3958,"num_objects_unfound":0,"num_objects_dirty":3958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5544,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":385,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":3958}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":341,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.824036+0000","last_change":"2023-09-23T17:59:45.254421+0000","last_active":"2023-09-23T18:00:03.824036+0000","last_peered":"2023-09-23T18:00:03.824036+0000","last_clean":"2023-09-23T17:59:40.566843+0000","last_became_active":"2023-09-23T17:59:45.254421+0000","last_became_peered":"2023-09-23T17:59:45.254421+0000","last_unstale":"2023-09-23T18:00:03.824036+0000","last_undegraded":"2023-09-23T18:00:03.824036+0000","last_fullsized":"2023-09-23T17:59:45.222998+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T18:00:09.075609+0000","last_change":"2023-09-23T18:00:02.764945+0000","last_active":"2023-09-23T18:00:09.075609+0000","last_peered":"2023-09-23T18:00:09.075609+0000","last_clean":"2023-09-23T18:00:09.075609+0000","last_became_active":"2023-09-23T18:00:02.733385+0000","last_became_peered":"2023-09-23T18:00:02.733385+0000","last_unstale":"2023-09-23T18:00:09.075609+0000","last_undegraded":"2023-09-23T18:00:09.075609+0000","last_fullsized":"2023-09-23T18:00:09.075609+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:45:27.124611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":37,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705948+0000","last_change":"2023-09-23T17:58:53.362014+0000","last_active":"2023-09-23T18:00:03.705948+0000","last_peered":"2023-09-23T18:00:03.705948+0000","last_clean":"2023-09-23T18:00:03.705948+0000","last_became_active":"2023-09-23T17:58:53.361650+0000","last_became_peered":"2023-09-23T17:58:53.361650+0000","last_unstale":"2023-09-23T18:00:03.705948+0000","last_undegraded":"2023-09-23T18:00:03.705948+0000","last_fullsized":"2023-09-23T18:00:03.705948+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"140'5451","reported_seq":7442,"reported_epoch":140,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:00:04.210856+0000","last_change":"2023-09-23T18:00:03.927985+0000","last_active":"2023-09-23T18:00:04.210856+0000","last_peered":"2023-09-23T18:00:04.210856+0000","last_clean":"2023-09-23T17:58:50.322307+0000","last_became_active":"2023-09-23T18:00:03.915684+0000","last_became_peered":"2023-09-23T18:00:03.915684+0000","last_unstale":"2023-09-23T18:00:04.210856+0000","last_undegraded":"2023-09-23T18:00:03.850711+0000","last_fullsized":"2023-09-23T18:00:04.210856+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5451,"log_dups_size":0,"ondisk_log_size":5451,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:47.566867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256311296,"num_objects":3911,"num_object_clones":0,"num_object_copies":11733,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4274,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3911,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5451,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":772,"num_bytes_recovered":50462720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1,6],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"1,3,4","objects":3911}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":67,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.704403+0000","last_change":"2023-09-23T18:00:02.727889+0000","last_active":"2023-09-23T18:00:03.704403+0000","last_peered":"2023-09-23T18:00:03.704403+0000","last_clean":"2023-09-23T18:00:03.704403+0000","last_became_active":"2023-09-23T18:00:02.727562+0000","last_became_peered":"2023-09-23T18:00:02.727562+0000","last_unstale":"2023-09-23T18:00:03.704403+0000","last_undegraded":"2023-09-23T18:00:03.704403+0000","last_fullsized":"2023-09-23T18:00:03.704403+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":141,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:09.075792+0000","last_change":"2023-09-23T18:00:03.752681+0000","last_active":"2023-09-23T18:00:09.075792+0000","last_peered":"2023-09-23T18:00:09.075792+0000","last_clean":"2023-09-23T18:00:09.075792+0000","last_became_active":"2023-09-23T18:00:03.751652+0000","last_became_peered":"2023-09-23T18:00:03.751652+0000","last_unstale":"2023-09-23T18:00:09.075792+0000","last_undegraded":"2023-09-23T18:00:09.075792+0000","last_fullsized":"2023-09-23T18:00:09.075792+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:58.895431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3,4],"avail_no_missing":["1","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":135,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.703972+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:00:03.703972+0000","last_peered":"2023-09-23T18:00:03.703972+0000","last_clean":"2023-09-23T18:00:03.703972+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:00:03.703972+0000","last_undegraded":"2023-09-23T18:00:03.703972+0000","last_fullsized":"2023-09-23T18:00:03.703972+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":136,"reported_epoch":140,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:00:03.760879+0000","last_change":"2023-09-23T18:00:03.754332+0000","last_active":"2023-09-23T18:00:03.760879+0000","last_peered":"2023-09-23T18:00:03.760879+0000","last_clean":"2023-09-23T18:00:03.760879+0000","last_became_active":"2023-09-23T18:00:03.753874+0000","last_became_peered":"2023-09-23T18:00:03.753874+0000","last_unstale":"2023-09-23T18:00:03.760879+0000","last_undegraded":"2023-09-23T18:00:03.760879+0000","last_fullsized":"2023-09-23T18:00:03.760879+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:00.506592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1,7],"avail_no_missing":["3","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.703755+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T18:00:03.703755+0000","last_peered":"2023-09-23T18:00:03.703755+0000","last_clean":"2023-09-23T18:00:03.703755+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T18:00:03.703755+0000","last_undegraded":"2023-09-23T18:00:03.703755+0000","last_fullsized":"2023-09-23T18:00:03.703755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":117,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.710085+0000","last_change":"2023-09-23T17:59:45.212511+0000","last_active":"2023-09-23T18:00:03.710085+0000","last_peered":"2023-09-23T18:00:03.710085+0000","last_clean":"2023-09-23T17:59:40.578150+0000","last_became_active":"2023-09-23T17:59:45.212511+0000","last_became_peered":"2023-09-23T17:59:45.212511+0000","last_unstale":"2023-09-23T18:00:03.710085+0000","last_undegraded":"2023-09-23T18:00:03.710085+0000","last_fullsized":"2023-09-23T17:59:45.208179+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:25:33.925427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":123,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.715467+0000","last_change":"2023-09-23T17:59:45.227097+0000","last_active":"2023-09-23T18:00:03.715467+0000","last_peered":"2023-09-23T18:00:03.715467+0000","last_clean":"2023-09-23T17:59:40.578841+0000","last_became_active":"2023-09-23T17:59:45.227097+0000","last_became_peered":"2023-09-23T17:59:45.227097+0000","last_unstale":"2023-09-23T18:00:03.715467+0000","last_undegraded":"2023-09-23T18:00:03.715467+0000","last_fullsized":"2023-09-23T17:59:45.210066+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:37.895743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":136,"reported_epoch":140,"state":"active+undersized","last_fresh":"2023-09-23T18:00:03.709029+0000","last_change":"2023-09-23T17:59:45.213559+0000","last_active":"2023-09-23T18:00:03.709029+0000","last_peered":"2023-09-23T18:00:03.709029+0000","last_clean":"2023-09-23T17:59:40.578114+0000","last_became_active":"2023-09-23T17:59:45.213559+0000","last_became_peered":"2023-09-23T17:59:45.213559+0000","last_unstale":"2023-09-23T18:00:03.709029+0000","last_undegraded":"2023-09-23T18:00:03.709029+0000","last_fullsized":"2023-09-23T17:59:45.207732+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:46:07.886330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":76,"reported_epoch":140,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:00:03.823990+0000","last_change":"2023-09-23T17:59:45.232934+0000","last_active":"2023-09-23T18:00:03.823990+0000","last_peered":"2023-09-23T18:00:03.823990+0000","last_clean":"2023-09-23T17:57:49.520133+0000","last_became_active":"2023-09-23T17:59:45.232934+0000","last_became_peered":"2023-09-23T17:59:45.232934+0000","last_unstale":"2023-09-23T18:00:03.823990+0000","last_undegraded":"2023-09-23T17:59:45.223486+0000","last_fullsized":"2023-09-23T17:59:45.223372+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[{"shards":"3,6","objects":2}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":121,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T18:00:03.705895+0000","last_change":"2023-09-23T18:00:02.822165+0000","last_active":"2023-09-23T18:00:03.705895+0000","last_peered":"2023-09-23T18:00:03.705895+0000","last_clean":"2023-09-23T18:00:03.705895+0000","last_became_active":"2023-09-23T18:00:02.821874+0000","last_became_peered":"2023-09-23T18:00:02.821874+0000","last_unstale":"2023-09-23T18:00:03.705895+0000","last_undegraded":"2023-09-23T18:00:03.705895+0000","last_fullsized":"2023-09-23T18:00:03.705895+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":4065329176,"num_objects":62033,"num_object_clones":0,"num_object_copies":186099,"num_objects_missing_on_primary":423,"num_objects_missing":423,"num_objects_degraded":49878,"num_objects_misplaced":26703,"num_objects_unfound":0,"num_objects_dirty":62033,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":87285,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15660,"num_bytes_recovered":949026840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13472514048,"data_stored":13472497760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":87085,"ondisk_log_size":87085,"up":38,"acting":42,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":86,"acting":94,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":4972,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27692,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":85,"acting":90,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12,"num_objects_misplaced":14,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12599296,"data_stored":12582988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":21,"acting":22,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430383,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1814496,"kb_used_data":1517272,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91930656,"statfs":{"total":95995035648,"available":94136991744,"internally_reserved":0,"allocated":1553686528,"data_stored":1553109062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.73599999999999999,"15min":0.628},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":3.1920000000000002,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.1639999999999999,"5min":0.81499999999999995,"15min":0.67500000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":6.3869999999999996,"5min":6.5,"15min":6.5},"last":0.40999999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:59:50 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.79500000000000004,"15min":0.60699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.9619999999999997,"5min":6.2000000000000002,"15min":6.2000000000000002},"last":0.251},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.77900000000000003,"15min":0.60299999999999998},"min":{"1min":0.30099999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.0730000000000004,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.32900000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":1.006,"15min":0.93899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":5.1210000000000004,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":1.218},{"interface":"front","average":{"1min":1.002,"5min":0.80800000000000005,"15min":0.76100000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.2240000000000002,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.54000000000000004}]},{"osd":3,"last update":"Sat Sep 23 17:59:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.242,"15min":1.1839999999999999},"min":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.484,"5min":6.484,"15min":6.484},"last":0.371},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.3240000000000001,"15min":1.2110000000000001},"min":{"1min":0.40000000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":6.4669999999999996,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.45000000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:59:38 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.67300000000000004,"15min":0.53300000000000003},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28199999999999997},"max":{"1min":5.3179999999999996,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.56399999999999995,"15min":0.51800000000000002},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":1.3120000000000001,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.436}]},{"osd":5,"last update":"Sat Sep 23 17:59:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.77600000000000002,"15min":0.57499999999999996},"min":{"1min":0.316,"5min":0.30199999999999999,"15min":0.27600000000000002},"max":{"1min":2.347,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.1759999999999999,"5min":0.752,"15min":0.59299999999999997},"min":{"1min":0.36099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":10.307,"5min":10.307,"15min":10.307},"last":0.51100000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:59:38 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.78500000000000003,"15min":0.60699999999999998},"min":{"1min":0.32000000000000001,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":5.585,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.497},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.71699999999999997,"15min":0.59899999999999998},"min":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":5.0339999999999998,"5min":5.0339999999999998,"15min":5.0339999999999998},"last":0.54400000000000004}]}]},{"osd":6,"up_from":42,"seq":180388626610,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1488412,"kb_used_data":1187092,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92256740,"statfs":{"total":95995035648,"available":94470901760,"internally_reserved":0,"allocated":1215582208,"data_stored":1215009275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.65200000000000002,"15min":0.59399999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":4.6790000000000003,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":28.298999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.72599999999999998,"15min":0.67800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":4.7119999999999997,"5min":4.7119999999999997,"15min":4.7119999999999997},"last":29.951000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:59:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77400000000000002,"15min":0.63400000000000001},"min":{"1min":0.318,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.0750000000000002,"5min":4.6529999999999996,"15min":4.6529999999999996},"last":32.576000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.61699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.2599999999999998,"5min":7.2169999999999996,"15min":7.2169999999999996},"last":29.977}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":0.69999999999999996,"15min":0.60099999999999998},"min":{"1min":0.33300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":4.8099999999999996,"5min":4.8099999999999996,"15min":4.8099999999999996},"last":6.9649999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.66800000000000004,"15min":0.60099999999999998},"min":{"1min":0.35499999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.7919999999999998,"5min":3.7919999999999998,"15min":3.7919999999999998},"last":6.8449999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:59:47 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.85699999999999998,"15min":0.72699999999999998},"min":{"1min":0.432,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":5.0469999999999997,"5min":6.5389999999999997,"15min":6.5389999999999997},"last":0.372},{"interface":"front","average":{"1min":1.1879999999999999,"5min":0.85899999999999999,"15min":0.71699999999999997},"min":{"1min":0.372,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":5.6360000000000001},"last":0.504}]},{"osd":4,"last update":"Sat Sep 23 18:00:09 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.73099999999999998,"15min":0.54100000000000004},"min":{"1min":0.28899999999999998,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":11.673,"5min":11.673,"15min":11.673},"last":0.33800000000000002},{"interface":"front","average":{"1min":1.643,"5min":0.85599999999999998,"15min":0.59799999999999998},"min":{"1min":0.32700000000000001,"5min":0.252,"15min":0.252},"max":{"1min":8.3379999999999992,"5min":8.3379999999999992,"15min":8.3379999999999992},"last":0.33000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:00:09 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.69799999999999995,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.569,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.5329999999999999,"5min":0.93899999999999995,"15min":0.64500000000000002},"min":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.30299999999999999},"max":{"1min":8.3140000000000001,"5min":8.3140000000000001,"15min":8.3140000000000001},"last":0.47799999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:59:36 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.79100000000000004,"15min":0.61299999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29899999999999999},"max":{"1min":6.0220000000000002,"5min":6.0220000000000002,"15min":6.0220000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.70499999999999996,"15min":0.58599999999999997},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.29099999999999998},"max":{"1min":4.6210000000000004,"5min":4.6210000000000004,"15min":4.6210000000000004},"last":0.318}]}]},{"osd":1,"up_from":90,"seq":386547056692,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1416648,"kb_used_data":1352960,"kb_used_omap":7,"kb_used_meta":63672,"kb_avail":92328504,"statfs":{"total":95995035648,"available":94544388096,"internally_reserved":0,"allocated":1385431040,"data_stored":1384755124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":65200227},"hb_peers":[0,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":0.80900000000000005,"15min":0.52900000000000003},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":8.0180000000000007,"5min":8.4339999999999993,"15min":8.4339999999999993},"last":0.309},{"interface":"front","average":{"1min":1.333,"5min":0.72899999999999998,"15min":0.52100000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":8.7249999999999996,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.28899999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.58499999999999996,"15min":0.48799999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.5899999999999999,"5min":3.194,"15min":3.194},"last":4.3259999999999996},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.57599999999999996,"15min":0.47099999999999997},"min":{"1min":0.30599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":2.536,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.62}]},{"osd":3,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.4099999999999999,"5min":0.749,"15min":0.51900000000000002},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.4890000000000008,"5min":9.4890000000000008,"15min":9.4890000000000008},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.728,"5min":0.94899999999999995,"15min":0.58599999999999997},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.326000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.46400000000000002}]},{"osd":4,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.236,"5min":0.92700000000000005,"15min":0.76100000000000001},"min":{"1min":0.39400000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1269999999999998,"5min":6.1269999999999998,"15min":6.1269999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.0169999999999999,"15min":0.79500000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":5.25,"5min":10.308,"15min":10.308},"last":0.38300000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":0.877,"15min":0.72999999999999998},"min":{"1min":0.41299999999999998,"5min":0.375,"15min":0.375},"max":{"1min":5.258,"5min":5.258,"15min":5.258},"last":0.442},{"interface":"front","average":{"1min":1.232,"5min":0.875,"15min":0.72699999999999998},"min":{"1min":0.40500000000000003,"5min":0.37,"15min":0.37},"max":{"1min":5.9630000000000001,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":0.52300000000000002}]},{"osd":6,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":0.92900000000000005,"15min":0.77700000000000002},"min":{"1min":0.443,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":9.4299999999999997,"5min":9.4299999999999997,"15min":9.4299999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.1699999999999999,"15min":0.84599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":12.352,"5min":12.352,"15min":12.352},"last":0.42599999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":0.92400000000000004,"15min":0.755},"min":{"1min":0.49099999999999999,"5min":0.441,"15min":0.441},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.505},{"interface":"front","average":{"1min":0.995,"5min":1.0429999999999999,"15min":0.81200000000000006},"min":{"1min":0.40300000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":5.274,"5min":9.5340000000000007,"15min":9.5340000000000007},"last":0.60999999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220221,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2200748,"kb_used_data":2096868,"kb_used_omap":8,"kb_used_meta":103863,"kb_avail":91544404,"statfs":{"total":95995035648,"available":93741469696,"internally_reserved":0,"allocated":2147192832,"data_stored":2146491260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":106356324},"hb_peers":[1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.46899999999999997,"15min":0.41099999999999998},"min":{"1min":0.22700000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.3819999999999997,"5min":4.3819999999999997,"15min":4.3819999999999997},"last":0.215},{"interface":"front","average":{"1min":1.343,"5min":0.61799999999999999,"15min":0.46200000000000002},"min":{"1min":0.252,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":8.1500000000000004,"5min":8.1500000000000004,"15min":8.1500000000000004},"last":0.38400000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:59:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41999999999999998,"15min":0.38400000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.1880000000000002,"5min":3.206,"15min":3.206},"last":6.9340000000000002},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.45500000000000002,"15min":0.39200000000000002},"min":{"1min":0.27000000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7890000000000001,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":3.2450000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":0.623,"15min":0.45800000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":6.6989999999999998,"5min":6.6989999999999998,"15min":6.6989999999999998},"last":0.29299999999999998},{"interface":"front","average":{"1min":1.3560000000000001,"5min":0.67000000000000004,"15min":0.46999999999999997},"min":{"1min":0.26400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":10.494,"5min":10.494,"15min":10.494},"last":0.308}]},{"osd":4,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.70599999999999996,"15min":0.69199999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":3.9590000000000001,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.69199999999999995,"15min":0.69599999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.2210000000000001,"5min":2.2210000000000001,"15min":2.2210000000000001},"last":0.42699999999999999}]},{"osd":5,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":0.76700000000000002,"15min":0.73299999999999998},"min":{"1min":0.38700000000000001,"5min":0.372,"15min":0.372},"max":{"1min":5.2750000000000004,"5min":5.2750000000000004,"15min":5.2750000000000004},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.254,"5min":0.78400000000000003,"15min":0.71799999999999997},"min":{"1min":0.437,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":4.7110000000000003,"5min":4.7110000000000003,"15min":4.7110000000000003},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.754,"15min":0.73199999999999998},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.433},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.73099999999999998,"15min":0.71499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.58999999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:59:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.75900000000000001,"15min":0.72499999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":4.4340000000000002,"5min":4.4340000000000002,"15min":4.4340000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.117,"5min":0.78700000000000003,"15min":0.74199999999999999},"min":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":3.9889999999999999,"5min":3.9889999999999999,"15min":3.9889999999999999},"last":0.48099999999999998}]}]},{"osd":2,"up_from":95,"seq":408021893164,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1487536,"kb_used_data":1389480,"kb_used_omap":11,"kb_used_meta":98036,"kb_avail":92257616,"statfs":{"total":95995035648,"available":94471798784,"internally_reserved":0,"allocated":1422827520,"data_stored":1422169926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11553,"internal_metadata":100389599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.496,"15min":0.41099999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":7.3319999999999999,"5min":7.3319999999999999,"15min":7.3319999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.47899999999999998,"15min":0.40500000000000003},"min":{"1min":0.24099999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":7.6829999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.50600000000000001,"15min":0.44},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.0819999999999999,"5min":3.0819999999999999,"15min":3.0819999999999999},"last":4.9429999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.44800000000000001,"15min":0.40200000000000002},"min":{"1min":0.23899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":3.4460000000000002,"5min":3.4460000000000002,"15min":3.4460000000000002},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.47499999999999998,"15min":0.41399999999999998},"min":{"1min":0.32300000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.48799999999999999,"15min":0.435},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.1520000000000001,"5min":3.1520000000000001,"15min":3.1520000000000001},"last":7.7249999999999996}]},{"osd":4,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.64800000000000002,"15min":0.61699999999999999},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":3.4790000000000001,"5min":3.4790000000000001,"15min":3.4790000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.66200000000000003,"15min":0.622},"min":{"1min":0.376,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.6080000000000001,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":13.097}]},{"osd":5,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":0.85799999999999998,"15min":0.73599999999999999},"min":{"1min":0.44500000000000001,"5min":0.378,"15min":0.378},"max":{"1min":5.617,"5min":5.617,"15min":5.617},"last":5.0039999999999996},{"interface":"front","average":{"1min":1.1399999999999999,"5min":0.78000000000000003,"15min":0.69199999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":5.6349999999999998,"5min":5.6349999999999998,"15min":5.6349999999999998},"last":6.585}]},{"osd":6,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.415,"5min":0.88400000000000001,"15min":0.73799999999999999},"min":{"1min":0.45200000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":7.2699999999999996,"5min":7.2699999999999996,"15min":7.2699999999999996},"last":13.268000000000001},{"interface":"front","average":{"1min":1.7,"5min":0.94799999999999995,"15min":0.77700000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":7.069,"5min":7.069,"15min":7.069},"last":4.9829999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.7390000000000001,"5min":0.92600000000000005,"15min":0.74199999999999999},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":13.295},{"interface":"front","average":{"1min":1.1339999999999999,"5min":0.78400000000000003,"15min":0.70099999999999996},"min":{"1min":0.44800000000000001,"5min":0.439,"15min":0.439},"max":{"1min":3.1230000000000002,"5min":3.1230000000000002,"15min":3.1230000000000002},"last":6.8360000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729644,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":821332,"kb_used_data":757708,"kb_used_omap":4,"kb_used_meta":63611,"kb_avail":92923820,"statfs":{"total":95995035648,"available":95153991680,"internally_reserved":0,"allocated":775892992,"data_stored":775209962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":65138071},"hb_peers":[0,1,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":0.77900000000000003,"15min":0.49199999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":14.162000000000001,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.27000000000000002},{"interface":"front","average":{"1min":2.9660000000000002,"5min":1.1240000000000001,"15min":0.61099999999999999},"min":{"1min":0.26900000000000002,"5min":0.255,"15min":0.255},"max":{"1min":17.396999999999998,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.35399999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.62,"15min":0.46000000000000002},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.5129999999999999,"5min":4.5129999999999999,"15min":4.5129999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.3319999999999999,"5min":0.92700000000000005,"15min":0.56999999999999995},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.276,"5min":14.276,"15min":14.276},"last":0.378}]},{"osd":2,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.51000000000000001,"15min":0.42099999999999999},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1079999999999997,"5min":4.1079999999999997,"15min":4.1079999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.4119999999999999,"5min":0.60499999999999998,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":8.3119999999999994,"5min":8.3119999999999994,"15min":8.3119999999999994},"last":20.184999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":1,"15min":0.75700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":14.212,"5min":14.212,"15min":14.212},"last":0.311},{"interface":"front","average":{"1min":3.1499999999999999,"5min":1.2729999999999999,"15min":0.84399999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":17.478000000000002,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.41699999999999998}]},{"osd":5,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.7429999999999999,"5min":1.274,"15min":0.85999999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":17.507999999999999,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.496},{"interface":"front","average":{"1min":1.034,"5min":0.88900000000000001,"15min":0.75900000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":5.4790000000000001,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.22,"15min":0.86399999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":17.446999999999999,"5min":17.446999999999999,"15min":17.446999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.1379999999999999,"5min":0.872,"15min":0.75},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.6600000000000001,"5min":4.6600000000000001,"15min":4.6600000000000001},"last":0.48799999999999999}]},{"osd":7,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":0.96399999999999997,"15min":0.749},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":2.1760000000000002,"5min":1.0760000000000001,"15min":0.79600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":14.246,"5min":14.246,"15min":14.246},"last":0.438}]}]},{"osd":4,"up_from":30,"seq":128849019066,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2768000,"kb_used_data":2458488,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":90977152,"statfs":{"total":95995035648,"available":93160603648,"internally_reserved":0,"allocated":2517491712,"data_stored":2516941811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":0.70599999999999996,"15min":0.59899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.1719999999999997,"5min":6.1719999999999997,"15min":6.1719999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.087,"5min":0.70499999999999996,"15min":0.65600000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.3949999999999996,"5min":4.3949999999999996,"15min":4.3949999999999996},"last":0.308}]},{"osd":1,"last update":"Sat Sep 23 17:59:48 2023","interfaces":[{"interface":"back","average":{"1min":2.4239999999999999,"5min":0.96299999999999997,"15min":0.69599999999999995},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":25.268000000000001,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":2.484,"5min":1.042,"15min":0.71299999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":25.298999999999999,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.35099999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.69299999999999995,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":4.798,"5min":4.798,"15min":4.798},"last":1.4650000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.68700000000000006,"15min":0.59899999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":3.351,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":2.5110000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.026,"15min":0.70199999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":25.181000000000001,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.442},{"interface":"front","average":{"1min":3.5920000000000001,"5min":1.3160000000000001,"15min":0.82799999999999996},"min":{"1min":0.435,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":25.225000000000001,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.435}]},{"osd":5,"last update":"Sat Sep 23 17:59:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.67300000000000004,"15min":0.51200000000000001},"min":{"1min":0.28299999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.6100000000000003,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.56499999999999995},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.5789999999999997,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.375}]},{"osd":6,"last update":"Sat Sep 23 18:00:07 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.621,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":6.101,"5min":6.101,"15min":6.101},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.2929999999999999,"5min":0.81399999999999995,"15min":0.623},"min":{"1min":0.39800000000000002,"5min":0.376,"15min":0.33100000000000002},"max":{"1min":6.234,"5min":6.234,"15min":6.234},"last":0.39800000000000002}]},{"osd":7,"last update":"Sat Sep 23 17:59:38 2023","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":0.81399999999999995,"15min":0.60699999999999998},"min":{"1min":0.35999999999999999,"5min":0.318,"15min":0.309},"max":{"1min":5.4800000000000004,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.3129999999999999,"5min":0.80000000000000004,"15min":0.621},"min":{"1min":0.34799999999999998,"5min":0.34200000000000003,"15min":0.29399999999999998},"max":{"1min":12.754,"5min":12.754,"15min":12.754},"last":0.41399999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822838,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2728900,"kb_used_data":2423484,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91016252,"statfs":{"total":95995035648,"available":93200642048,"internally_reserved":0,"allocated":2481647616,"data_stored":2481093347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:11 2023","interfaces":[{"interface":"back","average":{"1min":1.7110000000000001,"5min":0.77000000000000002,"15min":0.61599999999999999},"min":{"1min":0.28100000000000003,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.6239999999999997,"5min":7.6239999999999997,"15min":7.6239999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.3500000000000001,"5min":0.746,"15min":0.63200000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.181,"5min":5.181,"15min":5.181},"last":0.38800000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:59:52 2023","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":1.008,"15min":0.68000000000000005},"min":{"1min":0.33800000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":16.033999999999999,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.373},{"interface":"front","average":{"1min":1.0680000000000001,"5min":0.82899999999999996,"15min":0.66100000000000003},"min":{"1min":0.35299999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.8959999999999999,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.38100000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":0.72799999999999998,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":7.7510000000000003,"5min":7.7510000000000003,"15min":7.7510000000000003},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.738,"5min":0.84399999999999997,"15min":0.67600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":7.7009999999999996,"5min":7.7009999999999996,"15min":7.7009999999999996},"last":0.88800000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":0.97099999999999997,"15min":0.69199999999999995},"min":{"1min":0.36799999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.6020000000000003,"5min":6.6020000000000003,"15min":6.6020000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.887,"5min":1.1339999999999999,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.1869999999999994,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.30199999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:59:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.79800000000000004,"15min":0.57199999999999995},"min":{"1min":0.316,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":4.7919999999999998,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.73799999999999999,"15min":0.56999999999999995},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.26700000000000002},"max":{"1min":1.9059999999999999,"5min":4.1970000000000001,"15min":4.1970000000000001},"last":0.313}]},{"osd":6,"last update":"Sat Sep 23 18:00:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4910000000000001,"5min":1.0920000000000001,"15min":0.69799999999999995},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":20.363,"5min":20.363,"15min":20.363},"last":0.32900000000000001},{"interface":"front","average":{"1min":2.2919999999999998,"5min":1.097,"15min":0.71799999999999997},"min":{"1min":0.442,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":17.803000000000001,"5min":17.803000000000001,"15min":17.803000000000001},"last":0.40799999999999997}]},{"osd":7,"last update":"Sat Sep 23 17:59:31 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":0.82999999999999996,"15min":0.64400000000000002},"min":{"1min":0.38400000000000001,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":4.8559999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.71999999999999997,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0510000000000002,"5min":4.0510000000000002,"15min":4.0510000000000002},"last":0.35299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7642,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2145390592,"data_stored":2145386520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1379663872,"data_stored":1379663872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1414926336,"data_stored":1414922264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":774832128,"data_stored":774832128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2511863808,"data_stored":2511863808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2480214016,"data_stored":2480209944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1209663488,"data_stored":1209663488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1555959808,"data_stored":1555955736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:00:15.675 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:00:15.675 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pg_num 21 2023-09-23T18:00:15.734 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:15.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:15.737 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:15.837 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:15.871 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:15.880 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:00:15.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:15.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:15.967 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:16.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:16.103 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:16.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:00:16.142 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:16.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:16.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:16.183 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25565 5.e 5:75253fba:::benchmark_data_smithi018_184207_object25564:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.08386976, 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998, 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.184 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25565 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097004+0000", 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4434000000000001e-05 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097058+0000", 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7841000000000001e-05 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097076+0000", 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0650000000000001e-06 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097083+0000", 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.936e-05 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097152+0000", 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001418517 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098571+0000", 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015195599999999999 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098723+0000", 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002289704 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101013+0000", 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017993670000000001 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.102812+0000", 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057217525999999998 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160030+0000", 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5600000000000003e-05 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160085+0000", 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.807e-05 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160123+0000", 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:31350 5.e 5:73e57099:::benchmark_data_smithi018_184207_object31349:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 125.45785502299999, 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003, 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31350 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.192 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723018+0000", 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0684000000000002e-05 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723099+0000", 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2014000000000001e-05 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723111+0000", 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7290000000000003e-06 2023-09-23T18:00:16.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723118+0000", 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1918000000000001e-05 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723160+0000", 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013274599999999999 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723292+0000", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020001900000000001 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723493+0000", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017011190000000001 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.725194+0000", 2023-09-23T18:00:16.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020199250000000001 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.727214+0000", 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038901591999999999 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766115+0000", 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766168+0000", 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9589999999999998e-05 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766218+0000", 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32588 5.1 5:802d9ed1:::benchmark_data_smithi018_184207_object32587:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 124.85806227, 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997, 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32588 2023-09-23T18:00:16.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999943 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322807+0000", 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017117799999999999 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322978+0000", 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2487000000000003e-05 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323010+0000", 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7493999999999999e-05 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323028+0000", 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000107384 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323135+0000", 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000139923 2023-09-23T18:00:16.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323275+0000", 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017222200000000001 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323447+0000", 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065034029999999996 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329951+0000", 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003598656 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.333549+0000", 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038886937000000003 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372436+0000", 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7219999999999998e-05 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372494+0000", 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5825999999999998e-05 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372539+0000", 2023-09-23T18:00:16.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32589 5.1 5:8a03034f:::benchmark_data_smithi018_184207_object32588:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 124.857832628, 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998, 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.206 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32589 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323041+0000", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2840999999999998e-05 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323094+0000", 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6149999999999997e-06 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323103+0000", 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3550000000000004e-06 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323108+0000", 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016439930000000001 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324752+0000", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119998 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324872+0000", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016070900000000001 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.325033+0000", 2023-09-23T18:00:16.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049252230000000003 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329958+0000", 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004720236 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334678+0000", 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039488668999999997 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374167+0000", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1102999999999997e-05 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374198+0000", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2120000000000003e-05 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374240+0000", 2023-09-23T18:00:16.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32592 5.1 5:8e0edc77:::benchmark_data_smithi018_184207_object32591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 124.8577425, 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001, 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.213 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32592 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1578000000000002e-05 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323163+0000", 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7255999999999999e-05 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323180+0000", 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6630000000000001e-06 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323185+0000", 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029866659999999998 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326172+0000", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127226 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326299+0000", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011970520000000001 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.327496+0000", 2023-09-23T18:00:16.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002478119 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329974+0000", 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047721040000000001 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334746+0000", 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039552899000000002 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374299+0000", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0444000000000005e-05 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374370+0000", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5020000000000001e-05 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374395+0000", 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001 2023-09-23T18:00:16.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32594 5.1 5:86c54eb2:::benchmark_data_smithi018_184207_object32593:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 124.85768428599999, 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002, 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32594 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:16.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2883000000000002e-05 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323243+0000", 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0480000000000001e-06 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323250+0000", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9079000000000001e-05 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323269+0000", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067424870000000001 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330011+0000", 2023-09-23T18:00:16.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013706100000000001 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330148+0000", 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146429 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330295+0000", 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002089282 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.332384+0000", 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024411820000000001 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334825+0000", 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039633018999999998 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374458+0000", 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6035999999999998e-05 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374504+0000", 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6045999999999999e-05 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374550+0000", 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38667 5.e 5:78a7d00f:::benchmark_data_smithi018_184207_object38666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 121.50706821999999, 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003, 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.227 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38667 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:00:16.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673805+0000", 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4354000000000003e-05 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673849+0000", 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1953999999999999e-05 2023-09-23T18:00:16.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673861+0000", 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.297e-06 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673868+0000", 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9502000000000001e-05 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673917+0000", 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013829399999999999 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674055+0000", 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018536 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674241+0000", 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013701379999999999 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675611+0000", 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050863799999999995 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.676119+0000", 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053923108999999997 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730043+0000", 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5948e-05 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730098+0000", 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7174e-05 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730136+0000", 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39247 5.1 5:8c196104:::benchmark_data_smithi018_184207_object39246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 121.113670992, 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003, 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39247 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067203+0000", 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9128999999999998e-05 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067232+0000", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2000000000000002e-06 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067238+0000", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2109999999999998e-06 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067241+0000", 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7008000000000002e-05 2023-09-23T18:00:16.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067278+0000", 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012812000000000001 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067406+0000", 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016431900000000001 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067570+0000", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024314559999999998 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070002+0000", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8334999999999999e-05 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070030+0000", 2023-09-23T18:00:16.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.041422542999999999 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111453+0000", 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6956000000000002e-05 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111510+0000", 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1952000000000001e-05 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111551+0000", 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39248 5.1 5:8f60067a:::benchmark_data_smithi018_184207_object39247:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 121.113626692, 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234, 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.241 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39248 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:00:16.242 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8974000000000002e-05 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067267+0000", 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8709999999999999e-06 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067270+0000", 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5490000000000001e-06 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067273+0000", 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017359000000000001 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069009+0000", 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011000700000000001 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069119+0000", 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014289899999999999 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069262+0000", 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001530116 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070792+0000", 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003377499 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074169+0000", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042128675999999997 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116298+0000", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4437999999999995e-05 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116363+0000", 2023-09-23T18:00:16.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8766e-05 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116411+0000", 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.248 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39251 5.1 5:81abb144:::benchmark_data_smithi018_184207_object39250:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 121.11092153600001, 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269, 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39251 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069952+0000", 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6575e-05 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070009+0000", 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7329999999999998e-06 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070018+0000", 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7620000000000001e-06 2023-09-23T18:00:16.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070024+0000", 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9436000000000001e-05 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070054+0000", 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9221999999999995e-05 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070133+0000", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9808000000000004e-05 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070233+0000", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070421500000000001 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070937+0000", 2023-09-23T18:00:16.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032627289999999998 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074200+0000", 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042248372999999999 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116448+0000", 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6196999999999998e-05 2023-09-23T18:00:16.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116494+0000", 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2369999999999997e-05 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116526+0000", 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41470 5.e 5:77b8dbcd:::benchmark_data_smithi018_184207_object41469:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 119.723046498, 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996, 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41470 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.256 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7126999999999994e-05 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457925+0000", 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4215e-05 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457939+0000", 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4310000000000002e-06 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457944+0000", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2633000000000003e-05 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457987+0000", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014098100000000001 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458128+0000", 2023-09-23T18:00:16.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019976600000000001 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458328+0000", 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020957950000000001 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460424+0000", 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010468109999999999 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061265067999999999 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522735+0000", 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1924e-05 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522787+0000", 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9180000000000001e-05 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522827+0000", 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41478 5.e 5:7f62f2b3:::benchmark_data_smithi018_184207_object41477:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 119.71796724799999, 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996, 2023-09-23T18:00:16.262 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41478 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462906+0000", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1884999999999997e-05 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462938+0000", 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3210000000000005e-06 2023-09-23T18:00:16.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462946+0000", 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462950+0000", 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0479000000000002e-05 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463001+0000", 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000126472 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463127+0000", 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146532 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463274+0000", 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002015626 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465290+0000", 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030924199999999999 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465599+0000", 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060234910000000003 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525834+0000", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8350000000000003e-05 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525882+0000", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.057e-05 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525923+0000", 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996 2023-09-23T18:00:16.268 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41493 5.e 5:736ae557:::benchmark_data_smithi018_184207_object41492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 119.708378031, 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367, 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.269 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41493 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472495+0000", 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4394000000000001e-05 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472549+0000", 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4314000000000001e-05 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472564+0000", 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.383e-06 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472569+0000", 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9603e-05 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472609+0000", 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101302 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472710+0000", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010590900000000001 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472816+0000", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013029249999999999 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474119+0000", 2023-09-23T18:00:16.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017799999999999999 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474297+0000", 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055650080999999997 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529947+0000", 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5456000000000001e-05 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529982+0000", 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8634000000000003e-05 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530021+0000", 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:73116 5.0 e111/103 5:09485c5c:::benchmark_data_smithi018_184207_object73115:head v 111'4583, mlcod=111'4579)", 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:39.999492+0000", 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 96.181382310000004, 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042301521000000002, 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999492+0000", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9106e-05 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999551+0000", 2023-09-23T18:00:16.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5290000000000008e-06 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999559+0000", 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1677e-05 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:39.999571+0000", 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036287885999999998 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.035859+0000", 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5052e-05 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.035884+0000", 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058687219999999998 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.041753+0000", 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1229000000000001e-05 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:40.041794+0000", 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042301521000000002 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74486 5.6 5:63fd9063:::benchmark_data_smithi018_184207_object74485:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 93.929918826999995, 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001, 2023-09-23T18:00:16.280 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74486 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250954+0000", 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017378200000000001 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251128+0000", 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0171000000000001e-05 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251148+0000", 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5380000000000008e-06 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251158+0000", 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0640000000000001e-05 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251228+0000", 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0101e-05 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op must wait for map", 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251238+0000", 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085914890000000008 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259830+0000", 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030000000000001e-05 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259840+0000", 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312089171 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.571929+0000", 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00130949 2023-09-23T18:00:16.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573238+0000", 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016313300000000001 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573402+0000", 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073407699999999999 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580742+0000", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2723e-05 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580755+0000", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9740999999999997e-05 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580805+0000", 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012207133 2023-09-23T18:00:16.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593012+0000", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7652999999999999e-05 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593060+0000", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019396000000000001 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.594999+0000", 2023-09-23T18:00:16.288 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74499 5.6 5:6c012730:::benchmark_data_smithi018_184207_object74498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 93.929699943000003, 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694, 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.289 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74499 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:00:16.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251174+0000", 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3543e-05 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251217+0000", 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7759999999999992e-06 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251227+0000", 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.801e-06 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251233+0000", 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9765999999999995e-05 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251313+0000", 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1040000000000007e-06 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting_for_map not empty", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251321+0000", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097774690000000004 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261098+0000", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261107+0000", 2023-09-23T18:00:16.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3166661479999999 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577773+0000", 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170521 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577944+0000", 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201215 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.578145+0000", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027924790000000001 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580938+0000", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.577e-05 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580953+0000", 2023-09-23T18:00:16.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068786999999999997 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.587832+0000", 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072354389999999998 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595068+0000", 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4051000000000002e-05 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595112+0000", 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011629159999999999 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.596274+0000", 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:79134 5.6 5:6f7eb330:::benchmark_data_smithi018_184207_object4473:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:00:16.297 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 35.710418732000001, 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043063621000000003, 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 79134 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470454+0000", 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.114e-05 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470465+0000", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0074999999999999e-05 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470475+0000", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.994e-06 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470480+0000", 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026485929999999999 2023-09-23T18:00:16.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473129+0000", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014265999999999999 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473271+0000", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162168 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473434+0000", 2023-09-23T18:00:16.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003008845 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.476442+0000", 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010637000000000001 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.477506+0000", 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033794530000000001 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.480886+0000", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031415492000000003 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.512301+0000", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6736000000000006e-05 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.512368+0000", 2023-09-23T18:00:16.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011517579999999999 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.513520+0000", 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043063621000000003 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:79833 5.6 5:60bc0f74:::benchmark_data_smithi018_184207_object5172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:00:16.304 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.063023149000003, 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044237669, 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 79833 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117849+0000", 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1078e-05 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117860+0000", 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5469e-05 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117875+0000", 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2101e-05 2023-09-23T18:00:16.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117887+0000", 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026082710000000001 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120496+0000", 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014017000000000001 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.309 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120636+0000", 2023-09-23T18:00:16.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000165262 2023-09-23T18:00:16.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120801+0000", 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002727405 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.123528+0000", 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000412094 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.123941+0000", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001021061 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.124962+0000", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036508099000000002 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.161470+0000", 2023-09-23T18:00:16.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3641999999999998e-05 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.161533+0000", 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000555906 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.162089+0000", 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044237669 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.312 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80401 5.6 5:6ac77c10:::benchmark_data_smithi018_184207_object5740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 32.734973148000002, 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997, 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80401 2023-09-23T18:00:16.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445900+0000", 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7360000000000001e-06 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445908+0000", 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3543000000000001e-05 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445921+0000", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.951e-06 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445928+0000", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4150999999999997e-05 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445983+0000", 2023-09-23T18:00:16.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014181400000000001 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446124+0000", 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162275 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446287+0000", 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062030779999999999 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452490+0000", 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2162999999999993e-05 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452562+0000", 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022620299999999999 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452788+0000", 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053812753999999997 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506601+0000", 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8038999999999998e-05 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506659+0000", 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012205289999999999 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507879+0000", 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80402 5.6 5:65c512da:::benchmark_data_smithi018_184207_object5741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 32.734112140000001, 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002, 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:16.320 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80402 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:16.321 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446761+0000", 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2020000000000001e-06 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446767+0000", 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1362999999999999e-05 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446779+0000", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.908e-06 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446785+0000", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023980149999999999 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449183+0000", 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144931 2023-09-23T18:00:16.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449328+0000", 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015915600000000001 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449487+0000", 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031261750000000001 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452613+0000", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029008799999999998 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452903+0000", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060999600000000002 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.453513+0000", 2023-09-23T18:00:16.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054429509000000001 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507943+0000", 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5216999999999998e-05 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507988+0000", 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060197400000000002 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:16.326 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.508590+0000", 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:16.327 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:16.327 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:16.328 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[153734]: pgmap v343: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 58 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 5.4 MiB/s, 95 objects/s recovering 2023-09-23T18:00:16.328 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[153734]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:16.328 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 49905/186183 objects degraded (26.804%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:16.329 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[149401]: pgmap v343: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 58 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 5.4 MiB/s, 95 objects/s recovering 2023-09-23T18:00:16.329 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[149401]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:16.329 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 49905/186183 objects degraded (26.804%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:16.362 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:16.375 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:16.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:16 smithi149 ceph-mon[135148]: pgmap v343: 89 pgs: 1 activating+degraded, 1 activating+undersized+degraded+remapped, 3 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 45 active+clean, 5 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 58 op/s; 49905/186183 objects degraded (26.804%); 26717/186183 objects misplaced (14.350%); 5.4 MiB/s, 95 objects/s recovering 2023-09-23T18:00:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:16 smithi149 ceph-mon[135148]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 49905/186183 objects degraded (26.804%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:16.518 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:16.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:16.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:16.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:16.625 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:16.683 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:16.777 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:00:16.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:16.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:16.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:16.960 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:16.996 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:17.053 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:17.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:17.057 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:17.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:17.225 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:17.319 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:17.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:17.324 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:17.424 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:17.486 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:17.505 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:17.507 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[153734]: pgmap v344: 89 pgs: 1 activating+degraded, 2 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 46 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 12 op/s; 49896/186180 objects degraded (26.800%); 26627/186180 objects misplaced (14.302%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T18:00:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[149401]: pgmap v344: 89 pgs: 1 activating+degraded, 2 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 46 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 12 op/s; 49896/186180 objects degraded (26.800%); 26627/186180 objects misplaced (14.302%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T18:00:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.860 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:17.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:17.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:17 smithi149 ceph-mon[135148]: pgmap v344: 89 pgs: 1 activating+degraded, 2 activating, 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 46 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 12 op/s; 49896/186180 objects degraded (26.800%); 26627/186180 objects misplaced (14.302%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T18:00:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:17.969 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:18.024 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:18.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:18.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:18.269 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:18.305 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:18.396 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:18.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:18.399 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:18.499 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:18.539 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:18.601 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:18.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:18.607 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:18.707 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:18.739 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:18.775 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:18.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:18.778 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:00:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:00:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:00:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:00:18.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:18.879 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:00:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:00:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:18.913 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:18.913 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:00:18.913 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:00:18.914 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:18.938 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:18.988 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:18.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:18.993 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:19.094 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:19.121 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:19.125 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:19.155 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:19.189 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:19.224 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:19.255 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:19.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:00:19.324 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:00:19.669 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:19.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:19.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:19.754 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:00:19.775 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:19.818 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:19.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:19.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[153734]: pgmap v345: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+degraded, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 11 op/s; 49883/186114 objects degraded (26.802%); 25590/186114 objects misplaced (13.750%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T18:00:19.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2657292594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:19.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2721792890' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[149401]: pgmap v345: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+degraded, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 11 op/s; 49883/186114 objects degraded (26.802%); 25590/186114 objects misplaced (13.750%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T18:00:19.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2657292594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:19.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2721792890' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:19.873 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:19.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:19 smithi149 ceph-mon[135148]: pgmap v345: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+degraded, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 11 op/s; 49883/186114 objects degraded (26.802%); 25590/186114 objects misplaced (13.750%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T18:00:19.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2657292594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2721792890' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T18:00:19.973 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:19.988 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:00:20.005 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:20.049 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:20.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:20.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:20.153 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:20.213 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:20.217 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:00:20.217 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:00:20.316 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:20.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:20.320 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:20.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:20.465 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:20.522 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:20.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:20.525 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:20.596 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:20.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:20.684 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:20.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:20.736 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:20.837 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:20.875 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:20.916 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:20.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:20.920 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:21.020 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:21.052 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:21.102 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:21.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:21.113 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:21.214 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:21.244 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:21.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:21.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:21.384 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:21.418 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:21.661 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:00:21.885 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:21.888 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:21 smithi149 ceph-mon[135148]: pgmap v346: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 1 active+degraded, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 49515/184560 objects degraded (26.829%); 25352/184560 objects misplaced (13.736%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T18:00:21.888 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:21.888 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 49515/184560 objects degraded (26.829%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:21.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:21.889 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:21.990 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:22.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[153734]: pgmap v346: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 1 active+degraded, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 49515/184560 objects degraded (26.829%); 25352/184560 objects misplaced (13.736%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T18:00:22.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:22.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 49515/184560 objects degraded (26.829%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:22.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[149401]: pgmap v346: 89 pgs: 3 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 1 active+degraded, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 49515/184560 objects degraded (26.829%); 25352/184560 objects misplaced (13.736%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T18:00:22.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:22.020 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 49515/184560 objects degraded (26.829%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:22.023 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:22.066 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:22.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:22.069 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:22.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:22.218 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:00:22.249 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:22.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:22.254 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:22.355 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:22.404 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:22.428 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:22.428 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:22.445 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:22.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:22.449 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:22.550 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:22.586 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:22.653 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:22.653 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[153734]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.653 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:22.653 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[153734]: osdmap e142: 8 total, 7 up, 8 in 2023-09-23T18:00:22.653 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[153734]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.654 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:22.654 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[149401]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.654 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:22.654 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[149401]: osdmap e142: 8 total, 7 up, 8 in 2023-09-23T18:00:22.654 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:22 smithi018 ceph-mon[149401]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:22 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:22 smithi149 ceph-mon[135148]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3630935108' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:22 smithi149 ceph-mon[135148]: osdmap e142: 8 total, 7 up, 8 in 2023-09-23T18:00:22.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:22 smithi149 ceph-mon[135148]: failed to encode map e142 with expected crc 2023-09-23T18:00:22.923 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:23.123 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:23.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:23.128 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:23.138 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:00:23.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:23.265 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:23.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:23.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:23.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:23.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:23 smithi018 ceph-mon[149401]: pgmap v348: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:23.800 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:23 smithi018 ceph-mon[153734]: pgmap v348: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:23.838 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:23.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:23.900 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:23.982 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:23.984 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:23 smithi149 ceph-mon[135148]: pgmap v348: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:23.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:23.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:24.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:24.124 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:24.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:00:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:24.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:24.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:24.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:24.306 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:24.505 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:24.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:24.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:24.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:24.647 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:24.693 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:24.698 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:24.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:24.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:24.727 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:24.748 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:24.769 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:24.788 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:24.806 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:24.823 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:24.851 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.852 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:00:24.885 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:24.925 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:24.990 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2023-09-23T18:00:24.990 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:00:24.990 INFO:tasks.thrashosds.thrasher:Reviving osd 2 2023-09-23T18:00:24.990 INFO:tasks.cephadm.osd.2:Restarting osd.2 (starting--it wasn't running)... 2023-09-23T18:00:24.990 DEBUG:teuthology.orchestra.run.smithi018:osd.2> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service 2023-09-23T18:00:24.993 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl start ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T18:00:25.031 INFO:journalctl@ceph.osd.2.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T18:00:25.076 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:25.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:25.080 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:25.181 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:25.194 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:00:25.195 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:00:25.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:25.261 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:25.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:25.266 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:25.312 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:25 smithi018 systemd[1]: Starting Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:00:25.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:24] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.33.4" 2023-09-23T18:00:25.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:25.406 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:25.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:25.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:25.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:25.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:25 smithi149 ceph-mon[135148]: pgmap v349: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:25.550 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1876308240' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:25.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:25.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25568 5.7 5:e079d04e:::benchmark_data_smithi018_184207_object25567:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:00:25.611 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 137.51056841100001, 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994, 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25568 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:00:25.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097048+0000", 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030009200000000001 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097348+0000", 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2669999999999995e-06 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097357+0000", 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6919999999999999e-06 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097363+0000", 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023030899999999999 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097593+0000", 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8592999999999996e-05 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097692+0000", 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012875000000000001 2023-09-23T18:00:25.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097820+0000", 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457570000000001 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098966+0000", 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022302540000000001 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101196+0000", 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059581159000000002 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160778+0000", 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9283999999999997e-05 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160837+0000", 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2994999999999997e-05 2023-09-23T18:00:25.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160880+0000", 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33936 5.7 5:ee42d960:::benchmark_data_smithi018_184207_object33935:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:00:25.618 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.63976413399999, 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862, 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33936 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:00:25.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967852+0000", 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8733999999999998e-05 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967900+0000", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2583e-05 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967913+0000", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4330000000000003e-06 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967918+0000", 2023-09-23T18:00:25.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045941599999999999 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972513+0000", 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0001372 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972650+0000", 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016474999999999999 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972815+0000", 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003077148 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975892+0000", 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018184539999999999 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977710+0000", 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111170493 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088881+0000", 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5266999999999998e-05 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088936+0000", 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1788e-05 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088978+0000", 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33937 5.7 5:e93ac9a5:::benchmark_data_smithi018_184207_object33936:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.63969240899999, 2023-09-23T18:00:25.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595, 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33937 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967924+0000", 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7394999999999997e-05 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967961+0000", 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.362e-06 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967969+0000", 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8580000000000002e-06 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967973+0000", 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064566210000000001 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974429+0000", 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1012000000000002e-05 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974520+0000", 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014396499999999999 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974664+0000", 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027944670000000001 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977459+0000", 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000261971 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977721+0000", 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112870989 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090592+0000", 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7479999999999999e-05 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090649+0000", 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4057999999999999e-05 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090673+0000", 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33942 5.7 5:e5563bf5:::benchmark_data_smithi018_184207_object33941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.636864234, 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999, 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.632 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33942 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970751+0000", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9578999999999999e-05 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970781+0000", 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3139999999999993e-06 2023-09-23T18:00:25.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970790+0000", 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8130000000000001e-06 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970796+0000", 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051205920000000002 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975917+0000", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114508 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976031+0000", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016178699999999999 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976193+0000", 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012926249999999999 2023-09-23T18:00:25.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977486+0000", 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024485099999999998 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977730+0000", 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11300805 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090738+0000", 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6384000000000001e-05 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090795+0000", 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2163000000000003e-05 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090837+0000", 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999 2023-09-23T18:00:25.638 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33960 5.7 5:e3bbbba5:::benchmark_data_smithi018_184207_object33959:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.62843291900001, 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731, 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.639 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33960 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:00:25.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979183+0000", 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6968e-05 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979250+0000", 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2204999999999999e-05 2023-09-23T18:00:25.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979262+0000", 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0180000000000001e-06 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979267+0000", 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8109999999999998e-05 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979315+0000", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014808200000000001 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979463+0000", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016114699999999999 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979624+0000", 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013518569999999999 2023-09-23T18:00:25.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.980976+0000", 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00086668400000000005 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.981843+0000", 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109042606 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090886+0000", 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8804000000000002e-05 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090934+0000", 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5382000000000001e-05 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090970+0000", 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33973 5.7 5:e81dba2a:::benchmark_data_smithi018_184207_object33972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.617769471, 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393, 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.646 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33973 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989846+0000", 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4212000000000002e-05 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989900+0000", 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0344e-05 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989911+0000", 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9880000000000004e-06 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989916+0000", 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1523000000000001e-05 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989967+0000", 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014799299999999999 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990115+0000", 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125967 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990241+0000", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001122893 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.991364+0000", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092885257999999998 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.084249+0000", 2023-09-23T18:00:25.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067623509999999998 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091012+0000", 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091060+0000", 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9592999999999999e-05 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091090+0000", 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34411 5.7 5:e077e02e:::benchmark_data_smithi018_184207_object34410:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.312305146, 2023-09-23T18:00:25.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994, 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34411 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295311+0000", 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4061999999999999e-05 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295355+0000", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2340999999999999e-05 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295367+0000", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6149999999999996e-06 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295373+0000", 2023-09-23T18:00:25.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038068120000000001 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299180+0000", 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118743 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299298+0000", 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013888400000000001 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299437+0000", 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056404660000000002 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.305078+0000", 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016296959999999999 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306707+0000", 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078772808 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385480+0000", 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010238099999999999 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385583+0000", 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2333e-05 2023-09-23T18:00:25.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385655+0000", 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34413 5.7 5:e1ae280b:::benchmark_data_smithi018_184207_object34412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.30853466600001, 2023-09-23T18:00:25.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004, 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34413 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:00:25.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299081+0000", 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9898999999999998e-05 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299131+0000", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2587e-05 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299143+0000", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0180000000000004e-06 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299150+0000", 2023-09-23T18:00:25.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030143560000000002 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302165+0000", 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012478200000000001 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302289+0000", 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014953500000000001 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302439+0000", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042560289999999997 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306695+0000", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3501000000000001e-05 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306718+0000", 2023-09-23T18:00:25.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081895469999999998 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388614+0000", 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9267000000000001e-05 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388663+0000", 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5754999999999998e-05 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388709+0000", 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34446 5.7 5:ef1db441:::benchmark_data_smithi018_184207_object34445:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 133.29041837099999, 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002, 2023-09-23T18:00:25.667 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34446 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317197+0000", 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4425999999999999e-05 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317232+0000", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0942e-05 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317243+0000", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6669999999999999e-06 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317250+0000", 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00062588499999999996 2023-09-23T18:00:25.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317875+0000", 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125155 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318001+0000", 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015724399999999999 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318158+0000", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017640310000000001 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.319922+0000", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00089385599999999995 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.320816+0000", 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.067966514000000006 2023-09-23T18:00:25.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388782+0000", 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9440999999999997e-05 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388822+0000", 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0661000000000003e-05 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388862+0000", 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38656 5.7 5:ed5e2559:::benchmark_data_smithi018_184207_object38655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.94088653599999, 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001, 2023-09-23T18:00:25.674 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38656 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:00:25.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1195e-05 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666781+0000", 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6039999999999993e-06 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666790+0000", 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4399999999999996e-06 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666795+0000", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034811999999999999 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667143+0000", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112099 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667255+0000", 2023-09-23T18:00:25.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017240800000000001 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667428+0000", 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025815759999999999 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670009+0000", 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.066e-06 2023-09-23T18:00:25.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670015+0000", 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062240891 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732256+0000", 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7501999999999999e-05 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732314+0000", 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5606999999999999e-05 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732359+0000", 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38659 5.7 5:e2444714:::benchmark_data_smithi018_184207_object38658:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.94076475400001, 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995, 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38659 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.682 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0198000000000001e-05 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666882+0000", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1269999999999997e-06 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666889+0000", 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6519999999999997e-06 2023-09-23T18:00:25.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666894+0000", 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031406770000000001 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670034+0000", 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014561199999999999 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670180+0000", 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170383 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670350+0000", 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037183120000000001 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674069+0000", 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014402040000000001 2023-09-23T18:00:25.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675509+0000", 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056892181999999999 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732401+0000", 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8303999999999998e-05 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732439+0000", 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1399000000000002e-05 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732471+0000", 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38664 5.7 5:eb985126:::benchmark_data_smithi018_184207_object38663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.937020053, 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994, 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38664 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670595+0000", 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7951999999999999e-05 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670623+0000", 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1724e-05 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670635+0000", 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9699999999999996e-06 2023-09-23T18:00:25.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670641+0000", 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012315889999999999 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671873+0000", 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118631 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671991+0000", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014635700000000001 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.672138+0000", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019958390000000001 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674133+0000", 2023-09-23T18:00:25.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001380385 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675514+0000", 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057781403000000002 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733295+0000", 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0238000000000001e-05 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733366+0000", 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6947999999999999e-05 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733402+0000", 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41472 5.6 5:62f95c11:::benchmark_data_smithi018_184207_object41471:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.149816864, 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002, 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41472 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.696 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457799+0000", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159304 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457958+0000", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8454e-05 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457977+0000", 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.277e-06 2023-09-23T18:00:25.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457984+0000", 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8627e-05 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458032+0000", 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106393 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458139+0000", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013249340000000001 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459464+0000", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045901680000000004 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464054+0000", 2023-09-23T18:00:25.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058512885000000001 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522567+0000", 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3359999999999999e-05 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522600+0000", 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6666999999999999e-05 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522647+0000", 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4617999999999999e-05 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522692+0000", 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41473 5.6 5:6931ddde:::benchmark_data_smithi018_184207_object41472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.147665088, 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996, 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.703 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41473 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459950+0000", 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5778e-05 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460006+0000", 2023-09-23T18:00:25.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4144999999999999e-05 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460020+0000", 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2805e-05 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460033+0000", 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011072269999999999 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461140+0000", 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152521 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461292+0000", 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000177424 2023-09-23T18:00:25.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026329420000000001 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464103+0000", 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058629885999999999 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522733+0000", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0809000000000003e-05 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522763+0000", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0339e-05 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522814+0000", 2023-09-23T18:00:25.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5626000000000001e-05 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522849+0000", 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41476 5.7 5:ee0d513f:::benchmark_data_smithi018_184207_object41475:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.711 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.145792648, 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994, 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41476 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461823+0000", 2023-09-23T18:00:25.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4326000000000005e-05 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461908+0000", 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6029999999999994e-06 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461917+0000", 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6749999999999999e-06 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461923+0000", 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2913e-05 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461976+0000", 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136427 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462112+0000", 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154714 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462267+0000", 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060206430999999998 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522473+0000", 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003407794 2023-09-23T18:00:25.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525881+0000", 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7789999999999998e-06 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525888+0000", 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0881999999999998e-05 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525939+0000", 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7981000000000001e-05 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525977+0000", 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41477 5.7 5:e5cdca32:::benchmark_data_smithi018_184207_object41476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.14567609400001, 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996, 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41477 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461940+0000", 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4415000000000002e-05 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461975+0000", 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6590000000000001e-06 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461981+0000", 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461986+0000", 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001858207 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463844+0000", 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113758 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463958+0000", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000161707 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464119+0000", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058392104 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522511+0000", 2023-09-23T18:00:25.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034745879999999998 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525986+0000", 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2848999999999997e-05 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526019+0000", 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4878e-05 2023-09-23T18:00:25.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526064+0000", 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2845999999999997e-05 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526097+0000", 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.725 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41480 5.f 5:f7f12982:::benchmark_data_smithi018_184207_object41479:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.14349436099999, 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005, 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.726 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41480 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464121+0000", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2974e-05 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464154+0000", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9660000000000008e-06 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464164+0000", 2023-09-23T18:00:25.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1210000000000003e-06 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464170+0000", 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00026530999999999999 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464436+0000", 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058036691000000001 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522472+0000", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014841499999999999 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,6", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522621+0000", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071672810000000002 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529788+0000", 2023-09-23T18:00:25.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7317000000000001e-05 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529835+0000", 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00093748200000000001 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530773+0000", 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8479999999999997e-05 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530811+0000", 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0422e-05 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530852+0000", 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74491 5.e 5:7a82b1ff:::benchmark_data_smithi018_184207_object74490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 104.330544957, 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001, 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74491 2023-09-23T18:00:25.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:00:25.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277070+0000", 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0028000000000001e-05 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277140+0000", 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0497e-05 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277161+0000", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5620999999999998e-05 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277176+0000", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1859999999999994e-05 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277238+0000", 2023-09-23T18:00:25.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277246+0000", 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97581437500000001 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253060+0000", 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3558e-05 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253074+0000", 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3075379810000001 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.560612+0000", 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00107132 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561683+0000", 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000197355 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561881+0000", 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053885620000000004 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.567269+0000", 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028024590000000002 2023-09-23T18:00:25.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570072+0000", 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077785809999999997 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577850+0000", 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8065000000000006e-05 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577928+0000", 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002888369 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580817+0000", 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74492 5.e 5:732a21fc:::benchmark_data_smithi018_184207_object74491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:00:25.741 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 104.33041778099999, 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475, 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74492 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:00:25.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2337999999999999e-05 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277251+0000", 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1112e-05 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277272+0000", 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4618e-05 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277287+0000", 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038494700000000001 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277672+0000", 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1120000000000001e-06 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277678+0000", 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97542460200000003 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253102+0000", 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2859999999999999e-06 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253111+0000", 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.310552478 2023-09-23T18:00:25.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563663+0000", 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011257200000000001 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563776+0000", 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013762299999999999 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563913+0000", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054119839999999999 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569325+0000", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083748000000000004 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570163+0000", 2023-09-23T18:00:25.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011032792 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581195+0000", 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.672e-05 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581242+0000", 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012054640000000001 2023-09-23T18:00:25.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582448+0000", 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74493 5.e 5:70339e8a:::benchmark_data_smithi018_184207_object74492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 104.330318547, 2023-09-23T18:00:25.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999, 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74493 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:00:25.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2110999999999998e-05 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277330+0000", 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2172999999999999e-05 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277352+0000", 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6370000000000004e-06 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:25.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277358+0000", 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00084477399999999996 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278202+0000", 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0694e-05 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278213+0000", 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97491992900000002 2023-09-23T18:00:25.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253133+0000", 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3330000000000003e-06 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253142+0000", 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312225161 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565368+0000", 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014201099999999999 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565510+0000", 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013594799999999999 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:00:25.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565646+0000", 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037156379999999998 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569361+0000", 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001179404 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570541+0000", 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011972622 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582513+0000", 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5059000000000002e-05 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582578+0000", 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00146196 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:25.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.584040+0000", 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:25.759 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:25.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:25.760 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:25.760 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:25.760 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[153734]: pgmap v349: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:25.760 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1876308240' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:25.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:25.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:25.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[149401]: pgmap v349: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 49277/183681 objects degraded (26.827%); 24691/183681 objects misplaced (13.442%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T18:00:25.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1876308240' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:25.800 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:25.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:25.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:25.928 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:26.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:00:26.029 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:26.067 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:26.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:26.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:26.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:26.234 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:26.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:26.435 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:26.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:26.446 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:26.547 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:26.584 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:26.627 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:26.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:26.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:26.715 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:26.732 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:26.774 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 49277/183681 objects degraded (26.827%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:26.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 49277/183681 objects degraded (26.827%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:26.782 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:26.840 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:26.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:26.846 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 49277/183681 objects degraded (26.827%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:26.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:27.008 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T18:00:27.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:26 smithi018 bash[206486]: --> ceph-volume lvm activate successful for osd ID: 2 2023-09-23T18:00:27.107 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:27.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:27.115 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:27.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:00:27.216 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:27.244 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:27.284 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:27.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:27.287 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:27.388 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:27.442 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:27.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[153734]: pgmap v350: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 48937/182091 objects degraded (26.875%); 24454/182091 objects misplaced (13.430%); 9.6 MiB/s, 154 objects/s recovering 2023-09-23T18:00:27.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3337155357' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:27.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:27.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[149401]: pgmap v350: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 48937/182091 objects degraded (26.875%); 24454/182091 objects misplaced (13.430%); 9.6 MiB/s, 154 objects/s recovering 2023-09-23T18:00:27.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3337155357' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:27.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:27.567 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:00:27.682 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:27.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:27.685 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:27.786 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:27.831 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:27.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:27 smithi149 ceph-mon[135148]: pgmap v350: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 48937/182091 objects degraded (26.875%); 24454/182091 objects misplaced (13.430%); 9.6 MiB/s, 154 objects/s recovering 2023-09-23T18:00:27.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3337155357' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:27.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:00:28.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:28.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:28.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:28.098 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:28 smithi018 podman[206953]: 2023-09-23T18:00:28.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:28.224 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:28.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:28.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:28.328 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:28.377 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:28.405 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:28.427 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:28 smithi018 bash[206953]: 9a010c885dd17b15983b1ea5dd52754078eb1a491e3bc77572d2a12c875d3bfa 2023-09-23T18:00:28.430 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:00:28.478 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:28.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:28.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:28.583 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:28.640 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:28 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:28 smithi149 ceph-mon[135148]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:28 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:00:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:28 smithi149 ceph-mon[135148]: osdmap e143: 8 total, 7 up, 8 in 2023-09-23T18:00:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:28 smithi149 ceph-mon[135148]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.686 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:28.692 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:28 smithi018 systemd[1]: Started Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:00:28.692 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:00:28.598+0000 7f0a52851640 -1 Falling back to public interface 2023-09-23T18:00:28.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:28.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[153734]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:00:28.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[153734]: osdmap e143: 8 total, 7 up, 8 in 2023-09-23T18:00:28.693 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[153734]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:28.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:28.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:28.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[149401]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:00:28.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[149401]: osdmap e143: 8 total, 7 up, 8 in 2023-09-23T18:00:28.694 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:28 smithi018 ceph-mon[149401]: failed to encode map e143 with expected crc 2023-09-23T18:00:28.712 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:28.712 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:00:28.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(5.5 143/138 [PushOp(5:a9d44fcd:::benchmark_data_smithi018_184207_object40486:head, version: 108'2515, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:a9d44fcd:::benchmark_data_smithi018_184207_object40486:head@108'2515, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:00:28.710791+0000", 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.001069504, 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001128694, 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710791+0000", 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:28.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710791+0000", 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710790+0000", 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6246000000000003e-05 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710847+0000", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1384999999999999e-05 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710868+0000", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8595e-05 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710897+0000", 2023-09-23T18:00:28.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5230999999999997e-05 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.710992+0000", 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2819999999999999e-05 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:00:28.711005+0000", 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021348999999999999 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:28.716 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:28.717 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:28.717 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:28.717 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:00:28.717 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 1 2023-09-23T18:00:28.717 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:28.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:28.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:29.132 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:29.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:29.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:29.165 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:00:29.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:29.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:29.335 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:29.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:29.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:29.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:29.472 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:29.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:29 smithi018 ceph-mon[149401]: pgmap v352: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 137 op/s; 48703/181269 objects degraded (26.868%); 23716/181269 objects misplaced (13.083%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T18:00:29.690 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:29.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:29.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:29.797 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:29.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:29 smithi018 ceph-mon[153734]: pgmap v352: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 137 op/s; 48703/181269 objects degraded (26.868%); 23716/181269 objects misplaced (13.083%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T18:00:29.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:29 smithi149 ceph-mon[135148]: pgmap v352: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 137 op/s; 48703/181269 objects degraded (26.868%); 23716/181269 objects misplaced (13.083%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T18:00:29.833 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:29.873 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:29.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:29.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:29.887 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:29.982 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:30.011 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:30.054 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:30.054 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.055 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T18:00:30.056 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.056 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.056 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.056 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.056 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:00:30.067 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:30.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:30.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:30.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:00:30.171 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:30.207 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:30.248 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:30.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:30.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:30.354 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:30.402 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:30.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3691244436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:30.808 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3691244436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:30.818 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:30.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:30.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:30.851 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3691244436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:30.923 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:30.976 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:31.229 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:31.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:31.232 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:31.333 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:31.385 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:31.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:31 smithi018 ceph-mon[149401]: pgmap v353: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 48234/179325 objects degraded (26.898%); 23452/179325 objects misplaced (13.078%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:00:31.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 48703/181269 objects degraded (26.868%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:31.638 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:31 smithi018 ceph-mon[153734]: pgmap v353: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 48234/179325 objects degraded (26.898%); 23452/179325 objects misplaced (13.078%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:00:31.638 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 48703/181269 objects degraded (26.868%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:31.715 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:31.715 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:31.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:31 smithi149 ceph-mon[135148]: pgmap v353: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 48234/179325 objects degraded (26.898%); 23452/179325 objects misplaced (13.078%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:00:31.864 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 48703/181269 objects degraded (26.868%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:32.144 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:00:32.202 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:32.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:32.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:32.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:32.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:32.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:32.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:32.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:32.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:32.531 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:00:32.361+0000 7f0a52851640 -1 osd.2 132 log_to_monitors true 2023-09-23T18:00:32.549 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:32.604 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:32.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:32.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:32.713 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:32.744 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:32 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T18:00:32.754 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:32.803 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:32.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:32.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:32.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:32 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T18:00:32.812 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:00:32 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:00:32.606+0000 7f0a40cb8700 -1 osd.2 132 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:00:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:32 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T18:00:32.883 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:32.910 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:32.942 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: failed to encode map e144 with expected crc 2023-09-23T18:00:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: failed to encode map e144 with expected crc 2023-09-23T18:00:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T18:00:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: osdmap e144: 8 total, 7 up, 8 in 2023-09-23T18:00:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:00:33.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:33 smithi149 ceph-mon[135148]: pgmap v355: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 13 MiB/s, 205 objects/s recovering 2023-09-23T18:00:34.016 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: failed to encode map e144 with expected crc 2023-09-23T18:00:34.016 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: failed to encode map e144 with expected crc 2023-09-23T18:00:34.016 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T18:00:34.016 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: osdmap e144: 8 total, 7 up, 8 in 2023-09-23T18:00:34.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:00:34.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[153734]: pgmap v355: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 13 MiB/s, 205 objects/s recovering 2023-09-23T18:00:34.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: failed to encode map e144 with expected crc 2023-09-23T18:00:34.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: failed to encode map e144 with expected crc 2023-09-23T18:00:34.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T18:00:34.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: osdmap e144: 8 total, 7 up, 8 in 2023-09-23T18:00:34.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: from='osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:00:34.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:33 smithi018 ceph-mon[149401]: pgmap v355: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 13 MiB/s, 205 objects/s recovering 2023-09-23T18:00:34.018 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:00:34.019 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:00:34.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:34.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:34.077 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:34.177 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:34.352 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:34.374 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:34.521 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:34.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:34.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:34.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:34.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:00:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268] boot 2023-09-23T18:00:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T18:00:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268] boot 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T18:00:34.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T18:00:34.735 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:00:34.735 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.735 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: failed to encode map e145 with expected crc 2023-09-23T18:00:34.735 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: osd.2 [v2:172.21.15.18:6818/3379404268,v1:172.21.15.18:6819/3379404268] boot 2023-09-23T18:00:34.735 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T18:00:34.736 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T18:00:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:34.837 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:00:34.838 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:00:34.838 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:00:34.838 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:00:34.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:34.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:34.873 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:34.974 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:35.006 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:35.041 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:35.041 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:35.046 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:35.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:35.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:35.151 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:35.186 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:34] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.33.4" 2023-09-23T18:00:35.361 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:35.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:35.364 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:35.423 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:00:35.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:35.539 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:35.632 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:35.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:35.641 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: pgmap v358: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T18:00:35.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[149401]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.643 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: pgmap v358: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T18:00:35.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:35 smithi018 ceph-mon[153734]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: pgmap v358: 89 pgs: 4 active+recovery_wait+degraded, 15 active+clean+remapped, 1 active+recovering+undersized+remapped, 6 active+undersized, 1 active+recovering+degraded+remapped, 5 active+recovery_wait+degraded+remapped, 48 active+clean, 5 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 161 op/s; 47991/178362 objects degraded (26.907%); 22689/178362 objects misplaced (12.721%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T18:00:35.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:35 smithi149 ceph-mon[135148]: failed to encode map e146 with expected crc 2023-09-23T18:00:35.743 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:35.863 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:35.991 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:35.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:35.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:36.020 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:00:36.066 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:36.098 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:36.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:36.226 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:36.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:36.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:36.331 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:36.364 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:36.401 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:36.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:36.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:36.504 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:36.548 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:36.595 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:36.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:36.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:36.678 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.678 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 47991/178362 objects degraded (26.907%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:36.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:36.727 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:36.769 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 47991/178362 objects degraded (26.907%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: failed to encode map e147 with expected crc 2023-09-23T18:00:36.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 47991/178362 objects degraded (26.907%), 19 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:36.878 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:36.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:36.881 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:36.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:37.014 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:37.156 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:37.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:37.159 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:37.260 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:37.361 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:37.361 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:37.626 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:00:37.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:37 smithi149 ceph-mon[135148]: pgmap v360: 89 pgs: 8 remapped+peering, 2 active+recovery_wait+degraded, 14 active+clean+remapped, 2 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 53 active+clean, 1 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 110 op/s; 19981/177033 objects degraded (11.287%); 7992/177033 objects misplaced (4.514%); 3.8 MiB/s, 174 objects/s recovering 2023-09-23T18:00:37.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3530596219' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:37.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:37.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:00:38.036 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[153734]: pgmap v360: 89 pgs: 8 remapped+peering, 2 active+recovery_wait+degraded, 14 active+clean+remapped, 2 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 53 active+clean, 1 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 110 op/s; 19981/177033 objects degraded (11.287%); 7992/177033 objects misplaced (4.514%); 3.8 MiB/s, 174 objects/s recovering 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3530596219' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[149401]: pgmap v360: 89 pgs: 8 remapped+peering, 2 active+recovery_wait+degraded, 14 active+clean+remapped, 2 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 53 active+clean, 1 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 110 op/s; 19981/177033 objects degraded (11.287%); 7992/177033 objects misplaced (4.514%); 3.8 MiB/s, 174 objects/s recovering 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3530596219' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:38.039 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:38.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:38.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:38.141 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:38.176 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:38.216 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:38.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:38.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:38.320 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:38.350 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:38.387 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:38.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:38.389 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:38.442 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:38.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:38.532 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:38.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T18:00:38.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[153734]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:38.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:38.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:38.782 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:38.810 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:38.898 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:38.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:38.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:38.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T18:00:38.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:38 smithi149 ceph-mon[135148]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:38.902 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:38.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: failed to encode map e148 with expected crc 2023-09-23T18:00:38.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:38.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T18:00:38.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:38 smithi018 ceph-mon[149401]: failed to encode map e148 with expected crc 2023-09-23T18:00:39.003 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:39.031 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:39.773 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:39.773 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: pgmap v362: 89 pgs: 1 peering, 7 remapped+peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 106 op/s; 26744/176763 objects degraded (15.130%); 2552/176763 objects misplaced (1.444%); 11 MiB/s, 285 objects/s recovering 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: pgmap v362: 89 pgs: 1 peering, 7 remapped+peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 106 op/s; 26744/176763 objects degraded (15.130%); 2552/176763 objects misplaced (1.444%); 11 MiB/s, 285 objects/s recovering 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: pgmap v362: 89 pgs: 1 peering, 7 remapped+peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 106 op/s; 26744/176763 objects degraded (15.130%); 2552/176763 objects misplaced (1.444%); 11 MiB/s, 285 objects/s recovering 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: failed to encode map e149 with expected crc 2023-09-23T18:00:39.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:39.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:40.030 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:40.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:40.134 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:40.163 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:40.183 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:00:40.206 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:40.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:40.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:40.343 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:40.384 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:40.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:40.468 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:00:40.468 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:00:40.468 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:00:40.468 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:00:40.488 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:40.516 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:40.552 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:40.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:40.568 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:40.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:40.614 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:00:40.652 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:40.657 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:40.682 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:40.686 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:40.703 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:40.724 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:40.725 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:40.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.729 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:40.748 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:40.749 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.750 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2653985794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.779 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2653985794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:40.816 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:40.830 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:40.869 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:40.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T18:00:40.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: failed to encode map e150 with expected crc 2023-09-23T18:00:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2653985794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:40.913 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:40.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:40.916 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:41.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:41.047 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:41.249 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:41.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:41.254 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:41.345 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:41.355 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:41.386 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:41.423 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:41.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:41.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:41.528 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:41.555 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:41.641 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:41.645 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:41 smithi149 ceph-mon[135148]: pgmap v365: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 29 op/s; 54313/176586 objects degraded (30.757%); 2552/176586 objects misplaced (1.445%); 8.4 MiB/s, 150 objects/s recovering 2023-09-23T18:00:41.646 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 54313/176586 objects degraded (30.757%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:41.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:41.646 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:41.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:41.781 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:41.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:41 smithi018 ceph-mon[153734]: pgmap v365: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 29 op/s; 54313/176586 objects degraded (30.757%); 2552/176586 objects misplaced (1.445%); 8.4 MiB/s, 150 objects/s recovering 2023-09-23T18:00:41.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 54313/176586 objects degraded (30.757%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:41.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:41 smithi018 ceph-mon[149401]: pgmap v365: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 204 B/s rd, 0 B/s wr, 29 op/s; 54313/176586 objects degraded (30.757%); 2552/176586 objects misplaced (1.445%); 8.4 MiB/s, 150 objects/s recovering 2023-09-23T18:00:41.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 54313/176586 objects degraded (30.757%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:42.118 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:42.118 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:00:42.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:00:42.118 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33969 5.4 5:236150c2:::benchmark_data_smithi018_184207_object33968:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.986765+0000", 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 150.12824763699999, 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099998037999999997, 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.119 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33969 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986765+0000", 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986765+0000", 2023-09-23T18:00:42.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986763+0000", 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7970999999999998e-05 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986821+0000", 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4256e-05 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986835+0000", 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2759999999999997e-06 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986842+0000", 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7747999999999998e-05 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.986889+0000", 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013499599999999999 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.987024+0000", 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015326000000000001 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.987178+0000", 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012810059999999999 2023-09-23T18:00:42.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.988459+0000", 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001359634 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989818+0000", 2023-09-23T18:00:42.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096840141000000005 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.086658+0000", 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6407999999999999e-05 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.086715+0000", 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7855000000000002e-05 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.086763+0000", 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099998037999999997 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:83998 5.d 5:b8d4709d:::benchmark_data_smithi018_184207_object9337:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:54.284248+0000", 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.830763806999997, 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083631964000000003, 2023-09-23T18:00:42.126 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 83998 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284248+0000", 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284248+0000", 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284248+0000", 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8619999999999999e-06 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284251+0000", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7270000000000004e-06 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284257+0000", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.709e-06 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.284260+0000", 2023-09-23T18:00:42.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.040753241000000003 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.325013+0000", 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00077831899999999997 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.325792+0000", 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022134877000000001 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.347927+0000", 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5519000000000007e-05 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.348002+0000", 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011597 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.348118+0000", 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017078164999999999 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.365196+0000", 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5178000000000005e-05 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.365262+0000", 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1482000000000004e-05 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.365333+0000", 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5457000000000006e-05 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.365408+0000", 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024718940000000001 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.367880+0000", 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083631964000000003 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:84283 5.d 5:b692ffd7:::benchmark_data_smithi018_184207_object9622:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:54.911399+0000", 2023-09-23T18:00:42.134 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.203613478999998, 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.094545494999999993, 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 84283 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911399+0000", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911399+0000", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911396+0000", 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1459e-05 2023-09-23T18:00:42.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911407+0000", 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4416999999999999e-05 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911422+0000", 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.452e-06 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.911429+0000", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024437479000000002 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.935867+0000", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00064018199999999999 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.936507+0000", 2023-09-23T18:00:42.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022769320999999999 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.959276+0000", 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4251000000000003e-05 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.959371+0000", 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015258700000000001 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.959523+0000", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018927902 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.978451+0000", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0027000000000001e-05 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:54.978501+0000", 2023-09-23T18:00:42.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024704394000000001 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:55.003205+0000", 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6115000000000001e-05 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:55.003252+0000", 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026926490000000001 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:55.005944+0000", 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.094545494999999993 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:84840 5.d 5:bf5aef53:::benchmark_data_smithi018_184207_object10179:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:56.272982+0000", 2023-09-23T18:00:42.142 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 45.842030125999997, 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083313366999999999, 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 84840 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.272982+0000", 2023-09-23T18:00:42.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.272982+0000", 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.272980+0000", 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9310000000000003e-06 2023-09-23T18:00:42.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.272990+0000", 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1712000000000001e-05 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.273002+0000", 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6969999999999996e-06 2023-09-23T18:00:42.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.273008+0000", 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029557686999999999 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.302566+0000", 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00059622899999999999 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.303162+0000", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023793053000000002 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.326955+0000", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115114 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.327070+0000", 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113538 2023-09-23T18:00:42.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.327184+0000", 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018480968 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.345665+0000", 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0070605620000000003 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.352725+0000", 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1916000000000003e-05 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.352767+0000", 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1400000000000001e-05 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.352839+0000", 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00345663 2023-09-23T18:00:42.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.356295+0000", 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083313366999999999 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:84866 5.d 5:be0c9393:::benchmark_data_smithi018_184207_object10205:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:56.314108+0000", 2023-09-23T18:00:42.150 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 45.800904338999999, 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096399987000000006, 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 84866 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314108+0000", 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314108+0000", 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314106+0000", 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7180000000000002e-06 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314115+0000", 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5716e-05 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314131+0000", 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.314137+0000", 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056277097999999998 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.370414+0000", 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00062505799999999995 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.371039+0000", 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013970656999999999 2023-09-23T18:00:42.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.385010+0000", 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9097000000000003e-05 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.385109+0000", 2023-09-23T18:00:42.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015823000000000001 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.385267+0000", 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014999122 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.400266+0000", 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5930999999999998e-05 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.400312+0000", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072385490000000004 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.407551+0000", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9466000000000003e-05 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.407610+0000", 2023-09-23T18:00:42.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002897499 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.410508+0000", 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096399987000000006 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85072 5.d 5:b2628d96:::benchmark_data_smithi018_184207_object10411:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.158 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:56.816739+0000", 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 45.298273322, 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089973953999999995, 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85072 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816739+0000", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816739+0000", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816737+0000", 2023-09-23T18:00:42.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0390000000000005e-06 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816745+0000", 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5763000000000001e-05 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816761+0000", 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0990000000000001e-06 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.816768+0000", 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.034222482999999998 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.850990+0000", 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00092552499999999996 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.851916+0000", 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020773804999999999 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.872690+0000", 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3999999999999995e-05 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.872774+0000", 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000156009 2023-09-23T18:00:42.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.872930+0000", 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01778165 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.890711+0000", 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01331714 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.904029+0000", 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3620000000000001e-05 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.904052+0000", 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8368999999999998e-05 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.904091+0000", 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00262226 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:56.906713+0000", 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089973953999999995 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85383 5.d 5:b705e58c:::benchmark_data_smithi018_184207_object10722:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.536763+0000", 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.578249427999999, 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087297391000000002, 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.167 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85383 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536763+0000", 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536763+0000", 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536761+0000", 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3718e-05 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536775+0000", 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.47e-05 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536790+0000", 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4489999999999996e-06 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536796+0000", 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076862500000000004 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.544482+0000", 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026369750000000002 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.547119+0000", 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025788821 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.572908+0000", 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7816000000000003e-05 2023-09-23T18:00:42.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.572976+0000", 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010224499999999999 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.573078+0000", 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017119104999999999 2023-09-23T18:00:42.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.590197+0000", 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031303385000000003 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.621501+0000", 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9384000000000001e-05 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.621540+0000", 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3769999999999997e-05 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.621574+0000", 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002486313 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.624060+0000", 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087297391000000002 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85384 5.d 5:bf7ad84a:::benchmark_data_smithi018_184207_object10723:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.536808+0000", 2023-09-23T18:00:42.175 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.578204229999997, 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.093459078000000001, 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85384 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.176 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536808+0000", 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536808+0000", 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536807+0000", 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5899999999999999e-06 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536811+0000", 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.57e-06 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536817+0000", 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.709e-06 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.536820+0000", 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012485316999999999 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.549306+0000", 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002683459 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.551989+0000", 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035077319000000003 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.587066+0000", 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2738000000000006e-05 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.587159+0000", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015991700000000001 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.587319+0000", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018557680999999999 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.605877+0000", 2023-09-23T18:00:42.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021155572000000001 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.627032+0000", 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5463999999999997e-05 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.627078+0000", 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5529000000000003e-05 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.627133+0000", 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003133795 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.630267+0000", 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.093459078000000001 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.183 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85385 5.d 5:b50703b5:::benchmark_data_smithi018_184207_object10724:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.538203+0000", 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.576808880000002, 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.094683688000000002, 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.184 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85385 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538203+0000", 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538203+0000", 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538202+0000", 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0604999999999999e-05 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538213+0000", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5166e-05 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538228+0000", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8199999999999999e-06 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538235+0000", 2023-09-23T18:00:42.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017317432000000001 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.555552+0000", 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017415760000000001 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.557294+0000", 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039500847999999998 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.596794+0000", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9807000000000002e-05 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.596894+0000", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016604 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.597060+0000", 2023-09-23T18:00:42.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022057717000000001 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.619118+0000", 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011228254 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.630346+0000", 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5896000000000002e-05 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.630392+0000", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2897000000000004e-05 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.630455+0000", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002431955 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.632887+0000", 2023-09-23T18:00:42.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.094683688000000002 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85389 5.d 5:bae1c9e9:::benchmark_data_smithi018_184207_object10728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.538243+0000", 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.576769122999998, 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097621287000000001, 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.192 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85389 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538243+0000", 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538243+0000", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538243+0000", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9510000000000002e-06 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538246+0000", 2023-09-23T18:00:42.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9749999999999998e-06 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538251+0000", 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.67e-06 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.538254+0000", 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019099080000000001 2023-09-23T18:00:42.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.557353+0000", 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066494999999999998 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.558018+0000", 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047900725999999998 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.605919+0000", 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101272 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.606020+0000", 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155339 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.606176+0000", 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015337627 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.621513+0000", 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011409383 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.632923+0000", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9138999999999997e-05 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.632982+0000", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9066999999999997e-05 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.633021+0000", 2023-09-23T18:00:42.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028435890000000001 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.635864+0000", 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097621287000000001 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.200 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85394 5.d 5:bdb1d3c9:::benchmark_data_smithi018_184207_object10733:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.552644+0000", 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.562368214000003, 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086229517000000006, 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85394 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552644+0000", 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552644+0000", 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552642+0000", 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6619999999999994e-06 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552651+0000", 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.34e-05 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552664+0000", 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6020000000000002e-06 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.552672+0000", 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053841399999999999 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.558056+0000", 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00069234400000000001 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.558748+0000", 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060404684 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.619153+0000", 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3658999999999994e-05 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.619227+0000", 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144819 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.619372+0000", 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075650229999999997 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.626937+0000", 2023-09-23T18:00:42.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0089801919999999997 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.635917+0000", 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.693e-05 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.635954+0000", 2023-09-23T18:00:42.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4060000000000001e-05 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.636008+0000", 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00286564 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.638873+0000", 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086229517000000006 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.208 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:85416 5.d 5:bc3f3940:::benchmark_data_smithi018_184207_object10755:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:57.618309+0000", 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.49670278, 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081331949000000001, 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.209 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 85416 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618309+0000", 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618309+0000", 2023-09-23T18:00:42.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618307+0000", 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4280000000000002e-06 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618317+0000", 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3612e-05 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618340+0000", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2500000000000006e-06 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.618349+0000", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026166516000000001 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.644515+0000", 2023-09-23T18:00:42.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063032799999999999 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.645146+0000", 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024876994999999999 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.670023+0000", 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000109522 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.670132+0000", 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018926300000000001 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.670321+0000", 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075275439999999997 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.677849+0000", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021883829999999999 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.680037+0000", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015908526999999999 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.695946+0000", 2023-09-23T18:00:42.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5597000000000003e-05 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.696001+0000", 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036399539999999999 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:57.699641+0000", 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081331949000000001 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.216 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86180 5.d 5:b6397cf3:::benchmark_data_smithi018_184207_object11519:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.779786977999997, 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10997615099999999, 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.217 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86180 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.916e-06 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335227+0000", 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.442e-06 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335231+0000", 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6009999999999999e-06 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335235+0000", 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072987870000000002 2023-09-23T18:00:42.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.342534+0000", 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00059481900000000001 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.343128+0000", 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035861779000000003 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.378990+0000", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3151000000000004e-05 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.379073+0000", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014643800000000001 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.379220+0000", 2023-09-23T18:00:42.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014388342 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.393608+0000", 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002604903 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.396213+0000", 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045192467 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.441406+0000", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1375e-05 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.441477+0000", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037244320000000002 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.445201+0000", 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10997615099999999 2023-09-23T18:00:42.224 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86196 5.d 5:b64e3569:::benchmark_data_smithi018_184207_object11535:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.369255+0000", 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.745756747999998, 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091809689999999999, 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.225 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86196 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369255+0000", 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369255+0000", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369254+0000", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6152999999999999e-05 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369270+0000", 2023-09-23T18:00:42.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6279000000000001e-05 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369286+0000", 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6030000000000001e-06 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.369293+0000", 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026944408 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.396237+0000", 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018822800000000001 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.398120+0000", 2023-09-23T18:00:42.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016535870000000001 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.414656+0000", 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113236 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.414769+0000", 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000182475 2023-09-23T18:00:42.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.414951+0000", 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015337016 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.430288+0000", 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0976e-05 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.430309+0000", 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028029737999999998 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.458339+0000", 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2936999999999996e-05 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.458412+0000", 2023-09-23T18:00:42.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026532190000000001 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.461065+0000", 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091809689999999999 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86221 5.d 5:b00334d5:::benchmark_data_smithi018_184207_object11560:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.233 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.447830+0000", 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.667182570000001, 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083082169999999997, 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86221 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447830+0000", 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447830+0000", 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447827+0000", 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2914999999999999e-05 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447840+0000", 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8012e-05 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447858+0000", 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.712e-06 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.447865+0000", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028870710000000001 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.476736+0000", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00059340800000000002 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.477329+0000", 2023-09-23T18:00:42.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017754523000000001 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.495084+0000", 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3152999999999996e-05 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.495157+0000", 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111853 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.495269+0000", 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016442042 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511711+0000", 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016109062 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.527820+0000", 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6452999999999995e-05 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.527897+0000", 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5177999999999999e-05 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.527952+0000", 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029600400000000002 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.530912+0000", 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083082169999999997 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86242 5.d 5:b6e59a5d:::benchmark_data_smithi018_184207_object11581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.241 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.620288107999997, 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10532786199999999, 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86242 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.242 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494723+0000", 2023-09-23T18:00:42.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.391e-06 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494730+0000", 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3079e-05 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494743+0000", 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6330000000000001e-06 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494749+0000", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.048995796000000001 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.543744+0000", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00082641599999999996 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.544571+0000", 2023-09-23T18:00:42.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010565796000000001 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555137+0000", 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1309000000000005e-05 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555208+0000", 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101407 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555309+0000", 2023-09-23T18:00:42.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022628846000000001 2023-09-23T18:00:42.249 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.577938+0000", 2023-09-23T18:00:42.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9321999999999996e-05 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.578028+0000", 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018372631 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.596400+0000", 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8813000000000001e-05 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.596459+0000", 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035929400000000002 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.600052+0000", 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10532786199999999 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86246 5.d 5:be30c3c5:::benchmark_data_smithi018_184207_object11585:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.613598093, 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112851611, 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86246 2023-09-23T18:00:42.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501413+0000", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6799999999999999e-06 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501417+0000", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7690000000000002e-06 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501426+0000", 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3319999999999999e-06 2023-09-23T18:00:42.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501431+0000", 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043170841000000001 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.544602+0000", 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029831839999999998 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.547585+0000", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018083261999999999 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.565669+0000", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012659800000000001 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.565795+0000", 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211015 2023-09-23T18:00:42.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.566006+0000", 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018473268000000001 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584479+0000", 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026445990999999999 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.610925+0000", 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3746999999999996e-05 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.611009+0000", 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5600999999999999e-05 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.611055+0000", 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003210985 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.614266+0000", 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112851611 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86247 5.d 5:b2837f96:::benchmark_data_smithi018_184207_object11586:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.603407638, 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118612896, 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86247 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.260 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511603+0000", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2033e-05 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511615+0000", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3633e-05 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511629+0000", 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2349999999999999e-06 2023-09-23T18:00:42.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511634+0000", 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036030454000000003 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.547664+0000", 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00069221199999999999 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.548357+0000", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036164911000000001 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584521+0000", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114739 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584636+0000", 2023-09-23T18:00:42.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019073399999999999 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584827+0000", 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023008677000000002 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607836+0000", 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018951764999999999 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626787+0000", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5089999999999998e-05 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626822+0000", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0099999999999997e-05 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626883+0000", 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003334938 2023-09-23T18:00:42.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630217+0000", 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118612896 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86248 5.d 5:b5fd48b0:::benchmark_data_smithi018_184207_object11587:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:00:42.267 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.597245923999999, 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115904787, 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86248 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:00:42.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517765+0000", 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3370000000000002e-06 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517772+0000", 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0824e-05 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517783+0000", 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9169999999999997e-06 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517788+0000", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030679337000000001 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.548467+0000", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063108100000000002 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.549099+0000", 2023-09-23T18:00:42.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044563585000000003 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593662+0000", 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2970000000000001e-05 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593735+0000", 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137496 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593873+0000", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013975725 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607848+0000", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022441732999999998 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630290+0000", 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6019999999999995e-05 2023-09-23T18:00:42.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630356+0000", 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5720999999999997e-05 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630412+0000", 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032592680000000001 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.633671+0000", 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115904787 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86266 5.d 5:be03921f:::benchmark_data_smithi018_184207_object11605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.550331+0000", 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 42.564681368999999, 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086566203999999994, 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:00:42.275 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86266 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550331+0000", 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550331+0000", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550329+0000", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3551e-05 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550342+0000", 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7516999999999998e-05 2023-09-23T18:00:42.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550360+0000", 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1960000000000002e-06 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.550367+0000", 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077600919999999997 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.558127+0000", 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00072106000000000004 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.558848+0000", 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049034304000000001 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:00:42.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607882+0000", 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101337 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607984+0000", 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015876700000000001 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.608143+0000", 2023-09-23T18:00:42.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018594047999999998 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626737+0000", 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007000821 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.633737+0000", 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9468000000000006e-05 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.633817+0000", 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1338000000000001e-05 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.633878+0000", 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003018817 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:00:42.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.636897+0000", 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086566203999999994 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:00:42.283 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:42.283 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:00:42.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:42.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:42.285 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:42.386 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:42.417 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:42.509 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:42.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:42.516 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:42.541 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:00:42.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:42.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:42.683 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:42.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:42.686 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:42.787 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:42.844 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:42.883 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:42.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:42.887 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:42.987 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:42.999 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:00:43.001 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:00:43.025 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:43.062 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:43.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:43.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:43.072 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:43.167 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:43.196 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:43.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:00:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:43 smithi149 ceph-mon[135148]: pgmap v366: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 26 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 7.1 MiB/s, 125 objects/s recovering 2023-09-23T18:00:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:43 smithi149 ceph-mon[135148]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:44.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:43 smithi018 ceph-mon[153734]: pgmap v366: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 26 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 7.1 MiB/s, 125 objects/s recovering 2023-09-23T18:00:44.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:43 smithi018 ceph-mon[153734]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:44.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:43 smithi018 ceph-mon[149401]: pgmap v366: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 26 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 7.1 MiB/s, 125 objects/s recovering 2023-09-23T18:00:44.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:43 smithi018 ceph-mon[149401]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:00:44.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:44.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:44.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:44.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:44.363 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:44.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:44.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:44.471 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:44.502 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:44.539 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:44.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:44.542 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:44.643 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:44.671 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:44.710 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:44.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:44.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:44.814 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:44.840 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:44.877 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:44.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:44.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:44.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:45.010 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:45.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:44] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.33.4" 2023-09-23T18:00:45.629 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[149401]: pgmap v367: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 14 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 5.7 MiB/s, 101 objects/s recovering 2023-09-23T18:00:45.629 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[149401]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T18:00:45.629 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[149401]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[149401]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[149401]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:45.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:45.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:45.683 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2023-09-23T18:00:42.605247+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3859748811,"num_objects":58851,"num_object_clones":0,"num_object_copies":176553,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":54312,"num_objects_misplaced":2552,"num_objects_unfound":0,"num_objects_dirty":58851,"num_whiteouts":0,"num_read":6304,"num_read_kb":13725,"num_write":91601,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20167,"num_bytes_recovered":1206719383,"num_keys_recovered":10,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90865,"ondisk_log_size":90865,"up":267,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":310,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14505544,"kb_used_data":12964040,"kb_used_omap":37,"kb_used_meta":1541402,"kb_avail":735455672,"statfs":{"total":767960285184,"available":753106608128,"internally_reserved":0,"allocated":13275176960,"data_stored":13269947733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38656,"internal_metadata":1578395904},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10485760,"num_objects":-160,"num_object_clones":0,"num_object_copies":-480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":34331,"num_objects_misplaced":-5440,"num_objects_unfound":0,"num_objects_dirty":-160,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":160,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":44367872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001607"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.626291+0000","last_change":"2023-09-23T18:00:35.624266+0000","last_active":"2023-09-23T18:00:35.626291+0000","last_peered":"2023-09-23T18:00:35.626291+0000","last_clean":"2023-09-23T18:00:35.626291+0000","last_became_active":"2023-09-23T18:00:35.623921+0000","last_became_peered":"2023-09-23T18:00:35.623921+0000","last_unstale":"2023-09-23T18:00:35.626291+0000","last_undegraded":"2023-09-23T18:00:35.626291+0000","last_fullsized":"2023-09-23T18:00:35.626291+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:18.060393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":138,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.614149+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:00:38.614149+0000","last_peered":"2023-09-23T18:00:38.614149+0000","last_clean":"2023-09-23T18:00:38.614149+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:00:38.614149+0000","last_undegraded":"2023-09-23T18:00:38.614149+0000","last_fullsized":"2023-09-23T18:00:38.614149+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.602711+0000","last_change":"2023-09-23T18:00:02.816201+0000","last_active":"2023-09-23T18:00:35.602711+0000","last_peered":"2023-09-23T18:00:35.602711+0000","last_clean":"2023-09-23T18:00:35.602711+0000","last_became_active":"2023-09-23T18:00:02.815850+0000","last_became_peered":"2023-09-23T18:00:02.815850+0000","last_unstale":"2023-09-23T18:00:35.602711+0000","last_undegraded":"2023-09-23T18:00:35.602711+0000","last_fullsized":"2023-09-23T18:00:35.602711+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:34.090653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":105,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618706+0000","last_change":"2023-09-23T18:00:02.730638+0000","last_active":"2023-09-23T18:00:38.618706+0000","last_peered":"2023-09-23T18:00:38.618706+0000","last_clean":"2023-09-23T18:00:38.618706+0000","last_became_active":"2023-09-23T18:00:02.729781+0000","last_became_peered":"2023-09-23T18:00:02.729781+0000","last_unstale":"2023-09-23T18:00:38.618706+0000","last_undegraded":"2023-09-23T18:00:38.618706+0000","last_fullsized":"2023-09-23T18:00:38.618706+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":180,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613146+0000","last_change":"2023-09-23T18:00:35.898846+0000","last_active":"2023-09-23T18:00:38.613146+0000","last_peered":"2023-09-23T18:00:38.613146+0000","last_clean":"2023-09-23T18:00:38.613146+0000","last_became_active":"2023-09-23T18:00:35.898474+0000","last_became_peered":"2023-09-23T18:00:35.898474+0000","last_unstale":"2023-09-23T18:00:38.613146+0000","last_undegraded":"2023-09-23T18:00:38.613146+0000","last_fullsized":"2023-09-23T18:00:38.613146+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:45.364549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":133,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.625065+0000","last_change":"2023-09-23T18:00:02.802213+0000","last_active":"2023-09-23T18:00:38.625065+0000","last_peered":"2023-09-23T18:00:38.625065+0000","last_clean":"2023-09-23T18:00:38.625065+0000","last_became_active":"2023-09-23T18:00:02.801879+0000","last_became_peered":"2023-09-23T18:00:02.801879+0000","last_unstale":"2023-09-23T18:00:38.625065+0000","last_undegraded":"2023-09-23T18:00:38.625065+0000","last_fullsized":"2023-09-23T18:00:38.625065+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.624484+0000","last_change":"2023-09-23T17:58:49.346782+0000","last_active":"2023-09-23T18:00:38.624484+0000","last_peered":"2023-09-23T18:00:38.624484+0000","last_clean":"2023-09-23T18:00:38.624484+0000","last_became_active":"2023-09-23T17:58:49.346416+0000","last_became_peered":"2023-09-23T17:58:49.346416+0000","last_unstale":"2023-09-23T18:00:38.624484+0000","last_undegraded":"2023-09-23T18:00:38.624484+0000","last_fullsized":"2023-09-23T18:00:38.624484+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:57.279243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":138,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613219+0000","last_change":"2023-09-23T18:00:02.817815+0000","last_active":"2023-09-23T18:00:38.613219+0000","last_peered":"2023-09-23T18:00:38.613219+0000","last_clean":"2023-09-23T18:00:38.613219+0000","last_became_active":"2023-09-23T18:00:02.817450+0000","last_became_peered":"2023-09-23T18:00:02.817450+0000","last_unstale":"2023-09-23T18:00:38.613219+0000","last_undegraded":"2023-09-23T18:00:38.613219+0000","last_fullsized":"2023-09-23T18:00:38.613219+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:35.586373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618536+0000","last_change":"2023-09-23T18:00:02.733924+0000","last_active":"2023-09-23T18:00:38.618536+0000","last_peered":"2023-09-23T18:00:38.618536+0000","last_clean":"2023-09-23T18:00:38.618536+0000","last_became_active":"2023-09-23T18:00:02.733554+0000","last_became_peered":"2023-09-23T18:00:02.733554+0000","last_unstale":"2023-09-23T18:00:38.618536+0000","last_undegraded":"2023-09-23T18:00:38.618536+0000","last_fullsized":"2023-09-23T18:00:38.618536+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":73,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619874+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T18:00:38.619874+0000","last_peered":"2023-09-23T18:00:38.619874+0000","last_clean":"2023-09-23T18:00:38.619874+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T18:00:38.619874+0000","last_undegraded":"2023-09-23T18:00:38.619874+0000","last_fullsized":"2023-09-23T18:00:38.619874+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":134,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618200+0000","last_change":"2023-09-23T17:58:53.462458+0000","last_active":"2023-09-23T18:00:38.618200+0000","last_peered":"2023-09-23T18:00:38.618200+0000","last_clean":"2023-09-23T18:00:38.618200+0000","last_became_active":"2023-09-23T17:58:53.361765+0000","last_became_peered":"2023-09-23T17:58:53.361765+0000","last_unstale":"2023-09-23T18:00:38.618200+0000","last_undegraded":"2023-09-23T18:00:38.618200+0000","last_fullsized":"2023-09-23T18:00:38.618200+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.624419+0000","last_change":"2023-09-23T18:00:35.621762+0000","last_active":"2023-09-23T18:00:35.624419+0000","last_peered":"2023-09-23T18:00:35.624419+0000","last_clean":"2023-09-23T18:00:35.624419+0000","last_became_active":"2023-09-23T18:00:35.621363+0000","last_became_peered":"2023-09-23T18:00:35.621363+0000","last_unstale":"2023-09-23T18:00:35.624419+0000","last_undegraded":"2023-09-23T18:00:35.624419+0000","last_fullsized":"2023-09-23T18:00:35.624419+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:39.466879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":122,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.617931+0000","last_change":"2023-09-23T18:00:34.643180+0000","last_active":"2023-09-23T18:00:38.617931+0000","last_peered":"2023-09-23T18:00:38.617931+0000","last_clean":"2023-09-23T18:00:38.617931+0000","last_became_active":"2023-09-23T18:00:34.642902+0000","last_became_peered":"2023-09-23T18:00:34.642902+0000","last_unstale":"2023-09-23T18:00:38.617931+0000","last_undegraded":"2023-09-23T18:00:38.617931+0000","last_fullsized":"2023-09-23T18:00:38.617931+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4734,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":132,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613059+0000","last_change":"2023-09-23T18:00:03.070007+0000","last_active":"2023-09-23T18:00:38.613059+0000","last_peered":"2023-09-23T18:00:38.613059+0000","last_clean":"2023-09-23T18:00:38.613059+0000","last_became_active":"2023-09-23T18:00:03.069661+0000","last_became_peered":"2023-09-23T18:00:03.069661+0000","last_unstale":"2023-09-23T18:00:38.613059+0000","last_undegraded":"2023-09-23T18:00:38.613059+0000","last_fullsized":"2023-09-23T18:00:38.613059+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":148,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.617349+0000","last_change":"2023-09-23T18:00:34.643136+0000","last_active":"2023-09-23T18:00:38.617349+0000","last_peered":"2023-09-23T18:00:38.617349+0000","last_clean":"2023-09-23T18:00:38.617349+0000","last_became_active":"2023-09-23T18:00:34.642750+0000","last_became_peered":"2023-09-23T18:00:34.642750+0000","last_unstale":"2023-09-23T18:00:38.617349+0000","last_undegraded":"2023-09-23T18:00:38.617349+0000","last_fullsized":"2023-09-23T18:00:38.617349+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":144,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613737+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:00:38.613737+0000","last_peered":"2023-09-23T18:00:38.613737+0000","last_clean":"2023-09-23T18:00:38.613737+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:00:38.613737+0000","last_undegraded":"2023-09-23T18:00:38.613737+0000","last_fullsized":"2023-09-23T18:00:38.613737+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":110,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.617506+0000","last_change":"2023-09-23T18:00:02.730420+0000","last_active":"2023-09-23T18:00:38.617506+0000","last_peered":"2023-09-23T18:00:38.617506+0000","last_clean":"2023-09-23T18:00:38.617506+0000","last_became_active":"2023-09-23T18:00:02.730115+0000","last_became_peered":"2023-09-23T18:00:02.730115+0000","last_unstale":"2023-09-23T18:00:38.617506+0000","last_undegraded":"2023-09-23T18:00:38.617506+0000","last_fullsized":"2023-09-23T18:00:38.617506+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":106,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618370+0000","last_change":"2023-09-23T17:58:42.267981+0000","last_active":"2023-09-23T18:00:38.618370+0000","last_peered":"2023-09-23T18:00:38.618370+0000","last_clean":"2023-09-23T18:00:38.618370+0000","last_became_active":"2023-09-23T17:58:42.267619+0000","last_became_peered":"2023-09-23T17:58:42.267619+0000","last_unstale":"2023-09-23T18:00:38.618370+0000","last_undegraded":"2023-09-23T18:00:38.618370+0000","last_fullsized":"2023-09-23T18:00:38.618370+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":101,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.616857+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T18:00:38.616857+0000","last_peered":"2023-09-23T18:00:38.616857+0000","last_clean":"2023-09-23T18:00:38.616857+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T18:00:38.616857+0000","last_undegraded":"2023-09-23T18:00:38.616857+0000","last_fullsized":"2023-09-23T18:00:38.616857+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":107,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613822+0000","last_change":"2023-09-23T18:00:35.676228+0000","last_active":"2023-09-23T18:00:38.613822+0000","last_peered":"2023-09-23T18:00:38.613822+0000","last_clean":"2023-09-23T18:00:38.613822+0000","last_became_active":"2023-09-23T18:00:35.666941+0000","last_became_peered":"2023-09-23T18:00:35.666941+0000","last_unstale":"2023-09-23T18:00:38.613822+0000","last_undegraded":"2023-09-23T18:00:38.613822+0000","last_fullsized":"2023-09-23T18:00:38.613822+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:40.813524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":177,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618933+0000","last_change":"2023-09-23T18:00:34.621931+0000","last_active":"2023-09-23T18:00:38.618933+0000","last_peered":"2023-09-23T18:00:38.618933+0000","last_clean":"2023-09-23T18:00:38.618933+0000","last_became_active":"2023-09-23T18:00:34.621586+0000","last_became_peered":"2023-09-23T18:00:34.621586+0000","last_unstale":"2023-09-23T18:00:38.618933+0000","last_undegraded":"2023-09-23T18:00:38.618933+0000","last_fullsized":"2023-09-23T18:00:38.618933+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":114,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.614584+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:00:38.614584+0000","last_peered":"2023-09-23T18:00:38.614584+0000","last_clean":"2023-09-23T18:00:38.614584+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:00:38.614584+0000","last_undegraded":"2023-09-23T18:00:38.614584+0000","last_fullsized":"2023-09-23T18:00:38.614584+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"148'5598","reported_seq":5653,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.617051+0000","last_change":"2023-09-23T17:57:51.156532+0000","last_active":"2023-09-23T18:00:38.617051+0000","last_peered":"2023-09-23T18:00:38.617051+0000","last_clean":"2023-09-23T18:00:38.617051+0000","last_became_active":"2023-09-23T17:57:51.156240+0000","last_became_peered":"2023-09-23T17:57:51.156240+0000","last_unstale":"2023-09-23T18:00:38.617051+0000","last_undegraded":"2023-09-23T18:00:38.617051+0000","last_fullsized":"2023-09-23T18:00:38.617051+0000","mapping_epoch":103,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5498,"log_dups_size":0,"ondisk_log_size":5498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235143168,"num_objects":3588,"num_object_clones":0,"num_object_copies":10764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5598,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":161,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618411+0000","last_change":"2023-09-23T18:00:11.892718+0000","last_active":"2023-09-23T18:00:38.618411+0000","last_peered":"2023-09-23T18:00:38.618411+0000","last_clean":"2023-09-23T18:00:38.618411+0000","last_became_active":"2023-09-23T18:00:11.892209+0000","last_became_peered":"2023-09-23T18:00:11.892209+0000","last_unstale":"2023-09-23T18:00:38.618411+0000","last_undegraded":"2023-09-23T18:00:38.618411+0000","last_fullsized":"2023-09-23T18:00:38.618411+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":49,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.616799+0000","last_change":"2023-09-23T17:58:42.266956+0000","last_active":"2023-09-23T18:00:38.616799+0000","last_peered":"2023-09-23T18:00:38.616799+0000","last_clean":"2023-09-23T18:00:38.616799+0000","last_became_active":"2023-09-23T17:58:42.266627+0000","last_became_peered":"2023-09-23T17:58:42.266627+0000","last_unstale":"2023-09-23T18:00:38.616799+0000","last_undegraded":"2023-09-23T18:00:38.616799+0000","last_fullsized":"2023-09-23T18:00:38.616799+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"149'5770","reported_seq":8245,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.675208+0000","last_change":"2023-09-23T18:00:35.798477+0000","last_active":"2023-09-23T18:00:38.675208+0000","last_peered":"2023-09-23T18:00:38.675208+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:00:35.772941+0000","last_became_peered":"2023-09-23T18:00:35.772941+0000","last_unstale":"2023-09-23T18:00:38.675208+0000","last_undegraded":"2023-09-23T18:00:35.620624+0000","last_fullsized":"2023-09-23T18:00:35.603803+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5770,"log_dups_size":0,"ondisk_log_size":5770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.691673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247201792,"num_objects":3772,"num_object_clones":0,"num_object_copies":11316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":583,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5770,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":989,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1","objects":3772}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":176,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618628+0000","last_change":"2023-09-23T18:00:33.685183+0000","last_active":"2023-09-23T18:00:38.618628+0000","last_peered":"2023-09-23T18:00:38.618628+0000","last_clean":"2023-09-23T18:00:38.618628+0000","last_became_active":"2023-09-23T18:00:02.733604+0000","last_became_peered":"2023-09-23T18:00:02.733604+0000","last_unstale":"2023-09-23T18:00:38.618628+0000","last_undegraded":"2023-09-23T18:00:38.618628+0000","last_fullsized":"2023-09-23T18:00:38.618628+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":147,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.612964+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:00:38.612964+0000","last_peered":"2023-09-23T18:00:38.612964+0000","last_clean":"2023-09-23T18:00:38.612964+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:00:38.612964+0000","last_undegraded":"2023-09-23T18:00:38.612964+0000","last_fullsized":"2023-09-23T18:00:38.612964+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"149'5649","reported_seq":8561,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.737294+0000","last_change":"2023-09-23T18:00:35.852350+0000","last_active":"2023-09-23T18:00:38.737294+0000","last_peered":"2023-09-23T18:00:38.737294+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T18:00:35.810058+0000","last_became_peered":"2023-09-23T18:00:35.810058+0000","last_unstale":"2023-09-23T18:00:38.737294+0000","last_undegraded":"2023-09-23T18:00:35.647011+0000","last_fullsized":"2023-09-23T18:00:35.603799+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5649,"log_dups_size":0,"ondisk_log_size":5649,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:09.958597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238616576,"num_objects":3641,"num_object_clones":0,"num_object_copies":10923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3841,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5649,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1414,"num_bytes_recovered":92405760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,5,7","objects":3235},{"shards":"0,7","objects":406}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":115,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618092+0000","last_change":"2023-09-23T17:58:42.528887+0000","last_active":"2023-09-23T18:00:38.618092+0000","last_peered":"2023-09-23T18:00:38.618092+0000","last_clean":"2023-09-23T18:00:38.618092+0000","last_became_active":"2023-09-23T17:58:42.268028+0000","last_became_peered":"2023-09-23T17:58:42.268028+0000","last_unstale":"2023-09-23T18:00:38.618092+0000","last_undegraded":"2023-09-23T18:00:38.618092+0000","last_fullsized":"2023-09-23T18:00:38.618092+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":133,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619455+0000","last_change":"2023-09-23T18:00:02.823076+0000","last_active":"2023-09-23T18:00:38.619455+0000","last_peered":"2023-09-23T18:00:38.619455+0000","last_clean":"2023-09-23T18:00:38.619455+0000","last_became_active":"2023-09-23T18:00:02.822808+0000","last_became_peered":"2023-09-23T18:00:02.822808+0000","last_unstale":"2023-09-23T18:00:38.619455+0000","last_undegraded":"2023-09-23T18:00:38.619455+0000","last_fullsized":"2023-09-23T18:00:38.619455+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"148'5710","reported_seq":7910,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.619602+0000","last_change":"2023-09-23T18:00:36.145525+0000","last_active":"2023-09-23T18:00:38.619602+0000","last_peered":"2023-09-23T18:00:38.619602+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:00:36.040375+0000","last_became_peered":"2023-09-23T18:00:36.040375+0000","last_unstale":"2023-09-23T18:00:38.619602+0000","last_undegraded":"2023-09-23T18:00:35.872081+0000","last_fullsized":"2023-09-23T18:00:35.605585+0000","mapping_epoch":146,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5610,"log_dups_size":0,"ondisk_log_size":5610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:01:28.819332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243400704,"num_objects":3714,"num_object_clones":0,"num_object_copies":11142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5132,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3714,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5710,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":724,"num_bytes_recovered":47120384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[3,1],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":3705}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":116,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618586+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T18:00:38.618586+0000","last_peered":"2023-09-23T18:00:38.618586+0000","last_clean":"2023-09-23T18:00:38.618586+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T18:00:38.618586+0000","last_undegraded":"2023-09-23T18:00:38.618586+0000","last_fullsized":"2023-09-23T18:00:38.618586+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":139,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.621016+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:00:38.621016+0000","last_peered":"2023-09-23T18:00:38.621016+0000","last_clean":"2023-09-23T18:00:38.621016+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:00:38.621016+0000","last_undegraded":"2023-09-23T18:00:38.621016+0000","last_fullsized":"2023-09-23T18:00:38.621016+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"149'5679","reported_seq":8884,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.728439+0000","last_change":"2023-09-23T18:00:35.811281+0000","last_active":"2023-09-23T18:00:38.728439+0000","last_peered":"2023-09-23T18:00:38.728439+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:00:35.793904+0000","last_became_peered":"2023-09-23T18:00:35.793904+0000","last_unstale":"2023-09-23T18:00:38.728439+0000","last_undegraded":"2023-09-23T18:00:35.707162+0000","last_fullsized":"2023-09-23T18:00:35.614965+0000","mapping_epoch":146,"log_start":"107'200","ondisk_log_start":"107'200","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5479,"log_dups_size":0,"ondisk_log_size":5479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241827864,"num_objects":3691,"num_object_clones":0,"num_object_copies":11073,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3925,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3691,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5679,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1375,"num_bytes_recovered":65601560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[7,2],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"2,5,7","objects":3313},{"shards":"2,7","objects":378}],"blocked_by":[],"up_primary":2,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":157,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613448+0000","last_change":"2023-09-23T18:00:02.735867+0000","last_active":"2023-09-23T18:00:38.613448+0000","last_peered":"2023-09-23T18:00:38.613448+0000","last_clean":"2023-09-23T18:00:38.613448+0000","last_became_active":"2023-09-23T18:00:02.723104+0000","last_became_peered":"2023-09-23T18:00:02.723104+0000","last_unstale":"2023-09-23T18:00:38.613448+0000","last_undegraded":"2023-09-23T18:00:38.613448+0000","last_fullsized":"2023-09-23T18:00:38.613448+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:08:37.390828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":120,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613617+0000","last_change":"2023-09-23T18:00:02.813321+0000","last_active":"2023-09-23T18:00:38.613617+0000","last_peered":"2023-09-23T18:00:38.613617+0000","last_clean":"2023-09-23T18:00:38.613617+0000","last_became_active":"2023-09-23T18:00:02.812966+0000","last_became_peered":"2023-09-23T18:00:02.812966+0000","last_unstale":"2023-09-23T18:00:38.613617+0000","last_undegraded":"2023-09-23T18:00:38.613617+0000","last_fullsized":"2023-09-23T18:00:38.613617+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:35:43.793364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"147'5685","reported_seq":13658,"reported_epoch":148,"state":"peering","last_fresh":"2023-09-23T18:00:36.146997+0000","last_change":"2023-09-23T18:00:38.071466+0000","last_active":"2023-09-23T18:00:38.071466+0000","last_peered":"2023-09-23T18:00:36.146997+0000","last_clean":"2023-09-23T17:58:43.939721+0000","last_became_active":"2023-09-23T18:00:02.762936+0000","last_became_peered":"2023-09-23T18:00:02.762936+0000","last_unstale":"2023-09-23T18:00:36.146997+0000","last_undegraded":"2023-09-23T18:00:36.146997+0000","last_fullsized":"2023-09-23T18:00:02.707534+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5685,"log_dups_size":0,"ondisk_log_size":5685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:27.232808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239140864,"num_objects":3649,"num_object_clones":0,"num_object_copies":10947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5685,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":143,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619316+0000","last_change":"2023-09-23T18:00:02.803975+0000","last_active":"2023-09-23T18:00:38.619316+0000","last_peered":"2023-09-23T18:00:38.619316+0000","last_clean":"2023-09-23T18:00:38.619316+0000","last_became_active":"2023-09-23T18:00:02.803474+0000","last_became_peered":"2023-09-23T18:00:02.803474+0000","last_unstale":"2023-09-23T18:00:38.619316+0000","last_undegraded":"2023-09-23T18:00:38.619316+0000","last_fullsized":"2023-09-23T18:00:38.619316+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":112,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.624775+0000","last_change":"2023-09-23T18:00:35.634068+0000","last_active":"2023-09-23T18:00:38.624775+0000","last_peered":"2023-09-23T18:00:38.624775+0000","last_clean":"2023-09-23T18:00:38.624775+0000","last_became_active":"2023-09-23T18:00:35.633658+0000","last_became_peered":"2023-09-23T18:00:35.633658+0000","last_unstale":"2023-09-23T18:00:38.624775+0000","last_undegraded":"2023-09-23T18:00:38.624775+0000","last_fullsized":"2023-09-23T18:00:38.624775+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:02.396592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"149'5595","reported_seq":8271,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.693971+0000","last_change":"2023-09-23T18:00:38.368534+0000","last_active":"2023-09-23T18:00:38.693971+0000","last_peered":"2023-09-23T18:00:38.693971+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:00:38.296956+0000","last_became_peered":"2023-09-23T18:00:38.296956+0000","last_unstale":"2023-09-23T18:00:38.693971+0000","last_undegraded":"2023-09-23T18:00:38.286331+0000","last_fullsized":"2023-09-23T18:00:38.109562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5595,"log_dups_size":0,"ondisk_log_size":5595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235601920,"num_objects":3595,"num_object_clones":0,"num_object_copies":10785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8596,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5595,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1000,"num_bytes_recovered":65404928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,1],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"1,6","objects":-1},{"shards":"4,5,6","objects":3595}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":98,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618107+0000","last_change":"2023-09-23T18:00:35.627106+0000","last_active":"2023-09-23T18:00:38.618107+0000","last_peered":"2023-09-23T18:00:38.618107+0000","last_clean":"2023-09-23T18:00:38.618107+0000","last_became_active":"2023-09-23T18:00:35.626067+0000","last_became_peered":"2023-09-23T18:00:35.626067+0000","last_unstale":"2023-09-23T18:00:38.618107+0000","last_undegraded":"2023-09-23T18:00:38.618107+0000","last_fullsized":"2023-09-23T18:00:38.618107+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:57.185734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":132,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613512+0000","last_change":"2023-09-23T18:00:02.811468+0000","last_active":"2023-09-23T18:00:38.613512+0000","last_peered":"2023-09-23T18:00:38.613512+0000","last_clean":"2023-09-23T18:00:38.613512+0000","last_became_active":"2023-09-23T18:00:02.811164+0000","last_became_peered":"2023-09-23T18:00:02.811164+0000","last_unstale":"2023-09-23T18:00:38.613512+0000","last_undegraded":"2023-09-23T18:00:38.613512+0000","last_fullsized":"2023-09-23T18:00:38.613512+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"149'5597","reported_seq":7702,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.707526+0000","last_change":"2023-09-23T18:00:35.880749+0000","last_active":"2023-09-23T18:00:38.707526+0000","last_peered":"2023-09-23T18:00:38.707526+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:00:35.813065+0000","last_became_peered":"2023-09-23T18:00:35.813065+0000","last_unstale":"2023-09-23T18:00:38.707526+0000","last_undegraded":"2023-09-23T18:00:35.794884+0000","last_fullsized":"2023-09-23T18:00:35.609204+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5597,"log_dups_size":0,"ondisk_log_size":5597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:17.034054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238616576,"num_objects":3641,"num_object_clones":0,"num_object_copies":10923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7982,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5597,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":877,"num_bytes_recovered":57409536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,3],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,4,5","objects":3627}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":139,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.612977+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:00:38.612977+0000","last_peered":"2023-09-23T18:00:38.612977+0000","last_clean":"2023-09-23T18:00:38.612977+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:00:38.612977+0000","last_undegraded":"2023-09-23T18:00:38.612977+0000","last_fullsized":"2023-09-23T18:00:38.612977+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":104,"reported_epoch":144,"state":"active+clean","last_fresh":"2023-09-23T18:00:32.619143+0000","last_change":"2023-09-23T18:00:12.134044+0000","last_active":"2023-09-23T18:00:32.619143+0000","last_peered":"2023-09-23T18:00:32.619143+0000","last_clean":"2023-09-23T18:00:32.619143+0000","last_became_active":"2023-09-23T18:00:09.806690+0000","last_became_peered":"2023-09-23T18:00:09.806690+0000","last_unstale":"2023-09-23T18:00:32.619143+0000","last_undegraded":"2023-09-23T18:00:32.619143+0000","last_fullsized":"2023-09-23T18:00:32.619143+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:56.482621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":707,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.602716+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:00:35.602716+0000","last_peered":"2023-09-23T18:00:35.602716+0000","last_clean":"2023-09-23T18:00:35.602716+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:00:35.602716+0000","last_undegraded":"2023-09-23T18:00:35.602716+0000","last_fullsized":"2023-09-23T18:00:35.602716+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":131,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.614033+0000","last_change":"2023-09-23T18:00:34.648426+0000","last_active":"2023-09-23T18:00:38.614033+0000","last_peered":"2023-09-23T18:00:38.614033+0000","last_clean":"2023-09-23T18:00:38.614033+0000","last_became_active":"2023-09-23T18:00:34.648157+0000","last_became_peered":"2023-09-23T18:00:34.648157+0000","last_unstale":"2023-09-23T18:00:38.614033+0000","last_undegraded":"2023-09-23T18:00:38.614033+0000","last_fullsized":"2023-09-23T18:00:38.614033+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:33.279145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.624376+0000","last_change":"2023-09-23T18:00:35.618854+0000","last_active":"2023-09-23T18:00:35.624376+0000","last_peered":"2023-09-23T18:00:35.624376+0000","last_clean":"2023-09-23T18:00:35.624376+0000","last_became_active":"2023-09-23T18:00:35.618484+0000","last_became_peered":"2023-09-23T18:00:35.618484+0000","last_unstale":"2023-09-23T18:00:35.624376+0000","last_undegraded":"2023-09-23T18:00:35.624376+0000","last_fullsized":"2023-09-23T18:00:35.624376+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:41.218536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"149'5501","reported_seq":8355,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.671645+0000","last_change":"2023-09-23T18:00:33.634941+0000","last_active":"2023-09-23T18:00:38.671645+0000","last_peered":"2023-09-23T18:00:38.671645+0000","last_clean":"2023-09-23T17:58:41.250138+0000","last_became_active":"2023-09-23T18:00:02.924651+0000","last_became_peered":"2023-09-23T18:00:02.924651+0000","last_unstale":"2023-09-23T18:00:38.671645+0000","last_undegraded":"2023-09-23T18:00:33.632995+0000","last_fullsized":"2023-09-23T18:00:02.709593+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5501,"log_dups_size":0,"ondisk_log_size":5501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239665152,"num_objects":3657,"num_object_clones":0,"num_object_copies":10971,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8026,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3657,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5501,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":923,"num_bytes_recovered":60424192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","5"],"object_location_counts":[{"shards":"0,3,6","objects":11},{"shards":"0,5,6","objects":3646}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"147'5643","reported_seq":16254,"reported_epoch":148,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:00:38.068022+0000","last_change":"2023-09-23T18:00:02.983919+0000","last_active":"2023-09-23T18:00:38.068022+0000","last_peered":"2023-09-23T18:00:38.068022+0000","last_clean":"2023-09-23T17:58:41.207247+0000","last_became_active":"2023-09-23T18:00:02.814709+0000","last_became_peered":"2023-09-23T18:00:02.814709+0000","last_unstale":"2023-09-23T18:00:38.068022+0000","last_undegraded":"2023-09-23T18:00:38.068022+0000","last_fullsized":"2023-09-23T18:00:02.711656+0000","mapping_epoch":138,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5543,"log_dups_size":0,"ondisk_log_size":5543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:47.866887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237961216,"num_objects":3631,"num_object_clones":0,"num_object_copies":10893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2552,"num_objects_unfound":0,"num_objects_dirty":3631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5643,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3347,"num_bytes_recovered":219348992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":1276},{"shards":"1,6","objects":2355}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":832,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618067+0000","last_change":"2023-09-23T18:00:02.813637+0000","last_active":"2023-09-23T18:00:38.618067+0000","last_peered":"2023-09-23T18:00:38.618067+0000","last_clean":"2023-09-23T18:00:38.618067+0000","last_became_active":"2023-09-23T18:00:02.813227+0000","last_became_peered":"2023-09-23T18:00:02.813227+0000","last_unstale":"2023-09-23T18:00:38.618067+0000","last_undegraded":"2023-09-23T18:00:38.618067+0000","last_fullsized":"2023-09-23T18:00:38.618067+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":115,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.612990+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T18:00:38.612990+0000","last_peered":"2023-09-23T18:00:38.612990+0000","last_clean":"2023-09-23T18:00:38.612990+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T18:00:38.612990+0000","last_undegraded":"2023-09-23T18:00:38.612990+0000","last_fullsized":"2023-09-23T18:00:38.612990+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.658385+0000","last_change":"2023-09-23T18:00:35.656889+0000","last_active":"2023-09-23T18:00:35.658385+0000","last_peered":"2023-09-23T18:00:35.658385+0000","last_clean":"2023-09-23T18:00:35.658385+0000","last_became_active":"2023-09-23T18:00:35.656561+0000","last_became_peered":"2023-09-23T18:00:35.656561+0000","last_unstale":"2023-09-23T18:00:35.658385+0000","last_undegraded":"2023-09-23T18:00:35.658385+0000","last_fullsized":"2023-09-23T18:00:35.658385+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:45:50.626472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"149'5618","reported_seq":12034,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.710892+0000","last_change":"2023-09-23T18:00:35.841334+0000","last_active":"2023-09-23T18:00:38.710892+0000","last_peered":"2023-09-23T18:00:38.710892+0000","last_clean":"2023-09-23T18:00:33.598260+0000","last_became_active":"2023-09-23T18:00:35.828856+0000","last_became_peered":"2023-09-23T18:00:35.828856+0000","last_unstale":"2023-09-23T18:00:38.710892+0000","last_undegraded":"2023-09-23T18:00:35.626662+0000","last_fullsized":"2023-09-23T18:00:35.617600+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5618,"log_dups_size":0,"ondisk_log_size":5618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244449280,"num_objects":3730,"num_object_clones":0,"num_object_copies":11190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2064,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5618,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3166,"num_bytes_recovered":207421440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[5,7],"avail_no_missing":["5","4","7"],"object_location_counts":[{"shards":"4,5,7","objects":1501},{"shards":"5,7","objects":2229}],"blocked_by":[],"up_primary":2,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":554,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618194+0000","last_change":"2023-09-23T18:00:34.653915+0000","last_active":"2023-09-23T18:00:38.618194+0000","last_peered":"2023-09-23T18:00:38.618194+0000","last_clean":"2023-09-23T18:00:38.618194+0000","last_became_active":"2023-09-23T18:00:34.652538+0000","last_became_peered":"2023-09-23T18:00:34.652538+0000","last_unstale":"2023-09-23T18:00:38.618194+0000","last_undegraded":"2023-09-23T18:00:38.618194+0000","last_fullsized":"2023-09-23T18:00:38.618194+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:27:30.950172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.624498+0000","last_change":"2023-09-23T18:00:35.620109+0000","last_active":"2023-09-23T18:00:35.624498+0000","last_peered":"2023-09-23T18:00:35.624498+0000","last_clean":"2023-09-23T18:00:35.624498+0000","last_became_active":"2023-09-23T18:00:35.619739+0000","last_became_peered":"2023-09-23T18:00:35.619739+0000","last_unstale":"2023-09-23T18:00:35.624498+0000","last_undegraded":"2023-09-23T18:00:35.624498+0000","last_fullsized":"2023-09-23T18:00:35.624498+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:04:36.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":133,"reported_epoch":144,"state":"active+clean","last_fresh":"2023-09-23T18:00:32.619094+0000","last_change":"2023-09-23T18:00:12.134303+0000","last_active":"2023-09-23T18:00:32.619094+0000","last_peered":"2023-09-23T18:00:32.619094+0000","last_clean":"2023-09-23T18:00:32.619094+0000","last_became_active":"2023-09-23T18:00:09.807004+0000","last_became_peered":"2023-09-23T18:00:09.807004+0000","last_unstale":"2023-09-23T18:00:32.619094+0000","last_undegraded":"2023-09-23T18:00:32.619094+0000","last_fullsized":"2023-09-23T18:00:32.619094+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:32:48.313485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":580,"reported_epoch":149,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:38.618436+0000","last_change":"2023-09-23T18:00:35.696404+0000","last_active":"2023-09-23T18:00:38.618436+0000","last_peered":"2023-09-23T18:00:38.618436+0000","last_clean":"2023-09-23T17:58:50.325306+0000","last_became_active":"2023-09-23T18:00:35.695826+0000","last_became_peered":"2023-09-23T18:00:35.695826+0000","last_unstale":"2023-09-23T18:00:38.618436+0000","last_undegraded":"2023-09-23T18:00:35.606882+0000","last_fullsized":"2023-09-23T18:00:38.618436+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:56.098458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":["2","5","7"],"object_location_counts":[{"shards":"2,5,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":386,"reported_epoch":149,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:38.616968+0000","last_change":"2023-09-23T18:00:03.729211+0000","last_active":"2023-09-23T18:00:38.616968+0000","last_peered":"2023-09-23T18:00:38.616968+0000","last_clean":"2023-09-23T17:59:56.616560+0000","last_became_active":"2023-09-23T18:00:03.728681+0000","last_became_peered":"2023-09-23T18:00:03.728681+0000","last_unstale":"2023-09-23T18:00:38.616968+0000","last_undegraded":"2023-09-23T18:00:03.707321+0000","last_fullsized":"2023-09-23T18:00:38.616968+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":["7","0","6"],"object_location_counts":[{"shards":"0,6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":108,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.622167+0000","last_change":"2023-09-23T18:00:02.801625+0000","last_active":"2023-09-23T18:00:38.622167+0000","last_peered":"2023-09-23T18:00:38.622167+0000","last_clean":"2023-09-23T18:00:38.622167+0000","last_became_active":"2023-09-23T18:00:02.799199+0000","last_became_peered":"2023-09-23T18:00:02.799199+0000","last_unstale":"2023-09-23T18:00:38.622167+0000","last_undegraded":"2023-09-23T18:00:38.622167+0000","last_fullsized":"2023-09-23T18:00:38.622167+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:00.366110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":109,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619103+0000","last_change":"2023-09-23T17:58:49.341767+0000","last_active":"2023-09-23T18:00:38.619103+0000","last_peered":"2023-09-23T18:00:38.619103+0000","last_clean":"2023-09-23T18:00:38.619103+0000","last_became_active":"2023-09-23T17:58:49.341416+0000","last_became_peered":"2023-09-23T17:58:49.341416+0000","last_unstale":"2023-09-23T18:00:38.619103+0000","last_undegraded":"2023-09-23T18:00:38.619103+0000","last_fullsized":"2023-09-23T18:00:38.619103+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"149'5528","reported_seq":5598,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.646908+0000","last_change":"2023-09-23T18:00:35.773205+0000","last_active":"2023-09-23T18:00:38.646908+0000","last_peered":"2023-09-23T18:00:38.646908+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:00:35.763886+0000","last_became_peered":"2023-09-23T18:00:35.763886+0000","last_unstale":"2023-09-23T18:00:38.646908+0000","last_undegraded":"2023-09-23T18:00:35.628567+0000","last_fullsized":"2023-09-23T18:00:35.614831+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5528,"log_dups_size":0,"ondisk_log_size":5528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238944256,"num_objects":3646,"num_object_clones":0,"num_object_copies":10938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3646,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5528,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":3646}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"145'5749","reported_seq":8259,"reported_epoch":145,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:38.090369+0000","last_change":"2023-09-23T18:00:16.600361+0000","last_active":"2023-09-23T18:00:38.090369+0000","last_peered":"2023-09-23T18:00:38.090369+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:00:11.902245+0000","last_became_peered":"2023-09-23T18:00:11.902245+0000","last_unstale":"2023-09-23T18:00:38.090369+0000","last_undegraded":"2023-09-23T18:00:09.647436+0000","last_fullsized":"2023-09-23T18:00:38.090369+0000","mapping_epoch":139,"log_start":"107'200","ondisk_log_start":"107'200","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5549,"log_dups_size":0,"ondisk_log_size":5549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:47.959780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243466240,"num_objects":3715,"num_object_clones":0,"num_object_copies":11145,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":4120,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5749,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1021,"num_bytes_recovered":66846720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,1,5","objects":3698},{"shards":"0,1,7","objects":1},{"shards":"0,2,5,7","objects":2},{"shards":"0,2,7","objects":14}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":807,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.616966+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:00:38.616966+0000","last_peered":"2023-09-23T18:00:38.616966+0000","last_clean":"2023-09-23T18:00:38.616966+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:00:38.616966+0000","last_undegraded":"2023-09-23T18:00:38.616966+0000","last_fullsized":"2023-09-23T18:00:38.616966+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":112,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.620524+0000","last_change":"2023-09-23T17:58:42.255823+0000","last_active":"2023-09-23T18:00:38.620524+0000","last_peered":"2023-09-23T18:00:38.620524+0000","last_clean":"2023-09-23T18:00:38.620524+0000","last_became_active":"2023-09-23T17:58:42.255552+0000","last_became_peered":"2023-09-23T17:58:42.255552+0000","last_unstale":"2023-09-23T18:00:38.620524+0000","last_undegraded":"2023-09-23T18:00:38.620524+0000","last_fullsized":"2023-09-23T18:00:38.620524+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:13.662778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.627721+0000","last_change":"2023-09-23T18:00:35.627092+0000","last_active":"2023-09-23T18:00:35.627721+0000","last_peered":"2023-09-23T18:00:35.627721+0000","last_clean":"2023-09-23T18:00:35.627721+0000","last_became_active":"2023-09-23T18:00:35.626741+0000","last_became_peered":"2023-09-23T18:00:35.626741+0000","last_unstale":"2023-09-23T18:00:35.627721+0000","last_undegraded":"2023-09-23T18:00:35.627721+0000","last_fullsized":"2023-09-23T18:00:35.627721+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:46.584996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":296,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618092+0000","last_change":"2023-09-23T18:00:02.801793+0000","last_active":"2023-09-23T18:00:38.618092+0000","last_peered":"2023-09-23T18:00:38.618092+0000","last_clean":"2023-09-23T18:00:38.618092+0000","last_became_active":"2023-09-23T18:00:02.801319+0000","last_became_peered":"2023-09-23T18:00:02.801319+0000","last_unstale":"2023-09-23T18:00:38.618092+0000","last_undegraded":"2023-09-23T18:00:38.618092+0000","last_fullsized":"2023-09-23T18:00:38.618092+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":31,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.626590+0000","last_change":"2023-09-23T18:00:35.622377+0000","last_active":"2023-09-23T18:00:35.626590+0000","last_peered":"2023-09-23T18:00:35.626590+0000","last_clean":"2023-09-23T18:00:35.626590+0000","last_became_active":"2023-09-23T18:00:35.622011+0000","last_became_peered":"2023-09-23T18:00:35.622011+0000","last_unstale":"2023-09-23T18:00:35.626590+0000","last_undegraded":"2023-09-23T18:00:35.626590+0000","last_fullsized":"2023-09-23T18:00:35.626590+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:32.031680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":122,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.621091+0000","last_change":"2023-09-23T18:00:02.725840+0000","last_active":"2023-09-23T18:00:38.621091+0000","last_peered":"2023-09-23T18:00:38.621091+0000","last_clean":"2023-09-23T18:00:38.621091+0000","last_became_active":"2023-09-23T18:00:02.725513+0000","last_became_peered":"2023-09-23T18:00:02.725513+0000","last_unstale":"2023-09-23T18:00:38.621091+0000","last_undegraded":"2023-09-23T18:00:38.621091+0000","last_fullsized":"2023-09-23T18:00:38.621091+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:24:27.397373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"149'5770","reported_seq":5825,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.724010+0000","last_change":"2023-09-23T17:57:51.155479+0000","last_active":"2023-09-23T18:00:38.724010+0000","last_peered":"2023-09-23T18:00:38.724010+0000","last_clean":"2023-09-23T18:00:38.724010+0000","last_became_active":"2023-09-23T17:57:51.155201+0000","last_became_peered":"2023-09-23T17:57:51.155201+0000","last_unstale":"2023-09-23T18:00:38.724010+0000","last_undegraded":"2023-09-23T18:00:38.724010+0000","last_fullsized":"2023-09-23T18:00:38.724010+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5770,"log_dups_size":0,"ondisk_log_size":5770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241958912,"num_objects":3692,"num_object_clones":0,"num_object_copies":11076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5770,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":118,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.614519+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:00:38.614519+0000","last_peered":"2023-09-23T18:00:38.614519+0000","last_clean":"2023-09-23T18:00:38.614519+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:00:38.614519+0000","last_undegraded":"2023-09-23T18:00:38.614519+0000","last_fullsized":"2023-09-23T18:00:38.614519+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":571,"reported_epoch":147,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:00:35.603823+0000","last_change":"2023-09-23T18:00:03.740478+0000","last_active":"2023-09-23T18:00:35.603823+0000","last_peered":"2023-09-23T18:00:35.603823+0000","last_clean":"2023-09-23T17:58:50.333477+0000","last_became_active":"2023-09-23T18:00:03.739713+0000","last_became_peered":"2023-09-23T18:00:03.739713+0000","last_unstale":"2023-09-23T18:00:35.603823+0000","last_undegraded":"2023-09-23T18:00:03.707130+0000","last_fullsized":"2023-09-23T18:00:35.603823+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:22:26.649073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":143,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T18:00:39.630073+0000","last_change":"2023-09-23T18:00:02.730763+0000","last_active":"2023-09-23T18:00:39.630073+0000","last_peered":"2023-09-23T18:00:39.630073+0000","last_clean":"2023-09-23T18:00:39.630073+0000","last_became_active":"2023-09-23T18:00:02.730296+0000","last_became_peered":"2023-09-23T18:00:02.730296+0000","last_unstale":"2023-09-23T18:00:39.630073+0000","last_undegraded":"2023-09-23T18:00:39.630073+0000","last_fullsized":"2023-09-23T18:00:39.630073+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:30.017892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"149'5765","reported_seq":6621,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.720595+0000","last_change":"2023-09-23T18:00:35.934442+0000","last_active":"2023-09-23T18:00:38.720595+0000","last_peered":"2023-09-23T18:00:38.720595+0000","last_clean":"2023-09-23T18:00:33.467763+0000","last_became_active":"2023-09-23T18:00:35.916341+0000","last_became_peered":"2023-09-23T18:00:35.916341+0000","last_unstale":"2023-09-23T18:00:38.720595+0000","last_undegraded":"2023-09-23T18:00:35.905523+0000","last_fullsized":"2023-09-23T18:00:35.611800+0000","mapping_epoch":146,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5665,"log_dups_size":0,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:44:43.698013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244908032,"num_objects":3737,"num_object_clones":0,"num_object_copies":11211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4750,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5765,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":386,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":3737},{"shards":"3,7","objects":-4}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":359,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.624983+0000","last_change":"2023-09-23T18:00:34.616673+0000","last_active":"2023-09-23T18:00:38.624983+0000","last_peered":"2023-09-23T18:00:38.624983+0000","last_clean":"2023-09-23T18:00:38.624983+0000","last_became_active":"2023-09-23T18:00:34.616200+0000","last_became_peered":"2023-09-23T18:00:34.616200+0000","last_unstale":"2023-09-23T18:00:38.624983+0000","last_undegraded":"2023-09-23T18:00:38.624983+0000","last_fullsized":"2023-09-23T18:00:38.624983+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":24,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T18:00:35.603184+0000","last_change":"2023-09-23T18:00:02.764945+0000","last_active":"2023-09-23T18:00:35.603184+0000","last_peered":"2023-09-23T18:00:35.603184+0000","last_clean":"2023-09-23T18:00:35.603184+0000","last_became_active":"2023-09-23T18:00:02.733385+0000","last_became_peered":"2023-09-23T18:00:02.733385+0000","last_unstale":"2023-09-23T18:00:35.603184+0000","last_undegraded":"2023-09-23T18:00:35.603184+0000","last_fullsized":"2023-09-23T18:00:35.603184+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:45:27.124611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":46,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619768+0000","last_change":"2023-09-23T17:58:53.362014+0000","last_active":"2023-09-23T18:00:38.619768+0000","last_peered":"2023-09-23T18:00:38.619768+0000","last_clean":"2023-09-23T18:00:38.619768+0000","last_became_active":"2023-09-23T17:58:53.361650+0000","last_became_peered":"2023-09-23T17:58:53.361650+0000","last_unstale":"2023-09-23T18:00:38.619768+0000","last_undegraded":"2023-09-23T18:00:38.619768+0000","last_fullsized":"2023-09-23T18:00:38.619768+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"149'5638","reported_seq":8001,"reported_epoch":149,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:00:38.733054+0000","last_change":"2023-09-23T18:00:35.934800+0000","last_active":"2023-09-23T18:00:38.733054+0000","last_peered":"2023-09-23T18:00:38.733054+0000","last_clean":"2023-09-23T17:58:50.322307+0000","last_became_active":"2023-09-23T18:00:35.910072+0000","last_became_peered":"2023-09-23T18:00:35.910072+0000","last_unstale":"2023-09-23T18:00:38.733054+0000","last_undegraded":"2023-09-23T18:00:35.892315+0000","last_fullsized":"2023-09-23T18:00:35.605182+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5638,"log_dups_size":0,"ondisk_log_size":5638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:07.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244056064,"num_objects":3724,"num_object_clones":0,"num_object_copies":11172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4680,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5638,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":949,"num_bytes_recovered":62062592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"1,3","objects":-10},{"shards":"1,3,4","objects":3724}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":76,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613189+0000","last_change":"2023-09-23T18:00:02.727889+0000","last_active":"2023-09-23T18:00:38.613189+0000","last_peered":"2023-09-23T18:00:38.613189+0000","last_clean":"2023-09-23T18:00:38.613189+0000","last_became_active":"2023-09-23T18:00:02.727562+0000","last_became_peered":"2023-09-23T18:00:02.727562+0000","last_unstale":"2023-09-23T18:00:38.613189+0000","last_undegraded":"2023-09-23T18:00:38.613189+0000","last_fullsized":"2023-09-23T18:00:38.613189+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":45,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.624577+0000","last_change":"2023-09-23T18:00:35.688381+0000","last_active":"2023-09-23T18:00:38.624577+0000","last_peered":"2023-09-23T18:00:38.624577+0000","last_clean":"2023-09-23T18:00:38.624577+0000","last_became_active":"2023-09-23T18:00:35.687931+0000","last_became_peered":"2023-09-23T18:00:35.687931+0000","last_unstale":"2023-09-23T18:00:38.624577+0000","last_undegraded":"2023-09-23T18:00:38.624577+0000","last_fullsized":"2023-09-23T18:00:38.624577+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:39.709923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":144,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618661+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:00:38.618661+0000","last_peered":"2023-09-23T18:00:38.618661+0000","last_clean":"2023-09-23T18:00:38.618661+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:00:38.618661+0000","last_undegraded":"2023-09-23T18:00:38.618661+0000","last_fullsized":"2023-09-23T18:00:38.618661+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":155,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.613307+0000","last_change":"2023-09-23T18:00:35.658071+0000","last_active":"2023-09-23T18:00:38.613307+0000","last_peered":"2023-09-23T18:00:38.613307+0000","last_clean":"2023-09-23T18:00:38.613307+0000","last_became_active":"2023-09-23T18:00:35.655412+0000","last_became_peered":"2023-09-23T18:00:35.655412+0000","last_unstale":"2023-09-23T18:00:38.613307+0000","last_undegraded":"2023-09-23T18:00:38.613307+0000","last_fullsized":"2023-09-23T18:00:38.613307+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:17.199561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":103,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.618232+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T18:00:38.618232+0000","last_peered":"2023-09-23T18:00:38.618232+0000","last_clean":"2023-09-23T18:00:38.618232+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T18:00:38.618232+0000","last_undegraded":"2023-09-23T18:00:38.618232+0000","last_fullsized":"2023-09-23T18:00:38.618232+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":135,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.622322+0000","last_change":"2023-09-23T18:00:34.647874+0000","last_active":"2023-09-23T18:00:38.622322+0000","last_peered":"2023-09-23T18:00:38.622322+0000","last_clean":"2023-09-23T18:00:38.622322+0000","last_became_active":"2023-09-23T18:00:34.647596+0000","last_became_peered":"2023-09-23T18:00:34.647596+0000","last_unstale":"2023-09-23T18:00:38.622322+0000","last_undegraded":"2023-09-23T18:00:38.622322+0000","last_fullsized":"2023-09-23T18:00:38.622322+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:58.531621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":142,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T18:00:39.636111+0000","last_change":"2023-09-23T18:00:34.747497+0000","last_active":"2023-09-23T18:00:39.636111+0000","last_peered":"2023-09-23T18:00:39.636111+0000","last_clean":"2023-09-23T18:00:39.636111+0000","last_became_active":"2023-09-23T18:00:34.747134+0000","last_became_peered":"2023-09-23T18:00:34.747134+0000","last_unstale":"2023-09-23T18:00:39.636111+0000","last_undegraded":"2023-09-23T18:00:39.636111+0000","last_fullsized":"2023-09-23T18:00:39.636111+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:33.582066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":154,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.614970+0000","last_change":"2023-09-23T18:00:34.651485+0000","last_active":"2023-09-23T18:00:38.614970+0000","last_peered":"2023-09-23T18:00:38.614970+0000","last_clean":"2023-09-23T18:00:38.614970+0000","last_became_active":"2023-09-23T18:00:34.651128+0000","last_became_peered":"2023-09-23T18:00:34.651128+0000","last_unstale":"2023-09-23T18:00:38.614970+0000","last_undegraded":"2023-09-23T18:00:38.614970+0000","last_fullsized":"2023-09-23T18:00:38.614970+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:11:08.494487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":57,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.624669+0000","last_change":"2023-09-23T18:00:34.721413+0000","last_active":"2023-09-23T18:00:38.624669+0000","last_peered":"2023-09-23T18:00:38.624669+0000","last_clean":"2023-09-23T18:00:38.624669+0000","last_became_active":"2023-09-23T18:00:34.661795+0000","last_became_peered":"2023-09-23T18:00:34.661795+0000","last_unstale":"2023-09-23T18:00:38.624669+0000","last_undegraded":"2023-09-23T18:00:38.624669+0000","last_fullsized":"2023-09-23T18:00:38.624669+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:00.665887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":130,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T18:00:38.619155+0000","last_change":"2023-09-23T18:00:02.822165+0000","last_active":"2023-09-23T18:00:38.619155+0000","last_peered":"2023-09-23T18:00:38.619155+0000","last_clean":"2023-09-23T18:00:38.619155+0000","last_became_active":"2023-09-23T18:00:02.821874+0000","last_became_peered":"2023-09-23T18:00:02.821874+0000","last_unstale":"2023-09-23T18:00:38.619155+0000","last_undegraded":"2023-09-23T18:00:38.619155+0000","last_fullsized":"2023-09-23T18:00:38.619155+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":3854958616,"num_objects":58823,"num_object_clones":0,"num_object_copies":176469,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":54285,"num_objects_misplaced":2552,"num_objects_unfound":0,"num_objects_dirty":58823,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":90495,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20123,"num_bytes_recovered":1206714392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13252575232,"data_stored":13252558944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89695,"ondisk_log_size":89695,"up":48,"acting":36,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30,"num_bytes_recovered":4972,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33385,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430389,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1876720,"kb_used_data":1579496,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91868432,"statfs":{"total":95995035648,"available":94073274368,"internally_reserved":0,"allocated":1617403904,"data_stored":1616811428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:17 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":0.90700000000000003,"15min":0.68500000000000005},"min":{"1min":0.246,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":6.415,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":0.92800000000000005,"15min":0.71199999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.1139999999999999,"5min":6.5,"15min":6.5},"last":0.35099999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:59:50 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.79500000000000004,"15min":0.60699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.9619999999999997,"5min":6.2000000000000002,"15min":6.2000000000000002},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.77900000000000003,"15min":0.60299999999999998},"min":{"1min":0.30099999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.0730000000000004,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":1.006,"15min":0.93899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":5.1210000000000004,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.002,"5min":0.80800000000000005,"15min":0.76100000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.2240000000000002,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.41899999999999998}]},{"osd":3,"last update":"Sat Sep 23 17:59:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.242,"15min":1.1839999999999999},"min":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.484,"5min":6.484,"15min":6.484},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.3240000000000001,"15min":1.2110000000000001},"min":{"1min":0.40000000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":6.4669999999999996,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.56100000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.80700000000000005,"15min":0.57699999999999996},"min":{"1min":0.28899999999999998,"5min":0.28799999999999998,"15min":0.28199999999999997},"max":{"1min":4.6669999999999998,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.7649999999999999,"5min":0.82199999999999995,"15min":0.60199999999999998},"min":{"1min":0.32000000000000001,"5min":0.249,"15min":0.249},"max":{"1min":10.238,"5min":10.238,"15min":10.238},"last":0.36199999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.161,"5min":0.91600000000000004,"15min":0.62},"min":{"1min":0.39300000000000002,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":5.0490000000000004,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.311},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.85999999999999999,"15min":0.628},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":4.6849999999999996,"5min":10.307,"15min":10.307},"last":0.378}]},{"osd":6,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1,"15min":0.67900000000000005},"min":{"1min":0.34499999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":5.5650000000000004,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.39600000000000002},{"interface":"front","average":{"1min":1.5669999999999999,"5min":0.92200000000000004,"15min":0.66600000000000004},"min":{"1min":0.38600000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.526,"5min":10.526,"15min":10.526},"last":0.42899999999999999}]}]},{"osd":6,"up_from":42,"seq":180388626616,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1583732,"kb_used_data":1278316,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92161420,"statfs":{"total":95995035648,"available":94373294080,"internally_reserved":0,"allocated":1308995584,"data_stored":1308407575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:17 2023","interfaces":[{"interface":"back","average":{"1min":2.774,"5min":1.0940000000000001,"15min":0.74099999999999999},"min":{"1min":0.247,"5min":0.246,"15min":0.246},"max":{"1min":28.298999999999999,"5min":28.298999999999999,"15min":28.298999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.919,"5min":1.179,"15min":0.82899999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":29.951000000000001,"5min":29.951000000000001,"15min":29.951000000000001},"last":0.45400000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:59:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77400000000000002,"15min":0.63400000000000001},"min":{"1min":0.318,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.0750000000000002,"5min":4.6529999999999996,"15min":4.6529999999999996},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.61699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.2599999999999998,"5min":7.2169999999999996,"15min":7.2169999999999996},"last":0.34200000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":0.69999999999999996,"15min":0.60099999999999998},"min":{"1min":0.33300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":4.8099999999999996,"5min":4.8099999999999996,"15min":4.8099999999999996},"last":0.44},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.66800000000000004,"15min":0.60099999999999998},"min":{"1min":0.35499999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.7919999999999998,"5min":3.7919999999999998,"15min":3.7919999999999998},"last":0.46600000000000003}]},{"osd":3,"last update":"Sat Sep 23 17:59:47 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.85699999999999998,"15min":0.72699999999999998},"min":{"1min":0.432,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":5.0469999999999997,"5min":6.5389999999999997,"15min":6.5389999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.1879999999999999,"5min":0.85899999999999999,"15min":0.71699999999999997},"min":{"1min":0.372,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":5.6360000000000001},"last":0.57499999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:00:09 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.73099999999999998,"15min":0.54100000000000004},"min":{"1min":0.28899999999999998,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":11.673,"5min":11.673,"15min":11.673},"last":0.39100000000000001},{"interface":"front","average":{"1min":1.643,"5min":0.85599999999999998,"15min":0.59799999999999998},"min":{"1min":0.32700000000000001,"5min":0.252,"15min":0.252},"max":{"1min":8.3379999999999992,"5min":8.3379999999999992,"15min":8.3379999999999992},"last":0.38400000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:00:09 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.69799999999999995,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.569,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.5329999999999999,"5min":0.93899999999999995,"15min":0.64500000000000002},"min":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.30299999999999999},"max":{"1min":8.3140000000000001,"5min":8.3140000000000001,"15min":8.3140000000000001},"last":0.40300000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:00:37 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":0.996,"15min":0.68799999999999994},"min":{"1min":0.30599999999999999,"5min":0.30199999999999999,"15min":0.29899999999999999},"max":{"1min":8.2739999999999991,"5min":8.2739999999999991,"15min":8.2739999999999991},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.484,"5min":0.879,"15min":0.65100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29099999999999998},"max":{"1min":7.0469999999999997,"5min":7.0469999999999997,"15min":7.0469999999999997},"last":0.32200000000000001}]}]},{"osd":1,"up_from":90,"seq":386547056697,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1321308,"kb_used_data":1245332,"kb_used_omap":7,"kb_used_meta":75960,"kb_avail":92423844,"statfs":{"total":95995035648,"available":94642016256,"internally_reserved":0,"allocated":1275219968,"data_stored":1274518494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":77783139},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":0.80900000000000005,"15min":0.52900000000000003},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":8.0180000000000007,"5min":8.4339999999999993,"15min":8.4339999999999993},"last":13.762},{"interface":"front","average":{"1min":1.333,"5min":0.72899999999999998,"15min":0.52100000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":8.7249999999999996,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.84499999999999997}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.58499999999999996,"15min":0.48799999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.5899999999999999,"5min":3.194,"15min":3.194},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.57599999999999996,"15min":0.47099999999999997},"min":{"1min":0.30599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":2.536,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":13.890000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.4099999999999999,"5min":0.749,"15min":0.51900000000000002},"min":{"1min":0.27600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.4890000000000008,"5min":9.4890000000000008,"15min":9.4890000000000008},"last":6.2919999999999998},{"interface":"front","average":{"1min":1.728,"5min":0.94899999999999995,"15min":0.58599999999999997},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.326000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":14.076000000000001}]},{"osd":4,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.236,"5min":0.92700000000000005,"15min":0.76100000000000001},"min":{"1min":0.39400000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1269999999999998,"5min":6.1269999999999998,"15min":6.1269999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.0169999999999999,"15min":0.79500000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":5.25,"5min":10.308,"15min":10.308},"last":13.826000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":0.877,"15min":0.72999999999999998},"min":{"1min":0.41299999999999998,"5min":0.375,"15min":0.375},"max":{"1min":5.258,"5min":5.258,"15min":5.258},"last":0.86899999999999999},{"interface":"front","average":{"1min":1.232,"5min":0.875,"15min":0.72699999999999998},"min":{"1min":0.40500000000000003,"5min":0.37,"15min":0.37},"max":{"1min":5.9630000000000001,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":0.78600000000000003}]},{"osd":6,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":0.92900000000000005,"15min":0.77700000000000002},"min":{"1min":0.443,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":9.4299999999999997,"5min":9.4299999999999997,"15min":9.4299999999999997},"last":0.80700000000000005},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.1699999999999999,"15min":0.84599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":12.352,"5min":12.352,"15min":12.352},"last":0.68799999999999994}]},{"osd":7,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":0.92400000000000004,"15min":0.755},"min":{"1min":0.49099999999999999,"5min":0.441,"15min":0.441},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.995,"5min":1.0429999999999999,"15min":0.81200000000000006},"min":{"1min":0.40300000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":5.274,"5min":9.5340000000000007,"15min":9.5340000000000007},"last":13.859}]}]},{"osd":0,"up_from":85,"seq":365072220227,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2147668,"kb_used_data":2035596,"kb_used_omap":8,"kb_used_meta":112055,"kb_avail":91597484,"statfs":{"total":95995035648,"available":93795823616,"internally_reserved":0,"allocated":2084450304,"data_stored":2083720411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":114744932},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.46899999999999997,"15min":0.41099999999999998},"min":{"1min":0.22700000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.3819999999999997,"5min":4.3819999999999997,"15min":4.3819999999999997},"last":0.70399999999999996},{"interface":"front","average":{"1min":1.343,"5min":0.61799999999999999,"15min":0.46200000000000002},"min":{"1min":0.252,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":8.1500000000000004,"5min":8.1500000000000004,"15min":8.1500000000000004},"last":0.81000000000000005}]},{"osd":2,"last update":"Sat Sep 23 17:59:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41999999999999998,"15min":0.38400000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.1880000000000002,"5min":3.206,"15min":3.206},"last":0.5},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.45500000000000002,"15min":0.39200000000000002},"min":{"1min":0.27000000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7890000000000001,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":0.623,"15min":0.45800000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":6.6989999999999998,"5min":6.6989999999999998,"15min":6.6989999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.3560000000000001,"5min":0.67000000000000004,"15min":0.46999999999999997},"min":{"1min":0.26400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":10.494,"5min":10.494,"15min":10.494},"last":0.46700000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:00:15 2023","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.84799999999999998,"15min":0.73999999999999999},"min":{"1min":0.35199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":10.416,"5min":10.416,"15min":10.416},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.169,"5min":0.78600000000000003,"15min":0.72699999999999998},"min":{"1min":0.41399999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":4.2779999999999996,"5min":4.2779999999999996,"15min":4.2779999999999996},"last":0.59699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:00:15 2023","interfaces":[{"interface":"back","average":{"1min":1.2270000000000001,"5min":0.87,"15min":0.76700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.319,"5min":5.2750000000000004,"15min":5.2750000000000004},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.776,"5min":1.002,"15min":0.79000000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":10.441000000000001,"5min":10.441000000000001,"15min":10.441000000000001},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:00:15 2023","interfaces":[{"interface":"back","average":{"1min":1.536,"5min":0.91700000000000004,"15min":0.78600000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":8.2240000000000002,"5min":8.2240000000000002,"15min":8.2240000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.7290000000000001,"5min":0.93500000000000005,"15min":0.78300000000000003},"min":{"1min":0.39900000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":6.6509999999999998,"5min":6.6509999999999998,"15min":6.6509999999999998},"last":0.79200000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:00:15 2023","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":0.91900000000000004,"15min":0.77800000000000002},"min":{"1min":0.41299999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":5.6269999999999998,"5min":5.6269999999999998,"15min":5.6269999999999998},"last":0.77200000000000002},{"interface":"front","average":{"1min":1.615,"5min":0.96599999999999997,"15min":0.80200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":10.372999999999999,"5min":10.372999999999999,"15min":10.372999999999999},"last":0.754}]}]},{"osd":2,"up_from":145,"seq":622770257923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1411068,"kb_used_data":1351092,"kb_used_omap":16,"kb_used_meta":59951,"kb_avail":92334084,"statfs":{"total":95995035648,"available":94550102016,"internally_reserved":0,"allocated":1383518208,"data_stored":1382755595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":61389986},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729650,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":789572,"kb_used_data":717756,"kb_used_omap":4,"kb_used_meta":71803,"kb_avail":92955580,"statfs":{"total":95995035648,"available":95186513920,"internally_reserved":0,"allocated":734982144,"data_stored":734261704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":73526679},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":0.77900000000000003,"15min":0.49199999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":14.162000000000001,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.9660000000000002,"5min":1.1240000000000001,"15min":0.61099999999999999},"min":{"1min":0.26900000000000002,"5min":0.255,"15min":0.255},"max":{"1min":17.396999999999998,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.32100000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.62,"15min":0.46000000000000002},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.5129999999999999,"5min":4.5129999999999999,"15min":4.5129999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":2.3319999999999999,"5min":0.92700000000000005,"15min":0.56999999999999995},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":14.276,"5min":14.276,"15min":14.276},"last":0.28000000000000003}]},{"osd":2,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.51000000000000001,"15min":0.42099999999999999},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1079999999999997,"5min":4.1079999999999997,"15min":4.1079999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.4119999999999999,"5min":0.60499999999999998,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":8.3119999999999994,"5min":8.3119999999999994,"15min":8.3119999999999994},"last":0.441}]},{"osd":4,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":1,"15min":0.75700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":14.212,"5min":14.212,"15min":14.212},"last":0.433},{"interface":"front","average":{"1min":3.1499999999999999,"5min":1.2729999999999999,"15min":0.84399999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":17.478000000000002,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.45400000000000001}]},{"osd":5,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.7429999999999999,"5min":1.274,"15min":0.85999999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":17.507999999999999,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.034,"5min":0.88900000000000001,"15min":0.75900000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":5.4790000000000001,"5min":5.4790000000000001,"15min":5.4790000000000001},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.22,"15min":0.86399999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":17.446999999999999,"5min":17.446999999999999,"15min":17.446999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":0.872,"15min":0.75},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.6600000000000001,"5min":4.6600000000000001,"15min":4.6600000000000001},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Sep 23 17:59:49 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":0.96399999999999997,"15min":0.749},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":2.1760000000000002,"5min":1.0760000000000001,"15min":0.79600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":14.246,"5min":14.246,"15min":14.246},"last":0.47499999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019072,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2715736,"kb_used_data":2406224,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91029416,"statfs":{"total":95995035648,"available":93214121984,"internally_reserved":0,"allocated":2463973376,"data_stored":2463408399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:14 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":1.1870000000000001,"15min":0.75900000000000001},"min":{"1min":0.29199999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":26.055,"5min":26.055,"15min":26.055},"last":0.34000000000000002},{"interface":"front","average":{"1min":4.0940000000000003,"5min":1.3979999999999999,"15min":0.88700000000000001},"min":{"1min":0.27900000000000003,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":25.497,"5min":25.497,"15min":25.497},"last":0.38300000000000001}]},{"osd":1,"last update":"Sat Sep 23 17:59:48 2023","interfaces":[{"interface":"back","average":{"1min":2.4239999999999999,"5min":0.96299999999999997,"15min":0.69599999999999995},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":25.268000000000001,"5min":25.268000000000001,"15min":25.268000000000001},"last":10.561},{"interface":"front","average":{"1min":2.484,"5min":1.042,"15min":0.71299999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":25.298999999999999,"5min":25.298999999999999,"15min":25.298999999999999},"last":10.57}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.69299999999999995,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":4.798,"5min":4.798,"15min":4.798},"last":0.503},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.68700000000000006,"15min":0.59899999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":3.351,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":1.026,"15min":0.70199999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":25.181000000000001,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":3.5920000000000001,"5min":1.3160000000000001,"15min":0.82799999999999996},"min":{"1min":0.435,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":25.225000000000001,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Sep 23 17:59:53 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.67300000000000004,"15min":0.51200000000000001},"min":{"1min":0.28299999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.6100000000000003,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.73699999999999999,"15min":0.56499999999999995},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.5789999999999997,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.49199999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:00:07 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.621,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":6.101,"5min":6.101,"15min":6.101},"last":0.29199999999999998},{"interface":"front","average":{"1min":1.2929999999999999,"5min":0.81399999999999995,"15min":0.623},"min":{"1min":0.39800000000000002,"5min":0.376,"15min":0.33100000000000002},"max":{"1min":6.234,"5min":6.234,"15min":6.234},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Sep 23 17:59:38 2023","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":0.81399999999999995,"15min":0.60699999999999998},"min":{"1min":0.35999999999999999,"5min":0.318,"15min":0.309},"max":{"1min":5.4800000000000004,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.3129999999999999,"5min":0.80000000000000004,"15min":0.621},"min":{"1min":0.34799999999999998,"5min":0.34200000000000003,"15min":0.29399999999999998},"max":{"1min":12.754,"5min":12.754,"15min":12.754},"last":0.442}]}]},{"osd":5,"up_from":36,"seq":154618822844,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2659740,"kb_used_data":2350228,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91085412,"statfs":{"total":95995035648,"available":93271461888,"internally_reserved":0,"allocated":2406633472,"data_stored":2406064127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:12 2023","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.032,"15min":0.70399999999999996},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.2479999999999993,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.315},{"interface":"front","average":{"1min":2.1360000000000001,"5min":1.0580000000000001,"15min":0.73599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":6.657,"5min":6.657,"15min":6.657},"last":0.28999999999999998}]},{"osd":1,"last update":"Sat Sep 23 17:59:52 2023","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":1.008,"15min":0.68000000000000005},"min":{"1min":0.33800000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":16.033999999999999,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.439},{"interface":"front","average":{"1min":1.0680000000000001,"5min":0.82899999999999996,"15min":0.66100000000000003},"min":{"1min":0.35299999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.8959999999999999,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.27800000000000002}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":0.72799999999999998,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":7.7510000000000003,"5min":7.7510000000000003,"15min":7.7510000000000003},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.738,"5min":0.84399999999999997,"15min":0.67600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":7.7009999999999996,"5min":7.7009999999999996,"15min":7.7009999999999996},"last":0.39100000000000001}]},{"osd":3,"last update":"Sat Sep 23 17:59:45 2023","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":0.97099999999999997,"15min":0.69199999999999995},"min":{"1min":0.36799999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.6020000000000003,"5min":6.6020000000000003,"15min":6.6020000000000003},"last":0.379},{"interface":"front","average":{"1min":1.887,"5min":1.1339999999999999,"15min":0.81999999999999995},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.1869999999999994,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.30199999999999999}]},{"osd":4,"last update":"Sat Sep 23 17:59:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.79800000000000004,"15min":0.57199999999999995},"min":{"1min":0.316,"5min":0.28999999999999998,"15min":0.23899999999999999},"max":{"1min":4.7919999999999998,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.73799999999999999,"15min":0.56999999999999995},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.26700000000000002},"max":{"1min":1.9059999999999999,"5min":4.1970000000000001,"15min":4.1970000000000001},"last":0.32800000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:00:03 2023","interfaces":[{"interface":"back","average":{"1min":2.4910000000000001,"5min":1.0920000000000001,"15min":0.69799999999999995},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.28499999999999998},"max":{"1min":20.363,"5min":20.363,"15min":20.363},"last":0.36799999999999999},{"interface":"front","average":{"1min":2.2919999999999998,"5min":1.097,"15min":0.71799999999999997},"min":{"1min":0.442,"5min":0.35799999999999998,"15min":0.307},"max":{"1min":17.803000000000001,"5min":17.803000000000001,"15min":17.803000000000001},"last":0.36199999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90300000000000002,"15min":0.66800000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.0439999999999996,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":2.1720000000000002,"5min":1.0329999999999999,"15min":0.72399999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.388999999999999,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.34699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2082148352,"data_stored":2082144280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1261961216,"data_stored":1261961216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1381765120,"data_stored":1381761048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":733282304,"data_stored":733282304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2458255360,"data_stored":2458255360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2405109760,"data_stored":2405105688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1304559616,"data_stored":1304559616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1625493504,"data_stored":1625489432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:00:45.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 21 2023-09-23T18:00:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:45.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:45.803 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:45.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:45 smithi149 ceph-mon[135148]: pgmap v367: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 14 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 5.7 MiB/s, 101 objects/s recovering 2023-09-23T18:00:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:45 smithi149 ceph-mon[135148]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T18:00:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:45 smithi149 ceph-mon[135148]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:45 smithi149 ceph-mon[135148]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:45 smithi149 ceph-mon[135148]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.946 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:45.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[153734]: pgmap v367: 89 pgs: 1 peering, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 72 active+clean, 11 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 14 op/s; 54312/176553 objects degraded (30.762%); 2552/176553 objects misplaced (1.445%); 5.7 MiB/s, 101 objects/s recovering 2023-09-23T18:00:45.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[153734]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T18:00:45.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[153734]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[153734]: failed to encode map e151 with expected crc 2023-09-23T18:00:45.976 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:45 smithi018 ceph-mon[153734]: failed to encode map e151 with expected crc 2023-09-23T18:00:46.061 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:46.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:46.066 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:46.166 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:46.216 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:46.274 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:46.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:46.278 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:46.378 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:46.415 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:46.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:46.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:46.861 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:46.889 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[149401]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.889 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[149401]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.889 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[149401]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T18:00:46.889 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[149401]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 54312/176553 objects degraded (30.762%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[153734]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[153734]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[153734]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[153734]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.890 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 54312/176553 objects degraded (30.762%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:46.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:46 smithi149 ceph-mon[135148]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:46 smithi149 ceph-mon[135148]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:46 smithi149 ceph-mon[135148]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T18:00:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:46 smithi149 ceph-mon[135148]: failed to encode map e152 with expected crc 2023-09-23T18:00:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 54312/176553 objects degraded (30.762%), 15 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:46.962 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:46.988 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:47.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:47.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:47.028 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:47.128 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:47.135 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:47.164 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:47.421 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:47.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:47.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:47.512 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:00:47.513 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:00:47.513 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:00:47.513 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:00:47.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:47.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:47.646 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:00:47.674 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:47 smithi018 ceph-mon[153734]: pgmap v370: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 73 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 44224/176541 objects degraded (25.050%); 8635/176541 objects misplaced (4.891%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:00:47.674 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:47.674 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:47 smithi018 ceph-mon[149401]: pgmap v370: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 73 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 44224/176541 objects degraded (25.050%); 8635/176541 objects misplaced (4.891%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:00:47.674 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:47.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:47.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:47.747 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:47.848 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:47.878 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:47 smithi149 ceph-mon[135148]: pgmap v370: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 3 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 73 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 44224/176541 objects degraded (25.050%); 8635/176541 objects misplaced (4.891%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:00:47.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:00:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[153734]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[153734]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[153734]: osdmap e153: 8 total, 8 up, 8 in 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[149401]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[149401]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:48 smithi018 ceph-mon[149401]: osdmap e153: 8 total, 8 up, 8 in 2023-09-23T18:00:48.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:48.863 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:48.864 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:48.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:48 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:00:48.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:48 smithi149 ceph-mon[135148]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:48 smithi149 ceph-mon[135148]: failed to encode map e153 with expected crc 2023-09-23T18:00:48.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/190217647' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:00:48.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:48 smithi149 ceph-mon[135148]: osdmap e153: 8 total, 8 up, 8 in 2023-09-23T18:00:48.912 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:00:48.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:48.991 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:49.046 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:49.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:49.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:49.150 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:49.198 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:49.222 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:49.245 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:00:49.281 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:49.282 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:49.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:49.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:49.306 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:49.333 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:49.354 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:49.389 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:49.391 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:00:49.425 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:49.525 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:49.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:49.528 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:49.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:49.655 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:49.690 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:49.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:49.694 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:49.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:00:49.794 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:49 smithi018 ceph-mon[153734]: pgmap v372: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 8635/176541 objects misplaced (4.891%); 14 MiB/s, 231 objects/s recovering 2023-09-23T18:00:49.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1022323488' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:49.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:49 smithi018 ceph-mon[149401]: pgmap v372: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 8635/176541 objects misplaced (4.891%); 14 MiB/s, 231 objects/s recovering 2023-09-23T18:00:49.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1022323488' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:49.830 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:49.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:49 smithi149 ceph-mon[135148]: pgmap v372: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 8635/176541 objects misplaced (4.891%); 14 MiB/s, 231 objects/s recovering 2023-09-23T18:00:49.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1022323488' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:49.916 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:49.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:49.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:49.991 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:50.020 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:50.051 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:50.263 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:50.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:50.267 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:50.294 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:00:50.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:50.396 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:50.432 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:50.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:50.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:50.482 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:00:50.536 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:50.563 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:50.613 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:50.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:50.616 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:50.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:50.757 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1752678182' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1752678182' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.849 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:50.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:50.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1752678182' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:00:50.955 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:50.981 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:51.018 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:51.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:51.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:51.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:51.148 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:51.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:51.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:51.193 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:51.294 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:51.327 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:51.364 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:51.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:51.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:51.471 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:51.501 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:51.515 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:51.551 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:51.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:51.556 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:51.588 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:51.589 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:51.656 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:51 smithi149 ceph-mon[135148]: pgmap v373: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 19 MiB/s, 302 objects/s recovering 2023-09-23T18:00:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 44210/176541 objects degraded (25.042%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:51.951 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:00:51.977 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:51 smithi018 ceph-mon[153734]: pgmap v373: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 19 MiB/s, 302 objects/s recovering 2023-09-23T18:00:51.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 44210/176541 objects degraded (25.042%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:51.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:51 smithi018 ceph-mon[149401]: pgmap v373: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 19 MiB/s, 302 objects/s recovering 2023-09-23T18:00:51.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 44210/176541 objects degraded (25.042%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:00:52.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:52.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:52.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:52.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:00:52.186 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:52.213 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:52.275 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:52.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:52.279 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:52.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:00:52.410 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:00:52.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:52.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:00:52.756 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:52.786 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:52.970 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:52.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:52.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:52.976 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:53.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:53.112 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:53.148 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:53.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:53.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:53.253 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:53.257 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:53.279 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:53.322 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:53.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:53.325 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:53.426 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:53.452 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:53.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:53.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:53.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:53.606 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:53.632 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:53.656 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[149401]: pgmap v374: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 14 MiB/s, 227 objects/s recovering 2023-09-23T18:00:53.656 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1682141332' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.656 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.677 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:53.678 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:00:53.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:53.681 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:53.781 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:53.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:53 smithi149 ceph-mon[135148]: pgmap v374: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 14 MiB/s, 227 objects/s recovering 2023-09-23T18:00:53.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1682141332' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.805 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.808 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:53.869 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:00:53.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:53.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:00:53.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[153734]: pgmap v374: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 14 MiB/s, 227 objects/s recovering 2023-09-23T18:00:53.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1682141332' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:00:53.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:54.008 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:54.045 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:54.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:54.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:54.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:54.178 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:54.314 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:54.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:54.317 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:54.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:54.455 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:54.496 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:54.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:54.500 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:54.600 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:54.632 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: osdmap e154: 8 total, 8 up, 8 in 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:54.860 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: osdmap e154: 8 total, 8 up, 8 in 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:54.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:54.871 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:54.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:54.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:00:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: failed to encode map e154 with expected crc 2023-09-23T18:00:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:00:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: osdmap e154: 8 total, 8 up, 8 in 2023-09-23T18:00:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:00:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:00:54.977 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:00:55.010 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:55.106 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:00:55.127 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:00:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:00:54] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.33.4" 2023-09-23T18:00:55.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:00:55.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:55.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:00:55.253 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:55.295 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:00:55.295 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:00:55.296 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T18:00:55.296 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:00:55.296 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:00:55.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T18:00:55.327 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:55.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:55.331 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:55.374 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:00:55.374 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:00:55.432 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:55.459 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:55.495 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:55.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:55.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:55.600 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:55.629 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:55.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:55 smithi018 ceph-mon[149401]: pgmap v376: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 3.3 MiB/s, 55 objects/s recovering 2023-09-23T18:00:55.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1401928144' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:55.667 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:55.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:55.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:55.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:55.803 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:56.026 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:00:56.039 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:56.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:55 smithi018 ceph-mon[153734]: pgmap v376: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 3.3 MiB/s, 55 objects/s recovering 2023-09-23T18:00:56.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1401928144' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:56.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:56.042 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:56.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:00:56.143 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:55 smithi149 ceph-mon[135148]: pgmap v376: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7895/176541 objects misplaced (4.472%); 3.3 MiB/s, 55 objects/s recovering 2023-09-23T18:00:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1401928144' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:00:56.185 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:56.275 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:56.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:56.279 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:56.379 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:56.411 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:56.451 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:56.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:56.454 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:56.555 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:56.583 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:56.626 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:56.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:56.630 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:56.723 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:00:56.731 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:00:56.746 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:56.784 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:00:57.202 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:00:57.223 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:00:57.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:00:57.276 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:00:57.299 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:00:57.320 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:00:57.323 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:00:57.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:57.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.325 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.326 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:00:57.425 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:57.468 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:57.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:57.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:58.043 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:00:58.109 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:58.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:00:58 smithi018 ceph-mon[153734]: pgmap v377: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:00:58.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:00:58 smithi018 ceph-mon[149401]: pgmap v377: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:00:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:00:58 smithi149 ceph-mon[135148]: pgmap v377: 89 pgs: 1 activating+undersized+degraded+remapped, 1 peering, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 74 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:00:58.565 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:58.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:58.569 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:58.579 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:00:58.579 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:00:58.579 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:00:58.579 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:00:58.670 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:00:58.700 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:58.749 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:00:58.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:58.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:00:58.855 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:00:58.892 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:58.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:00:58.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:58.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:00:59.028 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:00:59.028 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:00:59.028 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:00:59.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:00:59.124 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:59.137 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:00:59.270 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:00:59.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:59.273 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:00:59.374 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:00:59.407 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:00:59.464 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:00:59.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:00:59.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:00:59.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:00:59.608 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:00.037 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:01:00.118 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:00.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:00 smithi149 ceph-mon[135148]: pgmap v378: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:01:00.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:00 smithi018 ceph-mon[149401]: pgmap v378: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:01:00.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:00 smithi018 ceph-mon[153734]: pgmap v378: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 44210/176541 objects degraded (25.042%); 7114/176541 objects misplaced (4.030%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:01:01.114 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:01:01.235 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:01.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:01.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:01.340 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:01.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:01.389 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:01.389 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:01.905 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:01.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:01.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:02.013 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:02.063 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: pgmap v379: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 44037/175293 objects degraded (25.122%); 6402/175293 objects misplaced (3.652%); 5.9 MiB/s, 94 objects/s recovering 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 44037/175293 objects degraded (25.122%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: osdmap e155: 8 total, 8 up, 8 in 2023-09-23T18:01:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:02 smithi149 ceph-mon[135148]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: pgmap v379: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 44037/175293 objects degraded (25.122%); 6402/175293 objects misplaced (3.652%); 5.9 MiB/s, 94 objects/s recovering 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 44037/175293 objects degraded (25.122%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: osdmap e155: 8 total, 8 up, 8 in 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[153734]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: pgmap v379: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 9 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 44037/175293 objects degraded (25.122%); 6402/175293 objects misplaced (3.652%); 5.9 MiB/s, 94 objects/s recovering 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 44037/175293 objects degraded (25.122%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2362673042' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: osdmap e155: 8 total, 8 up, 8 in 2023-09-23T18:01:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: failed to encode map e155 with expected crc 2023-09-23T18:01:02.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:02 smithi018 ceph-mon[149401]: failed to encode map e155 with expected crc 2023-09-23T18:01:03.931 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:03.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:03.940 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:04.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:04 smithi018 ceph-mon[153734]: pgmap v381: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 101 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:01:04.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:04 smithi018 ceph-mon[149401]: pgmap v381: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 101 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:01:04.400 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:04 smithi149 ceph-mon[135148]: pgmap v381: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 101 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:01:04.404 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:04.491 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:04.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:04.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:04.595 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:04.625 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:04.665 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:04.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:04.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:04.769 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:04.801 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:04.840 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:04.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:04.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:04.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:04.989 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:04.996 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:04] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.33.4" 2023-09-23T18:01:05.009 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:05.612 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:05.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:05.618 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:05.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:05.751 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:05.794 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:05.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:05.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:05.899 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:05.929 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:05.973 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:01:05.973 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:01:05.973 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:01:05.973 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:01:05.973 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:01:05.977 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:05.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:05.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:06.081 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:06.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:06.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:06 smithi018 ceph-mon[153734]: pgmap v382: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:01:06.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:06 smithi018 ceph-mon[149401]: pgmap v382: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:01:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:06 smithi149 ceph-mon[135148]: pgmap v382: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 43939/173805 objects degraded (25.281%); 6402/173805 objects misplaced (3.683%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:01:06.585 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:01:06.585 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:01:06.585 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T18:01:06.586 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:01:06.586 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:01:06.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T18:01:06.642 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:06.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:06.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:06.707 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:01:06.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:01:06.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:06.866 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:07.207 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:07.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:07.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:07.346 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:07.377 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:07.400 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:07.427 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:07.457 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:07.459 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43578/171024 objects degraded (25.481%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:07.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:07.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:07.462 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:07.500 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:07.523 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:07.550 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:07.561 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:07.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43578/171024 objects degraded (25.481%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:07.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43578/171024 objects degraded (25.481%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:07.564 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:07.582 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:01:07.590 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:07.610 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:07.621 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:07.623 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:07.632 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:07.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:07.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.639 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:01:07.737 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:07.765 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:08.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:08.413 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:08 smithi149 ceph-mon[135148]: pgmap v383: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 43578/171024 objects degraded (25.481%); 5694/171024 objects misplaced (3.329%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T18:01:08.413 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1257110334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:08.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:08.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:08.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:08 smithi018 ceph-mon[149401]: pgmap v383: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 43578/171024 objects degraded (25.481%); 5694/171024 objects misplaced (3.329%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T18:01:08.486 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1257110334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:08.488 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:08 smithi018 ceph-mon[153734]: pgmap v383: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 43578/171024 objects degraded (25.481%); 5694/171024 objects misplaced (3.329%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T18:01:08.488 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1257110334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:08.515 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:08.550 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:08.587 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:08.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:08.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:08.692 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:08.720 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:09.266 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:09.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:09.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:09.370 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:09.399 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:09.442 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:09.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:09.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:09.530 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:09.530 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:09.546 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:09.649 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:09.925 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:09.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:09.930 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:09.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:01:10.031 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:10.075 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:10.146 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:10.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:10.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:10.254 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:10.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:01:10.323 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:10.399 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:10.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:10.407 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:10.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[153734]: pgmap v384: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 236 op/s; 43489/169434 objects degraded (25.667%); 5694/169434 objects misplaced (3.361%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T18:01:10.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:10.408 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:10.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[149401]: pgmap v384: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 236 op/s; 43489/169434 objects degraded (25.667%); 5694/169434 objects misplaced (3.361%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T18:01:10.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:10.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:10.508 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:10.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:10 smithi149 ceph-mon[135148]: pgmap v384: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 236 op/s; 43489/169434 objects degraded (25.667%); 5694/169434 objects misplaced (3.361%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T18:01:10.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:10.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:10.539 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:10.827 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:11.191 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:01:11.306 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2630131287' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2630131287' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2630131287' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:11.774 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:11.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:11.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:11.879 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:11.912 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:11.959 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:11.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:11.962 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:12.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:12.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:12.224 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:12.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:12.230 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:12.301 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:01:12.302 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:01:12.302 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:01:12.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: pgmap v385: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 271 op/s; 43206/167142 objects degraded (25.850%); 4947/167142 objects misplaced (2.960%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:01:12.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:12.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:12.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:12 smithi149 ceph-mon[135148]: osdmap e156: 8 total, 8 up, 8 in 2023-09-23T18:01:12.330 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:12.362 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:12.409 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:12.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:12.413 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:12.514 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:12.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: pgmap v385: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 271 op/s; 43206/167142 objects degraded (25.850%); 4947/167142 objects misplaced (2.960%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:01:12.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:12.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[149401]: osdmap e156: 8 total, 8 up, 8 in 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: pgmap v385: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 271 op/s; 43206/167142 objects degraded (25.850%); 4947/167142 objects misplaced (2.960%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: failed to encode map e156 with expected crc 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:12.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:12 smithi018 ceph-mon[153734]: osdmap e156: 8 total, 8 up, 8 in 2023-09-23T18:01:12.551 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:12.601 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:12.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:12.608 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:12.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:12.745 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:12.833 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:12.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:12.842 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:12.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:13.016 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:13.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:13.158 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:13.158 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:13.159 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:13.260 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:13.290 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:13.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:13 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43124/165777 objects degraded (26.013%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:13.439 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:13.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:13.447 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:13.538 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:13.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:13.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:13 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43124/165777 objects degraded (26.013%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:13 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43124/165777 objects degraded (26.013%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:13.570 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:13.580 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:13.597 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:13.618 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:13.621 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:13.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:13.622 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:13.644 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:13.676 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:13.708 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:01:13.723 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:13.741 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:13.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:01:13.766 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:01:13.774 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:13.913 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:13.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:13.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:14.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:14.069 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:14.172 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:14.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:14.180 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:14.280 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:14.310 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:14.348 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:14.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:14.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:14.453 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:14.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:14 smithi018 ceph-mon[153734]: pgmap v387: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:14.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2765797030' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:14.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:14 smithi018 ceph-mon[149401]: pgmap v387: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:14.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2765797030' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:14.489 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:14.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:14.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:14.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:01:14.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:14.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:14 smithi149 ceph-mon[135148]: pgmap v387: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:14.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2765797030' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:14.847 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:14.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:14.852 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:14.953 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:14.980 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:15.023 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:15.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:15.026 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:15.127 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:15.178 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:14] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.33.4" 2023-09-23T18:01:15.187 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:15.382 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:15.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:15.395 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:15.441 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:15.495 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:15.528 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:15.574 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:15.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:15.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:15.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:15.721 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:15.783 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:15.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:15.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:15.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:16.200 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:01:16.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:16.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:16.315 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:16.389 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:16 smithi018 ceph-mon[153734]: pgmap v388: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:16.395 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:16 smithi018 ceph-mon[149401]: pgmap v388: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:16.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:16.470 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:16.534 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:16.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:16.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:16.624 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:01:16.625 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:01:16.625 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:01:16.625 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:01:16.625 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:01:16.642 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:16.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:16 smithi149 ceph-mon[135148]: pgmap v388: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 267 op/s; 43124/165777 objects degraded (26.013%); 4947/165777 objects misplaced (2.984%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T18:01:16.693 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:16.958 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:16.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:16.963 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:17.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:17.109 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:17.251 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:17.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:17.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:17.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:17.394 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:01:17.432 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:17.492 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:17.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:17.499 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:17.599 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:17.628 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:17.645 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:17.670 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:17.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:17.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:17.776 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:17.802 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:17.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:17.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:17.847 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:17.947 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:17.975 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:18.016 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:18.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:18.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:18.120 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:18.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:18.191 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:18.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:18.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:18.268 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:01:18.295 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:18.338 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:18.493 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:01:18.493 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:01:18.493 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_0 2023-09-23T18:01:18.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:01:18.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[149401]: pgmap v389: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42836/163533 objects degraded (26.194%); 4175/163533 objects misplaced (2.553%); 8.3 MiB/s, 133 objects/s recovering 2023-09-23T18:01:18.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/587251076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.540 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.541 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[153734]: pgmap v389: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42836/163533 objects degraded (26.194%); 4175/163533 objects misplaced (2.553%); 8.3 MiB/s, 133 objects/s recovering 2023-09-23T18:01:18.541 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/587251076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.541 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:18 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:18 smithi149 ceph-mon[135148]: pgmap v389: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42836/163533 objects degraded (26.194%); 4175/163533 objects misplaced (2.553%); 8.3 MiB/s, 133 objects/s recovering 2023-09-23T18:01:18.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/587251076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:18 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:18.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:18.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:18.684 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:18.785 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:18.820 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:18.867 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:18.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:18.876 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:18.923 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:18.976 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:19.010 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:19.052 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:19.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:19.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:19.156 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:19.185 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:19.244 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:19.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:19.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:19.338 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:19.338 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: osdmap e157: 8 total, 8 up, 8 in 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:19.339 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: osdmap e157: 8 total, 8 up, 8 in 2023-09-23T18:01:19.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:19 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:01:19.351 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:19.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:19.380 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:19.406 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:19.427 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:19.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:19.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:19.440 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:19.485 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:19.516 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:19.533 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:19.553 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: osdmap e157: 8 total, 8 up, 8 in 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: failed to encode map e157 with expected crc 2023-09-23T18:01:19.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:19 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:01:19.574 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:19.590 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:01:19.612 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:19.618 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:19.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:19.621 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:19.628 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:01:19.722 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:19.783 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:20.210 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:20.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:20.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:20.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[149401]: pgmap v391: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 205 op/s; 42770/162219 objects degraded (26.366%); 4175/162219 objects misplaced (2.574%); 5.7 MiB/s, 91 objects/s recovering 2023-09-23T18:01:20.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 42770/162219 objects degraded (26.366%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:20.260 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/813454098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:20.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[153734]: pgmap v391: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 205 op/s; 42770/162219 objects degraded (26.366%); 4175/162219 objects misplaced (2.574%); 5.7 MiB/s, 91 objects/s recovering 2023-09-23T18:01:20.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 42770/162219 objects degraded (26.366%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:20.263 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/813454098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:20.314 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:20.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:20.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:20 smithi149 ceph-mon[135148]: pgmap v391: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 205 op/s; 42770/162219 objects degraded (26.366%); 4175/162219 objects misplaced (2.574%); 5.7 MiB/s, 91 objects/s recovering 2023-09-23T18:01:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:20 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 42770/162219 objects degraded (26.366%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/813454098' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:20.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:01:20.948 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:20.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:20.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:21.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:21.092 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:21.149 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:21.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:21.157 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:21.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:21.295 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:21.339 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:21.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:21.343 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:21.350 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:21.350 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:21.444 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:21.484 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:21.529 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:21.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:21.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:21.633 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:21.669 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:22.215 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:22.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:22.219 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:22.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:22.355 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:22.500 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:22.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:22.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:22 smithi018 ceph-mon[149401]: pgmap v392: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 252 op/s; 42403/160005 objects degraded (26.501%); 3343/160005 objects misplaced (2.089%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:22.582 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:22 smithi018 ceph-mon[153734]: pgmap v392: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 252 op/s; 42403/160005 objects degraded (26.501%); 3343/160005 objects misplaced (2.089%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:22.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:22.640 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:22.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:22 smithi149 ceph-mon[135148]: pgmap v392: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 252 op/s; 42403/160005 objects degraded (26.501%); 3343/160005 objects misplaced (2.089%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:23.427 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:01:24.348 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:24.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:24.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:24.453 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:24 smithi018 ceph-mon[153734]: pgmap v393: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:24 smithi018 ceph-mon[149401]: pgmap v393: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:24.689 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:24 smithi149 ceph-mon[135148]: pgmap v393: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:25.232 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:25.236 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:25.253 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:24] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.33.4" 2023-09-23T18:01:25.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:25.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:25.287 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:01:25.363 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:25.417 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:25.510 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:25.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:25.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:25.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:25.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:25.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:25.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:25.615 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:25.616 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:25.651 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:25.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:25.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:26.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[153734]: pgmap v394: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:26.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:26.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 42335/158628 objects degraded (26.688%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:26.505 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[149401]: pgmap v394: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:26.505 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:26.505 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 42335/158628 objects degraded (26.688%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:26.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:26 smithi149 ceph-mon[135148]: pgmap v394: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 238 op/s; 42335/158628 objects degraded (26.688%); 3343/158628 objects misplaced (2.107%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:01:26.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:26.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 42335/158628 objects degraded (26.688%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:26.725 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:26.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:26.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:26.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:26.947 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:27.012 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:27.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:27.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:27.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:27.152 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:27.189 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:27.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:27.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:27.274 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:01:27.276 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:01:27.292 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:27.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:01:27.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:01:27.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:01:27.782 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:27.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:27.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:27.887 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:27.951 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:28.252 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:28.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:28.257 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:28.332 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:28.354 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":395,"stamp":"2023-09-23T18:01:26.619904+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3412072395,"num_objects":52020,"num_object_clones":0,"num_object_copies":156060,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":42025,"num_objects_misplaced":2402,"num_objects_unfound":0,"num_objects_dirty":52020,"num_whiteouts":0,"num_read":6304,"num_read_kb":13725,"num_write":98432,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26430,"num_bytes_recovered":1616188311,"num_keys_recovered":10,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94965,"ondisk_log_size":94965,"up":267,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":310,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":13876312,"kb_used_data":12304920,"kb_used_omap":37,"kb_used_meta":1570970,"kb_avail":736084904,"statfs":{"total":767960285184,"available":753750941696,"internally_reserved":0,"allocated":12600238080,"data_stored":12594957164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38656,"internal_metadata":1608673536},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-163250176,"num_objects":-2491,"num_object_clones":0,"num_object_copies":-7473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-811,"num_objects_misplaced":-1773,"num_objects_unfound":0,"num_objects_dirty":-2491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2491,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1476,"num_bytes_recovered":96731136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003172"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.191983+0000","last_change":"2023-09-23T18:00:35.624266+0000","last_active":"2023-09-23T18:01:11.191983+0000","last_peered":"2023-09-23T18:01:11.191983+0000","last_clean":"2023-09-23T18:01:11.191983+0000","last_became_active":"2023-09-23T18:00:35.623921+0000","last_became_peered":"2023-09-23T18:00:35.623921+0000","last_unstale":"2023-09-23T18:01:11.191983+0000","last_undegraded":"2023-09-23T18:01:11.191983+0000","last_fullsized":"2023-09-23T18:01:11.191983+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:18.060393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":145,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.194855+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:01:11.194855+0000","last_peered":"2023-09-23T18:01:11.194855+0000","last_clean":"2023-09-23T18:01:11.194855+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:01:11.194855+0000","last_undegraded":"2023-09-23T18:01:11.194855+0000","last_fullsized":"2023-09-23T18:01:11.194855+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188055+0000","last_change":"2023-09-23T18:00:02.816201+0000","last_active":"2023-09-23T18:01:11.188055+0000","last_peered":"2023-09-23T18:01:11.188055+0000","last_clean":"2023-09-23T18:01:11.188055+0000","last_became_active":"2023-09-23T18:00:02.815850+0000","last_became_peered":"2023-09-23T18:00:02.815850+0000","last_unstale":"2023-09-23T18:01:11.188055+0000","last_undegraded":"2023-09-23T18:01:11.188055+0000","last_fullsized":"2023-09-23T18:01:11.188055+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:34.090653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189197+0000","last_change":"2023-09-23T18:00:02.730638+0000","last_active":"2023-09-23T18:01:11.189197+0000","last_peered":"2023-09-23T18:01:11.189197+0000","last_clean":"2023-09-23T18:01:11.189197+0000","last_became_active":"2023-09-23T18:00:02.729781+0000","last_became_peered":"2023-09-23T18:00:02.729781+0000","last_unstale":"2023-09-23T18:01:11.189197+0000","last_undegraded":"2023-09-23T18:01:11.189197+0000","last_fullsized":"2023-09-23T18:01:11.189197+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":187,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195625+0000","last_change":"2023-09-23T18:00:35.898846+0000","last_active":"2023-09-23T18:01:11.195625+0000","last_peered":"2023-09-23T18:01:11.195625+0000","last_clean":"2023-09-23T18:01:11.195625+0000","last_became_active":"2023-09-23T18:00:35.898474+0000","last_became_peered":"2023-09-23T18:00:35.898474+0000","last_unstale":"2023-09-23T18:01:11.195625+0000","last_undegraded":"2023-09-23T18:01:11.195625+0000","last_fullsized":"2023-09-23T18:01:11.195625+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:45.364549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":140,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.196109+0000","last_change":"2023-09-23T18:00:02.802213+0000","last_active":"2023-09-23T18:01:11.196109+0000","last_peered":"2023-09-23T18:01:11.196109+0000","last_clean":"2023-09-23T18:01:11.196109+0000","last_became_active":"2023-09-23T18:00:02.801879+0000","last_became_peered":"2023-09-23T18:00:02.801879+0000","last_unstale":"2023-09-23T18:01:11.196109+0000","last_undegraded":"2023-09-23T18:01:11.196109+0000","last_fullsized":"2023-09-23T18:01:11.196109+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":119,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.194533+0000","last_change":"2023-09-23T17:58:49.346782+0000","last_active":"2023-09-23T18:01:11.194533+0000","last_peered":"2023-09-23T18:01:11.194533+0000","last_clean":"2023-09-23T18:01:11.194533+0000","last_became_active":"2023-09-23T17:58:49.346416+0000","last_became_peered":"2023-09-23T17:58:49.346416+0000","last_unstale":"2023-09-23T18:01:11.194533+0000","last_undegraded":"2023-09-23T18:01:11.194533+0000","last_fullsized":"2023-09-23T18:01:11.194533+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:57.279243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":146,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.258430+0000","last_change":"2023-09-23T18:00:02.817815+0000","last_active":"2023-09-23T18:01:18.258430+0000","last_peered":"2023-09-23T18:01:18.258430+0000","last_clean":"2023-09-23T18:01:18.258430+0000","last_became_active":"2023-09-23T18:00:02.817450+0000","last_became_peered":"2023-09-23T18:00:02.817450+0000","last_unstale":"2023-09-23T18:01:18.258430+0000","last_undegraded":"2023-09-23T18:01:18.258430+0000","last_fullsized":"2023-09-23T18:01:18.258430+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:35.586373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":129,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189014+0000","last_change":"2023-09-23T18:00:02.733924+0000","last_active":"2023-09-23T18:01:11.189014+0000","last_peered":"2023-09-23T18:01:11.189014+0000","last_clean":"2023-09-23T18:01:11.189014+0000","last_became_active":"2023-09-23T18:00:02.733554+0000","last_became_peered":"2023-09-23T18:00:02.733554+0000","last_unstale":"2023-09-23T18:01:11.189014+0000","last_undegraded":"2023-09-23T18:01:11.189014+0000","last_fullsized":"2023-09-23T18:01:11.189014+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":81,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.259777+0000","last_change":"2023-09-23T17:56:44.063076+0000","last_active":"2023-09-23T18:01:18.259777+0000","last_peered":"2023-09-23T18:01:18.259777+0000","last_clean":"2023-09-23T18:01:18.259777+0000","last_became_active":"2023-09-23T17:56:44.062768+0000","last_became_peered":"2023-09-23T17:56:44.062768+0000","last_unstale":"2023-09-23T18:01:18.259777+0000","last_undegraded":"2023-09-23T18:01:18.259777+0000","last_fullsized":"2023-09-23T18:01:18.259777+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:49.790083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":141,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189302+0000","last_change":"2023-09-23T17:58:53.462458+0000","last_active":"2023-09-23T18:01:11.189302+0000","last_peered":"2023-09-23T18:01:11.189302+0000","last_clean":"2023-09-23T18:01:11.189302+0000","last_became_active":"2023-09-23T17:58:53.361765+0000","last_became_peered":"2023-09-23T17:58:53.361765+0000","last_unstale":"2023-09-23T18:01:11.189302+0000","last_undegraded":"2023-09-23T18:01:11.189302+0000","last_fullsized":"2023-09-23T18:01:11.189302+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192040+0000","last_change":"2023-09-23T18:00:35.621762+0000","last_active":"2023-09-23T18:01:11.192040+0000","last_peered":"2023-09-23T18:01:11.192040+0000","last_clean":"2023-09-23T18:01:11.192040+0000","last_became_active":"2023-09-23T18:00:35.621363+0000","last_became_peered":"2023-09-23T18:00:35.621363+0000","last_unstale":"2023-09-23T18:01:11.192040+0000","last_undegraded":"2023-09-23T18:01:11.192040+0000","last_fullsized":"2023-09-23T18:01:11.192040+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:39.466879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":129,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189029+0000","last_change":"2023-09-23T18:00:34.643180+0000","last_active":"2023-09-23T18:01:11.189029+0000","last_peered":"2023-09-23T18:01:11.189029+0000","last_clean":"2023-09-23T18:01:11.189029+0000","last_became_active":"2023-09-23T18:00:34.642902+0000","last_became_peered":"2023-09-23T18:00:34.642902+0000","last_unstale":"2023-09-23T18:01:11.189029+0000","last_undegraded":"2023-09-23T18:01:11.189029+0000","last_fullsized":"2023-09-23T18:01:11.189029+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4734,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":139,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.186391+0000","last_change":"2023-09-23T18:00:03.070007+0000","last_active":"2023-09-23T18:01:11.186391+0000","last_peered":"2023-09-23T18:01:11.186391+0000","last_clean":"2023-09-23T18:01:11.186391+0000","last_became_active":"2023-09-23T18:00:03.069661+0000","last_became_peered":"2023-09-23T18:00:03.069661+0000","last_unstale":"2023-09-23T18:01:11.186391+0000","last_undegraded":"2023-09-23T18:01:11.186391+0000","last_fullsized":"2023-09-23T18:01:11.186391+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":155,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188547+0000","last_change":"2023-09-23T18:00:34.643136+0000","last_active":"2023-09-23T18:01:11.188547+0000","last_peered":"2023-09-23T18:01:11.188547+0000","last_clean":"2023-09-23T18:01:11.188547+0000","last_became_active":"2023-09-23T18:00:34.642750+0000","last_became_peered":"2023-09-23T18:00:34.642750+0000","last_unstale":"2023-09-23T18:01:11.188547+0000","last_undegraded":"2023-09-23T18:01:11.188547+0000","last_fullsized":"2023-09-23T18:01:11.188547+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":152,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.258715+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:01:18.258715+0000","last_peered":"2023-09-23T18:01:18.258715+0000","last_clean":"2023-09-23T18:01:18.258715+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:01:18.258715+0000","last_undegraded":"2023-09-23T18:01:18.258715+0000","last_fullsized":"2023-09-23T18:01:18.258715+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":117,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188584+0000","last_change":"2023-09-23T18:00:02.730420+0000","last_active":"2023-09-23T18:01:11.188584+0000","last_peered":"2023-09-23T18:01:11.188584+0000","last_clean":"2023-09-23T18:01:11.188584+0000","last_became_active":"2023-09-23T18:00:02.730115+0000","last_became_peered":"2023-09-23T18:00:02.730115+0000","last_unstale":"2023-09-23T18:01:11.188584+0000","last_undegraded":"2023-09-23T18:01:11.188584+0000","last_fullsized":"2023-09-23T18:01:11.188584+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":113,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189411+0000","last_change":"2023-09-23T17:58:42.267981+0000","last_active":"2023-09-23T18:01:11.189411+0000","last_peered":"2023-09-23T18:01:11.189411+0000","last_clean":"2023-09-23T18:01:11.189411+0000","last_became_active":"2023-09-23T17:58:42.267619+0000","last_became_peered":"2023-09-23T17:58:42.267619+0000","last_unstale":"2023-09-23T18:01:11.189411+0000","last_undegraded":"2023-09-23T18:01:11.189411+0000","last_fullsized":"2023-09-23T18:01:11.189411+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":108,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188471+0000","last_change":"2023-09-23T17:47:17.534115+0000","last_active":"2023-09-23T18:01:11.188471+0000","last_peered":"2023-09-23T18:01:11.188471+0000","last_clean":"2023-09-23T18:01:11.188471+0000","last_became_active":"2023-09-23T17:47:17.533795+0000","last_became_peered":"2023-09-23T17:47:17.533795+0000","last_unstale":"2023-09-23T18:01:11.188471+0000","last_undegraded":"2023-09-23T18:01:11.188471+0000","last_fullsized":"2023-09-23T18:01:11.188471+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":115,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.259110+0000","last_change":"2023-09-23T18:00:35.676228+0000","last_active":"2023-09-23T18:01:18.259110+0000","last_peered":"2023-09-23T18:01:18.259110+0000","last_clean":"2023-09-23T18:01:18.259110+0000","last_became_active":"2023-09-23T18:00:35.666941+0000","last_became_peered":"2023-09-23T18:00:35.666941+0000","last_unstale":"2023-09-23T18:01:18.259110+0000","last_undegraded":"2023-09-23T18:01:18.259110+0000","last_fullsized":"2023-09-23T18:01:18.259110+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:40.813524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":184,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193112+0000","last_change":"2023-09-23T18:00:34.621931+0000","last_active":"2023-09-23T18:01:11.193112+0000","last_peered":"2023-09-23T18:01:11.193112+0000","last_clean":"2023-09-23T18:01:11.193112+0000","last_became_active":"2023-09-23T18:00:34.621586+0000","last_became_peered":"2023-09-23T18:00:34.621586+0000","last_unstale":"2023-09-23T18:01:11.193112+0000","last_undegraded":"2023-09-23T18:01:11.193112+0000","last_fullsized":"2023-09-23T18:01:11.193112+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":121,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195107+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:01:11.195107+0000","last_peered":"2023-09-23T18:01:11.195107+0000","last_clean":"2023-09-23T18:01:11.195107+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:01:11.195107+0000","last_undegraded":"2023-09-23T18:01:11.195107+0000","last_fullsized":"2023-09-23T18:01:11.195107+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"157'6051","reported_seq":6113,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:25.156826+0000","last_change":"2023-09-23T17:57:51.156532+0000","last_active":"2023-09-23T18:01:25.156826+0000","last_peered":"2023-09-23T18:01:25.156826+0000","last_clean":"2023-09-23T18:01:25.156826+0000","last_became_active":"2023-09-23T17:57:51.156240+0000","last_became_peered":"2023-09-23T17:57:51.156240+0000","last_unstale":"2023-09-23T18:01:25.156826+0000","last_undegraded":"2023-09-23T18:01:25.156826+0000","last_fullsized":"2023-09-23T18:01:25.156826+0000","mapping_epoch":103,"log_start":"107'500","ondisk_log_start":"107'500","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5551,"log_dups_size":0,"ondisk_log_size":5551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205455360,"num_objects":3135,"num_object_clones":0,"num_object_copies":9405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6051,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":168,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189155+0000","last_change":"2023-09-23T18:00:11.892718+0000","last_active":"2023-09-23T18:01:11.189155+0000","last_peered":"2023-09-23T18:01:11.189155+0000","last_clean":"2023-09-23T18:01:11.189155+0000","last_became_active":"2023-09-23T18:00:11.892209+0000","last_became_peered":"2023-09-23T18:00:11.892209+0000","last_unstale":"2023-09-23T18:01:11.189155+0000","last_undegraded":"2023-09-23T18:01:11.189155+0000","last_fullsized":"2023-09-23T18:01:11.189155+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":56,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188138+0000","last_change":"2023-09-23T17:58:42.266956+0000","last_active":"2023-09-23T18:01:11.188138+0000","last_peered":"2023-09-23T18:01:11.188138+0000","last_clean":"2023-09-23T18:01:11.188138+0000","last_became_active":"2023-09-23T17:58:42.266627+0000","last_became_peered":"2023-09-23T17:58:42.266627+0000","last_unstale":"2023-09-23T18:01:11.188138+0000","last_undegraded":"2023-09-23T18:01:11.188138+0000","last_fullsized":"2023-09-23T18:01:11.188138+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"157'6239","reported_seq":8721,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.284092+0000","last_change":"2023-09-23T18:00:35.798477+0000","last_active":"2023-09-23T18:01:25.284092+0000","last_peered":"2023-09-23T18:01:25.284092+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:00:35.772941+0000","last_became_peered":"2023-09-23T18:00:35.772941+0000","last_unstale":"2023-09-23T18:01:25.284092+0000","last_undegraded":"2023-09-23T18:00:35.620624+0000","last_fullsized":"2023-09-23T18:00:35.603803+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6239,"log_dups_size":0,"ondisk_log_size":6239,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:50.691673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216465408,"num_objects":3303,"num_object_clones":0,"num_object_copies":9909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":583,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6239,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":989,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[{"shards":"0,1","objects":3303}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":183,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.189107+0000","last_change":"2023-09-23T18:00:33.685183+0000","last_active":"2023-09-23T18:01:11.189107+0000","last_peered":"2023-09-23T18:01:11.189107+0000","last_clean":"2023-09-23T18:01:11.189107+0000","last_became_active":"2023-09-23T18:00:02.733604+0000","last_became_peered":"2023-09-23T18:00:02.733604+0000","last_unstale":"2023-09-23T18:01:11.189107+0000","last_undegraded":"2023-09-23T18:01:11.189107+0000","last_fullsized":"2023-09-23T18:01:11.189107+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":154,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.186303+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:01:11.186303+0000","last_peered":"2023-09-23T18:01:11.186303+0000","last_clean":"2023-09-23T18:01:11.186303+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:01:11.186303+0000","last_undegraded":"2023-09-23T18:01:11.186303+0000","last_fullsized":"2023-09-23T18:01:11.186303+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"157'6094","reported_seq":9013,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.117044+0000","last_change":"2023-09-23T18:00:35.852350+0000","last_active":"2023-09-23T18:01:25.117044+0000","last_peered":"2023-09-23T18:01:25.117044+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T18:00:35.810058+0000","last_became_peered":"2023-09-23T18:00:35.810058+0000","last_unstale":"2023-09-23T18:01:25.117044+0000","last_undegraded":"2023-09-23T18:00:35.647011+0000","last_fullsized":"2023-09-23T18:00:35.603799+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6094,"log_dups_size":0,"ondisk_log_size":6094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:09.958597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209453056,"num_objects":3196,"num_object_clones":0,"num_object_copies":9588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3841,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3196,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6094,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1414,"num_bytes_recovered":92405760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,5,7","objects":3187},{"shards":"0,7","objects":-39}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":122,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188961+0000","last_change":"2023-09-23T17:58:42.528887+0000","last_active":"2023-09-23T18:01:11.188961+0000","last_peered":"2023-09-23T18:01:11.188961+0000","last_clean":"2023-09-23T18:01:11.188961+0000","last_became_active":"2023-09-23T17:58:42.268028+0000","last_became_peered":"2023-09-23T17:58:42.268028+0000","last_unstale":"2023-09-23T18:01:11.188961+0000","last_undegraded":"2023-09-23T18:01:11.188961+0000","last_fullsized":"2023-09-23T18:01:11.188961+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":140,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193552+0000","last_change":"2023-09-23T18:00:02.823076+0000","last_active":"2023-09-23T18:01:11.193552+0000","last_peered":"2023-09-23T18:01:11.193552+0000","last_clean":"2023-09-23T18:01:11.193552+0000","last_became_active":"2023-09-23T18:00:02.822808+0000","last_became_peered":"2023-09-23T18:00:02.822808+0000","last_unstale":"2023-09-23T18:01:11.193552+0000","last_undegraded":"2023-09-23T18:01:11.193552+0000","last_fullsized":"2023-09-23T18:01:11.193552+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"157'6111","reported_seq":9120,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:22.226757+0000","last_change":"2023-09-23T18:00:36.145525+0000","last_active":"2023-09-23T18:01:22.226757+0000","last_peered":"2023-09-23T18:01:22.226757+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:00:36.040375+0000","last_became_peered":"2023-09-23T18:00:36.040375+0000","last_unstale":"2023-09-23T18:01:22.226757+0000","last_undegraded":"2023-09-23T18:00:35.872081+0000","last_fullsized":"2023-09-23T18:00:35.605585+0000","mapping_epoch":146,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6011,"log_dups_size":0,"ondisk_log_size":6011,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:01:28.819332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217120768,"num_objects":3313,"num_object_clones":0,"num_object_copies":9939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4731,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6111,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1125,"num_bytes_recovered":73400320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[3,1],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":3304}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":123,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.266286+0000","last_change":"2023-09-23T17:56:44.061073+0000","last_active":"2023-09-23T18:01:11.266286+0000","last_peered":"2023-09-23T18:01:11.266286+0000","last_clean":"2023-09-23T18:01:11.266286+0000","last_became_active":"2023-09-23T17:56:44.060730+0000","last_became_peered":"2023-09-23T17:56:44.060730+0000","last_unstale":"2023-09-23T18:01:11.266286+0000","last_undegraded":"2023-09-23T18:01:11.266286+0000","last_fullsized":"2023-09-23T18:01:11.266286+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":146,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.194985+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:01:11.194985+0000","last_peered":"2023-09-23T18:01:11.194985+0000","last_clean":"2023-09-23T18:01:11.194985+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:01:11.194985+0000","last_undegraded":"2023-09-23T18:01:11.194985+0000","last_fullsized":"2023-09-23T18:01:11.194985+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"157'6114","reported_seq":9326,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.263893+0000","last_change":"2023-09-23T18:00:35.811281+0000","last_active":"2023-09-23T18:01:25.263893+0000","last_peered":"2023-09-23T18:01:25.263893+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:00:35.793904+0000","last_became_peered":"2023-09-23T18:00:35.793904+0000","last_unstale":"2023-09-23T18:01:25.263893+0000","last_undegraded":"2023-09-23T18:00:35.707162+0000","last_fullsized":"2023-09-23T18:00:35.614965+0000","mapping_epoch":146,"log_start":"107'600","ondisk_log_start":"107'600","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5514,"log_dups_size":0,"ondisk_log_size":5514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213319704,"num_objects":3256,"num_object_clones":0,"num_object_copies":9768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3925,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3256,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6114,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1375,"num_bytes_recovered":65601560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[7,2],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"2,5,7","objects":3244},{"shards":"2,7","objects":-57}],"blocked_by":[],"up_primary":2,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":165,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:12.242730+0000","last_change":"2023-09-23T18:00:02.735867+0000","last_active":"2023-09-23T18:01:12.242730+0000","last_peered":"2023-09-23T18:01:12.242730+0000","last_clean":"2023-09-23T18:01:12.242730+0000","last_became_active":"2023-09-23T18:00:02.723104+0000","last_became_peered":"2023-09-23T18:00:02.723104+0000","last_unstale":"2023-09-23T18:01:12.242730+0000","last_undegraded":"2023-09-23T18:01:12.242730+0000","last_fullsized":"2023-09-23T18:01:12.242730+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:08:37.390828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":128,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.194367+0000","last_change":"2023-09-23T18:00:02.813321+0000","last_active":"2023-09-23T18:01:11.194367+0000","last_peered":"2023-09-23T18:01:11.194367+0000","last_clean":"2023-09-23T18:01:11.194367+0000","last_became_active":"2023-09-23T18:00:02.812966+0000","last_became_peered":"2023-09-23T18:00:02.812966+0000","last_unstale":"2023-09-23T18:01:11.194367+0000","last_undegraded":"2023-09-23T18:01:11.194367+0000","last_fullsized":"2023-09-23T18:01:11.194367+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:35:43.793364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"157'6099","reported_seq":14089,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:22.387027+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:01:22.387027+0000","last_peered":"2023-09-23T18:01:22.387027+0000","last_clean":"2023-09-23T18:01:22.387027+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:01:22.387027+0000","last_undegraded":"2023-09-23T18:01:22.387027+0000","last_fullsized":"2023-09-23T18:01:22.387027+0000","mapping_epoch":148,"log_start":"107'631","ondisk_log_start":"107'631","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5468,"log_dups_size":0,"ondisk_log_size":5468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:27.232808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212008960,"num_objects":3235,"num_object_clones":0,"num_object_copies":9705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6099,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":150,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193419+0000","last_change":"2023-09-23T18:00:02.803975+0000","last_active":"2023-09-23T18:01:11.193419+0000","last_peered":"2023-09-23T18:01:11.193419+0000","last_clean":"2023-09-23T18:01:11.193419+0000","last_became_active":"2023-09-23T18:00:02.803474+0000","last_became_peered":"2023-09-23T18:00:02.803474+0000","last_unstale":"2023-09-23T18:01:11.193419+0000","last_undegraded":"2023-09-23T18:01:11.193419+0000","last_fullsized":"2023-09-23T18:01:11.193419+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":119,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.253731+0000","last_change":"2023-09-23T18:00:35.634068+0000","last_active":"2023-09-23T18:01:11.253731+0000","last_peered":"2023-09-23T18:01:11.253731+0000","last_clean":"2023-09-23T18:01:11.253731+0000","last_became_active":"2023-09-23T18:00:35.633658+0000","last_became_peered":"2023-09-23T18:00:35.633658+0000","last_unstale":"2023-09-23T18:01:11.253731+0000","last_undegraded":"2023-09-23T18:01:11.253731+0000","last_fullsized":"2023-09-23T18:01:11.253731+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:02.396592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"157'6038","reported_seq":10052,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.526343+0000","last_change":"2023-09-23T18:00:38.368534+0000","last_active":"2023-09-23T18:01:25.526343+0000","last_peered":"2023-09-23T18:01:25.526343+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:00:38.296956+0000","last_became_peered":"2023-09-23T18:00:38.296956+0000","last_unstale":"2023-09-23T18:01:25.526343+0000","last_undegraded":"2023-09-23T18:00:38.286331+0000","last_fullsized":"2023-09-23T18:00:38.109562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6038,"log_dups_size":0,"ondisk_log_size":6038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206569472,"num_objects":3152,"num_object_clones":0,"num_object_copies":9456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7708,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6038,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1444,"num_bytes_recovered":94502912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,1],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"1,6","objects":1},{"shards":"4,5,6","objects":3151}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":105,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.253606+0000","last_change":"2023-09-23T18:00:35.627106+0000","last_active":"2023-09-23T18:01:11.253606+0000","last_peered":"2023-09-23T18:01:11.253606+0000","last_clean":"2023-09-23T18:01:11.253606+0000","last_became_active":"2023-09-23T18:00:35.626067+0000","last_became_peered":"2023-09-23T18:00:35.626067+0000","last_unstale":"2023-09-23T18:01:11.253606+0000","last_undegraded":"2023-09-23T18:01:11.253606+0000","last_fullsized":"2023-09-23T18:01:11.253606+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:57.185734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":139,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.186506+0000","last_change":"2023-09-23T18:00:02.811468+0000","last_active":"2023-09-23T18:01:11.186506+0000","last_peered":"2023-09-23T18:01:11.186506+0000","last_clean":"2023-09-23T18:01:11.186506+0000","last_became_active":"2023-09-23T18:00:02.811164+0000","last_became_peered":"2023-09-23T18:00:02.811164+0000","last_unstale":"2023-09-23T18:01:11.186506+0000","last_undegraded":"2023-09-23T18:01:11.186506+0000","last_fullsized":"2023-09-23T18:01:11.186506+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"157'6044","reported_seq":9498,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.195607+0000","last_change":"2023-09-23T18:00:35.880749+0000","last_active":"2023-09-23T18:01:25.195607+0000","last_peered":"2023-09-23T18:01:25.195607+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:00:35.813065+0000","last_became_peered":"2023-09-23T18:00:35.813065+0000","last_unstale":"2023-09-23T18:01:25.195607+0000","last_undegraded":"2023-09-23T18:00:35.794884+0000","last_fullsized":"2023-09-23T18:00:35.609204+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6044,"log_dups_size":0,"ondisk_log_size":6044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:17.034054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209321984,"num_objects":3194,"num_object_clones":0,"num_object_copies":9582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7088,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6044,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1324,"num_bytes_recovered":86704128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,3],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,4,5","objects":3180}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":147,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195493+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:01:11.195493+0000","last_peered":"2023-09-23T18:01:11.195493+0000","last_clean":"2023-09-23T18:01:11.195493+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:01:11.195493+0000","last_undegraded":"2023-09-23T18:01:11.195493+0000","last_fullsized":"2023-09-23T18:01:11.195493+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":113,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.249712+0000","last_change":"2023-09-23T18:00:12.134044+0000","last_active":"2023-09-23T18:01:11.249712+0000","last_peered":"2023-09-23T18:01:11.249712+0000","last_clean":"2023-09-23T18:01:11.249712+0000","last_became_active":"2023-09-23T18:00:09.806690+0000","last_became_peered":"2023-09-23T18:00:09.806690+0000","last_unstale":"2023-09-23T18:01:11.249712+0000","last_undegraded":"2023-09-23T18:01:11.249712+0000","last_fullsized":"2023-09-23T18:01:11.249712+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:11:37.883574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":716,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192643+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:01:11.192643+0000","last_peered":"2023-09-23T18:01:11.192643+0000","last_clean":"2023-09-23T18:01:11.192643+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:01:11.192643+0000","last_undegraded":"2023-09-23T18:01:11.192643+0000","last_fullsized":"2023-09-23T18:01:11.192643+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.194726+0000","last_change":"2023-09-23T18:00:34.648426+0000","last_active":"2023-09-23T18:01:11.194726+0000","last_peered":"2023-09-23T18:01:11.194726+0000","last_clean":"2023-09-23T18:01:11.194726+0000","last_became_active":"2023-09-23T18:00:34.648157+0000","last_became_peered":"2023-09-23T18:00:34.648157+0000","last_unstale":"2023-09-23T18:01:11.194726+0000","last_undegraded":"2023-09-23T18:01:11.194726+0000","last_fullsized":"2023-09-23T18:01:11.194726+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:33.279145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.191958+0000","last_change":"2023-09-23T18:00:35.618854+0000","last_active":"2023-09-23T18:01:11.191958+0000","last_peered":"2023-09-23T18:01:11.191958+0000","last_clean":"2023-09-23T18:01:11.191958+0000","last_became_active":"2023-09-23T18:00:35.618484+0000","last_became_peered":"2023-09-23T18:00:35.618484+0000","last_unstale":"2023-09-23T18:01:11.191958+0000","last_undegraded":"2023-09-23T18:01:11.191958+0000","last_fullsized":"2023-09-23T18:01:11.191958+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:41.218536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"157'5952","reported_seq":16980,"reported_epoch":157,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:01:25.529859+0000","last_change":"2023-09-23T18:00:44.377399+0000","last_active":"2023-09-23T18:01:25.529859+0000","last_peered":"2023-09-23T18:01:25.529859+0000","last_clean":"2023-09-23T17:58:41.250138+0000","last_became_active":"2023-09-23T18:00:02.924651+0000","last_became_peered":"2023-09-23T18:00:02.924651+0000","last_unstale":"2023-09-23T18:01:25.529859+0000","last_undegraded":"2023-09-23T18:01:25.529859+0000","last_fullsized":"2023-09-23T18:00:02.709593+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5952,"log_dups_size":0,"ondisk_log_size":5952,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210108416,"num_objects":3206,"num_object_clones":0,"num_object_copies":9618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1859,"num_objects_unfound":0,"num_objects_dirty":3206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5952,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3645,"num_bytes_recovered":238813184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","5"],"object_location_counts":[{"shards":"0,3,6","objects":11},{"shards":"0,5,6","objects":924},{"shards":"3,6","objects":2271}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"157'6023","reported_seq":20482,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:22.446458+0000","last_change":"2023-09-23T18:00:45.657616+0000","last_active":"2023-09-23T18:01:22.446458+0000","last_peered":"2023-09-23T18:01:22.446458+0000","last_clean":"2023-09-23T18:01:22.446458+0000","last_became_active":"2023-09-23T18:00:45.647970+0000","last_became_peered":"2023-09-23T18:00:45.647970+0000","last_unstale":"2023-09-23T18:01:22.446458+0000","last_undegraded":"2023-09-23T18:01:22.446458+0000","last_fullsized":"2023-09-23T18:01:22.446458+0000","mapping_epoch":151,"log_start":"107'500","ondisk_log_start":"107'500","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5523,"log_dups_size":0,"ondisk_log_size":5523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:45:23.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213057536,"num_objects":3251,"num_object_clones":0,"num_object_copies":9753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6023,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":839,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.268404+0000","last_change":"2023-09-23T18:00:02.813637+0000","last_active":"2023-09-23T18:01:11.268404+0000","last_peered":"2023-09-23T18:01:11.268404+0000","last_clean":"2023-09-23T18:01:11.268404+0000","last_became_active":"2023-09-23T18:00:02.813227+0000","last_became_peered":"2023-09-23T18:00:02.813227+0000","last_unstale":"2023-09-23T18:01:11.268404+0000","last_undegraded":"2023-09-23T18:01:11.268404+0000","last_fullsized":"2023-09-23T18:01:11.268404+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":122,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.186365+0000","last_change":"2023-09-23T17:55:07.970031+0000","last_active":"2023-09-23T18:01:11.186365+0000","last_peered":"2023-09-23T18:01:11.186365+0000","last_clean":"2023-09-23T18:01:11.186365+0000","last_became_active":"2023-09-23T17:55:07.969702+0000","last_became_peered":"2023-09-23T17:55:07.969702+0000","last_unstale":"2023-09-23T18:01:11.186365+0000","last_undegraded":"2023-09-23T18:01:11.186365+0000","last_fullsized":"2023-09-23T18:01:11.186365+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192509+0000","last_change":"2023-09-23T18:00:35.656889+0000","last_active":"2023-09-23T18:01:11.192509+0000","last_peered":"2023-09-23T18:01:11.192509+0000","last_clean":"2023-09-23T18:01:11.192509+0000","last_became_active":"2023-09-23T18:00:35.656561+0000","last_became_peered":"2023-09-23T18:00:35.656561+0000","last_unstale":"2023-09-23T18:01:11.192509+0000","last_undegraded":"2023-09-23T18:01:11.192509+0000","last_fullsized":"2023-09-23T18:01:11.192509+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:45:50.626472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"157'6042","reported_seq":14382,"reported_epoch":157,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:01:25.498015+0000","last_change":"2023-09-23T18:00:44.371003+0000","last_active":"2023-09-23T18:01:25.498015+0000","last_peered":"2023-09-23T18:01:25.498015+0000","last_clean":"2023-09-23T18:00:33.598260+0000","last_became_active":"2023-09-23T18:00:35.828856+0000","last_became_peered":"2023-09-23T18:00:35.828856+0000","last_unstale":"2023-09-23T18:01:25.498015+0000","last_undegraded":"2023-09-23T18:01:25.498015+0000","last_fullsized":"2023-09-23T18:00:35.617600+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6042,"log_dups_size":0,"ondisk_log_size":6042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216662016,"num_objects":3306,"num_object_clones":0,"num_object_copies":9918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":543,"num_objects_unfound":0,"num_objects_dirty":3306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6042,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4124,"num_bytes_recovered":270204928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[5,7],"avail_no_missing":["5","4","7"],"object_location_counts":[{"shards":"4,5,7","objects":543},{"shards":"5,7","objects":2763}],"blocked_by":[],"up_primary":2,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":561,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.253698+0000","last_change":"2023-09-23T18:00:34.653915+0000","last_active":"2023-09-23T18:01:11.253698+0000","last_peered":"2023-09-23T18:01:11.253698+0000","last_clean":"2023-09-23T18:01:11.253698+0000","last_became_active":"2023-09-23T18:00:34.652538+0000","last_became_peered":"2023-09-23T18:00:34.652538+0000","last_unstale":"2023-09-23T18:01:11.253698+0000","last_undegraded":"2023-09-23T18:01:11.253698+0000","last_fullsized":"2023-09-23T18:01:11.253698+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:27:30.950172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.187945+0000","last_change":"2023-09-23T18:00:35.620109+0000","last_active":"2023-09-23T18:01:11.187945+0000","last_peered":"2023-09-23T18:01:11.187945+0000","last_clean":"2023-09-23T18:01:11.187945+0000","last_became_active":"2023-09-23T18:00:35.619739+0000","last_became_peered":"2023-09-23T18:00:35.619739+0000","last_unstale":"2023-09-23T18:01:11.187945+0000","last_undegraded":"2023-09-23T18:01:11.187945+0000","last_fullsized":"2023-09-23T18:01:11.187945+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:04:36.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":142,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.248101+0000","last_change":"2023-09-23T18:00:12.134303+0000","last_active":"2023-09-23T18:01:11.248101+0000","last_peered":"2023-09-23T18:01:11.248101+0000","last_clean":"2023-09-23T18:01:11.248101+0000","last_became_active":"2023-09-23T18:00:09.807004+0000","last_became_peered":"2023-09-23T18:00:09.807004+0000","last_unstale":"2023-09-23T18:01:11.248101+0000","last_undegraded":"2023-09-23T18:01:11.248101+0000","last_fullsized":"2023-09-23T18:01:11.248101+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:17:21.770351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":619,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.253615+0000","last_change":"2023-09-23T18:00:44.362855+0000","last_active":"2023-09-23T18:01:11.253615+0000","last_peered":"2023-09-23T18:01:11.253615+0000","last_clean":"2023-09-23T18:01:11.253615+0000","last_became_active":"2023-09-23T18:00:35.695826+0000","last_became_peered":"2023-09-23T18:00:35.695826+0000","last_unstale":"2023-09-23T18:01:11.253615+0000","last_undegraded":"2023-09-23T18:01:11.253615+0000","last_fullsized":"2023-09-23T18:01:11.253615+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:56.098458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":742,"num_read_kb":2870,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":393,"reported_epoch":156,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:01:11.188351+0000","last_change":"2023-09-23T18:00:03.729211+0000","last_active":"2023-09-23T18:01:11.188351+0000","last_peered":"2023-09-23T18:01:11.188351+0000","last_clean":"2023-09-23T17:59:56.616560+0000","last_became_active":"2023-09-23T18:00:03.728681+0000","last_became_peered":"2023-09-23T18:00:03.728681+0000","last_unstale":"2023-09-23T18:01:11.188351+0000","last_undegraded":"2023-09-23T18:00:03.707321+0000","last_fullsized":"2023-09-23T18:01:11.188351+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":["7","0","6"],"object_location_counts":[{"shards":"0,6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":116,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.200835+0000","last_change":"2023-09-23T18:00:02.801625+0000","last_active":"2023-09-23T18:01:11.200835+0000","last_peered":"2023-09-23T18:01:11.200835+0000","last_clean":"2023-09-23T18:01:11.200835+0000","last_became_active":"2023-09-23T18:00:02.799199+0000","last_became_peered":"2023-09-23T18:00:02.799199+0000","last_unstale":"2023-09-23T18:01:11.200835+0000","last_undegraded":"2023-09-23T18:01:11.200835+0000","last_fullsized":"2023-09-23T18:01:11.200835+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:00.366110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":116,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193291+0000","last_change":"2023-09-23T17:58:49.341767+0000","last_active":"2023-09-23T18:01:11.193291+0000","last_peered":"2023-09-23T18:01:11.193291+0000","last_clean":"2023-09-23T18:01:11.193291+0000","last_became_active":"2023-09-23T17:58:49.341416+0000","last_became_peered":"2023-09-23T17:58:49.341416+0000","last_unstale":"2023-09-23T18:01:11.193291+0000","last_undegraded":"2023-09-23T18:01:11.193291+0000","last_fullsized":"2023-09-23T18:01:11.193291+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"157'5965","reported_seq":6042,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:25.496216+0000","last_change":"2023-09-23T18:00:35.773205+0000","last_active":"2023-09-23T18:01:25.496216+0000","last_peered":"2023-09-23T18:01:25.496216+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:00:35.763886+0000","last_became_peered":"2023-09-23T18:00:35.763886+0000","last_unstale":"2023-09-23T18:01:25.496216+0000","last_undegraded":"2023-09-23T18:00:35.628567+0000","last_fullsized":"2023-09-23T18:00:35.614831+0000","mapping_epoch":146,"log_start":"107'500","ondisk_log_start":"107'500","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5465,"log_dups_size":0,"ondisk_log_size":5465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210305024,"num_objects":3209,"num_object_clones":0,"num_object_copies":9627,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3209,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5965,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":3209}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"157'6143","reported_seq":8671,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:22.402962+0000","last_change":"2023-09-23T18:00:57.187337+0000","last_active":"2023-09-23T18:01:22.402962+0000","last_peered":"2023-09-23T18:01:22.402962+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:00:52.242114+0000","last_became_peered":"2023-09-23T18:00:52.242114+0000","last_unstale":"2023-09-23T18:01:22.402962+0000","last_undegraded":"2023-09-23T18:00:45.566680+0000","last_fullsized":"2023-09-23T18:00:39.618555+0000","mapping_epoch":149,"log_start":"107'600","ondisk_log_start":"107'600","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5543,"log_dups_size":0,"ondisk_log_size":5543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:40:13.016797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217645056,"num_objects":3321,"num_object_clones":0,"num_object_copies":9963,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":4120,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6143,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1022,"num_bytes_recovered":66846720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,1","objects":-393},{"shards":"0,1,5","objects":3305},{"shards":"0,2,5,7","objects":2},{"shards":"0,2,7","objects":14}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":814,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188439+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:01:11.188439+0000","last_peered":"2023-09-23T18:01:11.188439+0000","last_clean":"2023-09-23T18:01:11.188439+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:01:11.188439+0000","last_undegraded":"2023-09-23T18:01:11.188439+0000","last_fullsized":"2023-09-23T18:01:11.188439+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":120,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.259712+0000","last_change":"2023-09-23T17:58:42.255823+0000","last_active":"2023-09-23T18:01:18.259712+0000","last_peered":"2023-09-23T18:01:18.259712+0000","last_clean":"2023-09-23T18:01:18.259712+0000","last_became_active":"2023-09-23T17:58:42.255552+0000","last_became_peered":"2023-09-23T17:58:42.255552+0000","last_unstale":"2023-09-23T18:01:18.259712+0000","last_undegraded":"2023-09-23T18:01:18.259712+0000","last_fullsized":"2023-09-23T18:01:18.259712+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:13.662778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192310+0000","last_change":"2023-09-23T18:00:35.627092+0000","last_active":"2023-09-23T18:01:11.192310+0000","last_peered":"2023-09-23T18:01:11.192310+0000","last_clean":"2023-09-23T18:01:11.192310+0000","last_became_active":"2023-09-23T18:00:35.626741+0000","last_became_peered":"2023-09-23T18:00:35.626741+0000","last_unstale":"2023-09-23T18:01:11.192310+0000","last_undegraded":"2023-09-23T18:01:11.192310+0000","last_fullsized":"2023-09-23T18:01:11.192310+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:46.584996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":303,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.188972+0000","last_change":"2023-09-23T18:00:02.801793+0000","last_active":"2023-09-23T18:01:11.188972+0000","last_peered":"2023-09-23T18:01:11.188972+0000","last_clean":"2023-09-23T18:01:11.188972+0000","last_became_active":"2023-09-23T18:00:02.801319+0000","last_became_peered":"2023-09-23T18:00:02.801319+0000","last_unstale":"2023-09-23T18:01:11.188972+0000","last_undegraded":"2023-09-23T18:01:11.188972+0000","last_fullsized":"2023-09-23T18:01:11.188972+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":40,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192529+0000","last_change":"2023-09-23T18:00:35.622377+0000","last_active":"2023-09-23T18:01:11.192529+0000","last_peered":"2023-09-23T18:01:11.192529+0000","last_clean":"2023-09-23T18:01:11.192529+0000","last_became_active":"2023-09-23T18:00:35.622011+0000","last_became_peered":"2023-09-23T18:00:35.622011+0000","last_unstale":"2023-09-23T18:01:11.192529+0000","last_undegraded":"2023-09-23T18:01:11.192529+0000","last_fullsized":"2023-09-23T18:01:11.192529+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:32.031680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":130,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:18.264269+0000","last_change":"2023-09-23T18:00:02.725840+0000","last_active":"2023-09-23T18:01:18.264269+0000","last_peered":"2023-09-23T18:01:18.264269+0000","last_clean":"2023-09-23T18:01:18.264269+0000","last_became_active":"2023-09-23T18:00:02.725513+0000","last_became_peered":"2023-09-23T18:00:02.725513+0000","last_unstale":"2023-09-23T18:01:18.264269+0000","last_undegraded":"2023-09-23T18:01:18.264269+0000","last_fullsized":"2023-09-23T18:01:18.264269+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:24:27.397373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"157'6215","reported_seq":6277,"reported_epoch":157,"state":"active+clean","last_fresh":"2023-09-23T18:01:25.422540+0000","last_change":"2023-09-23T17:57:51.155479+0000","last_active":"2023-09-23T18:01:25.422540+0000","last_peered":"2023-09-23T18:01:25.422540+0000","last_clean":"2023-09-23T18:01:25.422540+0000","last_became_active":"2023-09-23T17:57:51.155201+0000","last_became_peered":"2023-09-23T17:57:51.155201+0000","last_unstale":"2023-09-23T18:01:25.422540+0000","last_undegraded":"2023-09-23T18:01:25.422540+0000","last_fullsized":"2023-09-23T18:01:25.422540+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6215,"log_dups_size":0,"ondisk_log_size":6215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212795392,"num_objects":3247,"num_object_clones":0,"num_object_copies":9741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6215,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":126,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195336+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:01:11.195336+0000","last_peered":"2023-09-23T18:01:11.195336+0000","last_clean":"2023-09-23T18:01:11.195336+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:01:11.195336+0000","last_undegraded":"2023-09-23T18:01:11.195336+0000","last_fullsized":"2023-09-23T18:01:11.195336+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":580,"reported_epoch":156,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:01:11.192456+0000","last_change":"2023-09-23T18:00:03.740478+0000","last_active":"2023-09-23T18:01:11.192456+0000","last_peered":"2023-09-23T18:01:11.192456+0000","last_clean":"2023-09-23T17:58:50.333477+0000","last_became_active":"2023-09-23T18:00:03.739713+0000","last_became_peered":"2023-09-23T18:00:03.739713+0000","last_unstale":"2023-09-23T18:01:11.192456+0000","last_undegraded":"2023-09-23T18:00:03.707130+0000","last_fullsized":"2023-09-23T18:01:11.192456+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:22:26.649073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":150,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195559+0000","last_change":"2023-09-23T18:00:02.730763+0000","last_active":"2023-09-23T18:01:11.195559+0000","last_peered":"2023-09-23T18:01:11.195559+0000","last_clean":"2023-09-23T18:01:11.195559+0000","last_became_active":"2023-09-23T18:00:02.730296+0000","last_became_peered":"2023-09-23T18:00:02.730296+0000","last_unstale":"2023-09-23T18:01:11.195559+0000","last_undegraded":"2023-09-23T18:01:11.195559+0000","last_fullsized":"2023-09-23T18:01:11.195559+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:30.017892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"157'6168","reported_seq":7032,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:22.163287+0000","last_change":"2023-09-23T18:00:35.934442+0000","last_active":"2023-09-23T18:01:22.163287+0000","last_peered":"2023-09-23T18:01:22.163287+0000","last_clean":"2023-09-23T18:00:33.467763+0000","last_became_active":"2023-09-23T18:00:35.916341+0000","last_became_peered":"2023-09-23T18:00:35.916341+0000","last_unstale":"2023-09-23T18:01:22.163287+0000","last_undegraded":"2023-09-23T18:00:35.905523+0000","last_fullsized":"2023-09-23T18:00:35.611800+0000","mapping_epoch":146,"log_start":"107'100","ondisk_log_start":"107'100","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6068,"log_dups_size":0,"ondisk_log_size":6068,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:44:43.698013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218497024,"num_objects":3334,"num_object_clones":0,"num_object_copies":10002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4750,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6168,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":386,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":3334},{"shards":"3,7","objects":-407}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":366,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.195966+0000","last_change":"2023-09-23T18:00:34.616673+0000","last_active":"2023-09-23T18:01:11.195966+0000","last_peered":"2023-09-23T18:01:11.195966+0000","last_clean":"2023-09-23T18:01:11.195966+0000","last_became_active":"2023-09-23T18:00:34.616200+0000","last_became_peered":"2023-09-23T18:00:34.616200+0000","last_unstale":"2023-09-23T18:01:11.195966+0000","last_undegraded":"2023-09-23T18:01:11.195966+0000","last_fullsized":"2023-09-23T18:01:11.195966+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":33,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.192320+0000","last_change":"2023-09-23T18:00:02.764945+0000","last_active":"2023-09-23T18:01:11.192320+0000","last_peered":"2023-09-23T18:01:11.192320+0000","last_clean":"2023-09-23T18:01:11.192320+0000","last_became_active":"2023-09-23T18:00:02.733385+0000","last_became_peered":"2023-09-23T18:00:02.733385+0000","last_unstale":"2023-09-23T18:01:11.192320+0000","last_undegraded":"2023-09-23T18:01:11.192320+0000","last_fullsized":"2023-09-23T18:01:11.192320+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:45:27.124611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":53,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193207+0000","last_change":"2023-09-23T17:58:53.362014+0000","last_active":"2023-09-23T18:01:11.193207+0000","last_peered":"2023-09-23T18:01:11.193207+0000","last_clean":"2023-09-23T18:01:11.193207+0000","last_became_active":"2023-09-23T17:58:53.361650+0000","last_became_peered":"2023-09-23T17:58:53.361650+0000","last_unstale":"2023-09-23T18:01:11.193207+0000","last_undegraded":"2023-09-23T18:01:11.193207+0000","last_fullsized":"2023-09-23T18:01:11.193207+0000","mapping_epoch":118,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":119,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"157'6028","reported_seq":8398,"reported_epoch":157,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:01:22.173497+0000","last_change":"2023-09-23T18:00:35.934800+0000","last_active":"2023-09-23T18:01:22.173497+0000","last_peered":"2023-09-23T18:01:22.173497+0000","last_clean":"2023-09-23T17:58:50.322307+0000","last_became_active":"2023-09-23T18:00:35.910072+0000","last_became_peered":"2023-09-23T18:00:35.910072+0000","last_unstale":"2023-09-23T18:01:22.173497+0000","last_undegraded":"2023-09-23T18:00:35.892315+0000","last_fullsized":"2023-09-23T18:00:35.605182+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6028,"log_dups_size":0,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:07.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218497024,"num_objects":3334,"num_object_clones":0,"num_object_copies":10002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4680,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6028,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":949,"num_bytes_recovered":62062592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"1,3","objects":-400},{"shards":"1,3,4","objects":3334}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":83,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.186294+0000","last_change":"2023-09-23T18:00:02.727889+0000","last_active":"2023-09-23T18:01:11.186294+0000","last_peered":"2023-09-23T18:01:11.186294+0000","last_clean":"2023-09-23T18:01:11.186294+0000","last_became_active":"2023-09-23T18:00:02.727562+0000","last_became_peered":"2023-09-23T18:00:02.727562+0000","last_unstale":"2023-09-23T18:01:11.186294+0000","last_undegraded":"2023-09-23T18:01:11.186294+0000","last_fullsized":"2023-09-23T18:01:11.186294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":52,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.254021+0000","last_change":"2023-09-23T18:00:35.688381+0000","last_active":"2023-09-23T18:01:11.254021+0000","last_peered":"2023-09-23T18:01:11.254021+0000","last_clean":"2023-09-23T18:01:11.254021+0000","last_became_active":"2023-09-23T18:00:35.687931+0000","last_became_peered":"2023-09-23T18:00:35.687931+0000","last_unstale":"2023-09-23T18:01:11.254021+0000","last_undegraded":"2023-09-23T18:01:11.254021+0000","last_fullsized":"2023-09-23T18:01:11.254021+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:39.709923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":151,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.266346+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:01:11.266346+0000","last_peered":"2023-09-23T18:01:11.266346+0000","last_clean":"2023-09-23T18:01:11.266346+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:01:11.266346+0000","last_undegraded":"2023-09-23T18:01:11.266346+0000","last_fullsized":"2023-09-23T18:01:11.266346+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":163,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:12.242712+0000","last_change":"2023-09-23T18:00:35.658071+0000","last_active":"2023-09-23T18:01:12.242712+0000","last_peered":"2023-09-23T18:01:12.242712+0000","last_clean":"2023-09-23T18:01:12.242712+0000","last_became_active":"2023-09-23T18:00:35.655412+0000","last_became_peered":"2023-09-23T18:00:35.655412+0000","last_unstale":"2023-09-23T18:01:12.242712+0000","last_undegraded":"2023-09-23T18:01:12.242712+0000","last_fullsized":"2023-09-23T18:01:12.242712+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:17.199561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":110,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.266511+0000","last_change":"2023-09-23T17:47:17.535021+0000","last_active":"2023-09-23T18:01:11.266511+0000","last_peered":"2023-09-23T18:01:11.266511+0000","last_clean":"2023-09-23T18:01:11.266511+0000","last_became_active":"2023-09-23T17:47:17.534726+0000","last_became_peered":"2023-09-23T17:47:17.534726+0000","last_unstale":"2023-09-23T18:01:11.266511+0000","last_undegraded":"2023-09-23T18:01:11.266511+0000","last_fullsized":"2023-09-23T18:01:11.266511+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":143,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:12.242686+0000","last_change":"2023-09-23T18:00:34.647874+0000","last_active":"2023-09-23T18:01:12.242686+0000","last_peered":"2023-09-23T18:01:12.242686+0000","last_clean":"2023-09-23T18:01:12.242686+0000","last_became_active":"2023-09-23T18:00:34.647596+0000","last_became_peered":"2023-09-23T18:00:34.647596+0000","last_unstale":"2023-09-23T18:01:12.242686+0000","last_undegraded":"2023-09-23T18:01:12.242686+0000","last_fullsized":"2023-09-23T18:01:12.242686+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:58.531621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":149,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.202014+0000","last_change":"2023-09-23T18:00:34.747497+0000","last_active":"2023-09-23T18:01:11.202014+0000","last_peered":"2023-09-23T18:01:11.202014+0000","last_clean":"2023-09-23T18:01:11.202014+0000","last_became_active":"2023-09-23T18:00:34.747134+0000","last_became_peered":"2023-09-23T18:00:34.747134+0000","last_unstale":"2023-09-23T18:01:11.202014+0000","last_undegraded":"2023-09-23T18:01:11.202014+0000","last_fullsized":"2023-09-23T18:01:11.202014+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:33.582066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":161,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.202488+0000","last_change":"2023-09-23T18:00:34.651485+0000","last_active":"2023-09-23T18:01:11.202488+0000","last_peered":"2023-09-23T18:01:11.202488+0000","last_clean":"2023-09-23T18:01:11.202488+0000","last_became_active":"2023-09-23T18:00:34.651128+0000","last_became_peered":"2023-09-23T18:00:34.651128+0000","last_unstale":"2023-09-23T18:01:11.202488+0000","last_undegraded":"2023-09-23T18:01:11.202488+0000","last_fullsized":"2023-09-23T18:01:11.202488+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:11:08.494487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":64,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.256936+0000","last_change":"2023-09-23T18:00:34.721413+0000","last_active":"2023-09-23T18:01:11.256936+0000","last_peered":"2023-09-23T18:01:11.256936+0000","last_clean":"2023-09-23T18:01:11.256936+0000","last_became_active":"2023-09-23T18:00:34.661795+0000","last_became_peered":"2023-09-23T18:00:34.661795+0000","last_unstale":"2023-09-23T18:01:11.256936+0000","last_undegraded":"2023-09-23T18:01:11.256936+0000","last_fullsized":"2023-09-23T18:01:11.256936+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:00.665887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":137,"reported_epoch":156,"state":"active+clean","last_fresh":"2023-09-23T18:01:11.193198+0000","last_change":"2023-09-23T18:00:02.822165+0000","last_active":"2023-09-23T18:01:11.193198+0000","last_peered":"2023-09-23T18:01:11.193198+0000","last_clean":"2023-09-23T18:01:11.193198+0000","last_became_active":"2023-09-23T18:00:02.821874+0000","last_became_peered":"2023-09-23T18:00:02.821874+0000","last_unstale":"2023-09-23T18:01:11.193198+0000","last_undegraded":"2023-09-23T18:01:11.193198+0000","last_fullsized":"2023-09-23T18:01:11.193198+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":3407282200,"num_objects":51992,"num_object_clones":0,"num_object_copies":155976,"num_objects_missing_on_primary":422,"num_objects_missing":422,"num_objects_degraded":42012,"num_objects_misplaced":2402,"num_objects_unfound":0,"num_objects_dirty":51992,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":97326,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26372,"num_bytes_recovered":1616183320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12558221312,"data_stored":12558205024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93795,"ondisk_log_size":93795,"up":48,"acting":36,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30,"num_bytes_recovered":4972,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33385,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430398,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1747888,"kb_used_data":1450664,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91997264,"statfs":{"total":95995035648,"available":94205198336,"internally_reserved":0,"allocated":1485479936,"data_stored":1484886729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.86399999999999999,"15min":0.67100000000000004},"min":{"1min":0.251,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57799999999999996,"5min":6.5090000000000003,"15min":6.5090000000000003},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.93799999999999994,"15min":0.71599999999999997},"min":{"1min":0.311,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.8490000000000002,"5min":6.5,"15min":6.5},"last":0.38700000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:00:55 2023","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.90600000000000003,"15min":0.64400000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":4.6440000000000001,"5min":6.2000000000000002,"15min":6.2000000000000002},"last":0.373},{"interface":"front","average":{"1min":1.107,"5min":0.89800000000000002,"15min":0.64300000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.5199999999999996,"5min":11.087999999999999,"15min":11.087999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Sep 23 17:59:14 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":1.006,"15min":0.93899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":5.1210000000000004,"5min":6.3120000000000003,"15min":6.3120000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.002,"5min":0.80800000000000005,"15min":0.76100000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.2240000000000002,"5min":4.0919999999999996,"15min":4.0919999999999996},"last":0.315}]},{"osd":3,"last update":"Sat Sep 23 18:00:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.2450000000000001,"15min":1.1850000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":6.4930000000000003,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.308},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.3129999999999999,"15min":1.2070000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.0919999999999996,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.34699999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.80700000000000005,"15min":0.57699999999999996},"min":{"1min":0.28899999999999998,"5min":0.28799999999999998,"15min":0.28199999999999997},"max":{"1min":4.6669999999999998,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.7649999999999999,"5min":0.82199999999999995,"15min":0.60199999999999998},"min":{"1min":0.32000000000000001,"5min":0.249,"15min":0.249},"max":{"1min":10.238,"5min":10.238,"15min":10.238},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.161,"5min":0.91600000000000004,"15min":0.62},"min":{"1min":0.39300000000000002,"5min":0.311,"15min":0.27600000000000002},"max":{"1min":5.0490000000000004,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.439},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.85999999999999999,"15min":0.628},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":4.6849999999999996,"5min":10.307,"15min":10.307},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:00:38 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1,"15min":0.67900000000000005},"min":{"1min":0.34499999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":5.5650000000000004,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":1.5669999999999999,"5min":0.92200000000000004,"15min":0.66600000000000004},"min":{"1min":0.38600000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.526,"5min":10.526,"15min":10.526},"last":0.46700000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626625,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1496492,"kb_used_data":1195172,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92248660,"statfs":{"total":95995035648,"available":94462627840,"internally_reserved":0,"allocated":1223856128,"data_stored":1223267454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:01:17 2023","interfaces":[{"interface":"back","average":{"1min":1.0820000000000001,"5min":1.1970000000000001,"15min":0.77500000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.3049999999999997,"5min":28.298999999999999,"15min":28.298999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.2749999999999999,"15min":0.86099999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":7.2759999999999998,"5min":29.951000000000001,"15min":29.951000000000001},"last":0.308}]},{"osd":1,"last update":"Sat Sep 23 18:00:48 2023","interfaces":[{"interface":"back","average":{"1min":3.4689999999999999,"5min":1.355,"15min":0.82799999999999996},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":32.576000000000001,"5min":32.576000000000001,"15min":32.576000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.149,"15min":0.749},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":29.977,"5min":29.977,"15min":29.977},"last":0.37}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":0.69999999999999996,"15min":0.60099999999999998},"min":{"1min":0.33300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":4.8099999999999996,"5min":4.8099999999999996,"15min":4.8099999999999996},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.66800000000000004,"15min":0.60099999999999998},"min":{"1min":0.35499999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.7919999999999998,"5min":3.7919999999999998,"15min":3.7919999999999998},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:00:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":0.93899999999999995,"15min":0.754},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":3.4950000000000001,"5min":6.5389999999999997,"15min":6.5389999999999997},"last":1.109},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.91600000000000004,"15min":0.73599999999999999},"min":{"1min":0.40799999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":3.52,"5min":5.6360000000000001,"15min":5.6360000000000001},"last":1.1220000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:01:10 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.71999999999999997,"15min":0.54200000000000004},"min":{"1min":0.28899999999999998,"5min":0.28100000000000003,"15min":0.27300000000000002},"max":{"1min":0.72099999999999997,"5min":11.673,"15min":11.673},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.86799999999999999,"15min":0.60599999999999998},"min":{"1min":0.28299999999999997,"5min":0.252,"15min":0.252},"max":{"1min":1.891,"5min":8.3379999999999992,"15min":8.3379999999999992},"last":0.41199999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:01:10 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.68000000000000005,"15min":0.54800000000000004},"min":{"1min":0.28699999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.66200000000000003,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.92600000000000005,"15min":0.64800000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9159999999999999,"5min":8.3140000000000001,"15min":8.3140000000000001},"last":0.44500000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:00:37 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":0.996,"15min":0.68799999999999994},"min":{"1min":0.30599999999999999,"5min":0.30199999999999999,"15min":0.29899999999999999},"max":{"1min":8.2739999999999991,"5min":8.2739999999999991,"15min":8.2739999999999991},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.484,"5min":0.879,"15min":0.65100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29099999999999998},"max":{"1min":7.0469999999999997,"5min":7.0469999999999997,"15min":7.0469999999999997},"last":0.64000000000000001}]}]},{"osd":1,"up_from":90,"seq":386547056704,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1332232,"kb_used_data":1242304,"kb_used_omap":7,"kb_used_meta":89912,"kb_avail":92412920,"statfs":{"total":95995035648,"available":94630830080,"internally_reserved":0,"allocated":1272119296,"data_stored":1271390085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":92069987},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.93899999999999995,"15min":0.57199999999999995},"min":{"1min":0.19900000000000001,"5min":0.193,"15min":0.193},"max":{"1min":13.762,"5min":13.762,"15min":13.762},"last":4.2599999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.77000000000000002,"15min":0.53500000000000003},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":3.7400000000000002,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.24099999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.58499999999999996,"15min":0.48799999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":2.5899999999999999,"5min":3.194,"15min":3.194},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.57599999999999996,"15min":0.47099999999999997},"min":{"1min":0.30599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":2.536,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":4.149}]},{"osd":3,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":0.98999999999999999,"15min":0.59899999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":12.021000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.1100000000000001,"15min":0.64000000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":14.076000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":4.0970000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.90300000000000002,"15min":0.753},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.847,"5min":6.1269999999999998,"15min":6.1269999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.131,"5min":1.1060000000000001,"15min":0.82399999999999995},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":13.826000000000001,"5min":13.826000000000001,"15min":13.826000000000001},"last":4.2279999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.91400000000000003,"15min":0.74199999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.835,"5min":5.258,"15min":5.258},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.873,"15min":0.72699999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.3929999999999998,"5min":5.9630000000000001,"15min":5.9630000000000001},"last":0.80200000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.95199999999999996,"15min":0.78500000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7970000000000002,"5min":9.4299999999999997,"15min":9.4299999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.222,"15min":0.86299999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.4659999999999993,"5min":12.352,"15min":12.352},"last":0.50900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.91800000000000004,"15min":0.753},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.8120000000000001,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.272,"5min":1.1579999999999999,"15min":0.84999999999999998},"min":{"1min":0.40899999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.859,"5min":13.859,"15min":13.859},"last":4.1840000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220236,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1951828,"kb_used_data":1843852,"kb_used_omap":8,"kb_used_meta":107959,"kb_avail":91793324,"statfs":{"total":95995035648,"available":93996363776,"internally_reserved":0,"allocated":1888104448,"data_stored":1887366215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":110550628},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:00:53 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":0.69599999999999995,"15min":0.48599999999999999},"min":{"1min":0.215,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.173,"5min":7.173,"15min":7.173},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.72599999999999998,"15min":0.498},"min":{"1min":0.245,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.766,"5min":8.1500000000000004,"15min":8.1500000000000004},"last":1.595}]},{"osd":2,"last update":"Sat Sep 23 17:59:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41999999999999998,"15min":0.38400000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.1880000000000002,"5min":3.206,"15min":3.206},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.45500000000000002,"15min":0.39200000000000002},"min":{"1min":0.27000000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.7890000000000001,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":1.3109999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:00:53 2023","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":0.80600000000000005,"15min":0.51900000000000002},"min":{"1min":0.27400000000000002,"5min":0.253,"15min":0.253},"max":{"1min":8.5039999999999996,"5min":8.5039999999999996,"15min":8.5039999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.3029999999999999,"5min":0.85599999999999998,"15min":0.53200000000000003},"min":{"1min":0.26500000000000001,"5min":0.252,"15min":0.252},"max":{"1min":8.7759999999999998,"5min":10.494,"15min":10.494},"last":1.6120000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":0.92400000000000004,"15min":0.76500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.9720000000000004,"5min":10.416,"15min":10.416},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.085,"5min":0.86299999999999999,"15min":0.753},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":5.8179999999999996,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.98799999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":1.139,"5min":0.95399999999999996,"15min":0.79500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":5.8710000000000004,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.099,"5min":1.085,"15min":0.81799999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":7.0250000000000004,"5min":10.441000000000001,"15min":10.441000000000001},"last":1.282}]},{"osd":6,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.044,"15min":0.82799999999999996},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":7.1689999999999996,"5min":8.2240000000000002,"15min":8.2240000000000002},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.98799999999999999,"15min":0.80100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.3290000000000002,"5min":6.6509999999999998,"15min":6.6509999999999998},"last":0.63900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.94799999999999995,"15min":0.78800000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.3570000000000002,"5min":5.6269999999999998,"15min":5.6269999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.0600000000000001,"15min":0.83299999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":7.0549999999999997,"5min":10.372999999999999,"15min":10.372999999999999},"last":1.3600000000000001}]}]},{"osd":2,"up_from":145,"seq":622770257931,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1325312,"kb_used_data":1261176,"kb_used_omap":16,"kb_used_meta":64047,"kb_avail":92419840,"statfs":{"total":95995035648,"available":94637916160,"internally_reserved":0,"allocated":1291444224,"data_stored":1290669390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":65584290},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.6699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.6440000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729658,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":883708,"kb_used_data":771444,"kb_used_omap":4,"kb_used_meta":111995,"kb_avail":92861444,"statfs":{"total":95995035648,"available":95090118656,"internally_reserved":0,"allocated":789958656,"data_stored":789237551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":114683287},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":0.95499999999999996,"15min":0.55100000000000005},"min":{"1min":0.22900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":8.157,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.4079999999999999,"15min":0.70599999999999996},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":9.3490000000000002,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.41899999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":1.7729999999999999,"5min":0.89900000000000002,"15min":0.55300000000000005},"min":{"1min":0.251,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1159999999999997,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.0840000000000001,"15min":0.622},"min":{"1min":0.255,"5min":0.25,"15min":0.25},"max":{"1min":9.202,"5min":14.276,"15min":14.276},"last":0.314}]},{"osd":2,"last update":"Sat Sep 23 17:58:46 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.51000000000000001,"15min":0.42099999999999999},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1079999999999997,"5min":4.1079999999999997,"15min":4.1079999999999997},"last":0.623},{"interface":"front","average":{"1min":1.4119999999999999,"5min":0.60499999999999998,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":8.3119999999999994,"5min":8.3119999999999994,"15min":8.3119999999999994},"last":0.66600000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":1.0209999999999999,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.5890000000000004,"5min":14.212,"15min":14.212},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.1589999999999998,"5min":1.579,"15min":0.94599999999999995},"min":{"1min":0.33100000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":9.3160000000000007,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.70799999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":2.1629999999999998,"5min":1.5760000000000001,"15min":0.95999999999999996},"min":{"1min":0.371,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":9.2780000000000005,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.419,"5min":1.034,"15min":0.80700000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.3410000000000002,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.89700000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.52,"15min":0.96399999999999997},"min":{"1min":0.34200000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.2279999999999998,"5min":17.446999999999999,"15min":17.446999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":1.4099999999999999,"5min":1.0169999999999999,"15min":0.79800000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":7.3879999999999999,"5min":7.3879999999999999,"15min":7.3879999999999999},"last":0.76500000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":1.149,"15min":0.81100000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":7.4269999999999996,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.1040000000000001,"15min":0.80600000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":4.5620000000000003,"5min":14.246,"15min":14.246},"last":0.63800000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019081,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2569680,"kb_used_data":2272456,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91175472,"statfs":{"total":95995035648,"available":93363683328,"internally_reserved":0,"allocated":2326994944,"data_stored":2326429302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":1.2709999999999999,"15min":0.78700000000000003},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":4.3780000000000001,"5min":26.055,"15min":26.055},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":1.4379999999999999,"15min":0.90000000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":4.3410000000000002,"5min":25.497,"15min":25.497},"last":0.27300000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:00:52 2023","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.153,"15min":0.75900000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":10.561,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.504},{"interface":"front","average":{"1min":1.605,"5min":1.254,"15min":0.78400000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":10.57,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.441}]},{"osd":2,"last update":"Sat Sep 23 17:59:12 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.69299999999999995,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":4.798,"5min":4.798,"15min":4.798},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.68700000000000006,"15min":0.59899999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":3.351,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":0.46899999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:00:57 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":1.1679999999999999,"15min":0.75},"min":{"1min":0.33900000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":5.0039999999999996,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.482,"15min":0.88300000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.7699999999999996,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:00:57 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.67900000000000005,"15min":0.51700000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9970000000000001,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.73299999999999998,"15min":0.57099999999999995},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.024,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.40999999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:01:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.64800000000000002,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":3.621,"5min":6.101,"15min":6.101},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.80000000000000004,"15min":0.624},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.3440000000000001,"5min":6.234,"15min":6.234},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.88700000000000001,"15min":0.63},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":6.1929999999999996,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.79700000000000004,"15min":0.61899999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":1.3049999999999999,"5min":12.754,"15min":12.754},"last":0.77300000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2569172,"kb_used_data":2267852,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91175980,"statfs":{"total":95995035648,"available":93364203520,"internally_reserved":0,"allocated":2322280448,"data_stored":2321710438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.0820000000000001,"15min":0.71999999999999997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.4260000000000002,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":1.03},{"interface":"front","average":{"1min":0.63100000000000001,"5min":1.069,"15min":0.73999999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.992,"5min":6.657,"15min":6.657},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:00:55 2023","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.1499999999999999,"15min":0.72699999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":13.861000000000001,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.93600000000000005,"15min":0.69599999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.6040000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":1.0129999999999999}]},{"osd":2,"last update":"Sat Sep 23 17:59:21 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":0.72799999999999998,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":7.7510000000000003,"5min":7.7510000000000003,"15min":7.7510000000000003},"last":7.5469999999999997},{"interface":"front","average":{"1min":1.738,"5min":0.84399999999999997,"15min":0.67600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":7.7009999999999996,"5min":7.7009999999999996,"15min":7.7009999999999996},"last":7.5549999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:00:46 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0600000000000001,"15min":0.72199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.1420000000000003,"5min":6.6020000000000003,"15min":6.6020000000000003},"last":7.6509999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":1.1659999999999999,"15min":0.83099999999999996},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.5800000000000001,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.497}]},{"osd":4,"last update":"Sat Sep 23 18:00:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.81299999999999994,"15min":0.58099999999999996},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.23899999999999999},"max":{"1min":2.8849999999999998,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.4510000000000001,"5min":0.92000000000000004,"15min":0.63800000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":6.9480000000000004,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.35499999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.0920000000000001,"15min":0.70399999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.9220000000000002,"5min":20.363,"15min":20.363},"last":1.073},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.1020000000000001,"15min":0.72399999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.307},"max":{"1min":2.952,"5min":17.803000000000001,"15min":17.803000000000001},"last":0.32800000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90300000000000002,"15min":0.66800000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.0439999999999996,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":2.1720000000000002,"5min":1.0329999999999999,"15min":0.72399999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.388999999999999,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.374}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1881280512,"data_stored":1881276440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1265434624,"data_stored":1265434624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1284771840,"data_stored":1284767768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":788791296,"data_stored":788791296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2320171008,"data_stored":2320171008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2319585280,"data_stored":2319581208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1217200128,"data_stored":1217200128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1480986624,"data_stored":1480982552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:01:28.361 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_0 pgp_num 16 2023-09-23T18:01:28.361 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:28.389 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:28.414 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:28 smithi018 ceph-mon[149401]: pgmap v395: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42025/156060 objects degraded (26.929%); 2402/156060 objects misplaced (1.539%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:28.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:28 smithi018 ceph-mon[149401]: from='client.45002 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:01:28.415 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:28 smithi018 ceph-mon[153734]: pgmap v395: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42025/156060 objects degraded (26.929%); 2402/156060 objects misplaced (1.539%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:28.415 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:28 smithi018 ceph-mon[153734]: from='client.45002 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:01:28.424 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:28.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:28.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:28.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:28.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:28 smithi149 ceph-mon[135148]: pgmap v395: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 249 op/s; 42025/156060 objects degraded (26.929%); 2402/156060 objects misplaced (1.539%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:01:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:28 smithi149 ceph-mon[135148]: from='client.45002 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:01:29.345 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:01:29.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/950068149' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/950068149' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/950068149' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.692 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:29.702 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:29.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:29.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:29.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:29.840 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:29.878 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:29.882 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:29.915 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:29.945 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:29.970 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:29.988 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:29.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:29.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:30.004 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:30.033 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:01:30.062 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.066 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.067 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.067 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:01:30.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:30.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:30.158 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:30.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:30.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:30.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:30.335 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: pgmap v396: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 243 op/s; 41925/154632 objects degraded (27.113%); 2402/154632 objects misplaced (1.553%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: osdmap e158: 8 total, 8 up, 8 in 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/358334522' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:30.455 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:98735 5.a 5:5bcde93a:::benchmark_data_smithi018_184207_object24074:head [delete] snapc 0=[] ondisk+write+known_if_redirected e158)", 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:30.443627+0000", 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0037465419999999998, 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003780786, 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:30.456 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98735 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443627+0000", 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443627+0000", 2023-09-23T18:01:30.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443625+0000", 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443633+0000", 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4249999999999998e-06 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443650+0000", 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6215e-05 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443659+0000", 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.414e-06 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:01:30.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.443722+0000", 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3305000000000005e-05 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.444066+0000", 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034381800000000002 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.34800.0:98734 5.1 e158/146 ondisk, result = 0)", 2023-09-23T18:01:30.460 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:30.445510+0000", 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.001863396, 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019669119999999999, 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445510+0000", 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445510+0000", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445509+0000", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445514+0000", 2023-09-23T18:01:30.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3310000000000003e-06 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445528+0000", 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3614e-05 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445536+0000", 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7489999999999998e-06 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445577+0000", 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1019000000000001e-05 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445585+0000", 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.541e-06 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:98734 5.1 5:82d78d6b:::benchmark_data_smithi018_184207_object24073:head [delete] snapc 0=[] ondisk+write+known_if_redirected e158)", 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:30.439669+0000", 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.007704519, 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078763419999999997, 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98734 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.465 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439669+0000", 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439669+0000", 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439667+0000", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439680+0000", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3199e-05 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439694+0000", 2023-09-23T18:01:30.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4432e-05 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439702+0000", 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1620000000000002e-06 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:01:30.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439751+0000", 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9536000000000001e-05 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.439956+0000", 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020478599999999999 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:01:30.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.440148+0000", 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000192523 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.442930+0000", 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027815909999999999 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445454+0000", 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025235750000000001 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445592+0000", 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013840900000000001 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:01:30.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:30.445648+0000", 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6329999999999998e-05 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 3 2023-09-23T18:01:30.472 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:01:30.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: pgmap v396: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 243 op/s; 41925/154632 objects degraded (27.113%); 2402/154632 objects misplaced (1.553%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T18:01:30.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:30.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:30.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: osdmap e158: 8 total, 8 up, 8 in 2023-09-23T18:01:30.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/358334522' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: pgmap v396: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 243 op/s; 41925/154632 objects degraded (27.113%); 2402/154632 objects misplaced (1.553%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: osdmap e158: 8 total, 8 up, 8 in 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: failed to encode map e158 with expected crc 2023-09-23T18:01:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/358334522' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:30.896 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:30.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:30.901 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:31.002 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:31.045 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:31.248 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:31.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:31.260 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:31.303 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:31.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:01:31.359 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41925/154632 objects degraded (27.113%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:31.361 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:31.361 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41925/154632 objects degraded (27.113%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:31.390 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:31.430 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:31.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:31.433 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:31.534 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:31.588 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:31.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41925/154632 objects degraded (27.113%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:31.661 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:31.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:31.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:31.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:31.844 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:32.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:32.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:32.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:32.417 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:32.448 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:32.490 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:32.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:32.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:32.567 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:32 smithi018 ceph-mon[149401]: pgmap v398: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 247 op/s; 41659/152568 objects degraded (27.305%); 1276/152568 objects misplaced (0.836%); 10 MiB/s, 160 objects/s recovering 2023-09-23T18:01:32.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:32 smithi018 ceph-mon[153734]: pgmap v398: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 247 op/s; 41659/152568 objects degraded (27.305%); 1276/152568 objects misplaced (0.836%); 10 MiB/s, 160 objects/s recovering 2023-09-23T18:01:32.568 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:32.595 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:32.618 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:32 smithi149 ceph-mon[135148]: pgmap v398: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 247 op/s; 41659/152568 objects degraded (27.305%); 1276/152568 objects misplaced (0.836%); 10 MiB/s, 160 objects/s recovering 2023-09-23T18:01:32.622 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:32.664 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:32.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:32.671 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:32.771 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:32.801 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:32.846 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:32.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:32.849 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:32.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:01:32.950 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:32.959 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:01:32.978 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:33.015 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:33.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:33.018 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:33.118 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:33.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:33.178 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:33.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:33.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:33.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:33.310 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:33.351 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:33.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:33.354 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:33.455 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:33.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:33.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:33.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:33.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:33.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: pgmap v399: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 41603/152040 objects degraded (27.363%); 1276/152040 objects misplaced (0.839%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3392038051' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: pgmap v399: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 41603/152040 objects degraded (27.363%); 1276/152040 objects misplaced (0.839%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3392038051' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.635 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: pgmap v399: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 41603/152040 objects degraded (27.363%); 1276/152040 objects misplaced (0.839%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3392038051' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:01:33.710 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:33.848 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:33.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:33.854 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:33.862 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:33.954 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:33.959 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:33.981 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:34.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:34.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:34.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:34.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:34.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:34.191 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:34.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:34.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 5 pgp_num to 16 2023-09-23T18:01:34.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:34.322 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:34.348 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:01:34.348 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:01:34.348 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:01:34.348 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:01:34.348 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:01:34.360 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:34.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:34.363 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:34.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:34.519 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:35.116 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:34] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.33.4" 2023-09-23T18:01:35.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:35.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:35.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:35.294 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:01:35.369 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:35.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[149401]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:01:35.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[149401]: osdmap e159: 8 total, 8 up, 8 in 2023-09-23T18:01:35.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[149401]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[153734]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:01:35.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[153734]: osdmap e159: 8 total, 8 up, 8 in 2023-09-23T18:01:35.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:35 smithi018 ceph-mon[153734]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.400 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:35.435 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:35.438 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:35 smithi149 ceph-mon[135148]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.438 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:01:35.439 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:35 smithi149 ceph-mon[135148]: osdmap e159: 8 total, 8 up, 8 in 2023-09-23T18:01:35.439 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:35 smithi149 ceph-mon[135148]: failed to encode map e159 with expected crc 2023-09-23T18:01:35.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:35.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:35.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:35.635 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:35.906 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:35.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:35.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:36.013 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:36.042 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:36.077 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:36.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:36.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:36.181 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:36.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:36 smithi018 ceph-mon[153734]: pgmap v401: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 41603/151362 objects degraded (27.486%); 1276/151362 objects misplaced (0.843%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T18:01:36.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41603/151362 objects degraded (27.486%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:36.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:36 smithi018 ceph-mon[149401]: pgmap v401: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 41603/151362 objects degraded (27.486%); 1276/151362 objects misplaced (0.843%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T18:01:36.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41603/151362 objects degraded (27.486%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:36 smithi149 ceph-mon[135148]: pgmap v401: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 195 op/s; 41603/151362 objects degraded (27.486%); 1276/151362 objects misplaced (0.843%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T18:01:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41603/151362 objects degraded (27.486%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:01:36.482 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:36.482 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:36.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:36.492 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:36.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:36.557 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:36.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:36.593 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:36.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:36.642 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:36.660 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:36.682 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:36.687 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:01:36.715 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:36.723 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.723 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.723 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.723 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.724 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.724 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.724 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:01:36.724 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:01:37.189 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:01:37.362 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:37.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:37.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:37.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:37.490 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3591950898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:37.491 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1310796242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.491 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.493 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:37.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:37.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:37.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:37.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3591950898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:37.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1310796242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3591950898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:37.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1310796242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:01:37.639 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:37.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:37.704 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:37.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:37.707 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:37.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:37.855 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:38.100 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:38.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:38.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:38.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:38.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: pgmap v402: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 226 op/s; 41320/149196 objects degraded (27.695%); 311/149196 objects misplaced (0.208%); 12 MiB/s, 224 objects/s recovering 2023-09-23T18:01:38.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:38.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:38.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: osdmap e160: 8 total, 8 up, 8 in 2023-09-23T18:01:38.261 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[153734]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: pgmap v402: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 226 op/s; 41320/149196 objects degraded (27.695%); 311/149196 objects misplaced (0.208%); 12 MiB/s, 224 objects/s recovering 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: osdmap e160: 8 total, 8 up, 8 in 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.263 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:38 smithi018 ceph-mon[149401]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.273 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:38.483 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:38.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:38.488 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:38.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:01:38.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: pgmap v402: 89 pgs: 2 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 226 op/s; 41320/149196 objects degraded (27.695%); 311/149196 objects misplaced (0.208%); 12 MiB/s, 224 objects/s recovering 2023-09-23T18:01:38.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:38.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:01:38.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: osdmap e160: 8 total, 8 up, 8 in 2023-09-23T18:01:38.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.615 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.615 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:38 smithi149 ceph-mon[135148]: failed to encode map e160 with expected crc 2023-09-23T18:01:38.617 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:38.651 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:01:38.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:38.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:01:38.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:38.782 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:38.817 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:38.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:38.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:38.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:38.955 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.001 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:39.001 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:39.003 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:39.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.015 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:39.115 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:39.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.185 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:39.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:39.288 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[153734]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[153734]: osdmap e161: 8 total, 8 up, 8 in 2023-09-23T18:01:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[153734]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[153734]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[149401]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[149401]: osdmap e161: 8 total, 8 up, 8 in 2023-09-23T18:01:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[149401]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:39 smithi018 ceph-mon[149401]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.315 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.354 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:39.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:39 smithi149 ceph-mon[135148]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:39 smithi149 ceph-mon[135148]: osdmap e161: 8 total, 8 up, 8 in 2023-09-23T18:01:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:39 smithi149 ceph-mon[135148]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:39 smithi149 ceph-mon[135148]: failed to encode map e161 with expected crc 2023-09-23T18:01:39.440 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:01:39.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:39.510 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.563 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:39.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:39.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:39.702 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.744 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:39.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:39.843 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:01:39.843 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:01:39.843 INFO:tasks.thrashosds.thrasher:Killing osd 6, live_osds are [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T18:01:39.843 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-09-23T18:01:39.843 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T18:01:39.851 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:39.897 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:39.956 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:39.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:39.960 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:40.011 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:01:40.060 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:40.097 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:40.120 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:40.148 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:40.151 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:01:39 smithi149 systemd[1]: Stopping Ceph osd.6 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:01:40.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:40.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:40.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: pgmap v405: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 41242/147858 objects degraded (27.893%); 312/147858 objects misplaced (0.211%); 7.8 MiB/s, 177 objects/s recovering 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: osdmap e162: 8 total, 8 up, 8 in 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: pgmap v405: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 41242/147858 objects degraded (27.893%); 312/147858 objects misplaced (0.211%); 7.8 MiB/s, 177 objects/s recovering 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: osdmap e162: 8 total, 8 up, 8 in 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.218 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:40.256 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:40.290 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:40.381 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:40.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:40.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: pgmap v405: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 75 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 41242/147858 objects degraded (27.893%); 312/147858 objects misplaced (0.211%); 7.8 MiB/s, 177 objects/s recovering 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: osdmap e162: 8 total, 8 up, 8 in 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: failed to encode map e162 with expected crc 2023-09-23T18:01:40.425 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:40.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:40.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:40.596 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:40.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:40.604 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:40.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:40.753 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:40.792 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:40.801 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[108574]: debug 2023-09-23T18:01:40.453+0000 7f03cd536700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:01:40.801 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[108574]: debug 2023-09-23T18:01:40.453+0000 7f03cd536700 -1 osd.6 162 *** Got signal Terminated *** 2023-09-23T18:01:40.801 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:01:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[108574]: debug 2023-09-23T18:01:40.453+0000 7f03cd536700 -1 osd.6 162 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:01:40.811 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:40.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:40.815 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:40.916 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:40.947 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:41.000 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:41.196 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:41.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:41.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:41.301 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:41.332 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:41.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:41 smithi018 ceph-mon[153734]: osd.6 marked itself down and dead 2023-09-23T18:01:41.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41242/147858 objects degraded (27.893%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:41.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:41 smithi018 ceph-mon[149401]: osd.6 marked itself down and dead 2023-09-23T18:01:41.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41242/147858 objects degraded (27.893%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:41.424 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:41.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:41.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:41.529 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:41.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:41 smithi149 ceph-mon[135148]: osd.6 marked itself down and dead 2023-09-23T18:01:41.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41242/147858 objects degraded (27.893%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:41.559 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: pgmap v407: 89 pgs: 1 active+recovering+undersized+remapped, 77 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 40872/145344 objects degraded (28.121%); 195/145344 objects misplaced (0.134%); 11 MiB/s, 298 objects/s recovering 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: osdmap e163: 8 total, 7 up, 8 in 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[153734]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: pgmap v407: 89 pgs: 1 active+recovering+undersized+remapped, 77 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 40872/145344 objects degraded (28.121%); 195/145344 objects misplaced (0.134%); 11 MiB/s, 298 objects/s recovering 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: osdmap e163: 8 total, 7 up, 8 in 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:42 smithi018 ceph-mon[149401]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.516 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:42.517 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: pgmap v407: 89 pgs: 1 active+recovering+undersized+remapped, 77 active+clean, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 334 op/s; 40872/145344 objects degraded (28.121%); 195/145344 objects misplaced (0.134%); 11 MiB/s, 298 objects/s recovering 2023-09-23T18:01:42.517 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:01:42.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: osdmap e163: 8 total, 7 up, 8 in 2023-09-23T18:01:42.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:42 smithi149 ceph-mon[135148]: failed to encode map e163 with expected crc 2023-09-23T18:01:42.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:42.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:42.619 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:42.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:42.881 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:42.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:42.885 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:42.925 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:42.927 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:42.946 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:42.965 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:42.983 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:42.986 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:43.002 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:43.023 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:43.023 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.023 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.023 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.023 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.024 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.024 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.024 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:01:43.024 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:01:43.054 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:43.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:43.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:43.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:01:43 smithi149 bash[159806]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6 2023-09-23T18:01:43.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:43.274 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: osdmap e164: 8 total, 7 up, 8 in 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/185417945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:43.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: osdmap e164: 8 total, 7 up, 8 in 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/185417945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:43.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:43.427 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:43.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:43.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:43.504 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:01:43.505 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:01:43.532 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:43.551 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:01:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:01:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:01:43.551 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:01:43.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:43.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: osdmap e164: 8 total, 7 up, 8 in 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: failed to encode map e164 with expected crc 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/185417945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:43.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:43.911 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:43.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:43.915 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:44.016 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:44.052 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:44.088 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:01:44.188 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:44.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:44.191 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:44.292 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: pgmap v410: 89 pgs: 1 activating+undersized, 4 remapped+peering, 8 stale+active+clean, 4 active+undersized, 1 active+recovering+undersized+remapped, 59 active+clean, 2 active+undersized+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 241 op/s; 33529/144657 objects degraded (23.178%); 195/144657 objects misplaced (0.135%); 5.6 MiB/s, 181 objects/s recovering 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: osdmap e165: 8 total, 7 up, 8 in 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.304 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:44 smithi149 ceph-mon[135148]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.323 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:44.418 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:44.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:44.422 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:44.523 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:44.553 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: pgmap v410: 89 pgs: 1 activating+undersized, 4 remapped+peering, 8 stale+active+clean, 4 active+undersized, 1 active+recovering+undersized+remapped, 59 active+clean, 2 active+undersized+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 241 op/s; 33529/144657 objects degraded (23.178%); 195/144657 objects misplaced (0.135%); 5.6 MiB/s, 181 objects/s recovering 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: osdmap e165: 8 total, 7 up, 8 in 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[149401]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: pgmap v410: 89 pgs: 1 activating+undersized, 4 remapped+peering, 8 stale+active+clean, 4 active+undersized, 1 active+recovering+undersized+remapped, 59 active+clean, 2 active+undersized+degraded, 1 active+recovering, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 241 op/s; 33529/144657 objects degraded (23.178%); 195/144657 objects misplaced (0.135%); 5.6 MiB/s, 181 objects/s recovering 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/441038078' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: osdmap e165: 8 total, 7 up, 8 in 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-mon[153734]: failed to encode map e165 with expected crc 2023-09-23T18:01:44.588 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:44.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:44.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:44.693 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:44.722 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:44.757 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:44.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:44.760 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:44.781 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:44.860 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:44.889 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:44.923 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:44.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:44.926 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:45.026 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:45.055 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:45.208 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:45.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:45.212 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:45.230 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6.service' 2023-09-23T18:01:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:44] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.33.4" 2023-09-23T18:01:45.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:45.326 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:01:45.326 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-09-23T18:01:45.340 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:45.375 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:45.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:45.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:45.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:45.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:01:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:45.543 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:45.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:45.546 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:45.646 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:45.674 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:45.870 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:45.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:45.873 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:45.974 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:45.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:01:46.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:46.046 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:46.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:46.050 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:46.123 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:46.150 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:46.179 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:46.280 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:46.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:46 smithi018 ceph-mon[153734]: pgmap v412: 89 pgs: 1 activating+undersized, 5 remapped+peering, 5 stale+active+clean, 10 active+undersized, 1 active+recovering+undersized+remapped, 54 active+clean, 4 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 36500/144075 objects degraded (25.334%); 194/144075 objects misplaced (0.135%); 5.3 MiB/s, 148 objects/s recovering 2023-09-23T18:01:46.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36500/144075 objects degraded (25.334%), 13 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:46.282 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:46 smithi018 ceph-mon[149401]: pgmap v412: 89 pgs: 1 activating+undersized, 5 remapped+peering, 5 stale+active+clean, 10 active+undersized, 1 active+recovering+undersized+remapped, 54 active+clean, 4 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 36500/144075 objects degraded (25.334%); 194/144075 objects misplaced (0.135%); 5.3 MiB/s, 148 objects/s recovering 2023-09-23T18:01:46.282 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36500/144075 objects degraded (25.334%), 13 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:46.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:46.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:46.378 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:01:46.378 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:01:46.379 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:01:46.379 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:01:46.379 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:01:46.384 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:46 smithi149 ceph-mon[135148]: pgmap v412: 89 pgs: 1 activating+undersized, 5 remapped+peering, 5 stale+active+clean, 10 active+undersized, 1 active+recovering+undersized+remapped, 54 active+clean, 4 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 36500/144075 objects degraded (25.334%); 194/144075 objects misplaced (0.135%); 5.3 MiB/s, 148 objects/s recovering 2023-09-23T18:01:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36500/144075 objects degraded (25.334%), 13 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:46.422 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:46.463 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:46.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:46.466 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:46.567 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:46.647 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:46.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:46.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:46.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:46.776 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:01:46.780 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:46.999 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:47.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:47.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:47.104 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:47.112 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:47.132 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:47.169 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:47.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:47.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:47.273 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:47.306 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:47.377 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:47.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:47.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:47.393 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:47.403 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:47.424 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:47.444 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:47.464 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:47.482 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:47.485 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:47.505 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:47.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:47.526 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:47.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:01:47.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:01:47.541 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:47.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:47.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:47.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:47.676 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:48.141 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:48.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:48.144 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:48.145 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:01:48.145 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:01:48.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:48.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:48 smithi018 ceph-mon[153734]: pgmap v413: 89 pgs: 1 activating+undersized, 5 remapped+peering, 1 active+recovering+undersized+remapped, 22 active+undersized, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 97 op/s; 42384/143589 objects degraded (29.518%); 78/143589 objects misplaced (0.054%); 2.9 MiB/s, 35 objects/s recovering 2023-09-23T18:01:48.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2441573417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:48.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:48.375 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:48.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:48.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:48.480 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:48.481 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:48 smithi149 ceph-mon[135148]: pgmap v413: 89 pgs: 1 activating+undersized, 5 remapped+peering, 1 active+recovering+undersized+remapped, 22 active+undersized, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 97 op/s; 42384/143589 objects degraded (29.518%); 78/143589 objects misplaced (0.054%); 2.9 MiB/s, 35 objects/s recovering 2023-09-23T18:01:48.481 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2441573417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:48.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:48 smithi018 ceph-mon[149401]: pgmap v413: 89 pgs: 1 activating+undersized, 5 remapped+peering, 1 active+recovering+undersized+remapped, 22 active+undersized, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 97 op/s; 42384/143589 objects degraded (29.518%); 78/143589 objects misplaced (0.054%); 2.9 MiB/s, 35 objects/s recovering 2023-09-23T18:01:48.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2441573417' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:48.517 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:48.653 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:48.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:48.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:48.717 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:48.717 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:48.758 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:48.791 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:48.834 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:48.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:48.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:48.939 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:48.969 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:49.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:49.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:49.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:49.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:49.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:01:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:49.191 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:49.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:49.195 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:49.256 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:01:49.297 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:49.334 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2959275407' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:49 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2959275407' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:49 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2959275407' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.410 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:49 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:01:49.620 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:49.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:49.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:49.724 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:49.747 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:49.753 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:49.788 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:49.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:49.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:49.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:49.926 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:49.968 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:49.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:49.972 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:50.073 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:50.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:50.142 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:50.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:50.146 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:50.146 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:01:50.247 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: pgmap v414: 89 pgs: 3 active+clean+remapped, 1 remapped+peering, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 45317/143487 objects degraded (31.583%); 78/143487 objects misplaced (0.054%); 2.5 MiB/s, 30 objects/s recovering 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: osdmap e166: 8 total, 7 up, 8 in 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[149401]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: pgmap v414: 89 pgs: 3 active+clean+remapped, 1 remapped+peering, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 45317/143487 objects degraded (31.583%); 78/143487 objects misplaced (0.054%); 2.5 MiB/s, 30 objects/s recovering 2023-09-23T18:01:50.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:50.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:50.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: osdmap e166: 8 total, 7 up, 8 in 2023-09-23T18:01:50.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:50 smithi018 ceph-mon[153734]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: pgmap v414: 89 pgs: 3 active+clean+remapped, 1 remapped+peering, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 9 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 83 op/s; 45317/143487 objects degraded (31.583%); 78/143487 objects misplaced (0.054%); 2.5 MiB/s, 30 objects/s recovering 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: osdmap e166: 8 total, 7 up, 8 in 2023-09-23T18:01:50.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:50 smithi149 ceph-mon[135148]: failed to encode map e166 with expected crc 2023-09-23T18:01:50.279 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:50.327 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [6] live_osds: [0, 1, 3, 4, 5, 7, 2] 2023-09-23T18:01:50.327 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:01:50.327 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T18:01:50.327 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:01:50.327 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:01:50.328 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T18:01:50.595 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:50.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:50.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:50.699 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:50.756 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:50.868 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:50.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:50.872 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:50.972 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:50.986 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:51.033 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:51.085 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:51.085 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:51.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:51.132 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:51.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:51.133 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:51.233 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:51.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 45317/143487 objects degraded (31.583%), 22 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 45317/143487 objects degraded (31.583%), 22 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:51.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 45317/143487 objects degraded (31.583%), 22 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:51.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:51.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:51.536 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:51.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:01:51.637 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:51.667 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:51.700 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:01:51.806 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:51.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:51.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:51.910 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:51.956 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:52.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:52.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:52.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:52.208 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:52.223 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:52.245 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:52.289 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:52.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:52.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:52.397 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:52.424 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:52.506 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:52 smithi149 ceph-mon[135148]: pgmap v416: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 55333/143319 objects degraded (38.608%); 122/143319 objects misplaced (0.085%); 2.3 MiB/s, 33 objects/s recovering 2023-09-23T18:01:52.510 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:52.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:52.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:52.538 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:52 smithi018 ceph-mon[153734]: pgmap v416: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 55333/143319 objects degraded (38.608%); 122/143319 objects misplaced (0.085%); 2.3 MiB/s, 33 objects/s recovering 2023-09-23T18:01:52.538 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:52 smithi018 ceph-mon[149401]: pgmap v416: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 55 op/s; 55333/143319 objects degraded (38.608%); 122/143319 objects misplaced (0.085%); 2.3 MiB/s, 33 objects/s recovering 2023-09-23T18:01:52.615 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:52.633 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:52.663 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:52.692 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:52.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:52.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:52.712 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:52.730 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:52.759 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:52.786 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:52.812 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.815 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.816 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.816 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:01:52.816 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:01:52.867 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:52.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:52.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:52.971 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:53.017 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:53.073 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:53.097 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:01:53.097 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:01:53.098 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:01:53.103 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:53.143 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:53.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:53.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:53.247 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:53.274 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:53.330 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/293238354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:53.362 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:53.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:53.366 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:53.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:53.502 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/293238354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:53.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/293238354' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:53.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:53.547 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:01:53.547 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:01:53.547 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:01:53.547 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:01:53.547 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:01:53.740 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:53.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:53.743 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:53.807 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:01:53.807 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:01:53.844 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:53.872 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:53.970 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:01:54.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:54.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:54.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:54.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:54.211 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:54.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:54.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:54 smithi018 ceph-mon[153734]: pgmap v417: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 36 op/s; 55284/143055 objects degraded (38.645%); 122/143055 objects misplaced (0.085%); 1.9 MiB/s, 33 objects/s recovering 2023-09-23T18:01:54.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:54 smithi018 ceph-mon[149401]: pgmap v417: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 36 op/s; 55284/143055 objects degraded (38.645%); 122/143055 objects misplaced (0.085%); 1.9 MiB/s, 33 objects/s recovering 2023-09-23T18:01:54.323 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:54.375 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:54.483 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:54.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:54.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:54.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:54.603 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:54.621 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:54 smithi149 ceph-mon[135148]: pgmap v417: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 36 op/s; 55284/143055 objects degraded (38.645%); 122/143055 objects misplaced (0.085%); 1.9 MiB/s, 33 objects/s recovering 2023-09-23T18:01:54.626 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:54.742 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:54.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:54.745 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:54.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:54.874 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:54.911 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:54.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:54.914 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:54.996 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:01:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:01:54] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.33.4" 2023-09-23T18:01:55.015 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:55.060 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:55.106 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:55.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:55.112 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:55.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:55.256 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:55.317 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:55.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:55.326 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:55.427 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:55.459 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:55.496 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:55.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:55.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:55.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:55.601 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:01:55.646 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:55.696 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:01:55.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:55.701 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:01:55.730 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:55.731 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:55.731 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:55 smithi149 ceph-mon[135148]: pgmap v418: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 46 op/s; 55113/142683 objects degraded (38.626%); 127/142683 objects misplaced (0.089%); 2.0 MiB/s, 36 objects/s recovering 2023-09-23T18:01:55.801 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:55.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:01:55.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:01:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:55.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[153734]: pgmap v418: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 46 op/s; 55113/142683 objects degraded (38.626%); 127/142683 objects misplaced (0.089%); 2.0 MiB/s, 36 objects/s recovering 2023-09-23T18:01:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:01:55.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:55 smithi018 ceph-mon[149401]: pgmap v418: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 46 op/s; 55113/142683 objects degraded (38.626%); 127/142683 objects misplaced (0.089%); 2.0 MiB/s, 36 objects/s recovering 2023-09-23T18:01:55.833 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:55.872 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:55.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:55.876 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25568 5.7 5:e079d04e:::benchmark_data_smithi018_184207_object25567:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:01:55.944 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 227.84440154399999, 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994, 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25568 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097048+0000", 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030009200000000001 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097348+0000", 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2669999999999995e-06 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097357+0000", 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6919999999999999e-06 2023-09-23T18:01:55.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097363+0000", 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023030899999999999 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097593+0000", 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8592999999999996e-05 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097692+0000", 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012875000000000001 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097820+0000", 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457570000000001 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098966+0000", 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022302540000000001 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101196+0000", 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059581159000000002 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160778+0000", 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9283999999999997e-05 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160837+0000", 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2994999999999997e-05 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160880+0000", 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994 2023-09-23T18:01:55.951 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33936 5.7 5:ee42d960:::benchmark_data_smithi018_184207_object33935:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.973597267, 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862, 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.952 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33936 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967852+0000", 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8733999999999998e-05 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967900+0000", 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2583e-05 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967913+0000", 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4330000000000003e-06 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967918+0000", 2023-09-23T18:01:55.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045941599999999999 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972513+0000", 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0001372 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972650+0000", 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016474999999999999 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972815+0000", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003077148 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975892+0000", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018184539999999999 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977710+0000", 2023-09-23T18:01:55.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111170493 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088881+0000", 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5266999999999998e-05 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088936+0000", 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1788e-05 2023-09-23T18:01:55.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088978+0000", 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33937 5.7 5:e93ac9a5:::benchmark_data_smithi018_184207_object33936:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:01:55.959 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.973525542, 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595, 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33937 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.960 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967924+0000", 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7394999999999997e-05 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967961+0000", 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.362e-06 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967969+0000", 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8580000000000002e-06 2023-09-23T18:01:55.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967973+0000", 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064566210000000001 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974429+0000", 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1012000000000002e-05 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974520+0000", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014396499999999999 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974664+0000", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027944670000000001 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977459+0000", 2023-09-23T18:01:55.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000261971 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977721+0000", 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112870989 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090592+0000", 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7479999999999999e-05 2023-09-23T18:01:55.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090649+0000", 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4057999999999999e-05 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090673+0000", 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.966 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33942 5.7 5:e5563bf5:::benchmark_data_smithi018_184207_object33941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.97069736700001, 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999, 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.967 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33942 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970751+0000", 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9578999999999999e-05 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970781+0000", 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3139999999999993e-06 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970790+0000", 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8130000000000001e-06 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970796+0000", 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051205920000000002 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975917+0000", 2023-09-23T18:01:55.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114508 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976031+0000", 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016178699999999999 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976193+0000", 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012926249999999999 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977486+0000", 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024485099999999998 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977730+0000", 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11300805 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090738+0000", 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6384000000000001e-05 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090795+0000", 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2163000000000003e-05 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090837+0000", 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33960 5.7 5:e3bbbba5:::benchmark_data_smithi018_184207_object33959:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.96226605199999, 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731, 2023-09-23T18:01:55.974 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33960 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979183+0000", 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6968e-05 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979250+0000", 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2204999999999999e-05 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979262+0000", 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0180000000000001e-06 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979267+0000", 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8109999999999998e-05 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979315+0000", 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014808200000000001 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979463+0000", 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016114699999999999 2023-09-23T18:01:55.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979624+0000", 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013518569999999999 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.980976+0000", 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00086668400000000005 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.981843+0000", 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109042606 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090886+0000", 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8804000000000002e-05 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090934+0000", 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5382000000000001e-05 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090970+0000", 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33973 5.7 5:e81dba2a:::benchmark_data_smithi018_184207_object33972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.95160260399999, 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393, 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33973 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.982 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989846+0000", 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4212000000000002e-05 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989900+0000", 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0344e-05 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989911+0000", 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9880000000000004e-06 2023-09-23T18:01:55.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989916+0000", 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1523000000000001e-05 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989967+0000", 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014799299999999999 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990115+0000", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125967 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990241+0000", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001122893 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.991364+0000", 2023-09-23T18:01:55.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092885257999999998 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.084249+0000", 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067623509999999998 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091012+0000", 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091060+0000", 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9592999999999999e-05 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091090+0000", 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34411 5.7 5:e077e02e:::benchmark_data_smithi018_184207_object34410:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.64613827900001, 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994, 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34411 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295311+0000", 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4061999999999999e-05 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295355+0000", 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2340999999999999e-05 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295367+0000", 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6149999999999996e-06 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295373+0000", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038068120000000001 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299180+0000", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118743 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299298+0000", 2023-09-23T18:01:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013888400000000001 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299437+0000", 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056404660000000002 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.305078+0000", 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016296959999999999 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306707+0000", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078772808 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385480+0000", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010238099999999999 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385583+0000", 2023-09-23T18:01:55.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2333e-05 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385655+0000", 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34413 5.7 5:e1ae280b:::benchmark_data_smithi018_184207_object34412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:55.995 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.642367799, 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004, 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34413 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299081+0000", 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9898999999999998e-05 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299131+0000", 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2587e-05 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299143+0000", 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0180000000000004e-06 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:55.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299150+0000", 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030143560000000002 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302165+0000", 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012478200000000001 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302289+0000", 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014953500000000001 2023-09-23T18:01:55.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302439+0000", 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042560289999999997 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306695+0000", 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3501000000000001e-05 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306718+0000", 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081895469999999998 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388614+0000", 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9267000000000001e-05 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388663+0000", 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5754999999999998e-05 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388709+0000", 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34446 5.7 5:ef1db441:::benchmark_data_smithi018_184207_object34445:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:01:56.002 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 223.624251504, 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002, 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34446 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:01:56.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317197+0000", 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4425999999999999e-05 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317232+0000", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0942e-05 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317243+0000", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6669999999999999e-06 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317250+0000", 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00062588499999999996 2023-09-23T18:01:56.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317875+0000", 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125155 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318001+0000", 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015724399999999999 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318158+0000", 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017640310000000001 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.319922+0000", 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00089385599999999995 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.320816+0000", 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.067966514000000006 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388782+0000", 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9440999999999997e-05 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388822+0000", 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0661000000000003e-05 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388862+0000", 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38656 5.7 5:ed5e2559:::benchmark_data_smithi018_184207_object38655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.009 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 221.27471966900001, 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001, 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38656 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1195e-05 2023-09-23T18:01:56.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666781+0000", 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6039999999999993e-06 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666790+0000", 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4399999999999996e-06 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666795+0000", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034811999999999999 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667143+0000", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112099 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667255+0000", 2023-09-23T18:01:56.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017240800000000001 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667428+0000", 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025815759999999999 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670009+0000", 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.066e-06 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670015+0000", 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062240891 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732256+0000", 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7501999999999999e-05 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732314+0000", 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5606999999999999e-05 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732359+0000", 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38659 5.7 5:e2444714:::benchmark_data_smithi018_184207_object38658:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 221.274597887, 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995, 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38659 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0198000000000001e-05 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666882+0000", 2023-09-23T18:01:56.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1269999999999997e-06 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666889+0000", 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6519999999999997e-06 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666894+0000", 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031406770000000001 2023-09-23T18:01:56.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670034+0000", 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014561199999999999 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670180+0000", 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170383 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670350+0000", 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037183120000000001 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674069+0000", 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014402040000000001 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675509+0000", 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056892181999999999 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732401+0000", 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8303999999999998e-05 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732439+0000", 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1399000000000002e-05 2023-09-23T18:01:56.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732471+0000", 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38664 5.7 5:eb985126:::benchmark_data_smithi018_184207_object38663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 221.27085318600001, 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994, 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38664 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670595+0000", 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7951999999999999e-05 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670623+0000", 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1724e-05 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670635+0000", 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9699999999999996e-06 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670641+0000", 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012315889999999999 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671873+0000", 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118631 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671991+0000", 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014635700000000001 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.672138+0000", 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019958390000000001 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674133+0000", 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001380385 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675514+0000", 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057781403000000002 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733295+0000", 2023-09-23T18:01:56.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0238000000000001e-05 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733366+0000", 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6947999999999999e-05 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733402+0000", 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.031 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41472 5.6 5:62f95c11:::benchmark_data_smithi018_184207_object41471:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.48364999699999, 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002, 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.032 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41472 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457799+0000", 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159304 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457958+0000", 2023-09-23T18:01:56.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8454e-05 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457977+0000", 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.277e-06 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457984+0000", 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8627e-05 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458032+0000", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106393 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458139+0000", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013249340000000001 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459464+0000", 2023-09-23T18:01:56.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045901680000000004 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464054+0000", 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058512885000000001 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522567+0000", 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3359999999999999e-05 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522600+0000", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6666999999999999e-05 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522647+0000", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4617999999999999e-05 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522692+0000", 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002 2023-09-23T18:01:56.038 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41473 5.6 5:6931ddde:::benchmark_data_smithi018_184207_object41472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.48149822100001, 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996, 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.039 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41473 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:01:56.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459950+0000", 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5778e-05 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460006+0000", 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4144999999999999e-05 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460020+0000", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2805e-05 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460033+0000", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011072269999999999 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461140+0000", 2023-09-23T18:01:56.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152521 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461292+0000", 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000177424 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026329420000000001 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464103+0000", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058629885999999999 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522733+0000", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0809000000000003e-05 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522763+0000", 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0339e-05 2023-09-23T18:01:56.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522814+0000", 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5626000000000001e-05 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522849+0000", 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41476 5.7 5:ee0d513f:::benchmark_data_smithi018_184207_object41475:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.47962578100001, 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994, 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41476 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.046 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461823+0000", 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4326000000000005e-05 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461908+0000", 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6029999999999994e-06 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461917+0000", 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6749999999999999e-06 2023-09-23T18:01:56.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461923+0000", 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2913e-05 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461976+0000", 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136427 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462112+0000", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154714 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462267+0000", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060206430999999998 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522473+0000", 2023-09-23T18:01:56.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003407794 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525881+0000", 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7789999999999998e-06 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525888+0000", 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0881999999999998e-05 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525939+0000", 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7981000000000001e-05 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525977+0000", 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41477 5.7 5:e5cdca32:::benchmark_data_smithi018_184207_object41476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.47950922699999, 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996, 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41477 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461940+0000", 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4415000000000002e-05 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461975+0000", 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6590000000000001e-06 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.055 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461981+0000", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461986+0000", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001858207 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463844+0000", 2023-09-23T18:01:56.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113758 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463958+0000", 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000161707 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464119+0000", 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058392104 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522511+0000", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034745879999999998 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525986+0000", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2848999999999997e-05 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526019+0000", 2023-09-23T18:01:56.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4878e-05 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526064+0000", 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2845999999999997e-05 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526097+0000", 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.059 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41480 5.f 5:f7f12982:::benchmark_data_smithi018_184207_object41479:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.47732749400001, 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005, 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41480 2023-09-23T18:01:56.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464121+0000", 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2974e-05 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464154+0000", 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9660000000000008e-06 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464164+0000", 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1210000000000003e-06 2023-09-23T18:01:56.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464170+0000", 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00026530999999999999 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464436+0000", 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058036691000000001 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522472+0000", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014841499999999999 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,6", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522621+0000", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071672810000000002 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529788+0000", 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7317000000000001e-05 2023-09-23T18:01:56.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529835+0000", 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00093748200000000001 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530773+0000", 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8479999999999997e-05 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530811+0000", 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0422e-05 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530852+0000", 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74491 5.e 5:7a82b1ff:::benchmark_data_smithi018_184207_object74490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 194.66437809000001, 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001, 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74491 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.067 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277070+0000", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0028000000000001e-05 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277140+0000", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0497e-05 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277161+0000", 2023-09-23T18:01:56.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5620999999999998e-05 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277176+0000", 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1859999999999994e-05 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277238+0000", 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277246+0000", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97581437500000001 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253060+0000", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3558e-05 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253074+0000", 2023-09-23T18:01:56.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3075379810000001 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.560612+0000", 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00107132 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561683+0000", 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000197355 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561881+0000", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053885620000000004 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.567269+0000", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028024590000000002 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570072+0000", 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077785809999999997 2023-09-23T18:01:56.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577850+0000", 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8065000000000006e-05 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577928+0000", 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002888369 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580817+0000", 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74492 5.e 5:732a21fc:::benchmark_data_smithi018_184207_object74491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 194.66425091400001, 2023-09-23T18:01:56.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475, 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74492 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2337999999999999e-05 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277251+0000", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1112e-05 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277272+0000", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4618e-05 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277287+0000", 2023-09-23T18:01:56.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038494700000000001 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277672+0000", 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1120000000000001e-06 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277678+0000", 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97542460200000003 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253102+0000", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2859999999999999e-06 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253111+0000", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.310552478 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563663+0000", 2023-09-23T18:01:56.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011257200000000001 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563776+0000", 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013762299999999999 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563913+0000", 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054119839999999999 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569325+0000", 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083748000000000004 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570163+0000", 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011032792 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581195+0000", 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.672e-05 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581242+0000", 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012054640000000001 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582448+0000", 2023-09-23T18:01:56.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74493 5.e 5:70339e8a:::benchmark_data_smithi018_184207_object74492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 194.66415168, 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999, 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:01:56.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74493 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:01:56.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2110999999999998e-05 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277330+0000", 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2172999999999999e-05 2023-09-23T18:01:56.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277352+0000", 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6370000000000004e-06 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277358+0000", 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00084477399999999996 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278202+0000", 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0694e-05 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278213+0000", 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97491992900000002 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253133+0000", 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3330000000000003e-06 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253142+0000", 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312225161 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565368+0000", 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014201099999999999 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565510+0000", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013594799999999999 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565646+0000", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037156379999999998 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569361+0000", 2023-09-23T18:01:56.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001179404 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570541+0000", 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011972622 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582513+0000", 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5059000000000002e-05 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:01:56.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582578+0000", 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00146196 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.584040+0000", 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:01:56.092 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:01:56.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:56.123 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:56.314 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:56.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:56.317 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:56.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:56.449 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:56.470 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:01:56.491 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:56.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:56.494 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:56.523 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:56.566 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:01:56.595 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:56.630 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:56.676 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:56.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:56.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:56.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1855107794' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 55113/142683 objects degraded (38.626%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1855107794' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 55113/142683 objects degraded (38.626%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:56.814 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:56.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1855107794' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:01:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 55113/142683 objects degraded (38.626%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:01:57.058 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:01:57.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:57.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:01:57.125 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:57.164 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:01:57.190 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:57.243 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:01:57.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:57.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:01:57.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:57.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:57.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:57.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:57.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:57.605 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: osdmap e167: 8 total, 7 up, 8 in 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.637 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[153734]: pgmap v420: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 78 op/s; 54924/141606 objects degraded (38.786%); 127/141606 objects misplaced (0.090%); 1.8 MiB/s, 47 objects/s recovering 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: osdmap e167: 8 total, 7 up, 8 in 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.638 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.639 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.639 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:57 smithi018 ceph-mon[149401]: pgmap v420: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 78 op/s; 54924/141606 objects degraded (38.786%); 127/141606 objects misplaced (0.090%); 1.8 MiB/s, 47 objects/s recovering 2023-09-23T18:01:57.641 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:57.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:57.747 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:57.847 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:01:57.873 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:01:57.873 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:01:57.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: osdmap e167: 8 total, 7 up, 8 in 2023-09-23T18:01:57.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: failed to encode map e167 with expected crc 2023-09-23T18:01:57.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:57 smithi149 ceph-mon[135148]: pgmap v420: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 78 op/s; 54924/141606 objects degraded (38.786%); 127/141606 objects misplaced (0.090%); 1.8 MiB/s, 47 objects/s recovering 2023-09-23T18:01:57.876 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:57.958 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:01:57.969 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:01:57.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:57.971 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:01:57.977 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:01:57.997 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:01:58.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:01:58.045 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:01:58.063 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:01:58.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:58.086 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:01:58.086 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.086 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.086 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:01:58.087 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:01:58.106 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:58.463 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:58.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:58.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:58.477 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:01:58.477 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:01:58.568 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:58.574 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:01:58.574 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:01:58.608 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:58.650 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:01:58.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:58.654 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:01:58.755 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:01:58.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1025794966' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:58.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1025794966' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:58.829 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:01:58.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:58.832 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:01:58.872 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1025794966' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:01:58.933 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:58.959 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:01:58.964 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:59.003 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:59.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:59.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:59.064 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [6] live_osds: [0, 1, 3, 4, 5, 7, 2] 2023-09-23T18:01:59.064 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:01:59.064 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [0, 2, 3, 4, 5, 6, 7, 1] 2023-09-23T18:01:59.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 2 2023-09-23T18:01:59.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:01:59.108 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:59.138 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:59.182 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:59.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:59.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:59.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:59.312 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:59.350 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:59.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:59.353 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:59.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:59.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:59.518 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:59.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:59.521 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:59.603 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:01:59.622 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:01:59.652 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:01:59.734 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:01:59.736 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:01:59 smithi149 ceph-mon[135148]: pgmap v421: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 103 op/s; 54769/140568 objects degraded (38.963%); 127/140568 objects misplaced (0.090%); 2.2 MiB/s, 51 objects/s recovering 2023-09-23T18:01:59.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:01:59.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:01:59.796 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:59.831 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:01:59.838 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:01:59.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:01:59 smithi018 ceph-mon[153734]: pgmap v421: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 103 op/s; 54769/140568 objects degraded (38.963%); 127/140568 objects misplaced (0.090%); 2.2 MiB/s, 51 objects/s recovering 2023-09-23T18:01:59.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:01:59 smithi018 ceph-mon[149401]: pgmap v421: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 103 op/s; 54769/140568 objects degraded (38.963%); 127/140568 objects misplaced (0.090%); 2.2 MiB/s, 51 objects/s recovering 2023-09-23T18:01:59.876 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:00.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:02:00.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:00.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:00.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:00.944 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:00.944 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:01.012 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:01.046 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:01.081 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:01.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:01.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:01.186 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:01.222 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:01.292 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:01.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:01.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:01.352 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:02:01.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:01.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:01.850 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:01.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:01.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:01.884 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:02:01.954 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:01.980 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:01 smithi149 ceph-mon[135148]: pgmap v422: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 132 op/s; 54450/139350 objects degraded (39.074%); 127/139350 objects misplaced (0.091%); 2.1 MiB/s, 57 objects/s recovering 2023-09-23T18:02:01.980 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 54450/139350 objects degraded (39.074%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:01.983 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:02.020 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:02.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:01 smithi018 ceph-mon[149401]: pgmap v422: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 132 op/s; 54450/139350 objects degraded (39.074%); 127/139350 objects misplaced (0.091%); 2.1 MiB/s, 57 objects/s recovering 2023-09-23T18:02:02.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 54450/139350 objects degraded (39.074%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:02.023 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:01 smithi018 ceph-mon[153734]: pgmap v422: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 132 op/s; 54450/139350 objects degraded (39.074%); 127/139350 objects misplaced (0.091%); 2.1 MiB/s, 57 objects/s recovering 2023-09-23T18:02:02.023 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 54450/139350 objects degraded (39.074%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:02.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:02.024 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:02.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:02.159 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:02.296 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:02.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:02.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:02.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:02.432 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:02.470 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:02.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:02.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:02.575 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:02.607 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:03.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:03.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:03.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:03.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:03.230 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:03.230 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:03.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:03.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:03.294 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:03.395 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:03.424 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:03.610 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:03.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:03.618 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:03.629 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:02:03.719 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:03.786 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:03.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:03 smithi149 ceph-mon[135148]: pgmap v423: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 139 op/s; 54366/138858 objects degraded (39.152%); 127/138858 objects misplaced (0.091%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:03.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:03 smithi018 ceph-mon[149401]: pgmap v423: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 139 op/s; 54366/138858 objects degraded (39.152%); 127/138858 objects misplaced (0.091%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:03.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:03 smithi018 ceph-mon[153734]: pgmap v423: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 139 op/s; 54366/138858 objects degraded (39.152%); 127/138858 objects misplaced (0.091%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:03.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:03.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:03.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:04.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:04.131 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:04.307 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:04.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:04.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:04.419 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:04.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:04.481 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:04.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:04.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:04.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:02:04.318+0000 7fd4195e6700 -1 mon.a@0(leader).osd e167 definitely_dead 0 2023-09-23T18:02:04.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:04.629 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:04.727 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:04.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:04.732 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:04.746 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.2. 2023-09-23T18:02:04.746 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:02:04.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:04.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T18:02:04.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[153734]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T18:02:04.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:04.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T18:02:04.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-mon[149401]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T18:02:04.832 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:04.854 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:04.877 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:04.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:04.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:04.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T18:02:04.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:04 smithi149 ceph-mon[135148]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T18:02:04.914 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:04.946 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:04.972 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:04.993 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.018 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.018 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:02:05.018 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:02:05.027 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:05.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:05.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:05.131 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:05.158 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:05.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:05.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:05.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:05.265 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:04] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.33.4" 2023-09-23T18:02:05.294 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:05.327 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:05.776 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:05.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:05.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: pgmap v424: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 144 op/s; 54179/138360 objects degraded (39.158%); 128/138360 objects misplaced (0.093%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: osdmap e168: 8 total, 7 up, 7 in 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4216096324' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:05.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: pgmap v424: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 144 op/s; 54179/138360 objects degraded (39.158%); 128/138360 objects misplaced (0.093%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: osdmap e168: 8 total, 7 up, 7 in 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4216096324' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:05.841 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:02:05.842 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:02:05.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:05.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:05.954 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: pgmap v424: 89 pgs: 3 active+clean+remapped, 1 active+recovering+undersized+remapped, 23 active+undersized, 1 active+recovery_wait+degraded+remapped, 39 active+clean, 12 active+undersized+degraded, 10 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 144 op/s; 54179/138360 objects degraded (39.158%); 128/138360 objects misplaced (0.093%); 2.4 MiB/s, 61 objects/s recovering 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/148427396' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2943022011' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: osdmap e168: 8 total, 7 up, 7 in 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.956 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: failed to encode map e168 with expected crc 2023-09-23T18:02:05.957 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4216096324' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:05.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:05.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:06.058 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:06.094 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:06.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:06.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:06.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:06.414 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:06.445 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:06.511 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:06.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:06.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:06.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:06.644 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:06.677 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:06.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:06.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: osdmap e169: 8 total, 7 up, 7 in 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 54179/138360 objects degraded (39.158%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:06.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: osdmap e169: 8 total, 7 up, 7 in 2023-09-23T18:02:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: failed to encode map e169 with expected crc 2023-09-23T18:02:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 54179/138360 objects degraded (39.158%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:06.935 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:103670 5.0 e170/169 5:0d609276:::benchmark_data_smithi018_184207_object29009:head v 170'6431, mlcod=0'0)", 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:06.985555+0000", 2023-09-23T18:02:06.995 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0096643230000000007, 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096983450000000006, 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985555+0000", 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985555+0000", 2023-09-23T18:02:06.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985554+0000", 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985570+0000", 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6382e-05 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985583+0000", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2638e-05 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985592+0000", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9109999999999999e-06 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985639+0000", 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6956999999999998e-05 2023-09-23T18:02:06.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:06.985670+0000", 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0728000000000001e-05 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 1 2023-09-23T18:02:06.999 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:07.015 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:07.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: osdmap e169: 8 total, 7 up, 7 in 2023-09-23T18:02:07.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: failed to encode map e169 with expected crc 2023-09-23T18:02:07.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: failed to encode map e169 with expected crc 2023-09-23T18:02:07.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: failed to encode map e169 with expected crc 2023-09-23T18:02:07.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: failed to encode map e169 with expected crc 2023-09-23T18:02:07.018 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: failed to encode map e169 with expected crc 2023-09-23T18:02:07.018 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 54179/138360 objects degraded (39.158%), 23 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2023-09-23T18:02:07.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:07.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:07.119 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:07.150 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:07.339 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:07.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:07.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:07.343 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:02:07.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:02:07.443 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:07.480 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:07.519 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:07.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:07.523 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:07.624 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:07.655 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:07.690 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:07.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:07.694 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:07.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:07.822 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:07.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:02:07.855 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:07.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:07.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:07.959 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: pgmap v427: 89 pgs: 5 remapped+peering, 6 peering, 3 active+clean+remapped, 22 active+undersized, 1 active+recovery_wait+degraded+remapped, 37 active+clean, 10 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 38815/137463 objects degraded (28.237%); 128/137463 objects misplaced (0.093%); 2.1 MiB/s, 58 objects/s recovering 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: failed to encode map e170 with expected crc 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: osdmap e170: 8 total, 7 up, 7 in 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: failed to encode map e170 with expected crc 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: failed to encode map e170 with expected crc 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: 5.4 starting backfill to osd.1 from (0'0,0'0] MAX to 167'6315 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: 5.d starting backfill to osd.3 from (0'0,0'0] MAX to 167'6508 2023-09-23T18:02:07.983 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:07 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:02:07.985 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:08.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:08.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:08.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:08.059 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: pgmap v427: 89 pgs: 5 remapped+peering, 6 peering, 3 active+clean+remapped, 22 active+undersized, 1 active+recovery_wait+degraded+remapped, 37 active+clean, 10 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 38815/137463 objects degraded (28.237%); 128/137463 objects misplaced (0.093%); 2.1 MiB/s, 58 objects/s recovering 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: osdmap e170: 8 total, 7 up, 7 in 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: 5.4 starting backfill to osd.1 from (0'0,0'0] MAX to 167'6315 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: 5.d starting backfill to osd.3 from (0'0,0'0] MAX to 167'6508 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:02:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: pgmap v427: 89 pgs: 5 remapped+peering, 6 peering, 3 active+clean+remapped, 22 active+undersized, 1 active+recovery_wait+degraded+remapped, 37 active+clean, 10 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 38815/137463 objects degraded (28.237%); 128/137463 objects misplaced (0.093%); 2.1 MiB/s, 58 objects/s recovering 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: osdmap e170: 8 total, 7 up, 7 in 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: failed to encode map e170 with expected crc 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: 5.4 starting backfill to osd.1 from (0'0,0'0] MAX to 167'6315 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: 5.d starting backfill to osd.3 from (0'0,0'0] MAX to 167'6508 2023-09-23T18:02:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:07 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:02:08.071 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:08.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:08.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:08.207 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:08.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:08.211 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:08.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:08.340 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:08.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:08.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:08.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:08.579 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:08.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:08.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:08.627 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:08.728 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:08.757 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:08.792 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:08.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:08.796 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:08.896 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:08.929 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:09.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:09.127 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:09.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:09.258 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:09.338 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:09.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:09.342 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:09.443 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:09.481 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:09.710 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[153734]: pgmap v429: 89 pgs: 1 activating+degraded+remapped, 5 remapped+peering, 6 peering, 14 active+clean+remapped, 16 active+undersized, 4 active+recovery_wait+degraded+remapped, 32 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 29413/137085 objects degraded (21.456%); 8090/137085 objects misplaced (5.901%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:02:09.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:09.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:09.725 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:09.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:09.728 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:09.788 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:09.829 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:09.861 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:09.897 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:09.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:09.900 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:10.001 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:10.014 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[149401]: pgmap v429: 89 pgs: 1 activating+degraded+remapped, 5 remapped+peering, 6 peering, 14 active+clean+remapped, 16 active+undersized, 4 active+recovery_wait+degraded+remapped, 32 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 29413/137085 objects degraded (21.456%); 8090/137085 objects misplaced (5.901%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:02:10.014 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:10.014 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:10.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:09 smithi149 ceph-mon[135148]: pgmap v429: 89 pgs: 1 activating+degraded+remapped, 5 remapped+peering, 6 peering, 14 active+clean+remapped, 16 active+undersized, 4 active+recovery_wait+degraded+remapped, 32 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 29413/137085 objects degraded (21.456%); 8090/137085 objects misplaced (5.901%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:02:10.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:10.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:10.027 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:10.060 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:10.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:10.063 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:10.164 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:10.202 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:10.279 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:10.279 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:02:10.279 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:02:10.279 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:02:10.280 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:10.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:10.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:10.403 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:10.623 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:10.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:10.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:10.728 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:02:10.767 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:10.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3653162795' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:10.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:10.822 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3653162795' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:10.822 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:10.823 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:02:11.067 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1] out_osds: [2] dead_osds: [6] live_osds: [0, 1, 3, 4, 5, 7, 2] 2023-09-23T18:02:11.068 INFO:tasks.thrashosds.thrasher:Reviving osd 6 2023-09-23T18:02:11.068 INFO:tasks.cephadm.osd.6:Restarting osd.6 (starting--it wasn't running)... 2023-09-23T18:02:11.068 DEBUG:teuthology.orchestra.run.smithi149:osd.6> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6.service 2023-09-23T18:02:11.070 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl start ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T18:02:11.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3653162795' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:11.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:11.098 INFO:journalctl@ceph.osd.6.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T18:02:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:11.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:11.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:11.402 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:11 smithi149 systemd[1]: Starting Ceph osd.6 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:02:11.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:11.452 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:11.528 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:11.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:11.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:11.634 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:11.668 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:11.728 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:11.766 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:11.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:11.770 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:11.864 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:11.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:11.892 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:11.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: pgmap v430: 89 pgs: 1 activating+remapped, 1 activating+degraded+remapped, 17 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 50888/137079 objects degraded (37.123%); 15418/137079 objects misplaced (11.248%); 982 KiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:02:11.900 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: osdmap e171: 8 total, 7 up, 7 in 2023-09-23T18:02:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 50888/137079 objects degraded (37.123%), 22 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:11.906 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:11.918 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:11.938 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:11.946 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:11.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:11.949 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:11.966 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:11.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: pgmap v430: 89 pgs: 1 activating+remapped, 1 activating+degraded+remapped, 17 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 50888/137079 objects degraded (37.123%); 15418/137079 objects misplaced (11.248%); 982 KiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:02:11.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:11.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: osdmap e171: 8 total, 7 up, 7 in 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 50888/137079 objects degraded (37.123%), 22 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: pgmap v430: 89 pgs: 1 activating+remapped, 1 activating+degraded+remapped, 17 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 50888/137079 objects degraded (37.123%); 15418/137079 objects misplaced (11.248%); 982 KiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: failed to encode map e171 with expected crc 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: osdmap e171: 8 total, 7 up, 7 in 2023-09-23T18:02:11.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 50888/137079 objects degraded (37.123%), 22 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:11.992 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:02:12.015 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:02:12.050 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:12.085 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:12.151 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-23T18:02:12.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 bash[163263]: --> ceph-volume raw activate successful for osd ID: 6 2023-09-23T18:02:12.748 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:12.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:12.752 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:12.760 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:02:12.760 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:02:12.854 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:12.886 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:12.980 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:12.982 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:12 smithi149 podman[163573]: 2023-09-23T18:02:12.982 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/288804391' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:12.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:12.983 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/288804391' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:13.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/288804391' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:13.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:13.133 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:13.156 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:02:13.281 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:13.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:13.292 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:13.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:02:13.385 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:13.385 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:13.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:13.401 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:02:13.062+0000 7f3186d9d700 1 -- 172.21.15.149:0/2937585943 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55817c67e680 con 0x55817c645400 2023-09-23T18:02:13.401 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:13 smithi149 bash[163573]: b1e469ff019509e793a1e616b4f713b22c4219627c1ad7cd4aefe509fe8849f9 2023-09-23T18:02:13.402 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:13 smithi149 systemd[1]: Started Ceph osd.6 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:02:13.447 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:13.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:13 smithi018 ceph-mon[153734]: pgmap v432: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 50868/137022 objects degraded (37.124%); 15497/137022 objects misplaced (11.310%); 564 KiB/s, 1 keys/s, 20 objects/s recovering 2023-09-23T18:02:13.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:13 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-09-23T18:02:13.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:13.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:13.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:13.780 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:02:13.823 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:02:13.878 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:13.901 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:02:13.585+0000 7f318e817200 -1 Falling back to public interface 2023-09-23T18:02:13.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:13 smithi149 ceph-mon[135148]: pgmap v432: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 50868/137022 objects degraded (37.124%); 15497/137022 objects misplaced (11.310%); 564 KiB/s, 1 keys/s, 20 objects/s recovering 2023-09-23T18:02:13.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:13 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-09-23T18:02:13.918 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:13.962 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:13.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:13.967 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:13 smithi018 ceph-mon[149401]: pgmap v432: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 50868/137022 objects degraded (37.124%); 15497/137022 objects misplaced (11.310%); 564 KiB/s, 1 keys/s, 20 objects/s recovering 2023-09-23T18:02:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:13 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-09-23T18:02:14.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:14.155 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:14.218 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:14.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:14.224 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:14.325 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:14.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:14.659 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:14.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:14.662 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:14.680 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:14.761 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:02:14.763 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:14.789 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:14.822 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:14.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:14.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:14.926 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:14.953 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:15.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:14] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.33.4" 2023-09-23T18:02:15.390 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:15.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:15.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:15.495 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:15.525 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:15.564 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:15.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:15.568 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:15.668 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:15.697 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:16.003 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:16.005 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:15 smithi149 ceph-mon[135148]: pgmap v433: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 8 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 53935/136899 objects degraded (39.398%); 12638/136899 objects misplaced (9.232%); 488 KiB/s, 1 keys/s, 32 objects/s recovering 2023-09-23T18:02:16.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:16.006 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:16.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:15 smithi018 ceph-mon[153734]: pgmap v433: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 8 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 53935/136899 objects degraded (39.398%); 12638/136899 objects misplaced (9.232%); 488 KiB/s, 1 keys/s, 32 objects/s recovering 2023-09-23T18:02:16.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:15 smithi018 ceph-mon[149401]: pgmap v433: 89 pgs: 1 activating+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 8 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 53935/136899 objects degraded (39.398%); 12638/136899 objects misplaced (9.232%); 488 KiB/s, 1 keys/s, 32 objects/s recovering 2023-09-23T18:02:16.107 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:16.140 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:16.213 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:16.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:16.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:16.316 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:16.388 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:16.422 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:16.422 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:16.482 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:16.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:16.487 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:16.513 INFO:teuthology.orchestra.run.smithi149.stderr:no valid command found; 10 closest matches: 2023-09-23T18:02:16.513 INFO:teuthology.orchestra.run.smithi149.stderr:0 2023-09-23T18:02:16.513 INFO:teuthology.orchestra.run.smithi149.stderr:1 2023-09-23T18:02:16.513 INFO:teuthology.orchestra.run.smithi149.stderr:2 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:abort 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:assert 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs debug_inject_read_zeros 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs files list 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs stats 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:bluestore bluefs device info [] 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:config diff 2023-09-23T18:02:16.514 INFO:teuthology.orchestra.run.smithi149.stderr:admin_socket: invalid command 2023-09-23T18:02:16.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:16.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:16.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:16.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:16.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:16.880 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:16.931 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 53935/136899 objects degraded (39.398%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:16.931 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1823674112' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:16.931 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:16 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:16.959 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:17.020 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:02:17.021 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-6, ['dump_ops_in_flight'] 2023-09-23T18:02:17.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 53935/136899 objects degraded (39.398%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:17.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1823674112' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:17.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:17.022 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 53935/136899 objects degraded (39.398%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:17.022 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1823674112' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:17.022 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:16 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:17.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:02:17.131 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:17.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:17.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:17.152 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:02:17.244 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:17.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:17.388 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:17.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:17.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:17.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:17.527 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:17.565 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:17.570 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:17.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:17.574 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:17.585 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:17.605 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:17.624 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:17.643 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:17.665 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:17.675 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.690 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.691 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T18:02:17.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:02:17.712 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:18.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[153734]: pgmap v434: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 53 op/s; 42190/135876 objects degraded (31.050%); 20623/135876 objects misplaced (15.178%); 1.7 MiB/s, 1 keys/s, 47 objects/s recovering 2023-09-23T18:02:18.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:18.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:18.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[153734]: osdmap e172: 8 total, 7 up, 7 in 2023-09-23T18:02:18.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1888483029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:18.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[149401]: pgmap v434: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 53 op/s; 42190/135876 objects degraded (31.050%); 20623/135876 objects misplaced (15.178%); 1.7 MiB/s, 1 keys/s, 47 objects/s recovering 2023-09-23T18:02:18.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:18.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:18.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[149401]: osdmap e172: 8 total, 7 up, 7 in 2023-09-23T18:02:18.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:17 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1888483029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:18.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:17 smithi149 ceph-mon[135148]: pgmap v434: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 53 op/s; 42190/135876 objects degraded (31.050%); 20623/135876 objects misplaced (15.178%); 1.7 MiB/s, 1 keys/s, 47 objects/s recovering 2023-09-23T18:02:18.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:17 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:17 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:17 smithi149 ceph-mon[135148]: osdmap e172: 8 total, 7 up, 7 in 2023-09-23T18:02:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:17 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1888483029' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:18.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:18.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:18.275 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:18.309 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:18.366 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:18.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:18.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:18.472 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:18.491 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:02:18.492 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:02:18.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:18.608 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:18.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:18.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:18.663 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:18.713 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:18.752 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:18.843 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:18.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:18.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:18.949 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:18.977 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:18.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:18 smithi018 ceph-mon[149401]: failed to encode map e172 with expected crc 2023-09-23T18:02:18.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:18 smithi018 ceph-mon[149401]: failed to encode map e172 with expected crc 2023-09-23T18:02:18.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:18 smithi018 ceph-mon[153734]: failed to encode map e172 with expected crc 2023-09-23T18:02:18.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:18 smithi018 ceph-mon[153734]: failed to encode map e172 with expected crc 2023-09-23T18:02:19.021 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:19.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:18 smithi149 ceph-mon[135148]: failed to encode map e172 with expected crc 2023-09-23T18:02:19.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:18 smithi149 ceph-mon[135148]: failed to encode map e172 with expected crc 2023-09-23T18:02:19.025 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:02:18.865+0000 7f318e817200 -1 osd.6 162 log_to_monitors {default=true} 2023-09-23T18:02:19.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:19.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:19.127 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:19.164 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:19.209 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:19.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:19.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:19.314 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:19.344 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:19.446 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:19.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:19.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:19.551 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:19.593 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:19.714 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:19.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:19.718 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:19.818 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:19.881 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:19.938 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:19.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:19.942 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:20.043 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:20.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[153734]: pgmap v436: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 41963/134718 objects degraded (31.149%); 20509/134718 objects misplaced (15.224%); 3.1 MiB/s, 64 objects/s recovering 2023-09-23T18:02:20.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[153734]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[153734]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[149401]: pgmap v436: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 41963/134718 objects degraded (31.149%); 20509/134718 objects misplaced (15.224%); 3.1 MiB/s, 64 objects/s recovering 2023-09-23T18:02:20.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[149401]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:19 smithi018 ceph-mon[149401]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.097 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:20.098 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:02:20.098 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:02:20.098 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:02:20.098 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:20.101 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:20.146 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:20.152 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:02:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:02:19.782+0000 7f317ed10700 -1 osd.6 162 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:02:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:19 smithi149 ceph-mon[135148]: pgmap v436: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 41963/134718 objects degraded (31.149%); 20509/134718 objects misplaced (15.224%); 3.1 MiB/s, 64 objects/s recovering 2023-09-23T18:02:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:19 smithi149 ceph-mon[135148]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:19 smithi149 ceph-mon[135148]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T18:02:20.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:20.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:20.255 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:20.283 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:20.323 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:20.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:20.327 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:20.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:20.436 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:02:20.466 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:20.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:02:20.516 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:20.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:20.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:20.539 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:02:20.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:20.847 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:20.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:20.852 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:20.953 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:20.977 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: failed to encode map e173 with expected crc 2023-09-23T18:02:20.977 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: osdmap e173: 8 total, 7 up, 7 in 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[153734]: failed to encode map e173 with expected crc 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: failed to encode map e173 with expected crc 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: osdmap e173: 8 total, 7 up, 7 in 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:20.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:20 smithi018 ceph-mon[149401]: failed to encode map e173 with expected crc 2023-09-23T18:02:20.980 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:21.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:21.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:21.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:21.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: failed to encode map e173 with expected crc 2023-09-23T18:02:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T18:02:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: osdmap e173: 8 total, 7 up, 7 in 2023-09-23T18:02:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: from='osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:02:21.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:20 smithi149 ceph-mon[135148]: failed to encode map e173 with expected crc 2023-09-23T18:02:21.258 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:21.302 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:21.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:21.305 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:21.346 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:21.377 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:21.406 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:21.432 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:21.463 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:21.478 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:21.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:21.484 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:21.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:21.611 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:21.748 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:21.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:21.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:21.852 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: pgmap v438: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 41728/133650 objects degraded (31.222%); 20261/133650 objects misplaced (15.160%); 4.7 MiB/s, 89 objects/s recovering 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133] boot 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: osdmap e174: 8 total, 8 up, 7 in 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: failed to encode map e174 with expected crc 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: failed to encode map e174 with expected crc 2023-09-23T18:02:21.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41728/133650 objects degraded (31.222%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: osdmap e175: 8 total, 8 up, 7 in 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[153734]: 5.1 starting backfill to osd.6 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: pgmap v438: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 41728/133650 objects degraded (31.222%); 20261/133650 objects misplaced (15.160%); 4.7 MiB/s, 89 objects/s recovering 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133] boot 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: osdmap e174: 8 total, 8 up, 7 in 2023-09-23T18:02:21.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: failed to encode map e174 with expected crc 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: failed to encode map e174 with expected crc 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41728/133650 objects degraded (31.222%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: osdmap e175: 8 total, 8 up, 7 in 2023-09-23T18:02:21.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:21 smithi018 ceph-mon[149401]: 5.1 starting backfill to osd.6 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:21.881 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:21.915 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:21.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:21.918 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:22.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:22.021 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:02:22.047 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:22.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:22.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:22.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: pgmap v438: 89 pgs: 1 active+recovery_wait+remapped, 18 active+clean+remapped, 16 active+undersized, 7 active+recovery_wait+degraded+remapped, 33 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 41728/133650 objects degraded (31.222%); 20261/133650 objects misplaced (15.160%); 4.7 MiB/s, 89 objects/s recovering 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: osd.6 [v2:172.21.15.149:6816/3536644133,v1:172.21.15.149:6817/3536644133] boot 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: osdmap e174: 8 total, 8 up, 7 in 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: failed to encode map e174 with expected crc 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: failed to encode map e174 with expected crc 2023-09-23T18:02:22.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41728/133650 objects degraded (31.222%), 21 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: osdmap e175: 8 total, 8 up, 7 in 2023-09-23T18:02:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:21 smithi149 ceph-mon[135148]: 5.1 starting backfill to osd.6 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:22.186 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:22.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:22.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:22.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:22.564 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:22.595 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:22.698 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:02:22.755 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:22.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:22.761 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:22.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e163 with expected crc 2023-09-23T18:02:22.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e174 with expected crc 2023-09-23T18:02:22.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[153734]: osdmap e176: 8 total, 8 up, 7 in 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e163 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e174 with expected crc 2023-09-23T18:02:22.853 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e175 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:22.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:22 smithi018 ceph-mon[149401]: osdmap e176: 8 total, 8 up, 7 in 2023-09-23T18:02:22.861 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:22.890 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:23.065 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:23.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:23.068 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e163 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e174 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e175 with expected crc 2023-09-23T18:02:23.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:23.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:22 smithi149 ceph-mon[135148]: osdmap e176: 8 total, 8 up, 7 in 2023-09-23T18:02:23.169 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:23.855 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:23.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:23.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:23.959 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:23.991 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:24.025 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:02:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:02:24.026 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:02:24.026 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[153734]: pgmap v442: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 12 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 39 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 41471/133158 objects degraded (31.144%); 11818/133158 objects misplaced (8.875%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:23 smithi018 ceph-mon[149401]: pgmap v442: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 12 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 39 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 41471/133158 objects degraded (31.144%); 11818/133158 objects misplaced (8.875%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:33937 5.7 e108/103 5:e93ac9a5:::benchmark_data_smithi018_184207_object33936:head v 108'2144, mlcod=108'2140)", 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.974862+0000", 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 252.12371467, 2023-09-23T18:02:24.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115667487, 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974862+0000", 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974969+0000", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107731 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974980+0000", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0801e-05 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.974987+0000", 2023-09-23T18:02:24.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.46e-06 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.975046+0000", 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8937999999999997e-05 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.975063+0000", 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7414999999999998e-05 2023-09-23T18:02:24.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090480+0000", 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11541681199999999 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090530+0000", 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9993000000000001e-05 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.106 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:33951 5.b 5:dfda8da2:::benchmark_data_smithi018_184207_object33950:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:11.976003+0000", 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 252.122574394, 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.118742452, 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.107 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 33951 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976003+0000", 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976003+0000", 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976001+0000", 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:11.976024+0000", 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2872999999999999e-05 2023-09-23T18:02:24.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084875+0000", 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.108851147 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.084888+0000", 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2843999999999999e-05 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087041+0000", 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021535030000000002 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087186+0000", 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014482000000000001 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.087334+0000", 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014797899999999999 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.090163+0000", 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028290199999999998 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094630+0000", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044665479999999999 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094666+0000", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6037000000000001e-05 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094709+0000", 2023-09-23T18:02:24.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3118999999999998e-05 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:12.094745+0000", 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6158999999999997e-05 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74465 5.3 5:c6a937a0:::benchmark_data_smithi018_184207_object74464:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 222.85840138099999, 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4534764650000001, 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74465 2023-09-23T18:02:24.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240174+0000", 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240206+0000", 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1850000000000002e-05 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240223+0000", 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7569000000000001e-05 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240232+0000", 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9099999999999994e-06 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240279+0000", 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6547e-05 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240443+0000", 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016401799999999999 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240597+0000", 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154413 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.246884+0000", 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0062870160000000003 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260753+0000", 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013868785 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260769+0000", 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5894999999999999e-05 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250198+0000", 2023-09-23T18:02:24.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98942863599999997 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250217+0000", 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9511e-05 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693570+0000", 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4433530800000001 2023-09-23T18:02:24.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693652+0000", 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1825999999999999e-05 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74468 5.3 5:c6773017:::benchmark_data_smithi018_184207_object74467:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:02:24.123 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 222.85779192800001, 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4529994949999998, 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74468 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240784+0000", 2023-09-23T18:02:24.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240809+0000", 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.472e-05 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240828+0000", 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9369999999999999e-05 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240837+0000", 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4630000000000001e-06 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243369+0000", 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025323020000000002 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243514+0000", 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014532799999999999 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243665+0000", 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015043500000000001 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.255600+0000", 2023-09-23T18:02:24.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011935193 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261320+0000", 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057204780000000002 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261331+0000", 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1096e-05 2023-09-23T18:02:24.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250259+0000", 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98892754000000005 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250271+0000", 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1874e-05 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693698+0000", 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.443427483 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693784+0000", 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6181999999999996e-05 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74473 5.b 5:d4f9b349:::benchmark_data_smithi018_184207_object74472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 221.847581934, 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.368054839, 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74473 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.132 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250993+0000", 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251026+0000", 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2985999999999999e-05 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251040+0000", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3895e-05 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251051+0000", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0801999999999999e-05 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251101+0000", 2023-09-23T18:02:24.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0207999999999998e-05 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251111+0000", 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0074999999999999e-05 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.618927+0000", 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3678157790000001 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.619050+0000", 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122638 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74488 5.b 5:ddd6308e:::benchmark_data_smithi018_184207_object74487:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 221.847496638, 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.39681655, 2023-09-23T18:02:24.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74488 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251079+0000", 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251103+0000", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3417999999999998e-05 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251112+0000", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5219999999999996e-06 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251119+0000", 2023-09-23T18:02:24.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8569999999999997e-06 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251165+0000", 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5825999999999998e-05 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5850000000000006e-06 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622677+0000", 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.371502303 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622857+0000", 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180478 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.623373+0000", 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051557700000000003 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634261+0000", 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010888124000000001 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638648+0000", 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043869039999999996 2023-09-23T18:02:24.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644380+0000", 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057324539999999997 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644455+0000", 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4746999999999994e-05 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.647897+0000", 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034416059999999998 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74495 5.b 5:db3063dd:::benchmark_data_smithi018_184207_object74494:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 221.84744437800001, 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.428652767, 2023-09-23T18:02:24.145 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74495 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:02:24.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251132+0000", 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251155+0000", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3241e-05 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251164+0000", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4260000000000003e-06 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251170+0000", 2023-09-23T18:02:24.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5309999999999998e-06 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251202+0000", 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1333e-05 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251208+0000", 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.742e-06 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626211+0000", 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.375002442 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626391+0000", 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180471 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626591+0000", 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019953000000000001 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634269+0000", 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0076779109999999999 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638692+0000", 2023-09-23T18:02:24.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044238209999999997 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676627+0000", 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037934836 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676697+0000", 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9839999999999995e-05 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.679785+0000", 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030881950000000002 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74504 5.3 5:c693e552:::benchmark_data_smithi018_184207_object74503:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e114)", 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 220.513545077, 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.123439567, 2023-09-23T18:02:24.153 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74504 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585029+0000", 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585068+0000", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9097000000000002e-05 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585091+0000", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2917000000000001e-05 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585104+0000", 2023-09-23T18:02:24.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3114e-05 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585177+0000", 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2818000000000007e-05 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585190+0000", 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3331e-05 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694279+0000", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10908825 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694413+0000", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000134726 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694578+0000", 2023-09-23T18:02:24.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016478900000000001 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705935+0000", 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01135663 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705957+0000", 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2229999999999999e-05 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706081+0000", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012401299999999999 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706133+0000", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2311000000000001e-05 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.708471+0000", 2023-09-23T18:02:24.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023381489999999999 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78340 5.7 5:ecf7ef85:::benchmark_data_smithi018_184207_object3679:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.578291+0000", 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.52028584199999, 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.119445625, 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.161 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78340 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578291+0000", 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578291+0000", 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578289+0000", 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578299+0000", 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7170000000000003e-06 2023-09-23T18:02:24.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578319+0000", 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9910000000000001e-05 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.578331+0000", 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1748e-05 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.586549+0000", 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0082180129999999997 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.587119+0000", 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000570814 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.631638+0000", 2023-09-23T18:02:24.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044518579000000003 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.631716+0000", 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8393999999999995e-05 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.631836+0000", 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119399 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.636979+0000", 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051433390000000002 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.643690+0000", 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067107219999999997 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.694698+0000", 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051008440000000002 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.694742+0000", 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3489999999999999e-05 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.697737+0000", 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029949989999999999 2023-09-23T18:02:24.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78344 5.7 5:ed7a7b14:::benchmark_data_smithi018_184207_object3683:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.504348376, 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12620083600000001, 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78344 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594226+0000", 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594245+0000", 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8797999999999999e-05 2023-09-23T18:02:24.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594259+0000", 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3625000000000001e-05 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594273+0000", 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.466e-05 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.634126+0000", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039852365000000001 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.634643+0000", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051690600000000003 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.671941+0000", 2023-09-23T18:02:24.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037298418999999999 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.672040+0000", 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9361e-05 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.672170+0000", 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012972 2023-09-23T18:02:24.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.697821+0000", 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025650607999999998 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.697872+0000", 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1452999999999997e-05 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.717284+0000", 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019411469000000001 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.717352+0000", 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8313999999999997e-05 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.720429+0000", 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030774109999999999 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.176 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78502 5.7 5:e8ba7584:::benchmark_data_smithi018_184207_object3841:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.14566496200001, 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12516086800000001, 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.177 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78502 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:02:24.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952910+0000", 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952919+0000", 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7530000000000007e-06 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952935+0000", 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5959000000000001e-05 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952944+0000", 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2779999999999999e-06 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.973796+0000", 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020851585999999998 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974390+0000", 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00059427600000000003 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025235+0000", 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050845234000000003 2023-09-23T18:02:24.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025342+0000", 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107206 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025479+0000", 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136499 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.062137+0000", 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036658217999999999 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075480+0000", 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013342652 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075530+0000", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075570+0000", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0411000000000003e-05 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078073+0000", 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025027679999999998 2023-09-23T18:02:24.184 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78507 5.7 5:efa4f90e:::benchmark_data_smithi018_184207_object3846:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.14562100800001, 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12827703100000001, 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78507 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952955+0000", 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952959+0000", 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.208e-06 2023-09-23T18:02:24.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952966+0000", 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6410000000000002e-06 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952972+0000", 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1800000000000001e-06 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974433+0000", 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021460102000000002 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974954+0000", 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052152399999999999 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034557+0000", 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059602929999999998 2023-09-23T18:02:24.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034704+0000", 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014748100000000001 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034845+0000", 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014015100000000001 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.062145+0000", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027300426999999999 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075510+0000", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013364892 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078216+0000", 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027064900000000002 2023-09-23T18:02:24.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078273+0000", 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6736e-05 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.081233+0000", 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002959756 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.192 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78513 5.7 5:ecfb27cd:::benchmark_data_smithi018_184207_object3852:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.968526+0000", 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.13005079999999, 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115453866, 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.193 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78513 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968526+0000", 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968526+0000", 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968524+0000", 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968534+0000", 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6350000000000001e-06 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968546+0000", 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2261e-05 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968555+0000", 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2089999999999994e-06 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974999+0000", 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0064441560000000004 2023-09-23T18:02:24.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.981163+0000", 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061632800000000001 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.043477+0000", 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062314645000000002 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.043589+0000", 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0001115 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.043744+0000", 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015547400000000001 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.062152+0000", 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018407690000000001 2023-09-23T18:02:24.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078154+0000", 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016001695999999999 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.081412+0000", 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032582679999999999 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.081484+0000", 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1999e-05 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.083980+0000", 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024960540000000002 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.200 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78514 5.7 5:e2f37337:::benchmark_data_smithi018_184207_object3853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.968564+0000", 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.13001340599999, 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11793243, 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78514 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968564+0000", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968564+0000", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968563+0000", 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968566+0000", 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3810000000000002e-06 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968570+0000", 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1269999999999996e-06 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.968574+0000", 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.121e-06 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.981211+0000", 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012637038 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.981726+0000", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051517399999999997 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.053119+0000", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.071393136999999995 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.053212+0000", 2023-09-23T18:02:24.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2793000000000004e-05 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.053316+0000", 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104397 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075435+0000", 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022119160999999998 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.081323+0000", 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058873800000000002 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.084065+0000", 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027421429999999998 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.084131+0000", 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6295000000000001e-05 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.086496+0000", 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023646259999999999 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78532 5.7 5:e6c8a1df:::benchmark_data_smithi018_184207_object3871:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.208 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.081096632, 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13636514499999999, 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78532 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017479+0000", 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017485+0000", 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3690000000000003e-06 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017496+0000", 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0917999999999999e-05 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017502+0000", 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1770000000000003e-06 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.092089+0000", 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.074586632999999999 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.092536+0000", 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044706599999999998 2023-09-23T18:02:24.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112721+0000", 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020184858999999999 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112816+0000", 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4846000000000006e-05 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112953+0000", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013705799999999999 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.124849+0000", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011896454000000001 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150601+0000", 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025752201999999998 2023-09-23T18:02:24.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150633+0000", 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1912999999999998e-05 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150691+0000", 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8031000000000001e-05 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.153845+0000", 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031540930000000002 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78650 5.e 5:700c3ec4:::benchmark_data_smithi018_184207_object3989:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:39.313121+0000", 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 164.785456232, 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.121357636, 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.216 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78650 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313121+0000", 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313121+0000", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313120+0000", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313123+0000", 2023-09-23T18:02:24.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.294e-06 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313129+0000", 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3010000000000003e-06 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.313134+0000", 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6260000000000003e-06 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.323039+0000", 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099052700000000007 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.323754+0000", 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071502399999999998 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.387573+0000", 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063819317 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.387730+0000", 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000156754 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.387922+0000", 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019254 2023-09-23T18:02:24.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.398641+0000", 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010718155 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.424252+0000", 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025610979999999998 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.431030+0000", 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067786319999999997 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.431104+0000", 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4054999999999995e-05 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.434478+0000", 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003374012 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:80332 5.e 5:70e246cd:::benchmark_data_smithi018_184207_object5671:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:43.229051+0000", 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 160.86952549700001, 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.117100209, 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.224 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 80332 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229051+0000", 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229051+0000", 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229051+0000", 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229054+0000", 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7599999999999998e-06 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229061+0000", 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7349999999999999e-06 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.229065+0000", 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4240000000000003e-06 2023-09-23T18:02:24.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.238913+0000", 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0098481920000000004 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.241797+0000", 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028841589999999999 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.297053+0000", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055255528999999998 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.297178+0000", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012539499999999999 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.297335+0000", 2023-09-23T18:02:24.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000156379 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.311509+0000", 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014174182 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.341938+0000", 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030429189999999998 2023-09-23T18:02:24.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.341975+0000", 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7276e-05 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.343173+0000", 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011982150000000001 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.346152+0000", 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002978142 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:80347 5.e 5:78f6698e:::benchmark_data_smithi018_184207_object5686:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 160.82934092299999, 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.121551178, 2023-09-23T18:02:24.232 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 80347 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:02:24.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269234+0000", 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269242+0000", 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4440000000000002e-06 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269259+0000", 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7079999999999999e-05 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269268+0000", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6250000000000002e-06 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269376+0000", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107304 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.270029+0000", 2023-09-23T18:02:24.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00065363300000000004 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335487+0000", 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065457612999999998 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335611+0000", 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123688 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335781+0000", 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000170027 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.354865+0000", 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019084535 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.360547+0000", 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056820739999999996 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.388042+0000", 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027494801999999999 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.388095+0000", 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3001999999999998e-05 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.390787+0000", 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026920759999999998 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.240 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:84089 5.8 5:11311401:::benchmark_data_smithi018_184207_object9428:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:54.486058+0000", 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 149.61251924999999, 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12071130400000001, 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 84089 2023-09-23T18:02:24.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486058+0000", 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486058+0000", 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486057+0000", 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486062+0000", 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6169999999999998e-06 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486074+0000", 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1803e-05 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.486083+0000", 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5469999999999997e-06 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.521049+0000", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034966904 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.521433+0000", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00038345600000000001 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.560263+0000", 2023-09-23T18:02:24.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038829836999999999 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.560368+0000", 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104919 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.560508+0000", 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140049 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.564063+0000", 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003555337 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.576756+0000", 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012692963 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.603899+0000", 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027142941 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.603947+0000", 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8118999999999998e-05 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:54.606769+0000", 2023-09-23T18:02:24.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028218819999999999 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105086 5.2 5:40621f1e:::benchmark_data_smithi018_184207_object30425:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)", 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.9539803980000001, 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2432136570000001, 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:24.249 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105086 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144594+0000", 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:24.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144603+0000", 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5979999999999997e-06 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144622+0000", 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8881000000000001e-05 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144633+0000", 2023-09-23T18:02:24.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1712000000000001e-05 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148059+0000", 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034256989999999999 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148072+0000", 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3115000000000001e-05 2023-09-23T18:02:24.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.383965+0000", 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2358931179999999 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384142+0000", 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017638699999999999 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384288+0000", 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146613 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387554+0000", 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003265305 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:24.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387566+0000", 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2913e-05 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387614+0000", 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7145999999999999e-05 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387685+0000", 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1790000000000002e-05 2023-09-23T18:02:24.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387810+0000", 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124764 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:24.257 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:24.258 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.258 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.258 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.258 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.258 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: failed to encode map e176 with expected crc 2023-09-23T18:02:24.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:23 smithi149 ceph-mon[135148]: pgmap v442: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 12 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 39 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 5 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 129 op/s; 41471/133158 objects degraded (31.144%); 11818/133158 objects misplaced (8.875%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T18:02:24.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:24.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:24.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:24.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:24.389 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:24.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:02:24.575 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:24.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:24.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:24.582 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:24.602 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:24.622 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:24.657 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:24.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:02:24.678 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:24.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:24.701 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:24.709 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:24.733 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:02:24.745 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:24.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:24.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:24.751 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:24.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.754 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.754 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.754 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.754 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.754 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:02:24.849 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:24.860 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:02:24.899 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:24.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:24.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3312495618' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:24.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:24.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:24.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:24.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4101821661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:24.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3312495618' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:24.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:24.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:24.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:24.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4101821661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:24.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:24.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:25.049 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:25.077 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:25.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3312495618' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:25.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:24 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4101821661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:25.228 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:24] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.33.4" 2023-09-23T18:02:25.496 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:25.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:25.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:25.599 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:25.629 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:25.663 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:25.665 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:25.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:25.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:25.769 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:25.790 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:25.798 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:25.886 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:25.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:25.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:25.991 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:26.017 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.051 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: pgmap v443: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 5 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 47 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 123 op/s; 38946/132909 objects degraded (29.303%); 11818/132909 objects misplaced (8.892%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: osdmap e177: 8 total, 8 up, 7 in 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[153734]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: pgmap v443: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 5 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 47 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 123 op/s; 38946/132909 objects degraded (29.303%); 11818/132909 objects misplaced (8.892%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: osdmap e177: 8 total, 8 up, 7 in 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:25 smithi018 ceph-mon[149401]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:26.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: pgmap v443: 89 pgs: 1 remapped+peering, 2 active+undersized+degraded+remapped, 2 active, 1 active+recovery_wait+remapped, 5 active+clean+remapped, 14 active+undersized, 4 active+recovery_wait+degraded+remapped, 47 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 123 op/s; 38946/132909 objects degraded (29.303%); 11818/132909 objects misplaced (8.892%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: osdmap e177: 8 total, 8 up, 7 in 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:25 smithi149 ceph-mon[135148]: failed to encode map e177 with expected crc 2023-09-23T18:02:26.156 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:26.182 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.215 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:26.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.217 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:26.318 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:26.344 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.380 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:26.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.383 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:26.484 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:26.510 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.543 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:26.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.545 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:26.646 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:26.673 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.706 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:26.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:26.810 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:26.835 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:26.868 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:26.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:26.871 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:26.971 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:26.996 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:27.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.031 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:27.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38946/132909 objects degraded (29.303%), 19 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:27.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38946/132909 objects degraded (29.303%), 19 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:27.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38946/132909 objects degraded (29.303%), 19 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:27.168 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.256 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:27.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:27.360 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:27.386 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.418 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:27.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:27.522 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:27.548 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:02:27.557 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:02:27.586 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:27.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:27.690 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:27.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.747 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:27.747 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:27.776 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:27.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.779 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:27.880 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:27.906 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:27.944 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:27.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:27.948 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:28.048 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:28.083 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:28.104 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:02:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:02:28.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:28.167 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:28.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:28.297 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:28.345 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:28 smithi018 ceph-mon[153734]: pgmap v445: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 2 active+undersized+degraded+remapped, 2 active, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 37133/132777 objects degraded (27.966%); 9395/132777 objects misplaced (7.076%); 2.8 MiB/s, 43 objects/s recovering 2023-09-23T18:02:28.345 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:02:28.345 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:28 smithi018 ceph-mon[149401]: pgmap v445: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 2 active+undersized+degraded+remapped, 2 active, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 37133/132777 objects degraded (27.966%); 9395/132777 objects misplaced (7.076%); 2.8 MiB/s, 43 objects/s recovering 2023-09-23T18:02:28.345 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:02:28.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:28 smithi149 ceph-mon[135148]: pgmap v445: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 2 active+undersized+degraded+remapped, 2 active, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 37133/132777 objects degraded (27.966%); 9395/132777 objects misplaced (7.076%); 2.8 MiB/s, 43 objects/s recovering 2023-09-23T18:02:28.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:02:28.537 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:28.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:28.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:28.601 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:02:28.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:28.676 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:28.699 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:28.721 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:28.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:28.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:28.737 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:28.825 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:28.850 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:28.884 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:28.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:28.888 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:28.988 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:29.013 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:29.046 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:29.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:29.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:29.128 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:29.150 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:29.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:02:29.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: osdmap e178: 8 total, 8 up, 7 in 2023-09-23T18:02:29.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.302 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.302 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[149401]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:02:29.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: osdmap e178: 8 total, 8 up, 7 in 2023-09-23T18:02:29.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:29 smithi018 ceph-mon[153734]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.320 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3590480697' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:02:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: osdmap e178: 8 total, 8 up, 7 in 2023-09-23T18:02:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:29 smithi149 ceph-mon[135148]: failed to encode map e178 with expected crc 2023-09-23T18:02:29.640 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:29.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:29.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:29.745 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:29.773 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:29.806 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:29.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:29.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:29.909 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:29.939 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:30.124 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:30.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:30.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:30.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:30.323 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:30.394 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:30.397 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: pgmap v447: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 38 op/s; 37131/132768 objects degraded (27.967%); 9395/132768 objects misplaced (7.076%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:02:30.397 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.397 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: 5.1 starting backfill to osd.0 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:30.397 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: osdmap e179: 8 total, 8 up, 7 in 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[153734]: 5.4 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6405 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: pgmap v447: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 38 op/s; 37131/132768 objects degraded (27.967%); 9395/132768 objects misplaced (7.076%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: 5.1 starting backfill to osd.0 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: osdmap e179: 8 total, 8 up, 7 in 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.398 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:30 smithi018 ceph-mon[149401]: 5.4 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6405 2023-09-23T18:02:30.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:30.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:30.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:30.532 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: pgmap v447: 89 pgs: 1 remapped+peering, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 38 op/s; 37131/132768 objects degraded (27.967%); 9395/132768 objects misplaced (7.076%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:02:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: 5.1 starting backfill to osd.0 from (0'0,0'0] MAX to 173'6671 2023-09-23T18:02:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: osdmap e179: 8 total, 8 up, 7 in 2023-09-23T18:02:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: failed to encode map e179 with expected crc 2023-09-23T18:02:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:30 smithi149 ceph-mon[135148]: 5.4 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6405 2023-09-23T18:02:30.658 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:30.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:30.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:30.762 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:30.788 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:30.797 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:30.831 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:30.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:30.835 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:30.935 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:30.963 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:31.005 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:31.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:31.008 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:31.109 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:31.137 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:31.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: osdmap e180: 8 total, 8 up, 7 in 2023-09-23T18:02:31.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: 5.0 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6529 2023-09-23T18:02:31.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 37131/132768 objects degraded (27.967%), 17 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:31.179 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:31.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:31.182 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:31.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:31.309 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:31.341 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:31.343 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:31.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:31.346 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:31.348 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:31.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:31.393 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:31.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: osdmap e180: 8 total, 8 up, 7 in 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: 5.0 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6529 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 37131/132768 objects degraded (27.967%), 17 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:31.418 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:31.447 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:31.448 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:31.473 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:31.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.474 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: osdmap e180: 8 total, 8 up, 7 in 2023-09-23T18:02:31.474 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: 5.0 starting backfill to osd.0 from (0'0,0'0] MAX to 176'6529 2023-09-23T18:02:31.474 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: failed to encode map e180 with expected crc 2023-09-23T18:02:31.474 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 37131/132768 objects degraded (27.967%), 17 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:31.476 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:02:31.495 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:31.496 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.496 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.497 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:02:31.507 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:31.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:31.510 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:31.610 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:31.648 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:31.939 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:31.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:31.941 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:32.000 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:32.001 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:02:32.001 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:02:32.001 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:02:32.001 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:32.042 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:32.076 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:32.208 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:02:32.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: pgmap v450: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 8 op/s; 44024/132768 objects degraded (33.159%); 9488/132768 objects misplaced (7.146%); 2.7 MiB/s, 45 objects/s recovering 2023-09-23T18:02:32.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: osdmap e181: 8 total, 8 up, 7 in 2023-09-23T18:02:32.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2120454796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1638741947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: pgmap v450: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 8 op/s; 44024/132768 objects degraded (33.159%); 9488/132768 objects misplaced (7.146%); 2.7 MiB/s, 45 objects/s recovering 2023-09-23T18:02:32.421 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: osdmap e181: 8 total, 8 up, 7 in 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2120454796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1638741947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:32 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: pgmap v450: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 12 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 8 op/s; 44024/132768 objects degraded (33.159%); 9488/132768 objects misplaced (7.146%); 2.7 MiB/s, 45 objects/s recovering 2023-09-23T18:02:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: osdmap e181: 8 total, 8 up, 7 in 2023-09-23T18:02:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: failed to encode map e181 with expected crc 2023-09-23T18:02:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2120454796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1638741947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:32 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:02:32.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:02:32.908 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:32.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:32.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:33.017 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:33.044 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.081 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:33.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:33.185 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:33.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.246 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:33.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:33.350 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: osdmap e182: 8 total, 8 up, 7 in 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.374 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.375 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:33 smithi149 ceph-mon[135148]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.376 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:33.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:33.514 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:33.543 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: osdmap e182: 8 total, 8 up, 7 in 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[153734]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: osdmap e182: 8 total, 8 up, 7 in 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:33 smithi018 ceph-mon[149401]: failed to encode map e182 with expected crc 2023-09-23T18:02:33.580 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:33.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:33.684 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:33.715 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:33.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:33.858 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:33.890 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:33.985 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:33.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:33.989 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:34.090 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:34.135 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:34.215 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[153734]: pgmap v453: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 17 op/s; 45109/132552 objects degraded (34.031%); 9468/132552 objects misplaced (7.143%); 2.4 MiB/s, 45 objects/s recovering 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[149401]: pgmap v453: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 17 op/s; 45109/132552 objects degraded (34.031%); 9468/132552 objects misplaced (7.143%); 2.4 MiB/s, 45 objects/s recovering 2023-09-23T18:02:34.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:02:34.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:02:34.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.475 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:02:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:34 smithi149 ceph-mon[135148]: pgmap v453: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 17 op/s; 45109/132552 objects degraded (34.031%); 9468/132552 objects misplaced (7.143%); 2.4 MiB/s, 45 objects/s recovering 2023-09-23T18:02:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:02:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:02:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:34.842 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:34.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:34.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:34.948 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:34.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:35.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:02:35.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:02:35.117 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:34] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.33.4" 2023-09-23T18:02:35.139 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:35.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:35.155 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:35.256 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:35.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:35.390 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[153734]: failed to encode map e183 with expected crc 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[153734]: osdmap e183: 8 total, 8 up, 7 in 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[149401]: failed to encode map e183 with expected crc 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:02:35.392 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:35 smithi018 ceph-mon[149401]: osdmap e183: 8 total, 8 up, 7 in 2023-09-23T18:02:35.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:35.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:35.494 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74496 5.5 5:a09bc888:::benchmark_data_smithi018_184207_object74495:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 234.236253995, 2023-09-23T18:02:35.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.325219621, 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74496 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:02:35.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277519+0000", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0205999999999999e-05 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277531+0000", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.173e-05 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277536+0000", 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4439999999999999e-06 2023-09-23T18:02:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277580+0000", 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4446000000000001e-05 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277587+0000", 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7410000000000003e-06 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254064+0000", 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97647698000000005 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254078+0000", 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3574000000000001e-05 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.513696+0000", 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2596180640000001 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516042+0000", 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023462119999999999 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 6,7", 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516276+0000", 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000233976 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597597+0000", 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081321097999999994 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597632+0000", 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5373000000000002e-05 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600538+0000", 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002905772 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600592+0000", 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3349e-05 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.602719+0000", 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021275109999999999 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:87187 5.f e141/139 5:f00c4a4d:::benchmark_data_smithi018_184207_object12526:head v 141'5398, mlcod=0'0)", 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.36202869799999, 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4713426700000003, 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151723+0000", 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151735+0000", 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2041999999999999e-05 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151752+0000", 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6300999999999999e-05 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151763+0000", 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.117e-05 2023-09-23T18:02:35.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.607472+0000", 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4557091680000003 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.607491+0000", 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.872e-05 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623019+0000", 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015528264 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623067+0000", 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8395e-05 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:fed787ca:::benchmark_data_smithi018_184207_object12533:head, version: 107'804, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:fed787ca:::benchmark_data_smithi018_184207_object12533:head@107'804, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.537 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35932012000001, 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4582710470000002, 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154503+0000", 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0702000000000002e-05 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154522+0000", 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8698e-05 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154540+0000", 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7710000000000002e-05 2023-09-23T18:02:35.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.611472+0000", 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4569327010000004 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.611484+0000", 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1204e-05 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612704+0000", 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012207769999999999 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f1a092da:::benchmark_data_smithi018_184207_object12559:head, version: 107'805, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f1a092da:::benchmark_data_smithi018_184207_object12559:head@107'805, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35853106799999, 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.458799483, 2023-09-23T18:02:35.542 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155319+0000", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7141999999999999e-05 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155339+0000", 2023-09-23T18:02:35.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0015000000000001e-05 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155355+0000", 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6322999999999999e-05 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612747+0000", 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4573918189999997 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612755+0000", 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4789999999999999e-06 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614022+0000", 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001267266 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f16a8c34:::benchmark_data_smithi018_184207_object12568:head, version: 107'806, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f16a8c34:::benchmark_data_smithi018_184207_object12568:head@107'806, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35780760399999, 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4597062159999998, 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:02:35.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155945+0000", 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156095+0000", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015002700000000001 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156114+0000", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8907e-05 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156134+0000", 2023-09-23T18:02:35.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9211e-05 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614072+0000", 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4579385199999999 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614084+0000", 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2104e-05 2023-09-23T18:02:35.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615652+0000", 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015679279999999999 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f680b8ed:::benchmark_data_smithi018_184207_object12569:head, version: 107'807, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f680b8ed:::benchmark_data_smithi018_184207_object12569:head@107'807, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:02:35.551 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35717231199999, 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4604927510000003, 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156802+0000", 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000220986 2023-09-23T18:02:35.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156823+0000", 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1260999999999999e-05 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156841+0000", 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7992999999999999e-05 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615717+0000", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4588762759999998 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615738+0000", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0356999999999998e-05 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617074+0000", 2023-09-23T18:02:35.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013364010000000001 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f68f4fb8:::benchmark_data_smithi018_184207_object12574:head, version: 107'808, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f68f4fb8:::benchmark_data_smithi018_184207_object12574:head@107'808, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35655253199999, 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4609312919999997, 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.556 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157200+0000", 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157294+0000", 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3561999999999996e-05 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157306+0000", 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2075999999999999e-05 2023-09-23T18:02:35.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157318+0000", 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.15e-05 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617109+0000", 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4597918569999999 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617118+0000", 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9619999999999999e-06 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618132+0000", 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001013814 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.560 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:fdb678c3:::benchmark_data_smithi018_184207_object12615:head, version: 107'809, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:fdb678c3:::benchmark_data_smithi018_184207_object12615:head@107'809, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35574568800001, 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4611510760000002, 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158007+0000", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158191+0000", 2023-09-23T18:02:35.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018388599999999999 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158208+0000", 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7258999999999999e-05 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158226+0000", 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7390000000000001e-05 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618169+0000", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4599435749999996 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618177+0000", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5259999999999996e-06 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619159+0000", 2023-09-23T18:02:35.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00098205800000000006 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f11ad040:::benchmark_data_smithi018_184207_object12622:head, version: 107'810, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f11ad040:::benchmark_data_smithi018_184207_object12622:head@107'810, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.355103966, 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4620629159999998, 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.565 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158643+0000", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999933 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158754+0000", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011113 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158769+0000", 2023-09-23T18:02:35.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5398999999999999e-05 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158788+0000", 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8281999999999999e-05 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619193+0000", 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4604057020000001 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619200+0000", 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8920000000000003e-06 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620712+0000", 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00151216 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f0d793ad:::benchmark_data_smithi018_184207_object12639:head, version: 107'811, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f0d793ad:::benchmark_data_smithi018_184207_object12639:head@107'811, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35456025100001, 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.462659511, 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:02:35.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159326+0000", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013308600000000001 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159343+0000", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7493999999999999e-05 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159358+0000", 2023-09-23T18:02:35.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4681999999999999e-05 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620776+0000", 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4614179810000003 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620790+0000", 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.359e-05 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621853+0000", 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010631900000000001 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:ffd9df74:::benchmark_data_smithi018_184207_object12640:head, version: 107'812, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:ffd9df74:::benchmark_data_smithi018_184207_object12640:head@107'812, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:02:35.574 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 143.35399367700001, 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4634767430000002, 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159759+0000", 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159853+0000", 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4400000000000004e-05 2023-09-23T18:02:35.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159872+0000", 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8655e-05 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159891+0000", 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8632000000000001e-05 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621977+0000", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4620859560000001 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621986+0000", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4089999999999992e-06 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623237+0000", 2023-09-23T18:02:35.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012505179999999999 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:87415 5.7 5:eb6634c6:::benchmark_data_smithi018_184207_object12754:head [delete] snapc 0=[] ondisk+write+known_if_redirected e141)", 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 138.387433104, 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2400134199999999, 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.579 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 87415 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126319+0000", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126325+0000", 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2469999999999997e-06 2023-09-23T18:02:35.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126337+0000", 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2201000000000001e-05 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126345+0000", 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1130000000000003e-06 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.200219+0000", 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0738747559999999 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.215322+0000", 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015103101000000001 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.282141+0000", 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066818948000000003 2023-09-23T18:02:35.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.287036+0000", 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048943759999999998 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.295028+0000", 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079924320000000007 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.321765+0000", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026736889 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.323285+0000", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00152005 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.350774+0000", 2023-09-23T18:02:35.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027488553999999998 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.353497+0000", 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027236230000000001 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.366334+0000", 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012836510000000001 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.586 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88735 5.7 5:ed7983ee:::benchmark_data_smithi018_184207_object14074:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 130.630443396, 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2056815759999999, 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88735 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883309+0000", 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883316+0000", 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5569999999999998e-06 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883332+0000", 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5611e-05 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883343+0000", 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0951000000000001e-05 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.912571+0000", 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0292283390000001 2023-09-23T18:02:35.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.927571+0000", 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014999596 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.000930+0000", 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.073359495999999996 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.006125+0000", 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051952910000000003 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.017950+0000", 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011824117 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.042291+0000", 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024341016 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.043986+0000", 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001695212 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.069694+0000", 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025708121 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.074886+0000", 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051925510000000001 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.088992+0000", 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014105248000000001 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.594 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88876 5.7 5:e2bf05ed:::benchmark_data_smithi018_184207_object14215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 129.906631938, 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2264568849999999, 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88876 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607120+0000", 2023-09-23T18:02:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607126+0000", 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4169999999999997e-06 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607137+0000", 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0241000000000001e-05 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607142+0000", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7969999999999997e-06 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.686571+0000", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.079428327 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.700836+0000", 2023-09-23T18:02:35.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014264885999999999 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.751941+0000", 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051105576 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.759714+0000", 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077725679999999997 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.768950+0000", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092365290000000003 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.804632+0000", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035681839999999999 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.808541+0000", 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039085780000000002 2023-09-23T18:02:35.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.809700+0000", 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001158935 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.814716+0000", 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00501637 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.833578+0000", 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018862363 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88883 5.7 5:e803f871:::benchmark_data_smithi018_184207_object14222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 129.86745897200001, 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2811554759999999, 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.602 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88883 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646292+0000", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646305+0000", 2023-09-23T18:02:35.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2961e-05 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646322+0000", 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6816999999999998e-05 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646335+0000", 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3587999999999999e-05 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.778233+0000", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1318970070000001 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801069+0000", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022836262 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.866131+0000", 2023-09-23T18:02:35.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065062537000000004 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.870801+0000", 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046699030000000004 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.880115+0000", 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093136 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.903962+0000", 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023847437999999999 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.904487+0000", 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052499299999999997 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.907285+0000", 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027980349999999999 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.913096+0000", 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058105420000000001 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.927450+0000", 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014354169 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.609 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89126 5.7 5:e7ede4b3:::benchmark_data_smithi018_184207_object14465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 128.71270026799999, 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2390589910000001, 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.610 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89126 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:02:35.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801051+0000", 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801059+0000", 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1559999999999995e-06 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801073+0000", 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.403e-05 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801083+0000", 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6229999999999992e-06 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.848878+0000", 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0477951050000001 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.869157+0000", 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020278668999999999 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.932170+0000", 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063013905999999995 2023-09-23T18:02:35.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.937950+0000", 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057795199999999998 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.947103+0000", 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091528489999999994 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.022235+0000", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075131750999999997 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.024124+0000", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001889015 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.026393+0000", 2023-09-23T18:02:35.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022696830000000002 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.028600+0000", 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022063989999999999 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.040112+0000", 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011512504 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.617 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89140 5.7 5:e7260308:::benchmark_data_smithi018_184207_object14479:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 128.598831007, 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.226016365, 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89140 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914920+0000", 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914929+0000", 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.414e-06 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914947+0000", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7269e-05 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914957+0000", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0193999999999999e-05 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.897705+0000", 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98274827899999995 2023-09-23T18:02:35.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.911464+0000", 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013758539 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.063291+0000", 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15182719 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.069207+0000", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059159759999999999 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.088233+0000", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019025928000000001 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.113103+0000", 2023-09-23T18:02:35.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024870351999999998 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.114893+0000", 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017894079999999999 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.128133+0000", 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013240162 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.130698+0000", 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025654340000000001 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.140939+0000", 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010240638999999999 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89153 5.7 5:ec653b34:::benchmark_data_smithi018_184207_object14492:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 128.50979857300001, 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2705376230000001, 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89153 2023-09-23T18:02:35.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003953+0000", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003963+0000", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0069e-05 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003981+0000", 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8508e-05 2023-09-23T18:02:35.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003993+0000", 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.155e-05 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.098462+0000", 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0944690319999999 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.111622+0000", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013160501999999999 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.166377+0000", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.054754716000000002 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.172878+0000", 2023-09-23T18:02:35.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0065012890000000004 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.189131+0000", 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016253099 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.257653+0000", 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068522040000000006 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.258135+0000", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000481862 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.259970+0000", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018346619999999999 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.262355+0000", 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023854530000000001 2023-09-23T18:02:35.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.274493+0000", 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012137080999999999 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89177 5.7 5:e3557327:::benchmark_data_smithi018_184207_object14516:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:02:35.633 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 128.31486801200001, 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2257800510000001, 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89177 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198884+0000", 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:02:35.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198892+0000", 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3039999999999999e-06 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198905+0000", 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3301e-05 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198911+0000", 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4779999999999996e-06 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.294471+0000", 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.095559444 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.315633+0000", 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021161653999999998 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.359428+0000", 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043795634 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.363822+0000", 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043934910000000002 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.372455+0000", 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008633801 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.406640+0000", 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034184750999999999 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.408014+0000", 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001373761 2023-09-23T18:02:35.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.409558+0000", 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015439539999999999 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.412064+0000", 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025058329999999998 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.424666+0000", 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012601770999999999 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89178 5.7 5:e7355a82:::benchmark_data_smithi018_184207_object14517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 128.307180026, 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3206648590000001, 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:02:35.641 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89178 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206572+0000", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206579+0000", 2023-09-23T18:02:35.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5410000000000003e-06 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206595+0000", 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5713999999999999e-05 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206605+0000", 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0233e-05 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.317408+0000", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.110802603 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.333810+0000", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016402114999999998 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.427987+0000", 2023-09-23T18:02:35.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094176853000000005 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.435093+0000", 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071059959999999998 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.450691+0000", 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01559814 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.480230+0000", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029539328 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.482614+0000", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023839489999999998 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.511353+0000", 2023-09-23T18:02:35.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028738685 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.514601+0000", 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032478989999999998 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.527238+0000", 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012637313000000001 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.648 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:35.649 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:35.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:35 smithi149 ceph-mon[135148]: failed to encode map e183 with expected crc 2023-09-23T18:02:35.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/554697785' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:02:35.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:35 smithi149 ceph-mon[135148]: osdmap e183: 8 total, 8 up, 7 in 2023-09-23T18:02:35.673 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:35.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:35.677 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:35.778 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:35.807 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:36.010 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:02:36.026 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:36.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:36.032 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:36.032 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:36.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:36.230 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:36.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:36.234 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:36.336 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:36.341 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:36.364 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:36.401 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:36.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:36.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:36.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:36.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:36 smithi018 ceph-mon[153734]: pgmap v455: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 29 op/s; 47022/132372 objects degraded (35.523%); 9468/132372 objects misplaced (7.153%); 2.1 MiB/s, 39 objects/s recovering 2023-09-23T18:02:36.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 47022/132372 objects degraded (35.523%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:36.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:36 smithi018 ceph-mon[149401]: pgmap v455: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 29 op/s; 47022/132372 objects degraded (35.523%); 9468/132372 objects misplaced (7.153%); 2.1 MiB/s, 39 objects/s recovering 2023-09-23T18:02:36.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 47022/132372 objects degraded (35.523%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:36.557 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:36.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:36 smithi149 ceph-mon[135148]: pgmap v455: 89 pgs: 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 29 op/s; 47022/132372 objects degraded (35.523%); 9468/132372 objects misplaced (7.153%); 2.1 MiB/s, 39 objects/s recovering 2023-09-23T18:02:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 47022/132372 objects degraded (35.523%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:36.766 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:36.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:36.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:36.870 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:36.897 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:37.082 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:37.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:37.086 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:37.186 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:37.227 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:37.631 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:37.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:37.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:37.673 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:37.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:37.774 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:37.776 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:37.801 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:37.824 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:37.847 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:37.873 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:37.897 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:37.922 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:02:37.943 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:37.945 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.945 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.945 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.945 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.945 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.946 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.946 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:02:37.946 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:02:38.160 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:38.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:38.165 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:38.266 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:38.319 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:38 smithi018 ceph-mon[153734]: pgmap v456: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 74 op/s; 40045/131418 objects degraded (30.471%); 14390/131418 objects misplaced (10.950%); 2.6 MiB/s, 44 objects/s recovering 2023-09-23T18:02:38.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1930522878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:38.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:38 smithi018 ceph-mon[149401]: pgmap v456: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 74 op/s; 40045/131418 objects degraded (30.471%); 14390/131418 objects misplaced (10.950%); 2.6 MiB/s, 44 objects/s recovering 2023-09-23T18:02:38.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1930522878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:38.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:38 smithi149 ceph-mon[135148]: pgmap v456: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 74 op/s; 40045/131418 objects degraded (30.471%); 14390/131418 objects misplaced (10.950%); 2.6 MiB/s, 44 objects/s recovering 2023-09-23T18:02:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1930522878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:38.696 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:38.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:38.700 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:38.800 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:38.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:38.872 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:38.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:38.876 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:38.976 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:39.006 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:39.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:39.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:39.042 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:39.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:39.189 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:39.228 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:39.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:39.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:39.292 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:02:39.332 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:39.362 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:39.398 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:39.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:39.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:39.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:39.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1978994810' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1978994810' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.557 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1978994810' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:02:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:39.769 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:39.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:39.773 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:39.873 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:39.899 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:39.934 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:39.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:39.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:40.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:40.068 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:40.250 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:02:40.417 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:40.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:40.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: pgmap v457: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 89 op/s; 39945/130770 objects degraded (30.546%); 14357/130770 objects misplaced (10.979%); 2.7 MiB/s, 46 objects/s recovering 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: osdmap e184: 8 total, 8 up, 7 in 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:40.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:40.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:40.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:40.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[153734]: osdmap e185: 8 total, 8 up, 7 in 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: pgmap v457: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 89 op/s; 39945/130770 objects degraded (30.546%); 14357/130770 objects misplaced (10.979%); 2.7 MiB/s, 46 objects/s recovering 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: osdmap e184: 8 total, 8 up, 7 in 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:40.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:40.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:40.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:40 smithi018 ceph-mon[149401]: osdmap e185: 8 total, 8 up, 7 in 2023-09-23T18:02:40.437 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:02:40.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:40.561 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:40.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: pgmap v457: 89 pgs: 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 71 active+clean, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 89 op/s; 39945/130770 objects degraded (30.546%); 14357/130770 objects misplaced (10.979%); 2.7 MiB/s, 46 objects/s recovering 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: osdmap e184: 8 total, 8 up, 7 in 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: failed to encode map e184 with expected crc 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/914103849' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:02:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:40 smithi149 ceph-mon[135148]: osdmap e185: 8 total, 8 up, 7 in 2023-09-23T18:02:40.818 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:02:41.616 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 39945/130770 objects degraded (30.546%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:41.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[149401]: osdmap e186: 8 total, 8 up, 7 in 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.619 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.619 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 39945/130770 objects degraded (30.546%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:41.619 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:41 smithi018 ceph-mon[153734]: osdmap e186: 8 total, 8 up, 7 in 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: failed to encode map e185 with expected crc 2023-09-23T18:02:41.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 39945/130770 objects degraded (30.546%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:02:41.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:41 smithi149 ceph-mon[135148]: osdmap e186: 8 total, 8 up, 7 in 2023-09-23T18:02:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:41.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:41.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:42.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:42.086 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:42.321 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:42.321 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:42.382 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:42.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:42.386 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:42.487 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:42.528 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: pgmap v460: 89 pgs: 1 activating+undersized+remapped, 3 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 27541/130302 objects degraded (21.136%); 10026/130302 objects misplaced (7.694%); 4.9 MiB/s, 1 keys/s, 86 objects/s recovering 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: 5.5 starting backfill to osd.4 from (0'0,111'4625] MIN to 183'6595 2023-09-23T18:02:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:42 smithi149 ceph-mon[135148]: 5.8 starting backfill to osd.4 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:42.697 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:42.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: pgmap v460: 89 pgs: 1 activating+undersized+remapped, 3 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 27541/130302 objects degraded (21.136%); 10026/130302 objects misplaced (7.694%); 4.9 MiB/s, 1 keys/s, 86 objects/s recovering 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: 5.5 starting backfill to osd.4 from (0'0,111'4625] MIN to 183'6595 2023-09-23T18:02:42.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[153734]: 5.8 starting backfill to osd.4 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: pgmap v460: 89 pgs: 1 activating+undersized+remapped, 3 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 27541/130302 objects degraded (21.136%); 10026/130302 objects misplaced (7.694%); 4.9 MiB/s, 1 keys/s, 86 objects/s recovering 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: failed to encode map e186 with expected crc 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: 5.5 starting backfill to osd.4 from (0'0,111'4625] MIN to 183'6595 2023-09-23T18:02:42.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:42 smithi018 ceph-mon[149401]: 5.8 starting backfill to osd.4 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:42.770 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:42.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:42.774 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:42.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:42.920 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:43.056 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:43.160 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:43.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:43.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:43.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:43.305 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:43.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:43.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:43.907 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:44.007 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:44.048 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:44.377 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:02:44.544 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:44.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:44.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:44.589 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:44.602 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:44 smithi018 ceph-mon[153734]: pgmap v462: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 69 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 73 op/s; 24957/130101 objects degraded (19.183%); 4718/130101 objects misplaced (3.626%); 3.6 MiB/s, 1 keys/s, 84 objects/s recovering 2023-09-23T18:02:44.607 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:44 smithi018 ceph-mon[149401]: pgmap v462: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 69 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 73 op/s; 24957/130101 objects degraded (19.183%); 4718/130101 objects misplaced (3.626%); 3.6 MiB/s, 1 keys/s, 84 objects/s recovering 2023-09-23T18:02:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:44 smithi149 ceph-mon[135148]: pgmap v462: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 69 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 73 op/s; 24957/130101 objects degraded (19.183%); 4718/130101 objects misplaced (3.626%); 3.6 MiB/s, 1 keys/s, 84 objects/s recovering 2023-09-23T18:02:44.657 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:44.688 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:44.724 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:44.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:44.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:44.828 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:44.855 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:44.889 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:44.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:44.891 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:44.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:44.996 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:44] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.33.4" 2023-09-23T18:02:45.029 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:45.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:45.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:45.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:45.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:45.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:45.608 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:45.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:45.613 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:45.644 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:45.684 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:45.708 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:45.714 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:45.742 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:45.760 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:45.762 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:45.787 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:45.797 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:45.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:45.800 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:45.814 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:02:45.840 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.851 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:02:45.866 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:45.901 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:45.928 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:45.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:45.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:46.066 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:46.102 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:46.366 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[149401]: pgmap v463: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 24968/130089 objects degraded (19.193%); 4718/130089 objects misplaced (3.627%); 2.8 MiB/s, 1 keys/s, 72 objects/s recovering 2023-09-23T18:02:46.366 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3530519042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:46.366 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/7667055' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.366 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.366 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24968/130089 objects degraded (19.193%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:02:46.400 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:46.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:46.406 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:46.506 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:46.533 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:46.566 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:46.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:46.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:46.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[153734]: pgmap v463: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 24968/130089 objects degraded (19.193%); 4718/130089 objects misplaced (3.627%); 2.8 MiB/s, 1 keys/s, 72 objects/s recovering 2023-09-23T18:02:46.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3530519042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:46.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/7667055' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24968/130089 objects degraded (19.193%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:46 smithi149 ceph-mon[135148]: pgmap v463: 89 pgs: 1 activating+undersized+remapped, 4 remapped+peering, 4 peering, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 37 op/s; 24968/130089 objects degraded (19.193%); 4718/130089 objects misplaced (3.627%); 2.8 MiB/s, 1 keys/s, 72 objects/s recovering 2023-09-23T18:02:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3530519042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/7667055' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:46 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:02:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24968/130089 objects degraded (19.193%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:46.669 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:46.768 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:46.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:46.777 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:46.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:46.913 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:47.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: osdmap e187: 8 total, 8 up, 7 in 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:47 smithi149 ceph-mon[135148]: osdmap e188: 8 total, 8 up, 7 in 2023-09-23T18:02:47.699 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.699 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: osdmap e187: 8 total, 8 up, 7 in 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[153734]: osdmap e188: 8 total, 8 up, 7 in 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: osdmap e187: 8 total, 8 up, 7 in 2023-09-23T18:02:47.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: failed to encode map e187 with expected crc 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:47.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:47 smithi018 ceph-mon[149401]: osdmap e188: 8 total, 8 up, 7 in 2023-09-23T18:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:47.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:47.951 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:48.052 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:48.078 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:48.113 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:48.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:48.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:48.217 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:48.243 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:48.278 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:48.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:48.282 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:48.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:48.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:48.480 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:48.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:48.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:48.579 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T18:02:48.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:48.629 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: pgmap v465: 89 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 39 op/s; 26281/130002 objects degraded (20.216%); 11782/130002 objects misplaced (9.063%); 8.8 MiB/s, 1 keys/s, 202 objects/s recovering 2023-09-23T18:02:48.629 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: 5.8 starting backfill to osd.5 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:02:48.630 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[149401]: osdmap e189: 8 total, 8 up, 7 in 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: pgmap v465: 89 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 39 op/s; 26281/130002 objects degraded (20.216%); 11782/130002 objects misplaced (9.063%); 8.8 MiB/s, 1 keys/s, 202 objects/s recovering 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: 5.8 starting backfill to osd.5 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:48.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:02:48.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:02:48.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:48.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:48 smithi018 ceph-mon[153734]: osdmap e189: 8 total, 8 up, 7 in 2023-09-23T18:02:48.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: pgmap v465: 89 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 39 op/s; 26281/130002 objects degraded (20.216%); 11782/130002 objects misplaced (9.063%); 8.8 MiB/s, 1 keys/s, 202 objects/s recovering 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: failed to encode map e188 with expected crc 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: 5.8 starting backfill to osd.5 from (0'0,0'0] MAX to 183'6762 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:02:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:02:48.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:02:48.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:48 smithi149 ceph-mon[135148]: osdmap e189: 8 total, 8 up, 7 in 2023-09-23T18:02:48.666 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:48.706 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:02:48.918 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:48.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:48.921 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:48.987 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:02:48.987 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:02:48.987 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:02:48.987 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:02:48.987 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:02:49.022 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:49.049 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.084 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:49.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.087 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:49.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:49.214 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.254 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:49.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:49.358 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:49.386 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.428 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:49.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:49.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:02:49.533 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:49.570 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.616 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:49.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.620 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.644 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[153734]: pgmap v468: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23982/130002 objects degraded (18.447%); 13691/130002 objects misplaced (10.531%); 7.2 MiB/s, 172 objects/s recovering 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.645 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:49 smithi018 ceph-mon[149401]: pgmap v468: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23982/130002 objects degraded (18.447%); 13691/130002 objects misplaced (10.531%); 7.2 MiB/s, 172 objects/s recovering 2023-09-23T18:02:49.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: failed to encode map e189 with expected crc 2023-09-23T18:02:49.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:49 smithi149 ceph-mon[135148]: pgmap v468: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 73 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23982/130002 objects degraded (18.447%); 13691/130002 objects misplaced (10.531%); 7.2 MiB/s, 172 objects/s recovering 2023-09-23T18:02:49.720 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:49.729 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:49.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.760 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:49.781 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:49.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:49.885 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:49.922 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:49.974 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:49.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:49.980 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:50.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:50.113 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:02:50.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:50.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:50.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:02:51.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: osdmap e190: 8 total, 8 up, 7 in 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: pgmap v470: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.9 MiB/s, 92 objects/s recovering 2023-09-23T18:02:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 23982/130002 objects degraded (18.447%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:51.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: osdmap e190: 8 total, 8 up, 7 in 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: pgmap v470: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.9 MiB/s, 92 objects/s recovering 2023-09-23T18:02:51.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 23982/130002 objects degraded (18.447%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1050397225' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: osdmap e190: 8 total, 8 up, 7 in 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: failed to encode map e190 with expected crc 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: pgmap v470: 89 pgs: 1 peering, 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.9 MiB/s, 92 objects/s recovering 2023-09-23T18:02:51.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 23982/130002 objects degraded (18.447%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:51.955 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:51.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:51.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:52.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:52.085 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:52.122 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:52.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:52.126 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:52.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:52.253 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:52.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:52.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:52.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:52.395 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:52.420 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:52.454 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:52.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:52.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:52.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:52.590 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:52.787 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:52.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:52.791 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:52.891 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:52.924 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:53.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:53.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:53.485 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:53.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:53.555 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:53.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:53.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:53.643 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:53.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:02:53.709 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:53.748 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:02:53.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:53.752 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:02:53.853 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:53.876 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:53 smithi149 ceph-mon[135148]: pgmap v471: 89 pgs: 1 peering, 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.1 MiB/s, 280 objects/s recovering 2023-09-23T18:02:53.878 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:53.906 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:53 smithi018 ceph-mon[153734]: pgmap v471: 89 pgs: 1 peering, 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.1 MiB/s, 280 objects/s recovering 2023-09-23T18:02:53.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:53 smithi018 ceph-mon[149401]: pgmap v471: 89 pgs: 1 peering, 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 73 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 25739/130002 objects degraded (19.799%); 6484/130002 objects misplaced (4.988%); 2.1 MiB/s, 280 objects/s recovering 2023-09-23T18:02:53.913 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:53.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:53.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:54.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:54.050 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:54.187 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:54.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:54.190 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:54.291 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:54.316 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:54.349 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:54.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:54.352 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:54.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:02:54.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:02:54.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:02:54.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:02:54.451 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:02:54.451 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:02:54.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:54.454 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:02:54.472 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:02:54.473 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.476 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.476 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.476 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:02:54.478 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:54.513 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:54.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:54.516 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:54.617 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:54.642 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:54.675 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:54.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:54.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:54.723 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T18:02:54.785 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:54.786 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/557447491' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1296132475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/557447491' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1296132475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:54.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:54.811 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:54.844 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:54.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:54.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/557447491' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:02:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1296132475' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:02:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:02:54.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:55.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:02:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:02:54] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.33.4" 2023-09-23T18:02:55.425 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:55.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:55.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:55.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:02:55.529 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:55.565 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: pgmap v472: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29508/130002 objects degraded (22.698%); 6484/130002 objects misplaced (4.988%); 1.7 MiB/s, 230 objects/s recovering 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[153734]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: pgmap v472: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29508/130002 objects degraded (22.698%); 6484/130002 objects misplaced (4.988%); 1.7 MiB/s, 230 objects/s recovering 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: failed to encode map e191 with expected crc 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T18:02:55.712 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:55 smithi018 ceph-mon[149401]: failed to encode map e191 with expected crc 2023-09-23T18:02:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: pgmap v472: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29508/130002 objects degraded (22.698%); 6484/130002 objects misplaced (4.988%); 1.7 MiB/s, 230 objects/s recovering 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: failed to encode map e191 with expected crc 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: failed to encode map e191 with expected crc 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: failed to encode map e191 with expected crc 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: failed to encode map e191 with expected crc 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T18:02:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:55 smithi149 ceph-mon[135148]: failed to encode map e191 with expected crc 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T18:02:57.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29508/130002 objects degraded (22.698%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T18:02:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29508/130002 objects degraded (22.698%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: failed to encode map e192 with expected crc 2023-09-23T18:02:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29508/130002 objects degraded (22.698%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:02:57.203 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:57.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:57.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:57.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:02:57.331 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:57.361 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T18:02:57.365 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:02:57.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:57.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:02:57.468 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:02:57.494 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:57.526 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:02:57.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:57.529 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:02:57.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:57.663 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:57.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:57.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:57.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:57.961 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:57.986 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:58.018 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:58.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:58.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:58.122 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:02:58.133 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:02:58 smithi018 ceph-mon[149401]: pgmap v475: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29507/130002 objects degraded (22.697%); 6484/130002 objects misplaced (4.988%); 1.3 MiB/s, 258 objects/s recovering 2023-09-23T18:02:58.155 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:58.242 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:02:58.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:58.247 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:02:58.347 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:58.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:02:58 smithi149 ceph-mon[135148]: pgmap v475: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29507/130002 objects degraded (22.697%); 6484/130002 objects misplaced (4.988%); 1.3 MiB/s, 258 objects/s recovering 2023-09-23T18:02:58.372 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:58.378 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:02:58.378 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:02:58.398 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:58.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:02:58 smithi018 ceph-mon[153734]: pgmap v475: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 74 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 29507/130002 objects degraded (22.697%); 6484/130002 objects misplaced (4.988%); 1.3 MiB/s, 258 objects/s recovering 2023-09-23T18:02:58.406 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:58.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:58.410 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:58.510 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:02:58.544 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:58.828 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:02:58.833 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:02:58.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:58.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:02:58.942 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:02:58.966 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:59.000 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:02:59.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:59.003 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:02:59.103 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:59.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:59.162 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:02:59.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:59.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:02:59.266 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:02:59.298 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:02:59.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:02:59.840 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:02:59.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:02:59.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:02:59.944 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:02:59.969 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:00.001 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:00.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:00.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:00.104 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:00.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:03:00.130 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:00.167 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:00.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:00.171 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:00.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:00.301 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:00 smithi149 ceph-mon[135148]: pgmap v476: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23287/130002 objects degraded (17.913%); 8935/130002 objects misplaced (6.873%); 2.1 MiB/s, 267 objects/s recovering 2023-09-23T18:03:00.304 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:00 smithi018 ceph-mon[153734]: pgmap v476: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23287/130002 objects degraded (17.913%); 8935/130002 objects misplaced (6.873%); 2.1 MiB/s, 267 objects/s recovering 2023-09-23T18:03:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:00 smithi018 ceph-mon[149401]: pgmap v476: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23287/130002 objects degraded (17.913%); 8935/130002 objects misplaced (6.873%); 2.1 MiB/s, 267 objects/s recovering 2023-09-23T18:03:00.343 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:00.357 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:00.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:00.360 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:00.461 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:00.496 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:00.553 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:00.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:00.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:00.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:00.704 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:00.837 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:00.996 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:00.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:00.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:01.100 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:01.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 23287/130002 objects degraded (17.913%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 23287/130002 objects degraded (17.913%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:01.368 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:01.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:01.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:01.377 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 23287/130002 objects degraded (17.913%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:01.472 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:01.502 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:01.741 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:01.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:01.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:01.847 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:01.886 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:01.984 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:01.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:01.989 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:02.089 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:02.138 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:02.165 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:02 smithi018 ceph-mon[153734]: pgmap v477: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23281/129873 objects degraded (17.926%); 8922/129873 objects misplaced (6.870%); 2.1 MiB/s, 122 objects/s recovering 2023-09-23T18:03:02.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:02 smithi018 ceph-mon[149401]: pgmap v477: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23281/129873 objects degraded (17.926%); 8922/129873 objects misplaced (6.870%); 2.1 MiB/s, 122 objects/s recovering 2023-09-23T18:03:02.186 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:02.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:02.190 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:02.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:02.325 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:02 smithi149 ceph-mon[135148]: pgmap v477: 89 pgs: 2 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 23281/129873 objects degraded (17.926%); 8922/129873 objects misplaced (6.870%); 2.1 MiB/s, 122 objects/s recovering 2023-09-23T18:03:02.416 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:02.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:02.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:02.506 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:02.507 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:02.524 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:02.805 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:02.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:02.809 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:02.895 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:03:02.910 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:02.953 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:03.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:03.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:03.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:03.035 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:03.066 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:03.098 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:03.122 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:03.134 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:03.167 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:03.198 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:03.231 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:03.243 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2656520448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:03.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2656520448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:03.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:03.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:03.254 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:03.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:03:03.345 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:03.373 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2656520448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:03.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:03.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:03.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:03.516 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:03.550 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:03.576 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:03.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:03.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:03.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:03.743 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:03.776 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:03.821 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:03.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:03.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:03.926 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:03.957 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:04.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[149401]: pgmap v478: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 29041/129495 objects degraded (22.426%); 6471/129495 objects misplaced (4.997%); 3.6 MiB/s, 146 objects/s recovering 2023-09-23T18:03:04.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2886219831' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.163 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.164 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2488374022' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.164 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.164 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T18:03:04.165 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:03:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[153734]: pgmap v478: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 29041/129495 objects degraded (22.426%); 6471/129495 objects misplaced (4.997%); 3.6 MiB/s, 146 objects/s recovering 2023-09-23T18:03:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2886219831' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2488374022' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:04 smithi149 ceph-mon[135148]: pgmap v478: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 21 op/s; 29041/129495 objects degraded (22.426%); 6471/129495 objects misplaced (4.997%); 3.6 MiB/s, 146 objects/s recovering 2023-09-23T18:03:04.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2886219831' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:03:04.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2488374022' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:04.805 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:03:05.170 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[149401]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.172 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:04] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.33.4" 2023-09-23T18:03:05.250 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:05.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:05.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:05.355 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:05.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:05.419 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:05.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:05.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.422 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.423 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.423 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:05 smithi018 ceph-mon[153734]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:05.424 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:05.443 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:05.498 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:05.498 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.499 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:05 smithi149 ceph-mon[135148]: failed to encode map e193 with expected crc 2023-09-23T18:03:05.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:05.556 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:05.598 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:05.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:05.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:05.689 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:03:05.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:05.740 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:05.777 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:05.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:05.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:05.847 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:05.848 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:03:05.848 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:03:05.848 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:03:05.848 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:05.881 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:05.924 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:05.970 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:05.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:05.976 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:06.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:06.135 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:06.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:06 smithi018 ceph-mon[153734]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 29041/129330 objects degraded (22.455%); 6471/129330 objects misplaced (5.003%); 3.3 MiB/s, 118 objects/s recovering 2023-09-23T18:03:06.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29041/129330 objects degraded (22.455%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:06.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:06 smithi018 ceph-mon[149401]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 29041/129330 objects degraded (22.455%); 6471/129330 objects misplaced (5.003%); 3.3 MiB/s, 118 objects/s recovering 2023-09-23T18:03:06.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29041/129330 objects degraded (22.455%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:06.238 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:06.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:06.244 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:06.327 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:03:06.344 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:06.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:06 smithi149 ceph-mon[135148]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 29041/129330 objects degraded (22.455%); 6471/129330 objects misplaced (5.003%); 3.3 MiB/s, 118 objects/s recovering 2023-09-23T18:03:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29041/129330 objects degraded (22.455%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:06.912 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:03:06.995 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:07.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:07.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:07.077 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:07.178 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:07.214 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:07.251 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:07.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:07.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:07.342 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:07.357 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:07.444 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:07.580 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:07.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:07.586 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:07.687 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:07.852 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:07.884 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:07.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:07.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:07.997 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:08.050 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:08.150 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:08.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:08.154 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:08.201 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:03:08.255 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:08.310 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:08.375 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:08.382 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:08 smithi149 ceph-mon[135148]: pgmap v481: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 25121/126861 objects degraded (19.802%); 6346/126861 objects misplaced (5.002%); 4.2 MiB/s, 138 objects/s recovering 2023-09-23T18:03:08.382 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:03:08.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:08.383 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.429 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25565 5.e 5:75253fba:::benchmark_data_smithi018_184207_object25564:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.32410236499999, 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998, 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25565 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.430 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097004+0000", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4434000000000001e-05 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097058+0000", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7841000000000001e-05 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097076+0000", 2023-09-23T18:03:08.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0650000000000001e-06 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097083+0000", 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.936e-05 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097152+0000", 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001418517 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098571+0000", 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015195599999999999 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098723+0000", 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002289704 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101013+0000", 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017993670000000001 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.102812+0000", 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057217525999999998 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160030+0000", 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5600000000000003e-05 2023-09-23T18:03:08.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160085+0000", 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.807e-05 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160123+0000", 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.436 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:31350 5.e 5:73e57099:::benchmark_data_smithi018_184207_object31349:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.698087628, 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003, 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.437 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31350 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723020+0000", 2023-09-23T18:03:08.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723018+0000", 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0684000000000002e-05 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723099+0000", 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2014000000000001e-05 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723111+0000", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7290000000000003e-06 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723118+0000", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1918000000000001e-05 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723160+0000", 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013274599999999999 2023-09-23T18:03:08.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723292+0000", 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020001900000000001 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.723493+0000", 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017011190000000001 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.725194+0000", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020199250000000001 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.727214+0000", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038901591999999999 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766115+0000", 2023-09-23T18:03:08.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766168+0000", 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9589999999999998e-05 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:10.766218+0000", 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043198272000000003 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.443 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32588 5.1 5:802d9ed1:::benchmark_data_smithi018_184207_object32587:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.09829487500002, 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997, 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.444 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32588 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322812+0000", 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999943 2023-09-23T18:03:08.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322807+0000", 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017117799999999999 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.322978+0000", 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2487000000000003e-05 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323010+0000", 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7493999999999999e-05 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323028+0000", 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000107384 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323135+0000", 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000139923 2023-09-23T18:03:08.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323275+0000", 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017222200000000001 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323447+0000", 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065034029999999996 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329951+0000", 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003598656 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.333549+0000", 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038886937000000003 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372436+0000", 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7219999999999998e-05 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372494+0000", 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5825999999999998e-05 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.372539+0000", 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049727005999999997 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32589 5.1 5:8a03034f:::benchmark_data_smithi018_184207_object32588:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.098065233, 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998, 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32589 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.451 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323042+0000", 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323041+0000", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2840999999999998e-05 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323094+0000", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6149999999999997e-06 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323103+0000", 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3550000000000004e-06 2023-09-23T18:03:08.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323108+0000", 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016439930000000001 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324752+0000", 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119998 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.324872+0000", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016070900000000001 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.325033+0000", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049252230000000003 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329958+0000", 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004720236 2023-09-23T18:03:08.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334678+0000", 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039488668999999997 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374167+0000", 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1102999999999997e-05 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374198+0000", 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2120000000000003e-05 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374240+0000", 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051198070999999998 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32592 5.1 5:8e0edc77:::benchmark_data_smithi018_184207_object32591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.457 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.09797510499999, 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001, 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32592 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:03:08.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1578000000000002e-05 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323163+0000", 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7255999999999999e-05 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323180+0000", 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6630000000000001e-06 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323185+0000", 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029866659999999998 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326172+0000", 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127226 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326299+0000", 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011970520000000001 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.327496+0000", 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002478119 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329974+0000", 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047721040000000001 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334746+0000", 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039552899000000002 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374299+0000", 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0444000000000005e-05 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374370+0000", 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5020000000000001e-05 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374395+0000", 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32594 5.1 5:86c54eb2:::benchmark_data_smithi018_184207_object32593:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.09791689100001, 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002, 2023-09-23T18:03:08.464 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32594 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2883000000000002e-05 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323243+0000", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0480000000000001e-06 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323250+0000", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9079000000000001e-05 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323269+0000", 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067424870000000001 2023-09-23T18:03:08.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330011+0000", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013706100000000001 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330148+0000", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146429 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330295+0000", 2023-09-23T18:03:08.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002089282 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.332384+0000", 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024411820000000001 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334825+0000", 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039633018999999998 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374458+0000", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6035999999999998e-05 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374504+0000", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6045999999999999e-05 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374550+0000", 2023-09-23T18:03:08.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38667 5.e 5:78a7d00f:::benchmark_data_smithi018_184207_object38666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 293.74730082500002, 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003, 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.471 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38667 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673805+0000", 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4354000000000003e-05 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673849+0000", 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1953999999999999e-05 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673861+0000", 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.297e-06 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673868+0000", 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9502000000000001e-05 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673917+0000", 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013829399999999999 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674055+0000", 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018536 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674241+0000", 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013701379999999999 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675611+0000", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050863799999999995 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.676119+0000", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053923108999999997 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730043+0000", 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5948e-05 2023-09-23T18:03:08.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730098+0000", 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7174e-05 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730136+0000", 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.477 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39247 5.1 5:8c196104:::benchmark_data_smithi018_184207_object39246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 293.353903597, 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003, 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.478 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39247 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067204+0000", 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067203+0000", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9128999999999998e-05 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067232+0000", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2000000000000002e-06 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067238+0000", 2023-09-23T18:03:08.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2109999999999998e-06 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067241+0000", 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7008000000000002e-05 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067278+0000", 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012812000000000001 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067406+0000", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016431900000000001 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067570+0000", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024314559999999998 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070002+0000", 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8334999999999999e-05 2023-09-23T18:03:08.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070030+0000", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.041422542999999999 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111453+0000", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6956000000000002e-05 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111510+0000", 2023-09-23T18:03:08.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1952000000000001e-05 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.111551+0000", 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044347701000000003 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39248 5.1 5:8f60067a:::benchmark_data_smithi018_184207_object39247:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:03:08.484 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 293.35385929699999, 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234, 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39248 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:03:08.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067248+0000", 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8974000000000002e-05 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067267+0000", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8709999999999999e-06 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067270+0000", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5490000000000001e-06 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.067273+0000", 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017359000000000001 2023-09-23T18:03:08.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069009+0000", 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011000700000000001 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069119+0000", 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014289899999999999 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069262+0000", 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001530116 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070792+0000", 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003377499 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074169+0000", 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042128675999999997 2023-09-23T18:03:08.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116298+0000", 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4437999999999995e-05 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116363+0000", 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8766e-05 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116411+0000", 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049163234 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:39251 5.1 5:81abb144:::benchmark_data_smithi018_184207_object39250:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 293.35115414099999, 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269, 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.491 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 39251 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069953+0000", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.069952+0000", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6575e-05 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070009+0000", 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7329999999999998e-06 2023-09-23T18:03:08.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070018+0000", 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7620000000000001e-06 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070024+0000", 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9436000000000001e-05 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070054+0000", 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9221999999999995e-05 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070133+0000", 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9808000000000004e-05 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070233+0000", 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070421500000000001 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.070937+0000", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032627289999999998 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.074200+0000", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042248372999999999 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116448+0000", 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6196999999999998e-05 2023-09-23T18:03:08.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116494+0000", 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2369999999999997e-05 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:15.116526+0000", 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046573269 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41470 5.e 5:77b8dbcd:::benchmark_data_smithi018_184207_object41469:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 291.96327910299999, 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996, 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41470 2023-09-23T18:03:08.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7126999999999994e-05 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457925+0000", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4215e-05 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457939+0000", 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4310000000000002e-06 2023-09-23T18:03:08.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457944+0000", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2633000000000003e-05 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457987+0000", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014098100000000001 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458128+0000", 2023-09-23T18:03:08.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019976600000000001 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458328+0000", 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020957950000000001 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460424+0000", 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010468109999999999 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061265067999999999 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522735+0000", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1924e-05 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522787+0000", 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9180000000000001e-05 2023-09-23T18:03:08.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522827+0000", 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41478 5.e 5:7f62f2b3:::benchmark_data_smithi018_184207_object41477:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 291.958199853, 2023-09-23T18:03:08.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996, 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41478 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462906+0000", 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1884999999999997e-05 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462938+0000", 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3210000000000005e-06 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462946+0000", 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462950+0000", 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0479000000000002e-05 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463001+0000", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000126472 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463127+0000", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146532 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463274+0000", 2023-09-23T18:03:08.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002015626 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465290+0000", 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030924199999999999 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465599+0000", 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060234910000000003 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525834+0000", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8350000000000003e-05 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525882+0000", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.057e-05 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525923+0000", 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996 2023-09-23T18:03:08.510 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41493 5.e 5:736ae557:::benchmark_data_smithi018_184207_object41492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 291.94861063600001, 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367, 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.511 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41493 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472495+0000", 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4394000000000001e-05 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472549+0000", 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4314000000000001e-05 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472564+0000", 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.383e-06 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472569+0000", 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9603e-05 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472609+0000", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101302 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472710+0000", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010590900000000001 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472816+0000", 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013029249999999999 2023-09-23T18:03:08.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474119+0000", 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017799999999999999 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474297+0000", 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055650080999999997 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529947+0000", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5456000000000001e-05 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529982+0000", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8634000000000003e-05 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530021+0000", 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367 2023-09-23T18:03:08.517 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74486 5.6 5:63fd9063:::benchmark_data_smithi018_184207_object74485:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 266.17015143200001, 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001, 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.518 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74486 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250954+0000", 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017378200000000001 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251128+0000", 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0171000000000001e-05 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251148+0000", 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5380000000000008e-06 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251158+0000", 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0640000000000001e-05 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251228+0000", 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0101e-05 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op must wait for map", 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251238+0000", 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085914890000000008 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259830+0000", 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030000000000001e-05 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259840+0000", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312089171 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.571929+0000", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00130949 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573238+0000", 2023-09-23T18:03:08.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016313300000000001 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573402+0000", 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073407699999999999 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580742+0000", 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2723e-05 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580755+0000", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9740999999999997e-05 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580805+0000", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012207133 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593012+0000", 2023-09-23T18:03:08.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7652999999999999e-05 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593060+0000", 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019396000000000001 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.594999+0000", 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.526 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74499 5.6 5:6c012730:::benchmark_data_smithi018_184207_object74498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 266.16993254800002, 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694, 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.527 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74499 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:08.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251174+0000", 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3543e-05 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251217+0000", 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7759999999999992e-06 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251227+0000", 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.801e-06 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251233+0000", 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9765999999999995e-05 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251313+0000", 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1040000000000007e-06 2023-09-23T18:03:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting_for_map not empty", 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251321+0000", 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097774690000000004 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261098+0000", 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261107+0000", 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3166661479999999 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577773+0000", 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170521 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577944+0000", 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201215 2023-09-23T18:03:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.578145+0000", 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027924790000000001 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580938+0000", 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.577e-05 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580953+0000", 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068786999999999997 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.587832+0000", 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072354389999999998 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595068+0000", 2023-09-23T18:03:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4051000000000002e-05 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595112+0000", 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011629159999999999 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.596274+0000", 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:79134 5.6 5:6f7eb330:::benchmark_data_smithi018_184207_object4473:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 207.95065133700001, 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043063621000000003, 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 79134 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470456+0000", 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470454+0000", 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.114e-05 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470465+0000", 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0074999999999999e-05 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470475+0000", 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.994e-06 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.470480+0000", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026485929999999999 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473129+0000", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014265999999999999 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473271+0000", 2023-09-23T18:03:08.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162168 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.473434+0000", 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003008845 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.476442+0000", 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010637000000000001 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.477506+0000", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033794530000000001 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.480886+0000", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031415492000000003 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.512301+0000", 2023-09-23T18:03:08.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6736000000000006e-05 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.512368+0000", 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011517579999999999 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:40.513520+0000", 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043063621000000003 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.542 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:79833 5.6 5:60bc0f74:::benchmark_data_smithi018_184207_object5172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 206.30325575399999, 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044237669, 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 79833 2023-09-23T18:03:08.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117852+0000", 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117849+0000", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1078e-05 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117860+0000", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5469e-05 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117875+0000", 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2101e-05 2023-09-23T18:03:08.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.117887+0000", 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026082710000000001 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120496+0000", 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014017000000000001 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120636+0000", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000165262 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.120801+0000", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002727405 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.123528+0000", 2023-09-23T18:03:08.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000412094 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.123941+0000", 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001021061 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.124962+0000", 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036508099000000002 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.161470+0000", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3641999999999998e-05 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.161533+0000", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000555906 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:42.162089+0000", 2023-09-23T18:03:08.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044237669 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80401 5.6 5:6ac77c10:::benchmark_data_smithi018_184207_object5740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 204.97520575300001, 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997, 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.550 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80401 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:03:08.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445900+0000", 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7360000000000001e-06 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445908+0000", 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3543000000000001e-05 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445921+0000", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.951e-06 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445928+0000", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4150999999999997e-05 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445983+0000", 2023-09-23T18:03:08.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014181400000000001 2023-09-23T18:03:08.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446124+0000", 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162275 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446287+0000", 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062030779999999999 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452490+0000", 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2162999999999993e-05 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452562+0000", 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022620299999999999 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452788+0000", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053812753999999997 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506601+0000", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8038999999999998e-05 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506659+0000", 2023-09-23T18:03:08.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012205289999999999 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507879+0000", 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80402 5.6 5:65c512da:::benchmark_data_smithi018_184207_object5741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:03:08.558 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 204.974344745, 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002, 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80402 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446761+0000", 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2020000000000001e-06 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446767+0000", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1362999999999999e-05 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446779+0000", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.908e-06 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446785+0000", 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023980149999999999 2023-09-23T18:03:08.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449183+0000", 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144931 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449328+0000", 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015915600000000001 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:03:08.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449487+0000", 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031261750000000001 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452613+0000", 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029008799999999998 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452903+0000", 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060999600000000002 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.453513+0000", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054429509000000001 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507943+0000", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5216999999999998e-05 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507988+0000", 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060197400000000002 2023-09-23T18:03:08.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.508590+0000", 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGRecoveryDelete(5.0 e190,185 5:01807e8a:::benchmark_data_smithi018_184207_object30885:head,183'6563)", 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 14.749134157, 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092, 2023-09-23T18:03:08.565 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.831e-06 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671978+0000", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.961e-06 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671987+0000", 2023-09-23T18:03:08.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116245801 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788233+0000", 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8088999999999999e-05 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788291+0000", 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6260000000000007e-06 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788301+0000", 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1293999999999999e-05 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788372+0000", 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:08.569 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:08.570 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:08 smithi018 ceph-mon[149401]: pgmap v481: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 25121/126861 objects degraded (19.802%); 6346/126861 objects misplaced (5.002%); 4.2 MiB/s, 138 objects/s recovering 2023-09-23T18:03:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:03:08.571 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:08 smithi018 ceph-mon[153734]: pgmap v481: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 25121/126861 objects degraded (19.802%); 6346/126861 objects misplaced (5.002%); 4.2 MiB/s, 138 objects/s recovering 2023-09-23T18:03:08.571 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:03:08.611 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:08.661 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:08.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:08.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:08.766 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:08.804 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:08.824 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:03:08.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:03:08.844 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:08.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:08.848 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:08.948 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:03:08.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:08.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:09.330 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:09.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:09.335 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:09 smithi149 ceph-mon[135148]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:09 smithi149 ceph-mon[135148]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:03:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:09 smithi149 ceph-mon[135148]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T18:03:09.435 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:09.463 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:09.498 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:09.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:09.502 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:09.557 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:09.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[153734]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[153734]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:03:09.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[153734]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T18:03:09.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[149401]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[149401]: failed to encode map e194 with expected crc 2023-09-23T18:03:09.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2449869582' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:03:09.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:09 smithi018 ceph-mon[149401]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T18:03:09.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:09.602 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:09.611 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:09.629 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:09.632 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:09.635 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:09.669 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:09.673 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:09.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:09.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:09.692 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:09.724 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:09.750 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:09.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.752 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.753 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:03:09.778 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:09.803 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:09.889 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:09.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:09.894 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:09.994 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:10.023 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:10.025 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:10.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:10.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:10.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:10.261 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:10 smithi149 ceph-mon[135148]: pgmap v483: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 25121/126024 objects degraded (19.934%); 6346/126024 objects misplaced (5.036%); 3.2 MiB/s, 65 objects/s recovering 2023-09-23T18:03:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4096438271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:10.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[153734]: pgmap v483: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 25121/126024 objects degraded (19.934%); 6346/126024 objects misplaced (5.036%); 3.2 MiB/s, 65 objects/s recovering 2023-09-23T18:03:10.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4096438271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:10.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:10.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:10.510 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[149401]: pgmap v483: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 25121/126024 objects degraded (19.934%); 6346/126024 objects misplaced (5.036%); 3.2 MiB/s, 65 objects/s recovering 2023-09-23T18:03:10.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4096438271' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:10.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:10.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:11.093 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:11.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:11.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:11.197 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:03:11.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:11.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1236935139' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25121/126024 objects degraded (19.934%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:11.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1236935139' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25121/126024 objects degraded (19.934%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:11.290 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:11.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:11.294 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:11.392 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1236935139' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.393 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:11.393 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25121/126024 objects degraded (19.934%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:11.395 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:11.435 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:11.577 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:11.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:11.581 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:11.681 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:11.719 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:11.745 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:11.745 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:11.771 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:11.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:11.776 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:11.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:11.919 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:11.965 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:11.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:11.968 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:12.027 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:12.029 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:03:12.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:12.099 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:12.179 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: pgmap v484: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24970/123210 objects degraded (20.266%); 6209/123210 objects misplaced (5.039%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[153734]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: pgmap v484: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24970/123210 objects degraded (20.266%); 6209/123210 objects misplaced (5.039%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:12 smithi018 ceph-mon[149401]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: pgmap v484: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24970/123210 objects degraded (20.266%); 6209/123210 objects misplaced (5.039%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:12 smithi149 ceph-mon[135148]: failed to encode map e195 with expected crc 2023-09-23T18:03:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:12.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:12.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:12.476 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":485,"stamp":"2023-09-23T18:03:11.190742+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2694453195,"num_objects":41070,"num_object_clones":0,"num_object_copies":123210,"num_objects_missing_on_primary":5793,"num_objects_missing":5793,"num_objects_degraded":24970,"num_objects_misplaced":6209,"num_objects_unfound":0,"num_objects_dirty":41070,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":109382,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36729,"num_bytes_recovered":2024817771,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92286,"ondisk_log_size":92286,"up":267,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11076380,"kb_used_data":9487268,"kb_used_omap":33,"kb_used_meta":1589022,"kb_avail":645139684,"statfs":{"total":671965249536,"available":660623036416,"internally_reserved":0,"allocated":9714962432,"data_stored":9709550012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1627159325},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-133693440,"num_objects":-2040,"num_object_clones":0,"num_object_copies":-6120,"num_objects_missing_on_primary":-152,"num_objects_missing":-152,"num_objects_degraded":-4071,"num_objects_misplaced":-262,"num_objects_unfound":0,"num_objects_dirty":-2040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2040,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":674,"num_bytes_recovered":28770304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.039119"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":20,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159893+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:04.159893+0000","last_peered":"2023-09-23T18:03:04.159893+0000","last_clean":"2023-09-23T18:03:04.159893+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:04.159893+0000","last_undegraded":"2023-09-23T18:03:04.159893+0000","last_fullsized":"2023-09-23T18:03:04.159893+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":182,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.722314+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:02:55.722314+0000","last_peered":"2023-09-23T18:02:55.722314+0000","last_clean":"2023-09-23T18:02:55.722314+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:02:55.722314+0000","last_undegraded":"2023-09-23T18:02:55.722314+0000","last_fullsized":"2023-09-23T18:02:55.722314+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":95,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.724591+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:02:55.724591+0000","last_peered":"2023-09-23T18:02:55.724591+0000","last_clean":"2023-09-23T18:02:55.724591+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:02:55.724591+0000","last_undegraded":"2023-09-23T18:02:55.724591+0000","last_fullsized":"2023-09-23T18:02:55.724591+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157341+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:04.157341+0000","last_peered":"2023-09-23T18:03:04.157341+0000","last_clean":"2023-09-23T18:03:04.157341+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:04.157341+0000","last_undegraded":"2023-09-23T18:03:04.157341+0000","last_fullsized":"2023-09-23T18:03:04.157341+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":242,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721397+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:02:55.721397+0000","last_peered":"2023-09-23T18:02:55.721397+0000","last_clean":"2023-09-23T18:02:55.721397+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:02:55.721397+0000","last_undegraded":"2023-09-23T18:02:55.721397+0000","last_fullsized":"2023-09-23T18:02:55.721397+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":154,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173578+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:04.173578+0000","last_peered":"2023-09-23T18:03:04.173578+0000","last_clean":"2023-09-23T18:03:04.173578+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:04.173578+0000","last_undegraded":"2023-09-23T18:03:04.173578+0000","last_fullsized":"2023-09-23T18:03:04.173578+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":181,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157582+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:04.157582+0000","last_peered":"2023-09-23T18:03:04.157582+0000","last_clean":"2023-09-23T18:03:04.157582+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:04.157582+0000","last_undegraded":"2023-09-23T18:03:04.157582+0000","last_fullsized":"2023-09-23T18:03:04.157582+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":197,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721459+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:02:55.721459+0000","last_peered":"2023-09-23T18:02:55.721459+0000","last_clean":"2023-09-23T18:02:55.721459+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:02:55.721459+0000","last_undegraded":"2023-09-23T18:02:55.721459+0000","last_fullsized":"2023-09-23T18:02:55.721459+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168495+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:04.168495+0000","last_peered":"2023-09-23T18:03:04.168495+0000","last_clean":"2023-09-23T18:03:04.168495+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:04.168495+0000","last_undegraded":"2023-09-23T18:03:04.168495+0000","last_fullsized":"2023-09-23T18:03:04.168495+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":132,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721142+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:02:55.721142+0000","last_peered":"2023-09-23T18:02:55.721142+0000","last_clean":"2023-09-23T18:02:55.721142+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:02:55.721142+0000","last_undegraded":"2023-09-23T18:02:55.721142+0000","last_fullsized":"2023-09-23T18:02:55.721142+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":193,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170095+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:04.170095+0000","last_peered":"2023-09-23T18:03:04.170095+0000","last_clean":"2023-09-23T18:03:04.170095+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:04.170095+0000","last_undegraded":"2023-09-23T18:03:04.170095+0000","last_fullsized":"2023-09-23T18:03:04.170095+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":112,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.725511+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:02:55.725511+0000","last_peered":"2023-09-23T18:02:55.725511+0000","last_clean":"2023-09-23T18:02:55.725511+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:02:55.725511+0000","last_undegraded":"2023-09-23T18:02:55.725511+0000","last_fullsized":"2023-09-23T18:02:55.725511+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":30,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160237+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:04.160237+0000","last_peered":"2023-09-23T18:03:04.160237+0000","last_clean":"2023-09-23T18:03:04.160237+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:04.160237+0000","last_undegraded":"2023-09-23T18:03:04.160237+0000","last_fullsized":"2023-09-23T18:03:04.160237+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160054+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:04.160054+0000","last_peered":"2023-09-23T18:03:04.160054+0000","last_clean":"2023-09-23T18:03:04.160054+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:04.160054+0000","last_undegraded":"2023-09-23T18:03:04.160054+0000","last_fullsized":"2023-09-23T18:03:04.160054+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":239,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169366+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:04.169366+0000","last_peered":"2023-09-23T18:03:04.169366+0000","last_clean":"2023-09-23T18:03:04.169366+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:04.169366+0000","last_undegraded":"2023-09-23T18:03:04.169366+0000","last_fullsized":"2023-09-23T18:03:04.169366+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":188,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.724777+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:02:55.724777+0000","last_peered":"2023-09-23T18:02:55.724777+0000","last_clean":"2023-09-23T18:02:55.724777+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:02:55.724777+0000","last_undegraded":"2023-09-23T18:02:55.724777+0000","last_fullsized":"2023-09-23T18:02:55.724777+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156744+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:04.156744+0000","last_peered":"2023-09-23T18:03:04.156744+0000","last_clean":"2023-09-23T18:03:04.156744+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:04.156744+0000","last_undegraded":"2023-09-23T18:03:04.156744+0000","last_fullsized":"2023-09-23T18:03:04.156744+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168352+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:04.168352+0000","last_peered":"2023-09-23T18:03:04.168352+0000","last_clean":"2023-09-23T18:03:04.168352+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:04.168352+0000","last_undegraded":"2023-09-23T18:03:04.168352+0000","last_fullsized":"2023-09-23T18:03:04.168352+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":160,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169098+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:04.169098+0000","last_peered":"2023-09-23T18:03:04.169098+0000","last_clean":"2023-09-23T18:03:04.169098+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:04.169098+0000","last_undegraded":"2023-09-23T18:03:04.169098+0000","last_fullsized":"2023-09-23T18:03:04.169098+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":158,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157463+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:04.157463+0000","last_peered":"2023-09-23T18:03:04.157463+0000","last_clean":"2023-09-23T18:03:04.157463+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:04.157463+0000","last_undegraded":"2023-09-23T18:03:04.157463+0000","last_fullsized":"2023-09-23T18:03:04.157463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":241,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168873+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:04.168873+0000","last_peered":"2023-09-23T18:03:04.168873+0000","last_clean":"2023-09-23T18:03:04.168873+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:04.168873+0000","last_undegraded":"2023-09-23T18:03:04.168873+0000","last_fullsized":"2023-09-23T18:03:04.168873+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":158,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.723479+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:02:55.723479+0000","last_peered":"2023-09-23T18:02:55.723479+0000","last_clean":"2023-09-23T18:02:55.723479+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:02:55.723479+0000","last_undegraded":"2023-09-23T18:02:55.723479+0000","last_fullsized":"2023-09-23T18:02:55.723479+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"194'6717","reported_seq":6858,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.484808+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:03:10.484808+0000","last_peered":"2023-09-23T18:03:10.484808+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:03:10.484808+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"108'1361","ondisk_log_start":"108'1361","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5356,"log_dups_size":0,"ondisk_log_size":5356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161808384,"num_objects":2469,"num_object_clones":0,"num_object_copies":7407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6717,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2469}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":231,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169428+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:04.169428+0000","last_peered":"2023-09-23T18:03:04.169428+0000","last_clean":"2023-09-23T18:03:04.169428+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:04.169428+0000","last_undegraded":"2023-09-23T18:03:04.169428+0000","last_fullsized":"2023-09-23T18:03:04.169428+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168058+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:04.168058+0000","last_peered":"2023-09-23T18:03:04.168058+0000","last_clean":"2023-09-23T18:03:04.168058+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:04.168058+0000","last_undegraded":"2023-09-23T18:03:04.168058+0000","last_fullsized":"2023-09-23T18:03:04.168058+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"194'6912","reported_seq":9769,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.361922+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:03:10.361922+0000","last_peered":"2023-09-23T18:03:10.361922+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:03:10.361922+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:03:10.361922+0000","mapping_epoch":187,"log_start":"107'926","ondisk_log_start":"107'926","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5986,"log_dups_size":0,"ondisk_log_size":5986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172359680,"num_objects":2630,"num_object_clones":0,"num_object_copies":7890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6912,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1139,"num_bytes_recovered":48037888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":2630}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":246,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169702+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:04.169702+0000","last_peered":"2023-09-23T18:03:04.169702+0000","last_clean":"2023-09-23T18:03:04.169702+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:04.169702+0000","last_undegraded":"2023-09-23T18:03:04.169702+0000","last_fullsized":"2023-09-23T18:03:04.169702+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160552+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:04.160552+0000","last_peered":"2023-09-23T18:03:04.160552+0000","last_clean":"2023-09-23T18:03:04.160552+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:04.160552+0000","last_undegraded":"2023-09-23T18:03:04.160552+0000","last_fullsized":"2023-09-23T18:03:04.160552+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"194'6776","reported_seq":10706,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:09.999020+0000","last_change":"2023-09-23T18:02:47.557381+0000","last_active":"2023-09-23T18:03:09.999020+0000","last_peered":"2023-09-23T18:03:09.999020+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T18:02:47.534100+0000","last_became_peered":"2023-09-23T18:02:47.534100+0000","last_unstale":"2023-09-23T18:03:09.999020+0000","last_undegraded":"2023-09-23T18:02:47.404616+0000","last_fullsized":"2023-09-23T18:02:47.389265+0000","mapping_epoch":187,"log_start":"107'782","ondisk_log_start":"107'782","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5994,"log_dups_size":0,"ondisk_log_size":5994,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:00.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164757504,"num_objects":2514,"num_object_clones":0,"num_object_copies":7542,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1351,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2514,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6776,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1891,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,7","objects":2514}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":187,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169950+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:04.169950+0000","last_peered":"2023-09-23T18:03:04.169950+0000","last_clean":"2023-09-23T18:03:04.169950+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:04.169950+0000","last_undegraded":"2023-09-23T18:03:04.169950+0000","last_fullsized":"2023-09-23T18:03:04.169950+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":154,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170501+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:04.170501+0000","last_peered":"2023-09-23T18:03:04.170501+0000","last_clean":"2023-09-23T18:03:04.170501+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:04.170501+0000","last_undegraded":"2023-09-23T18:03:04.170501+0000","last_fullsized":"2023-09-23T18:03:04.170501+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"193'6823","reported_seq":12083,"reported_epoch":193,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:07.457543+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:03:07.457543+0000","last_peered":"2023-09-23T18:03:07.457543+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:03:07.457543+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"107'1195","ondisk_log_start":"107'1195","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5628,"log_dups_size":0,"ondisk_log_size":5628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170459136,"num_objects":2601,"num_object_clones":0,"num_object_copies":7803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5760,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6823,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2182,"num_bytes_recovered":142671872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"0,3","objects":345},{"shards":"2,3,4","objects":2247}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":175,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168328+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:04.168328+0000","last_peered":"2023-09-23T18:03:04.168328+0000","last_clean":"2023-09-23T18:03:04.168328+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:04.168328+0000","last_undegraded":"2023-09-23T18:03:04.168328+0000","last_fullsized":"2023-09-23T18:03:04.168328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":184,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156959+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:04.156959+0000","last_peered":"2023-09-23T18:03:04.156959+0000","last_clean":"2023-09-23T18:03:04.156959+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:04.156959+0000","last_undegraded":"2023-09-23T18:03:04.156959+0000","last_fullsized":"2023-09-23T18:03:04.156959+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"194'6808","reported_seq":10725,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.535703+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:03:10.535703+0000","last_peered":"2023-09-23T18:03:10.535703+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:03:10.535703+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"108'1445","ondisk_log_start":"108'1445","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167837720,"num_objects":2562,"num_object_clones":0,"num_object_copies":7686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3993,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2562,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6808,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1698,"num_bytes_recovered":85262360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":2550}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":214,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721787+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:02:55.721787+0000","last_peered":"2023-09-23T18:02:55.721787+0000","last_clean":"2023-09-23T18:02:55.721787+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:02:55.721787+0000","last_undegraded":"2023-09-23T18:02:55.721787+0000","last_fullsized":"2023-09-23T18:02:55.721787+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160144+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:04.160144+0000","last_peered":"2023-09-23T18:03:04.160144+0000","last_clean":"2023-09-23T18:03:04.160144+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:04.160144+0000","last_undegraded":"2023-09-23T18:03:04.160144+0000","last_fullsized":"2023-09-23T18:03:04.160144+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"193'6788","reported_seq":14815,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:07.920732+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:03:07.920732+0000","last_peered":"2023-09-23T18:03:07.920732+0000","last_clean":"2023-09-23T18:03:07.920732+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:03:07.920732+0000","last_undegraded":"2023-09-23T18:03:07.920732+0000","last_fullsized":"2023-09-23T18:03:07.920732+0000","mapping_epoch":148,"log_start":"108'1775","ondisk_log_start":"108'1775","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5013,"log_dups_size":0,"ondisk_log_size":5013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166854656,"num_objects":2546,"num_object_clones":0,"num_object_copies":7638,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2546,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6788,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":173,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170583+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:04.170583+0000","last_peered":"2023-09-23T18:03:04.170583+0000","last_clean":"2023-09-23T18:03:04.170583+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:04.170583+0000","last_undegraded":"2023-09-23T18:03:04.170583+0000","last_fullsized":"2023-09-23T18:03:04.170583+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159819+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:04.159819+0000","last_peered":"2023-09-23T18:03:04.159819+0000","last_clean":"2023-09-23T18:03:04.159819+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:04.159819+0000","last_undegraded":"2023-09-23T18:03:04.159819+0000","last_fullsized":"2023-09-23T18:03:04.159819+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"194'6721","reported_seq":13000,"reported_epoch":194,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:10.245227+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:03:10.245227+0000","last_peered":"2023-09-23T18:03:10.245227+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:03:10.245227+0000","last_undegraded":"2023-09-23T18:03:10.245227+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6721,"log_dups_size":0,"ondisk_log_size":6721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161808384,"num_objects":2469,"num_object_clones":0,"num_object_copies":7407,"num_objects_missing_on_primary":3057,"num_objects_missing":3057,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6721,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2112,"num_bytes_recovered":137822208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":15},{"shards":"4,5,6","objects":2454}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160303+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:04.160303+0000","last_peered":"2023-09-23T18:03:04.160303+0000","last_clean":"2023-09-23T18:03:04.160303+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:04.160303+0000","last_undegraded":"2023-09-23T18:03:04.160303+0000","last_fullsized":"2023-09-23T18:03:04.160303+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160106+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:04.160106+0000","last_peered":"2023-09-23T18:03:04.160106+0000","last_clean":"2023-09-23T18:03:04.160106+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:04.160106+0000","last_undegraded":"2023-09-23T18:03:04.160106+0000","last_fullsized":"2023-09-23T18:03:04.160106+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"194'6755","reported_seq":12675,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.393003+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:03:10.393003+0000","last_peered":"2023-09-23T18:03:10.393003+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:03:10.393003+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"107'777","ondisk_log_start":"107'777","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5978,"log_dups_size":0,"ondisk_log_size":5978,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162725888,"num_objects":2483,"num_object_clones":0,"num_object_copies":7449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6755,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":2469}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":183,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721258+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:02:55.721258+0000","last_peered":"2023-09-23T18:02:55.721258+0000","last_clean":"2023-09-23T18:02:55.721258+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:02:55.721258+0000","last_undegraded":"2023-09-23T18:02:55.721258+0000","last_fullsized":"2023-09-23T18:02:55.721258+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":159,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.725841+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:02:55.725841+0000","last_peered":"2023-09-23T18:02:55.725841+0000","last_clean":"2023-09-23T18:02:55.725841+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:02:55.725841+0000","last_undegraded":"2023-09-23T18:02:55.725841+0000","last_fullsized":"2023-09-23T18:02:55.725841+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":753,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.726926+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:02:55.726926+0000","last_peered":"2023-09-23T18:02:55.726926+0000","last_clean":"2023-09-23T18:02:55.726926+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:02:55.726926+0000","last_undegraded":"2023-09-23T18:02:55.726926+0000","last_fullsized":"2023-09-23T18:02:55.726926+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168382+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:04.168382+0000","last_peered":"2023-09-23T18:03:04.168382+0000","last_clean":"2023-09-23T18:03:04.168382+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:04.168382+0000","last_undegraded":"2023-09-23T18:03:04.168382+0000","last_fullsized":"2023-09-23T18:03:04.168382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":104,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.725375+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:02:55.725375+0000","last_peered":"2023-09-23T18:02:55.725375+0000","last_clean":"2023-09-23T18:02:55.725375+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:02:55.725375+0000","last_undegraded":"2023-09-23T18:02:55.725375+0000","last_fullsized":"2023-09-23T18:02:55.725375+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"193'6591","reported_seq":22694,"reported_epoch":193,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:07.406378+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:03:07.406378+0000","last_peered":"2023-09-23T18:03:07.406378+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:03:07.406378+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"107'984","ondisk_log_start":"107'984","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5607,"log_dups_size":0,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168230912,"num_objects":2567,"num_object_clones":0,"num_object_copies":7701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":2567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6591,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":2556}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"194'6735","reported_seq":21263,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.368185+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:03:10.368185+0000","last_peered":"2023-09-23T18:03:10.368185+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:03:10.368185+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:03:10.368185+0000","mapping_epoch":185,"log_start":"108'1710","ondisk_log_start":"108'1710","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5025,"log_dups_size":0,"ondisk_log_size":5025,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166395904,"num_objects":2539,"num_object_clones":0,"num_object_copies":7617,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":2153,"num_objects_misplaced":2299,"num_objects_unfound":0,"num_objects_dirty":2539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6735,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":2527},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":891,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168250+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:04.168250+0000","last_peered":"2023-09-23T18:03:04.168250+0000","last_clean":"2023-09-23T18:03:04.168250+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:04.168250+0000","last_undegraded":"2023-09-23T18:03:04.168250+0000","last_fullsized":"2023-09-23T18:03:04.168250+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":174,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159978+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:04.159978+0000","last_peered":"2023-09-23T18:03:04.159978+0000","last_clean":"2023-09-23T18:03:04.159978+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:04.159978+0000","last_undegraded":"2023-09-23T18:03:04.159978+0000","last_fullsized":"2023-09-23T18:03:04.159978+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":97,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.726597+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:02:55.726597+0000","last_peered":"2023-09-23T18:02:55.726597+0000","last_clean":"2023-09-23T18:02:55.726597+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:02:55.726597+0000","last_undegraded":"2023-09-23T18:02:55.726597+0000","last_fullsized":"2023-09-23T18:02:55.726597+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"194'6704","reported_seq":19334,"reported_epoch":194,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:10.511013+0000","last_change":"2023-09-23T18:02:46.411298+0000","last_active":"2023-09-23T18:03:10.511013+0000","last_peered":"2023-09-23T18:03:10.511013+0000","last_clean":"2023-09-23T18:00:33.598260+0000","last_became_active":"2023-09-23T18:02:40.345327+0000","last_became_peered":"2023-09-23T18:02:40.345327+0000","last_unstale":"2023-09-23T18:03:10.511013+0000","last_undegraded":"2023-09-23T18:03:10.511013+0000","last_fullsized":"2023-09-23T18:02:40.253948+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6704,"log_dups_size":0,"ondisk_log_size":6704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173277184,"num_objects":2644,"num_object_clones":0,"num_object_copies":7932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6704,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6242,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":2644}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":575,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721292+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:02:55.721292+0000","last_peered":"2023-09-23T18:02:55.721292+0000","last_clean":"2023-09-23T18:02:55.721292+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:02:55.721292+0000","last_undegraded":"2023-09-23T18:02:55.721292+0000","last_fullsized":"2023-09-23T18:02:55.721292+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":103,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.724192+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:02:55.724192+0000","last_peered":"2023-09-23T18:02:55.724192+0000","last_clean":"2023-09-23T18:02:55.724192+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:02:55.724192+0000","last_undegraded":"2023-09-23T18:02:55.724192+0000","last_fullsized":"2023-09-23T18:02:55.724192+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":197,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.725765+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:02:55.725765+0000","last_peered":"2023-09-23T18:02:55.725765+0000","last_clean":"2023-09-23T18:02:55.725765+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:02:55.725765+0000","last_undegraded":"2023-09-23T18:02:55.725765+0000","last_fullsized":"2023-09-23T18:02:55.725765+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":634,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168254+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:04.168254+0000","last_peered":"2023-09-23T18:03:04.168254+0000","last_clean":"2023-09-23T18:03:04.168254+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:04.168254+0000","last_undegraded":"2023-09-23T18:03:04.168254+0000","last_fullsized":"2023-09-23T18:03:04.168254+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":462,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169543+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:04.169543+0000","last_peered":"2023-09-23T18:03:04.169543+0000","last_clean":"2023-09-23T18:03:04.169543+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:04.169543+0000","last_undegraded":"2023-09-23T18:03:04.169543+0000","last_fullsized":"2023-09-23T18:03:04.169543+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":191,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:57.568870+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:02:57.568870+0000","last_peered":"2023-09-23T18:02:57.568870+0000","last_clean":"2023-09-23T18:02:57.568870+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:02:57.568870+0000","last_undegraded":"2023-09-23T18:02:57.568870+0000","last_fullsized":"2023-09-23T18:02:57.568870+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":158,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173439+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:04.173439+0000","last_peered":"2023-09-23T18:03:04.173439+0000","last_clean":"2023-09-23T18:03:04.173439+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:04.173439+0000","last_undegraded":"2023-09-23T18:03:04.173439+0000","last_fullsized":"2023-09-23T18:03:04.173439+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"194'6587","reported_seq":6721,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.133430+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:03:10.133430+0000","last_peered":"2023-09-23T18:03:10.133430+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:03:10.133430+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:03:10.133430+0000","mapping_epoch":178,"log_start":"108'1252","ondisk_log_start":"108'1252","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169541632,"num_objects":2587,"num_object_clones":0,"num_object_copies":7761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":2001,"num_objects_unfound":0,"num_objects_dirty":2587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6587,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":2587}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"194'6868","reported_seq":9858,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.115709+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:03:10.115709+0000","last_peered":"2023-09-23T18:03:10.115709+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:03:10.115709+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'1851","ondisk_log_start":"108'1851","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5017,"log_dups_size":0,"ondisk_log_size":5017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170131456,"num_objects":2596,"num_object_clones":0,"num_object_copies":7788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6868,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":2582},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":851,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169633+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:04.169633+0000","last_peered":"2023-09-23T18:03:04.169633+0000","last_clean":"2023-09-23T18:03:04.169633+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:04.169633+0000","last_undegraded":"2023-09-23T18:03:04.169633+0000","last_fullsized":"2023-09-23T18:03:04.169633+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":166,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156839+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:04.156839+0000","last_peered":"2023-09-23T18:03:04.156839+0000","last_clean":"2023-09-23T18:03:04.156839+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:04.156839+0000","last_undegraded":"2023-09-23T18:03:04.156839+0000","last_fullsized":"2023-09-23T18:03:04.156839+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157391+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:04.157391+0000","last_peered":"2023-09-23T18:03:04.157391+0000","last_clean":"2023-09-23T18:03:04.157391+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:04.157391+0000","last_undegraded":"2023-09-23T18:03:04.157391+0000","last_fullsized":"2023-09-23T18:03:04.157391+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":352,"reported_epoch":193,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:04.170010+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:04.170010+0000","last_peered":"2023-09-23T18:03:04.170010+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:04.170010+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:04.170010+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":121,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.726685+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:02:55.726685+0000","last_peered":"2023-09-23T18:02:55.726685+0000","last_clean":"2023-09-23T18:02:55.726685+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:02:55.726685+0000","last_undegraded":"2023-09-23T18:02:55.726685+0000","last_fullsized":"2023-09-23T18:02:55.726685+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":176,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157111+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:04.157111+0000","last_peered":"2023-09-23T18:03:04.157111+0000","last_clean":"2023-09-23T18:03:04.157111+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:04.157111+0000","last_undegraded":"2023-09-23T18:03:04.157111+0000","last_fullsized":"2023-09-23T18:03:04.157111+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"194'6887","reported_seq":7006,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:09.339710+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:03:09.339710+0000","last_peered":"2023-09-23T18:03:09.339710+0000","last_clean":"2023-09-23T18:03:09.339710+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:03:09.339710+0000","last_undegraded":"2023-09-23T18:03:09.339710+0000","last_fullsized":"2023-09-23T18:03:09.339710+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5988,"log_dups_size":0,"ondisk_log_size":5988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168755200,"num_objects":2575,"num_object_clones":0,"num_object_copies":7725,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2575,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6887,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":162,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.723403+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:02:55.723403+0000","last_peered":"2023-09-23T18:02:55.723403+0000","last_clean":"2023-09-23T18:02:55.723403+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:02:55.723403+0000","last_undegraded":"2023-09-23T18:02:55.723403+0000","last_fullsized":"2023-09-23T18:02:55.723403+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":699,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.726270+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:02:55.726270+0000","last_peered":"2023-09-23T18:02:55.726270+0000","last_clean":"2023-09-23T18:02:55.726270+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:02:55.726270+0000","last_undegraded":"2023-09-23T18:02:55.726270+0000","last_fullsized":"2023-09-23T18:02:55.726270+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":196,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721326+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:02:55.721326+0000","last_peered":"2023-09-23T18:02:55.721326+0000","last_clean":"2023-09-23T18:02:55.721326+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:02:55.721326+0000","last_undegraded":"2023-09-23T18:02:55.721326+0000","last_fullsized":"2023-09-23T18:02:55.721326+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"194'6901","reported_seq":7834,"reported_epoch":194,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:10.489008+0000","last_change":"2023-09-23T18:02:41.462810+0000","last_active":"2023-09-23T18:03:10.489008+0000","last_peered":"2023-09-23T18:03:10.489008+0000","last_clean":"2023-09-23T18:00:33.467763+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:03:10.489008+0000","last_undegraded":"2023-09-23T18:02:41.252529+0000","last_fullsized":"2023-09-23T18:03:10.489008+0000","mapping_epoch":185,"log_start":"107'1128","ondisk_log_start":"107'1128","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5773,"log_dups_size":0,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170459136,"num_objects":2601,"num_object_clones":0,"num_object_copies":7803,"num_objects_missing_on_primary":823,"num_objects_missing":823,"num_objects_degraded":823,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6901,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":386,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":["0","3","6","7"],"object_location_counts":[{"shards":"3,4,7","objects":2601}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":410,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173584+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:04.173584+0000","last_peered":"2023-09-23T18:03:04.173584+0000","last_clean":"2023-09-23T18:03:04.173584+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:04.173584+0000","last_undegraded":"2023-09-23T18:03:04.173584+0000","last_fullsized":"2023-09-23T18:03:04.173584+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":30,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157323+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:04.157323+0000","last_peered":"2023-09-23T18:03:04.157323+0000","last_clean":"2023-09-23T18:03:04.157323+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:04.157323+0000","last_undegraded":"2023-09-23T18:03:04.157323+0000","last_fullsized":"2023-09-23T18:03:04.157323+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160382+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:04.160382+0000","last_peered":"2023-09-23T18:03:04.160382+0000","last_clean":"2023-09-23T18:03:04.160382+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:04.160382+0000","last_undegraded":"2023-09-23T18:03:04.160382+0000","last_fullsized":"2023-09-23T18:03:04.160382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"193'6703","reported_seq":13721,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:07.490061+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:03:07.490061+0000","last_peered":"2023-09-23T18:03:07.490061+0000","last_clean":"2023-09-23T18:03:07.490061+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:03:07.490061+0000","last_undegraded":"2023-09-23T18:03:07.490061+0000","last_fullsized":"2023-09-23T18:03:07.490061+0000","mapping_epoch":191,"log_start":"107'1075","ondisk_log_start":"107'1075","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5628,"log_dups_size":0,"ondisk_log_size":5628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174260224,"num_objects":2659,"num_object_clones":0,"num_object_copies":7977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6703,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157040+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:04.157040+0000","last_peered":"2023-09-23T18:03:04.157040+0000","last_clean":"2023-09-23T18:03:04.157040+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:04.157040+0000","last_undegraded":"2023-09-23T18:03:04.157040+0000","last_fullsized":"2023-09-23T18:03:04.157040+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":78,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.726763+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:02:55.726763+0000","last_peered":"2023-09-23T18:02:55.726763+0000","last_clean":"2023-09-23T18:02:55.726763+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:02:55.726763+0000","last_undegraded":"2023-09-23T18:02:55.726763+0000","last_fullsized":"2023-09-23T18:02:55.726763+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":188,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168410+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:04.168410+0000","last_peered":"2023-09-23T18:03:04.168410+0000","last_clean":"2023-09-23T18:03:04.168410+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:04.168410+0000","last_undegraded":"2023-09-23T18:03:04.168410+0000","last_fullsized":"2023-09-23T18:03:04.168410+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159782+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:04.159782+0000","last_peered":"2023-09-23T18:03:04.159782+0000","last_clean":"2023-09-23T18:03:04.159782+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:04.159782+0000","last_undegraded":"2023-09-23T18:03:04.159782+0000","last_fullsized":"2023-09-23T18:03:04.159782+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":162,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168471+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:04.168471+0000","last_peered":"2023-09-23T18:03:04.168471+0000","last_clean":"2023-09-23T18:03:04.168471+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:04.168471+0000","last_undegraded":"2023-09-23T18:03:04.168471+0000","last_fullsized":"2023-09-23T18:03:04.168471+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159784+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:04.159784+0000","last_peered":"2023-09-23T18:03:04.159784+0000","last_clean":"2023-09-23T18:03:04.159784+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:04.159784+0000","last_undegraded":"2023-09-23T18:03:04.159784+0000","last_fullsized":"2023-09-23T18:03:04.159784+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":212,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.722906+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:02:55.722906+0000","last_peered":"2023-09-23T18:02:55.722906+0000","last_clean":"2023-09-23T18:02:55.722906+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:02:55.722906+0000","last_undegraded":"2023-09-23T18:02:55.722906+0000","last_fullsized":"2023-09-23T18:02:55.722906+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":216,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-09-23T18:02:55.721000+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:02:55.721000+0000","last_peered":"2023-09-23T18:02:55.721000+0000","last_clean":"2023-09-23T18:02:55.721000+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:02:55.721000+0000","last_undegraded":"2023-09-23T18:02:55.721000+0000","last_fullsized":"2023-09-23T18:02:55.721000+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":62,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157452+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:04.157452+0000","last_peered":"2023-09-23T18:03:04.157452+0000","last_clean":"2023-09-23T18:03:04.157452+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:04.157452+0000","last_undegraded":"2023-09-23T18:03:04.157452+0000","last_fullsized":"2023-09-23T18:03:04.157452+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159489+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:04.159489+0000","last_peered":"2023-09-23T18:03:04.159489+0000","last_clean":"2023-09-23T18:03:04.159489+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:04.159489+0000","last_undegraded":"2023-09-23T18:03:04.159489+0000","last_fullsized":"2023-09-23T18:03:04.159489+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":2689663000,"num_objects":41042,"num_object_clones":0,"num_object_copies":123126,"num_objects_missing_on_primary":5793,"num_objects_missing":5793,"num_objects_degraded":24966,"num_objects_misplaced":6209,"num_objects_unfound":0,"num_objects_dirty":41042,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":108276,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36606,"num_bytes_recovered":2015821848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10781605888,"data_stored":10781589600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91116,"ondisk_log_size":91116,"up":48,"acting":39,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":23000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430419,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1470956,"kb_used_data":1165540,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92274196,"statfs":{"total":95995035648,"available":94488776704,"internally_reserved":0,"allocated":1193512960,"data_stored":1192837034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.76000000000000001,"15min":0.65700000000000003},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53700000000000003,"5min":6.415,"15min":6.5090000000000003},"last":0.312},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.82899999999999996,"15min":0.69999999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.52300000000000002,"5min":6.3869999999999996,"15min":6.5},"last":0.29999999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.90600000000000003,"15min":0.67100000000000004},"min":{"1min":0.31900000000000001,"5min":0.251,"15min":0.251},"max":{"1min":2.7999999999999998,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.38},{"interface":"front","average":{"1min":0.504,"5min":0.79200000000000004,"15min":0.64800000000000002},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.4510000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.63700000000000001,"15min":0.67700000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68000000000000005,"5min":3.1440000000000001,"15min":3.1440000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.73299999999999998,"15min":0.68799999999999994},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.085,"5min":6.085,"15min":6.085},"last":0.36699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.133,"15min":1.147},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.778,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.208,"15min":1.1719999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.8170000000000002,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.80900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.77700000000000002,"15min":0.56999999999999995},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.437},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.78500000000000003,"15min":0.59099999999999997},"min":{"1min":0.27000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.57399999999999995,"5min":10.238,"15min":10.238},"last":1.472}]},{"osd":5,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.89300000000000002,"15min":0.61299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63500000000000001,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.84299999999999997,"15min":0.626},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59499999999999997,"5min":10.307,"15min":10.307},"last":0.47399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:01:39 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.98599999999999999,"15min":0.67700000000000005},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":0.85099999999999998,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.90500000000000003,"15min":0.66200000000000003},"min":{"1min":0.32500000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.95799999999999996,"5min":10.526,"15min":10.526},"last":0.59599999999999997}]}]},{"osd":6,"up_from":174,"seq":747324309515,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1267748,"kb_used_data":944220,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":92477404,"statfs":{"total":95995035648,"available":94696861696,"internally_reserved":0,"allocated":966881280,"data_stored":966213429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]}]},{"osd":1,"up_from":90,"seq":386547056725,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1222176,"kb_used_data":1100248,"kb_used_omap":7,"kb_used_meta":121912,"kb_avail":92522976,"statfs":{"total":95995035648,"available":94743527424,"internally_reserved":0,"allocated":1126653952,"data_stored":1125753003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":124837987},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":1.1919999999999999,"15min":0.65200000000000002},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4580000000000002,"5min":13.762,"15min":13.762},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.89700000000000002,"15min":0.57399999999999995},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":3.343,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.78000000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.0229999999999999,"15min":1.097},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.3079999999999998,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.843,"15min":2.0329999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":3.1240000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.34899999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.216,"15min":0.67400000000000004},"min":{"1min":0.30499999999999999,"5min":0.214,"15min":0.214},"max":{"1min":9.1820000000000004,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.3660000000000001,"15min":0.72499999999999998},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.5680000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.58799999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.0229999999999999,"15min":0.79200000000000004},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.266,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":1.4079999999999999},{"interface":"front","average":{"1min":0.501,"5min":1.2370000000000001,"15min":0.86599999999999999},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61299999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":1.3839999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.008,"15min":0.77100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.375,"5min":5.258,"15min":5.258},"last":1.125},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.034,"15min":0.77900000000000003},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6920000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":1.627}]},{"osd":6,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.95199999999999996,"15min":0.78500000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7970000000000002,"5min":9.4299999999999997,"15min":9.4299999999999997},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.222,"15min":0.86299999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.4659999999999993,"5min":12.352,"15min":12.352},"last":0.73999999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":1.099,"15min":0.81000000000000005},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.3340000000000001,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":1.833},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.2949999999999999,"15min":0.89300000000000002},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82299999999999995,"5min":13.859,"15min":13.859},"last":1.4550000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220257,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1687368,"kb_used_data":1565440,"kb_used_omap":8,"kb_used_meta":121911,"kb_avail":92057784,"statfs":{"total":95995035648,"available":94267170816,"internally_reserved":0,"allocated":1603010560,"data_stored":1602079829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":124837476},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.92000000000000004,"15min":0.55900000000000005},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.0750000000000002,"5min":11.491,"15min":11.491},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.873,"5min":1.0620000000000001,"15min":0.60499999999999998},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":3.3860000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":1.8460000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:02:34 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.129,"15min":1.1080000000000001},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3979999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":1.8759999999999999},{"interface":"front","average":{"1min":1.22,"5min":1.488,"15min":1.532},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.224},"max":{"1min":6.3520000000000003,"5min":11.443,"15min":11.443},"last":0.90000000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":1.218,"15min":0.65600000000000003},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":3.4089999999999998,"5min":12.682,"15min":12.682},"last":1.8959999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.2150000000000001,"15min":0.65100000000000002},"min":{"1min":0.25800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.423,"5min":11.587,"15min":11.587},"last":2.601}]},{"osd":4,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.081,"15min":0.81000000000000005},"min":{"1min":0.438,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":11.382999999999999,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.374},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.92100000000000004,"15min":0.76600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":4.2320000000000002,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.41799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.0009999999999999,"15min":0.80500000000000005},"min":{"1min":0.39700000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":3.1219999999999999,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.2370000000000001,"15min":0.86399999999999999},"min":{"1min":0.40500000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":11.510999999999999,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.33800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.044,"15min":0.82799999999999996},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":7.1689999999999996,"5min":8.2240000000000002,"15min":8.2240000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.98799999999999999,"15min":0.80100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.3290000000000002,"5min":6.6509999999999998,"15min":6.6509999999999998},"last":2.089}]},{"osd":7,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.1200000000000001,"15min":0.83999999999999997},"min":{"1min":0.46600000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":8.5050000000000008,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":2.1139999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.2050000000000001,"15min":0.877},"min":{"1min":0.39100000000000001,"5min":0.372,"15min":0.372},"max":{"1min":11.476000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.47499999999999998}]}]},{"osd":2,"up_from":0,"seq":622770257950,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729679,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":823660,"kb_used_data":701796,"kb_used_omap":4,"kb_used_meta":121851,"kb_avail":92921492,"statfs":{"total":95995035648,"available":95151607808,"internally_reserved":0,"allocated":718639104,"data_stored":717726953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":124775831},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":1.135,"15min":0.61099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.2440000000000002,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.307},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.766,"15min":0.82499999999999996},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.0389999999999997,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.43099999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.1339999999999999,"15min":0.63100000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":3.133,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.751,"5min":1.292,"15min":0.69199999999999995},"min":{"1min":0.28399999999999997,"5min":0.25,"15min":0.25},"max":{"1min":3.2450000000000001,"5min":14.276,"15min":14.276},"last":0.36099999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.502,"15min":1.52},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5330000000000004,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.32400000000000001},{"interface":"front","average":{"1min":1.2190000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9880000000000004,"5min":4.9880000000000004,"15min":4.9880000000000004},"last":0.38700000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":1.026,"15min":0.76600000000000001},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":3.6459999999999999,"5min":14.212,"15min":14.212},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.796,"15min":1.018},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.4870000000000001,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.52800000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.79,"15min":1.032},"min":{"1min":0.40200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5190000000000001,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.1579999999999999,"15min":0.84799999999999998},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.585,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.52,"15min":0.96399999999999997},"min":{"1min":0.34200000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.2279999999999998,"5min":17.446999999999999,"15min":17.446999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.4099999999999999,"5min":1.0169999999999999,"15min":0.79800000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":7.3879999999999999,"5min":7.3879999999999999,"15min":7.3879999999999999},"last":0.62}]},{"osd":7,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.302,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6080000000000001,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.70599999999999996,"5min":1.1439999999999999,"15min":0.81899999999999995},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.2709999999999999,"5min":14.246,"15min":14.246},"last":0.63300000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019102,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2223460,"kb_used_data":1926236,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91521692,"statfs":{"total":95995035648,"available":93718212608,"internally_reserved":0,"allocated":1972465664,"data_stored":1971797607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.298,"15min":0.79300000000000004},"min":{"1min":0.26400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":2.1299999999999999,"5min":26.055,"15min":26.055},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.4750000000000001,"15min":0.90500000000000003},"min":{"1min":0.27300000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":4.5110000000000001,"5min":25.497,"15min":25.497},"last":0.29799999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.25,"15min":0.78800000000000003},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.407,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.3120000000000001,"15min":0.80700000000000005},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.415,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.38400000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.91900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":3.6299999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.85899999999999999,"15min":0.875},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.5179999999999998,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":1.0049999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.4510000000000001,"15min":0.84399999999999997},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":3.492,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":1.611,"15min":0.92600000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.2349999999999999,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.35599999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.65900000000000003,"15min":0.51300000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.47899999999999998,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.72399999999999998,"15min":0.57399999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58299999999999996,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:01:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.64800000000000002,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":3.621,"5min":6.101,"15min":6.101},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.80000000000000004,"15min":0.624},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.3440000000000001,"5min":6.234,"15min":6.234},"last":0.57799999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.85299999999999998,"15min":0.623},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.87,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.80900000000000005,"15min":0.626},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64000000000000001,"5min":12.754,"15min":12.754},"last":0.66300000000000003}]}]},{"osd":5,"up_from":36,"seq":154618822874,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2381012,"kb_used_data":2083788,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91364140,"statfs":{"total":95995035648,"available":93556879360,"internally_reserved":0,"allocated":2133798912,"data_stored":2133142157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:16 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":1.1100000000000001,"15min":0.73099999999999998},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.9619999999999997,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.2390000000000001,"5min":1.2010000000000001,"15min":0.78400000000000003},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.6459999999999999,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.296,"15min":0.77400000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.6429999999999998,"5min":16.033999999999999,"15min":16.033999999999999},"last":1.6679999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.94599999999999995,"15min":0.69699999999999995},"min":{"1min":0.34399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2890000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.37}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.995,"15min":1.0609999999999999},"min":{"1min":0.34699999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.627,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":1.609},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.0149999999999999,"15min":1.085},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.637,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.91300000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:02:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.347,"15min":0.81699999999999995},"min":{"1min":0.33000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.609,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":1.375,"15min":0.90100000000000002},"min":{"1min":0.35499999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7429999999999999,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":1.6419999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:02:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.79900000000000004,"15min":0.58899999999999997},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.23899999999999999},"max":{"1min":1.105,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.442},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.94899999999999995,"15min":0.65900000000000003},"min":{"1min":0.35199999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":0.878,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.39200000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.0920000000000001,"15min":0.70399999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.9220000000000002,"5min":20.363,"15min":20.363},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.1020000000000001,"15min":0.72399999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.307},"max":{"1min":2.952,"5min":17.803000000000001,"15min":17.803000000000001},"last":0.78200000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:02:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89600000000000002,"15min":0.67300000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3680000000000001,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.84599999999999997,"5min":1.0680000000000001,"15min":0.74399999999999999},"min":{"1min":0.33100000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.56299999999999994}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1596395520,"data_stored":1596391448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1115291648,"data_stored":1115291648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1121390592,"data_stored":1121386520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":711983104,"data_stored":711983104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1964703744,"data_stored":1964703744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2129924096,"data_stored":2129920024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":953942016,"data_stored":953942016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1187975168,"data_stored":1187971096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:03:12.482 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:03:12.546 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:12.590 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:12.633 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:12.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:12.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:12.730 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:03:12.740 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:12.778 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:12.815 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:12.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:12.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:12.839 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:12.919 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:12.949 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:12.991 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:12.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:12.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:13.095 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:13.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:13.168 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:13.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:13.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:13.215 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:13.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:13 smithi149 ceph-mon[135148]: from='client.35301 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:13.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:13 smithi018 ceph-mon[153734]: from='client.35301 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:13 smithi018 ceph-mon[149401]: from='client.35301 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:13.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:03:13.739 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:13.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:13.747 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:13.747 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:13.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:13.904 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:14.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:14.111 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:14.171 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:14.171 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:14.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:14 smithi149 ceph-mon[135148]: pgmap v486: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 24970/122544 objects degraded (20.376%); 6209/122544 objects misplaced (5.067%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:14.212 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:14.248 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:14 smithi018 ceph-mon[153734]: pgmap v486: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 24970/122544 objects degraded (20.376%); 6209/122544 objects misplaced (5.067%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:14 smithi018 ceph-mon[149401]: pgmap v486: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 24970/122544 objects degraded (20.376%); 6209/122544 objects misplaced (5.067%); 3.4 MiB/s, 84 objects/s recovering 2023-09-23T18:03:14.849 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:14.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:14.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:14.957 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:15.020 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:15.083 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:15.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:15.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:15.110 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:03:15.194 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:15.245 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:14] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.33.4" 2023-09-23T18:03:15.246 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:15.263 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:15.454 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:15.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:15.457 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:15.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:15.564 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:15.568 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:15.579 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:03:15.602 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:15.603 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:15.629 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:15.661 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:15.694 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:15.719 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:15.747 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:15.753 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:15.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:15.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:15.770 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:15.771 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.771 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.771 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.772 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.772 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.772 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.772 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.772 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:03:15.841 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:15.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:15.902 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:16.098 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:17.966 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:16 smithi149 ceph-mon[135148]: pgmap v487: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 24970/122310 objects degraded (20.415%); 6209/122310 objects misplaced (5.076%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:17.967 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3912927268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:17.967 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24970/122310 objects degraded (20.415%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:17.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:17.970 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:18.581 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":487,"stamp":"2023-09-23T18:03:14.655890+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2674792395,"num_objects":40770,"num_object_clones":0,"num_object_copies":122310,"num_objects_missing_on_primary":5793,"num_objects_missing":5793,"num_objects_degraded":24970,"num_objects_misplaced":6209,"num_objects_unfound":0,"num_objects_dirty":40770,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":109682,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36729,"num_bytes_recovered":2024817771,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92286,"ondisk_log_size":92286,"up":267,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11059652,"kb_used_data":9444300,"kb_used_omap":33,"kb_used_meta":1615262,"kb_avail":645156412,"statfs":{"total":671965249536,"available":660640165888,"internally_reserved":0,"allocated":9670963200,"data_stored":9665542744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1654029085},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-99418112,"num_objects":-1517,"num_object_clones":0,"num_object_copies":-4551,"num_objects_missing_on_primary":-76,"num_objects_missing":-76,"num_objects_degraded":-151,"num_objects_misplaced":-137,"num_objects_unfound":0,"num_objects_dirty":-1517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1517,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":342,"num_bytes_recovered":14745600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002446"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":20,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159893+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:04.159893+0000","last_peered":"2023-09-23T18:03:04.159893+0000","last_clean":"2023-09-23T18:03:04.159893+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:04.159893+0000","last_undegraded":"2023-09-23T18:03:04.159893+0000","last_fullsized":"2023-09-23T18:03:04.159893+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":184,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.186358+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:03:08.186358+0000","last_peered":"2023-09-23T18:03:08.186358+0000","last_clean":"2023-09-23T18:03:08.186358+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:03:08.186358+0000","last_undegraded":"2023-09-23T18:03:08.186358+0000","last_fullsized":"2023-09-23T18:03:08.186358+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191158+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:08.191158+0000","last_peered":"2023-09-23T18:03:08.191158+0000","last_clean":"2023-09-23T18:03:08.191158+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:08.191158+0000","last_undegraded":"2023-09-23T18:03:08.191158+0000","last_fullsized":"2023-09-23T18:03:08.191158+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157341+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:04.157341+0000","last_peered":"2023-09-23T18:03:04.157341+0000","last_clean":"2023-09-23T18:03:04.157341+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:04.157341+0000","last_undegraded":"2023-09-23T18:03:04.157341+0000","last_fullsized":"2023-09-23T18:03:04.157341+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":244,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.187696+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:08.187696+0000","last_peered":"2023-09-23T18:03:08.187696+0000","last_clean":"2023-09-23T18:03:08.187696+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:08.187696+0000","last_undegraded":"2023-09-23T18:03:08.187696+0000","last_fullsized":"2023-09-23T18:03:08.187696+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":154,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173578+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:04.173578+0000","last_peered":"2023-09-23T18:03:04.173578+0000","last_clean":"2023-09-23T18:03:04.173578+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:04.173578+0000","last_undegraded":"2023-09-23T18:03:04.173578+0000","last_fullsized":"2023-09-23T18:03:04.173578+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":181,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157582+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:04.157582+0000","last_peered":"2023-09-23T18:03:04.157582+0000","last_clean":"2023-09-23T18:03:04.157582+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:04.157582+0000","last_undegraded":"2023-09-23T18:03:04.157582+0000","last_fullsized":"2023-09-23T18:03:04.157582+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":199,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.187768+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:08.187768+0000","last_peered":"2023-09-23T18:03:08.187768+0000","last_clean":"2023-09-23T18:03:08.187768+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:08.187768+0000","last_undegraded":"2023-09-23T18:03:08.187768+0000","last_fullsized":"2023-09-23T18:03:08.187768+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168495+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:04.168495+0000","last_peered":"2023-09-23T18:03:04.168495+0000","last_clean":"2023-09-23T18:03:04.168495+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:04.168495+0000","last_undegraded":"2023-09-23T18:03:04.168495+0000","last_fullsized":"2023-09-23T18:03:04.168495+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":134,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.188555+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:08.188555+0000","last_peered":"2023-09-23T18:03:08.188555+0000","last_clean":"2023-09-23T18:03:08.188555+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:08.188555+0000","last_undegraded":"2023-09-23T18:03:08.188555+0000","last_fullsized":"2023-09-23T18:03:08.188555+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":193,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170095+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:04.170095+0000","last_peered":"2023-09-23T18:03:04.170095+0000","last_clean":"2023-09-23T18:03:04.170095+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:04.170095+0000","last_undegraded":"2023-09-23T18:03:04.170095+0000","last_fullsized":"2023-09-23T18:03:04.170095+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":114,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191516+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:08.191516+0000","last_peered":"2023-09-23T18:03:08.191516+0000","last_clean":"2023-09-23T18:03:08.191516+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:08.191516+0000","last_undegraded":"2023-09-23T18:03:08.191516+0000","last_fullsized":"2023-09-23T18:03:08.191516+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":30,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160237+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:04.160237+0000","last_peered":"2023-09-23T18:03:04.160237+0000","last_clean":"2023-09-23T18:03:04.160237+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:04.160237+0000","last_undegraded":"2023-09-23T18:03:04.160237+0000","last_fullsized":"2023-09-23T18:03:04.160237+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160054+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:04.160054+0000","last_peered":"2023-09-23T18:03:04.160054+0000","last_clean":"2023-09-23T18:03:04.160054+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:04.160054+0000","last_undegraded":"2023-09-23T18:03:04.160054+0000","last_fullsized":"2023-09-23T18:03:04.160054+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":239,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169366+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:04.169366+0000","last_peered":"2023-09-23T18:03:04.169366+0000","last_clean":"2023-09-23T18:03:04.169366+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:04.169366+0000","last_undegraded":"2023-09-23T18:03:04.169366+0000","last_fullsized":"2023-09-23T18:03:04.169366+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":190,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.187121+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:08.187121+0000","last_peered":"2023-09-23T18:03:08.187121+0000","last_clean":"2023-09-23T18:03:08.187121+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:08.187121+0000","last_undegraded":"2023-09-23T18:03:08.187121+0000","last_fullsized":"2023-09-23T18:03:08.187121+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156744+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:04.156744+0000","last_peered":"2023-09-23T18:03:04.156744+0000","last_clean":"2023-09-23T18:03:04.156744+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:04.156744+0000","last_undegraded":"2023-09-23T18:03:04.156744+0000","last_fullsized":"2023-09-23T18:03:04.156744+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168352+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:04.168352+0000","last_peered":"2023-09-23T18:03:04.168352+0000","last_clean":"2023-09-23T18:03:04.168352+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:04.168352+0000","last_undegraded":"2023-09-23T18:03:04.168352+0000","last_fullsized":"2023-09-23T18:03:04.168352+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":160,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169098+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:04.169098+0000","last_peered":"2023-09-23T18:03:04.169098+0000","last_clean":"2023-09-23T18:03:04.169098+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:04.169098+0000","last_undegraded":"2023-09-23T18:03:04.169098+0000","last_fullsized":"2023-09-23T18:03:04.169098+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":158,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157463+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:04.157463+0000","last_peered":"2023-09-23T18:03:04.157463+0000","last_clean":"2023-09-23T18:03:04.157463+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:04.157463+0000","last_undegraded":"2023-09-23T18:03:04.157463+0000","last_fullsized":"2023-09-23T18:03:04.157463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":241,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168873+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:04.168873+0000","last_peered":"2023-09-23T18:03:04.168873+0000","last_clean":"2023-09-23T18:03:04.168873+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:04.168873+0000","last_undegraded":"2023-09-23T18:03:04.168873+0000","last_fullsized":"2023-09-23T18:03:04.168873+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":160,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.186733+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:08.186733+0000","last_peered":"2023-09-23T18:03:08.186733+0000","last_clean":"2023-09-23T18:03:08.186733+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:08.186733+0000","last_undegraded":"2023-09-23T18:03:08.186733+0000","last_fullsized":"2023-09-23T18:03:08.186733+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"194'6717","reported_seq":6858,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.484808+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:03:10.484808+0000","last_peered":"2023-09-23T18:03:10.484808+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:03:10.484808+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"108'1361","ondisk_log_start":"108'1361","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5356,"log_dups_size":0,"ondisk_log_size":5356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161808384,"num_objects":2469,"num_object_clones":0,"num_object_copies":7407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6717,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2469}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":231,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169428+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:04.169428+0000","last_peered":"2023-09-23T18:03:04.169428+0000","last_clean":"2023-09-23T18:03:04.169428+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:04.169428+0000","last_undegraded":"2023-09-23T18:03:04.169428+0000","last_fullsized":"2023-09-23T18:03:04.169428+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168058+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:04.168058+0000","last_peered":"2023-09-23T18:03:04.168058+0000","last_clean":"2023-09-23T18:03:04.168058+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:04.168058+0000","last_undegraded":"2023-09-23T18:03:04.168058+0000","last_fullsized":"2023-09-23T18:03:04.168058+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"194'6912","reported_seq":9769,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.361922+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:03:10.361922+0000","last_peered":"2023-09-23T18:03:10.361922+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:03:10.361922+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:03:10.361922+0000","mapping_epoch":187,"log_start":"107'926","ondisk_log_start":"107'926","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5986,"log_dups_size":0,"ondisk_log_size":5986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172359680,"num_objects":2630,"num_object_clones":0,"num_object_copies":7890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6912,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1139,"num_bytes_recovered":48037888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":2630}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":246,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169702+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:04.169702+0000","last_peered":"2023-09-23T18:03:04.169702+0000","last_clean":"2023-09-23T18:03:04.169702+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:04.169702+0000","last_undegraded":"2023-09-23T18:03:04.169702+0000","last_fullsized":"2023-09-23T18:03:04.169702+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160552+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:04.160552+0000","last_peered":"2023-09-23T18:03:04.160552+0000","last_clean":"2023-09-23T18:03:04.160552+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:04.160552+0000","last_undegraded":"2023-09-23T18:03:04.160552+0000","last_fullsized":"2023-09-23T18:03:04.160552+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"194'6776","reported_seq":10706,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:09.999020+0000","last_change":"2023-09-23T18:02:47.557381+0000","last_active":"2023-09-23T18:03:09.999020+0000","last_peered":"2023-09-23T18:03:09.999020+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T18:02:47.534100+0000","last_became_peered":"2023-09-23T18:02:47.534100+0000","last_unstale":"2023-09-23T18:03:09.999020+0000","last_undegraded":"2023-09-23T18:02:47.404616+0000","last_fullsized":"2023-09-23T18:02:47.389265+0000","mapping_epoch":187,"log_start":"107'782","ondisk_log_start":"107'782","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5994,"log_dups_size":0,"ondisk_log_size":5994,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:00.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164757504,"num_objects":2514,"num_object_clones":0,"num_object_copies":7542,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1351,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2514,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6776,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1891,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,7","objects":2514}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":187,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169950+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:04.169950+0000","last_peered":"2023-09-23T18:03:04.169950+0000","last_clean":"2023-09-23T18:03:04.169950+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:04.169950+0000","last_undegraded":"2023-09-23T18:03:04.169950+0000","last_fullsized":"2023-09-23T18:03:04.169950+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":154,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170501+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:04.170501+0000","last_peered":"2023-09-23T18:03:04.170501+0000","last_clean":"2023-09-23T18:03:04.170501+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:04.170501+0000","last_undegraded":"2023-09-23T18:03:04.170501+0000","last_fullsized":"2023-09-23T18:03:04.170501+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"195'6918","reported_seq":12180,"reported_epoch":195,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:12.294786+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:03:12.294786+0000","last_peered":"2023-09-23T18:03:12.294786+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:03:12.294786+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"107'1295","ondisk_log_start":"107'1295","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5623,"log_dups_size":0,"ondisk_log_size":5623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164233216,"num_objects":2506,"num_object_clones":0,"num_object_copies":7518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5760,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6918,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2182,"num_bytes_recovered":142671872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"0,3","objects":250},{"shards":"2,3,4","objects":2247}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":175,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168328+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:04.168328+0000","last_peered":"2023-09-23T18:03:04.168328+0000","last_clean":"2023-09-23T18:03:04.168328+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:04.168328+0000","last_undegraded":"2023-09-23T18:03:04.168328+0000","last_fullsized":"2023-09-23T18:03:04.168328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":184,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156959+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:04.156959+0000","last_peered":"2023-09-23T18:03:04.156959+0000","last_clean":"2023-09-23T18:03:04.156959+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:04.156959+0000","last_undegraded":"2023-09-23T18:03:04.156959+0000","last_fullsized":"2023-09-23T18:03:04.156959+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"194'6808","reported_seq":10725,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.535703+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:03:10.535703+0000","last_peered":"2023-09-23T18:03:10.535703+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:03:10.535703+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"108'1445","ondisk_log_start":"108'1445","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167837720,"num_objects":2562,"num_object_clones":0,"num_object_copies":7686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3993,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2562,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6808,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1698,"num_bytes_recovered":85262360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":2550}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":216,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.188919+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:08.188919+0000","last_peered":"2023-09-23T18:03:08.188919+0000","last_clean":"2023-09-23T18:03:08.188919+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:08.188919+0000","last_undegraded":"2023-09-23T18:03:08.188919+0000","last_fullsized":"2023-09-23T18:03:08.188919+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160144+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:04.160144+0000","last_peered":"2023-09-23T18:03:04.160144+0000","last_clean":"2023-09-23T18:03:04.160144+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:04.160144+0000","last_undegraded":"2023-09-23T18:03:04.160144+0000","last_fullsized":"2023-09-23T18:03:04.160144+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"195'6866","reported_seq":14895,"reported_epoch":195,"state":"active+clean","last_fresh":"2023-09-23T18:03:12.812907+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:03:12.812907+0000","last_peered":"2023-09-23T18:03:12.812907+0000","last_clean":"2023-09-23T18:03:12.812907+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:03:12.812907+0000","last_undegraded":"2023-09-23T18:03:12.812907+0000","last_fullsized":"2023-09-23T18:03:12.812907+0000","mapping_epoch":148,"log_start":"108'1775","ondisk_log_start":"108'1775","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5091,"log_dups_size":0,"ondisk_log_size":5091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161742848,"num_objects":2468,"num_object_clones":0,"num_object_copies":7404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2468,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6866,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":173,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.170583+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:04.170583+0000","last_peered":"2023-09-23T18:03:04.170583+0000","last_clean":"2023-09-23T18:03:04.170583+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:04.170583+0000","last_undegraded":"2023-09-23T18:03:04.170583+0000","last_fullsized":"2023-09-23T18:03:04.170583+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159819+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:04.159819+0000","last_peered":"2023-09-23T18:03:04.159819+0000","last_clean":"2023-09-23T18:03:04.159819+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:04.159819+0000","last_undegraded":"2023-09-23T18:03:04.159819+0000","last_fullsized":"2023-09-23T18:03:04.159819+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"194'6721","reported_seq":13000,"reported_epoch":194,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:10.245227+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:03:10.245227+0000","last_peered":"2023-09-23T18:03:10.245227+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:03:10.245227+0000","last_undegraded":"2023-09-23T18:03:10.245227+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6721,"log_dups_size":0,"ondisk_log_size":6721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161808384,"num_objects":2469,"num_object_clones":0,"num_object_copies":7407,"num_objects_missing_on_primary":3057,"num_objects_missing":3057,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6721,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2112,"num_bytes_recovered":137822208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":15},{"shards":"4,5,6","objects":2454}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160303+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:04.160303+0000","last_peered":"2023-09-23T18:03:04.160303+0000","last_clean":"2023-09-23T18:03:04.160303+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:04.160303+0000","last_undegraded":"2023-09-23T18:03:04.160303+0000","last_fullsized":"2023-09-23T18:03:04.160303+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":191,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160106+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:04.160106+0000","last_peered":"2023-09-23T18:03:04.160106+0000","last_clean":"2023-09-23T18:03:04.160106+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:04.160106+0000","last_undegraded":"2023-09-23T18:03:04.160106+0000","last_fullsized":"2023-09-23T18:03:04.160106+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"194'6755","reported_seq":12675,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.393003+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:03:10.393003+0000","last_peered":"2023-09-23T18:03:10.393003+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:03:10.393003+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"107'777","ondisk_log_start":"107'777","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5978,"log_dups_size":0,"ondisk_log_size":5978,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162725888,"num_objects":2483,"num_object_clones":0,"num_object_copies":7449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6755,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":2469}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":186,"reported_epoch":195,"state":"active+clean","last_fresh":"2023-09-23T18:03:11.202377+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:11.202377+0000","last_peered":"2023-09-23T18:03:11.202377+0000","last_clean":"2023-09-23T18:03:11.202377+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:11.202377+0000","last_undegraded":"2023-09-23T18:03:11.202377+0000","last_fullsized":"2023-09-23T18:03:11.202377+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":161,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.192713+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:03:08.192713+0000","last_peered":"2023-09-23T18:03:08.192713+0000","last_clean":"2023-09-23T18:03:08.192713+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:03:08.192713+0000","last_undegraded":"2023-09-23T18:03:08.192713+0000","last_fullsized":"2023-09-23T18:03:08.192713+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":755,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191516+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:03:08.191516+0000","last_peered":"2023-09-23T18:03:08.191516+0000","last_clean":"2023-09-23T18:03:08.191516+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:03:08.191516+0000","last_undegraded":"2023-09-23T18:03:08.191516+0000","last_fullsized":"2023-09-23T18:03:08.191516+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168382+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:04.168382+0000","last_peered":"2023-09-23T18:03:04.168382+0000","last_clean":"2023-09-23T18:03:04.168382+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:04.168382+0000","last_undegraded":"2023-09-23T18:03:04.168382+0000","last_fullsized":"2023-09-23T18:03:04.168382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":106,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191374+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:03:08.191374+0000","last_peered":"2023-09-23T18:03:08.191374+0000","last_clean":"2023-09-23T18:03:08.191374+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:03:08.191374+0000","last_undegraded":"2023-09-23T18:03:08.191374+0000","last_fullsized":"2023-09-23T18:03:08.191374+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"195'6650","reported_seq":22755,"reported_epoch":195,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:12.214646+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:03:12.214646+0000","last_peered":"2023-09-23T18:03:12.214646+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:03:12.214646+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"107'1084","ondisk_log_start":"107'1084","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5566,"log_dups_size":0,"ondisk_log_size":5566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164364288,"num_objects":2508,"num_object_clones":0,"num_object_copies":7524,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":2508,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6650,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":2497}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"194'6735","reported_seq":21263,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.368185+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:03:10.368185+0000","last_peered":"2023-09-23T18:03:10.368185+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:03:10.368185+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:03:10.368185+0000","mapping_epoch":185,"log_start":"108'1710","ondisk_log_start":"108'1710","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5025,"log_dups_size":0,"ondisk_log_size":5025,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166395904,"num_objects":2539,"num_object_clones":0,"num_object_copies":7617,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":2153,"num_objects_misplaced":2299,"num_objects_unfound":0,"num_objects_dirty":2539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6735,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":2527},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":891,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168250+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:04.168250+0000","last_peered":"2023-09-23T18:03:04.168250+0000","last_clean":"2023-09-23T18:03:04.168250+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:04.168250+0000","last_undegraded":"2023-09-23T18:03:04.168250+0000","last_fullsized":"2023-09-23T18:03:04.168250+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":174,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159978+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:04.159978+0000","last_peered":"2023-09-23T18:03:04.159978+0000","last_clean":"2023-09-23T18:03:04.159978+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:04.159978+0000","last_undegraded":"2023-09-23T18:03:04.159978+0000","last_fullsized":"2023-09-23T18:03:04.159978+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":99,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191318+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:03:08.191318+0000","last_peered":"2023-09-23T18:03:08.191318+0000","last_clean":"2023-09-23T18:03:08.191318+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:03:08.191318+0000","last_undegraded":"2023-09-23T18:03:08.191318+0000","last_fullsized":"2023-09-23T18:03:08.191318+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"194'6704","reported_seq":19334,"reported_epoch":194,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:10.511013+0000","last_change":"2023-09-23T18:02:46.411298+0000","last_active":"2023-09-23T18:03:10.511013+0000","last_peered":"2023-09-23T18:03:10.511013+0000","last_clean":"2023-09-23T18:00:33.598260+0000","last_became_active":"2023-09-23T18:02:40.345327+0000","last_became_peered":"2023-09-23T18:02:40.345327+0000","last_unstale":"2023-09-23T18:03:10.511013+0000","last_undegraded":"2023-09-23T18:03:10.511013+0000","last_fullsized":"2023-09-23T18:02:40.253948+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6704,"log_dups_size":0,"ondisk_log_size":6704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173277184,"num_objects":2644,"num_object_clones":0,"num_object_copies":7932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6704,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6242,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":2644}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":577,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.188751+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:03:08.188751+0000","last_peered":"2023-09-23T18:03:08.188751+0000","last_clean":"2023-09-23T18:03:08.188751+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:03:08.188751+0000","last_undegraded":"2023-09-23T18:03:08.188751+0000","last_fullsized":"2023-09-23T18:03:08.188751+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":105,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.190883+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:03:08.190883+0000","last_peered":"2023-09-23T18:03:08.190883+0000","last_clean":"2023-09-23T18:03:08.190883+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:03:08.190883+0000","last_undegraded":"2023-09-23T18:03:08.190883+0000","last_fullsized":"2023-09-23T18:03:08.190883+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":199,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.192620+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:03:08.192620+0000","last_peered":"2023-09-23T18:03:08.192620+0000","last_clean":"2023-09-23T18:03:08.192620+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:03:08.192620+0000","last_undegraded":"2023-09-23T18:03:08.192620+0000","last_fullsized":"2023-09-23T18:03:08.192620+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":634,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168254+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:04.168254+0000","last_peered":"2023-09-23T18:03:04.168254+0000","last_clean":"2023-09-23T18:03:04.168254+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:04.168254+0000","last_undegraded":"2023-09-23T18:03:04.168254+0000","last_fullsized":"2023-09-23T18:03:04.168254+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":462,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169543+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:04.169543+0000","last_peered":"2023-09-23T18:03:04.169543+0000","last_clean":"2023-09-23T18:03:04.169543+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:04.169543+0000","last_undegraded":"2023-09-23T18:03:04.169543+0000","last_fullsized":"2023-09-23T18:03:04.169543+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":193,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191465+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:08.191465+0000","last_peered":"2023-09-23T18:03:08.191465+0000","last_clean":"2023-09-23T18:03:08.191465+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:08.191465+0000","last_undegraded":"2023-09-23T18:03:08.191465+0000","last_fullsized":"2023-09-23T18:03:08.191465+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":158,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173439+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:04.173439+0000","last_peered":"2023-09-23T18:03:04.173439+0000","last_clean":"2023-09-23T18:03:04.173439+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:04.173439+0000","last_undegraded":"2023-09-23T18:03:04.173439+0000","last_fullsized":"2023-09-23T18:03:04.173439+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"194'6587","reported_seq":6721,"reported_epoch":194,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:10.133430+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:03:10.133430+0000","last_peered":"2023-09-23T18:03:10.133430+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:03:10.133430+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:03:10.133430+0000","mapping_epoch":178,"log_start":"108'1252","ondisk_log_start":"108'1252","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169541632,"num_objects":2587,"num_object_clones":0,"num_object_copies":7761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":2001,"num_objects_unfound":0,"num_objects_dirty":2587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6587,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":2587}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"194'6868","reported_seq":9858,"reported_epoch":194,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:10.115709+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:03:10.115709+0000","last_peered":"2023-09-23T18:03:10.115709+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:03:10.115709+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'1851","ondisk_log_start":"108'1851","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5017,"log_dups_size":0,"ondisk_log_size":5017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170131456,"num_objects":2596,"num_object_clones":0,"num_object_copies":7788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6868,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":2582},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":851,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.169633+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:04.169633+0000","last_peered":"2023-09-23T18:03:04.169633+0000","last_clean":"2023-09-23T18:03:04.169633+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:04.169633+0000","last_undegraded":"2023-09-23T18:03:04.169633+0000","last_fullsized":"2023-09-23T18:03:04.169633+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":166,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.156839+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:04.156839+0000","last_peered":"2023-09-23T18:03:04.156839+0000","last_clean":"2023-09-23T18:03:04.156839+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:04.156839+0000","last_undegraded":"2023-09-23T18:03:04.156839+0000","last_fullsized":"2023-09-23T18:03:04.156839+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157391+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:04.157391+0000","last_peered":"2023-09-23T18:03:04.157391+0000","last_clean":"2023-09-23T18:03:04.157391+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:04.157391+0000","last_undegraded":"2023-09-23T18:03:04.157391+0000","last_fullsized":"2023-09-23T18:03:04.157391+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":352,"reported_epoch":193,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:04.170010+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:04.170010+0000","last_peered":"2023-09-23T18:03:04.170010+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:04.170010+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:04.170010+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":123,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191398+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:03:08.191398+0000","last_peered":"2023-09-23T18:03:08.191398+0000","last_clean":"2023-09-23T18:03:08.191398+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:03:08.191398+0000","last_undegraded":"2023-09-23T18:03:08.191398+0000","last_fullsized":"2023-09-23T18:03:08.191398+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":176,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157111+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:04.157111+0000","last_peered":"2023-09-23T18:03:04.157111+0000","last_clean":"2023-09-23T18:03:04.157111+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:04.157111+0000","last_undegraded":"2023-09-23T18:03:04.157111+0000","last_fullsized":"2023-09-23T18:03:04.157111+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"194'6887","reported_seq":7006,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:09.339710+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:03:09.339710+0000","last_peered":"2023-09-23T18:03:09.339710+0000","last_clean":"2023-09-23T18:03:09.339710+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:03:09.339710+0000","last_undegraded":"2023-09-23T18:03:09.339710+0000","last_fullsized":"2023-09-23T18:03:09.339710+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5988,"log_dups_size":0,"ondisk_log_size":5988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168755200,"num_objects":2575,"num_object_clones":0,"num_object_copies":7725,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2575,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6887,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":165,"reported_epoch":195,"state":"active+clean","last_fresh":"2023-09-23T18:03:11.202876+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:11.202876+0000","last_peered":"2023-09-23T18:03:11.202876+0000","last_clean":"2023-09-23T18:03:11.202876+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:11.202876+0000","last_undegraded":"2023-09-23T18:03:11.202876+0000","last_fullsized":"2023-09-23T18:03:11.202876+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":701,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.192269+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:03:08.192269+0000","last_peered":"2023-09-23T18:03:08.192269+0000","last_clean":"2023-09-23T18:03:08.192269+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:03:08.192269+0000","last_undegraded":"2023-09-23T18:03:08.192269+0000","last_fullsized":"2023-09-23T18:03:08.192269+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":198,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.187602+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:03:08.187602+0000","last_peered":"2023-09-23T18:03:08.187602+0000","last_clean":"2023-09-23T18:03:08.187602+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:03:08.187602+0000","last_undegraded":"2023-09-23T18:03:08.187602+0000","last_fullsized":"2023-09-23T18:03:08.187602+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"194'6901","reported_seq":7834,"reported_epoch":194,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:10.489008+0000","last_change":"2023-09-23T18:02:41.462810+0000","last_active":"2023-09-23T18:03:10.489008+0000","last_peered":"2023-09-23T18:03:10.489008+0000","last_clean":"2023-09-23T18:00:33.467763+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:03:10.489008+0000","last_undegraded":"2023-09-23T18:02:41.252529+0000","last_fullsized":"2023-09-23T18:03:10.489008+0000","mapping_epoch":185,"log_start":"107'1128","ondisk_log_start":"107'1128","created":103,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5773,"log_dups_size":0,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170459136,"num_objects":2601,"num_object_clones":0,"num_object_copies":7803,"num_objects_missing_on_primary":823,"num_objects_missing":823,"num_objects_degraded":823,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6901,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":386,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":["0","3","6","7"],"object_location_counts":[{"shards":"3,4,7","objects":2601}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":410,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.173584+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:04.173584+0000","last_peered":"2023-09-23T18:03:04.173584+0000","last_clean":"2023-09-23T18:03:04.173584+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:04.173584+0000","last_undegraded":"2023-09-23T18:03:04.173584+0000","last_fullsized":"2023-09-23T18:03:04.173584+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":30,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157323+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:04.157323+0000","last_peered":"2023-09-23T18:03:04.157323+0000","last_clean":"2023-09-23T18:03:04.157323+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:04.157323+0000","last_undegraded":"2023-09-23T18:03:04.157323+0000","last_fullsized":"2023-09-23T18:03:04.157323+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.160382+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:04.160382+0000","last_peered":"2023-09-23T18:03:04.160382+0000","last_clean":"2023-09-23T18:03:04.160382+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:04.160382+0000","last_undegraded":"2023-09-23T18:03:04.160382+0000","last_fullsized":"2023-09-23T18:03:04.160382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"195'6771","reported_seq":13791,"reported_epoch":195,"state":"active+clean","last_fresh":"2023-09-23T18:03:12.290031+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:03:12.290031+0000","last_peered":"2023-09-23T18:03:12.290031+0000","last_clean":"2023-09-23T18:03:12.290031+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:03:12.290031+0000","last_undegraded":"2023-09-23T18:03:12.290031+0000","last_fullsized":"2023-09-23T18:03:12.290031+0000","mapping_epoch":191,"log_start":"107'1175","ondisk_log_start":"107'1175","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5596,"log_dups_size":0,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169803776,"num_objects":2591,"num_object_clones":0,"num_object_copies":7773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6771,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":26,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157040+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:04.157040+0000","last_peered":"2023-09-23T18:03:04.157040+0000","last_clean":"2023-09-23T18:03:04.157040+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:04.157040+0000","last_undegraded":"2023-09-23T18:03:04.157040+0000","last_fullsized":"2023-09-23T18:03:04.157040+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":80,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.191430+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:08.191430+0000","last_peered":"2023-09-23T18:03:08.191430+0000","last_clean":"2023-09-23T18:03:08.191430+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:08.191430+0000","last_undegraded":"2023-09-23T18:03:08.191430+0000","last_fullsized":"2023-09-23T18:03:08.191430+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":188,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168410+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:04.168410+0000","last_peered":"2023-09-23T18:03:04.168410+0000","last_clean":"2023-09-23T18:03:04.168410+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:04.168410+0000","last_undegraded":"2023-09-23T18:03:04.168410+0000","last_fullsized":"2023-09-23T18:03:04.168410+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159782+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:04.159782+0000","last_peered":"2023-09-23T18:03:04.159782+0000","last_clean":"2023-09-23T18:03:04.159782+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:04.159782+0000","last_undegraded":"2023-09-23T18:03:04.159782+0000","last_fullsized":"2023-09-23T18:03:04.159782+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":162,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.168471+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:04.168471+0000","last_peered":"2023-09-23T18:03:04.168471+0000","last_clean":"2023-09-23T18:03:04.168471+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:04.168471+0000","last_undegraded":"2023-09-23T18:03:04.168471+0000","last_fullsized":"2023-09-23T18:03:04.168471+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159784+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:04.159784+0000","last_peered":"2023-09-23T18:03:04.159784+0000","last_clean":"2023-09-23T18:03:04.159784+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:04.159784+0000","last_undegraded":"2023-09-23T18:03:04.159784+0000","last_fullsized":"2023-09-23T18:03:04.159784+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":214,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.187035+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:03:08.187035+0000","last_peered":"2023-09-23T18:03:08.187035+0000","last_clean":"2023-09-23T18:03:08.187035+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:03:08.187035+0000","last_undegraded":"2023-09-23T18:03:08.187035+0000","last_fullsized":"2023-09-23T18:03:08.187035+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":218,"reported_epoch":194,"state":"active+clean","last_fresh":"2023-09-23T18:03:08.188387+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:08.188387+0000","last_peered":"2023-09-23T18:03:08.188387+0000","last_clean":"2023-09-23T18:03:08.188387+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:08.188387+0000","last_undegraded":"2023-09-23T18:03:08.188387+0000","last_fullsized":"2023-09-23T18:03:08.188387+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":62,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.157452+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:04.157452+0000","last_peered":"2023-09-23T18:03:04.157452+0000","last_clean":"2023-09-23T18:03:04.157452+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:04.157452+0000","last_undegraded":"2023-09-23T18:03:04.157452+0000","last_fullsized":"2023-09-23T18:03:04.157452+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-09-23T18:03:04.159489+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:04.159489+0000","last_peered":"2023-09-23T18:03:04.159489+0000","last_clean":"2023-09-23T18:03:04.159489+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:04.159489+0000","last_undegraded":"2023-09-23T18:03:04.159489+0000","last_fullsized":"2023-09-23T18:03:04.159489+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":2670002200,"num_objects":40742,"num_object_clones":0,"num_object_copies":122226,"num_objects_missing_on_primary":5793,"num_objects_missing":5793,"num_objects_degraded":24966,"num_objects_misplaced":6209,"num_objects_unfound":0,"num_objects_dirty":40742,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":108576,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36606,"num_bytes_recovered":2015821848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10739007488,"data_stored":10738991200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91116,"ondisk_log_size":91116,"up":48,"acting":39,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":23000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430419,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1470956,"kb_used_data":1165540,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92274196,"statfs":{"total":95995035648,"available":94488776704,"internally_reserved":0,"allocated":1193512960,"data_stored":1192837034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.76000000000000001,"15min":0.65700000000000003},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53700000000000003,"5min":6.415,"15min":6.5090000000000003},"last":0.312},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.82899999999999996,"15min":0.69999999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.52300000000000002,"5min":6.3869999999999996,"15min":6.5},"last":0.29999999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.90600000000000003,"15min":0.67100000000000004},"min":{"1min":0.31900000000000001,"5min":0.251,"15min":0.251},"max":{"1min":2.7999999999999998,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.38},{"interface":"front","average":{"1min":0.504,"5min":0.79200000000000004,"15min":0.64800000000000002},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.4510000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.63700000000000001,"15min":0.67700000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68000000000000005,"5min":3.1440000000000001,"15min":3.1440000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.73299999999999998,"15min":0.68799999999999994},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.085,"5min":6.085,"15min":6.085},"last":0.36699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.133,"15min":1.147},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.778,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.208,"15min":1.1719999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.8170000000000002,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.80900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.77700000000000002,"15min":0.56999999999999995},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.437},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.78500000000000003,"15min":0.59099999999999997},"min":{"1min":0.27000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.57399999999999995,"5min":10.238,"15min":10.238},"last":1.472}]},{"osd":5,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.89300000000000002,"15min":0.61299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63500000000000001,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.84299999999999997,"15min":0.626},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59499999999999997,"5min":10.307,"15min":10.307},"last":0.47399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:01:39 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.98599999999999999,"15min":0.67700000000000005},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":0.85099999999999998,"5min":6.4269999999999996,"15min":6.4269999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.90500000000000003,"15min":0.66200000000000003},"min":{"1min":0.32500000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.95799999999999996,"5min":10.526,"15min":10.526},"last":0.59599999999999997}]}]},{"osd":6,"up_from":174,"seq":747324309515,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1267748,"kb_used_data":944220,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":92477404,"statfs":{"total":95995035648,"available":94696861696,"internally_reserved":0,"allocated":966881280,"data_stored":966213429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]}]},{"osd":1,"up_from":90,"seq":386547056726,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1202548,"kb_used_data":1076524,"kb_used_omap":7,"kb_used_meta":126008,"kb_avail":92542604,"statfs":{"total":95995035648,"available":94763626496,"internally_reserved":0,"allocated":1102360576,"data_stored":1101455609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":129032291},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":1.1919999999999999,"15min":0.65200000000000002},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4580000000000002,"5min":13.762,"15min":13.762},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.89700000000000002,"15min":0.57399999999999995},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":3.343,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.252}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.0229999999999999,"15min":1.097},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.3079999999999998,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.843,"15min":2.0329999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":3.1240000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.54900000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.216,"15min":0.67400000000000004},"min":{"1min":0.30499999999999999,"5min":0.214,"15min":0.214},"max":{"1min":9.1820000000000004,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.3660000000000001,"15min":0.72499999999999998},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.5680000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.52900000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.0229999999999999,"15min":0.79200000000000004},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.266,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.501,"5min":1.2370000000000001,"15min":0.86599999999999999},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61299999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.432}]},{"osd":5,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.008,"15min":0.77100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.375,"5min":5.258,"15min":5.258},"last":0.376},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.034,"15min":0.77900000000000003},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6920000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:00:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.95199999999999996,"15min":0.78500000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7970000000000002,"5min":9.4299999999999997,"15min":9.4299999999999997},"last":0.503},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.222,"15min":0.86299999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.4659999999999993,"5min":12.352,"15min":12.352},"last":0.45100000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":1.099,"15min":0.81000000000000005},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.3340000000000001,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.2949999999999999,"15min":0.89300000000000002},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82299999999999995,"5min":13.859,"15min":13.859},"last":0.56599999999999995}]}]},{"osd":0,"up_from":85,"seq":365072220257,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1687368,"kb_used_data":1565440,"kb_used_omap":8,"kb_used_meta":121911,"kb_avail":92057784,"statfs":{"total":95995035648,"available":94267170816,"internally_reserved":0,"allocated":1603010560,"data_stored":1602079829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":124837476},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.92000000000000004,"15min":0.55900000000000005},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.0750000000000002,"5min":11.491,"15min":11.491},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.873,"5min":1.0620000000000001,"15min":0.60499999999999998},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":3.3860000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":1.8460000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:02:34 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.129,"15min":1.1080000000000001},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3979999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":1.8759999999999999},{"interface":"front","average":{"1min":1.22,"5min":1.488,"15min":1.532},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.224},"max":{"1min":6.3520000000000003,"5min":11.443,"15min":11.443},"last":0.90000000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":1.218,"15min":0.65600000000000003},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":3.4089999999999998,"5min":12.682,"15min":12.682},"last":1.8959999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.2150000000000001,"15min":0.65100000000000002},"min":{"1min":0.25800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.423,"5min":11.587,"15min":11.587},"last":2.601}]},{"osd":4,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.081,"15min":0.81000000000000005},"min":{"1min":0.438,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":11.382999999999999,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.374},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.92100000000000004,"15min":0.76600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":4.2320000000000002,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.41799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.0009999999999999,"15min":0.80500000000000005},"min":{"1min":0.39700000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":3.1219999999999999,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.2370000000000001,"15min":0.86399999999999999},"min":{"1min":0.40500000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":11.510999999999999,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.33800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:01:18 2023","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.044,"15min":0.82799999999999996},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":7.1689999999999996,"5min":8.2240000000000002,"15min":8.2240000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.98799999999999999,"15min":0.80100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.3290000000000002,"5min":6.6509999999999998,"15min":6.6509999999999998},"last":2.089}]},{"osd":7,"last update":"Sat Sep 23 18:02:18 2023","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.1200000000000001,"15min":0.83999999999999997},"min":{"1min":0.46600000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":8.5050000000000008,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":2.1139999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.2050000000000001,"15min":0.877},"min":{"1min":0.39100000000000001,"5min":0.372,"15min":0.372},"max":{"1min":11.476000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.47499999999999998}]}]},{"osd":2,"up_from":0,"seq":622770257950,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729680,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":826560,"kb_used_data":682552,"kb_used_omap":4,"kb_used_meta":143995,"kb_avail":92918592,"statfs":{"total":95995035648,"available":95148638208,"internally_reserved":0,"allocated":698933248,"data_stored":698017079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":147451287},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":1.135,"15min":0.61099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.2440000000000002,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.312},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.766,"15min":0.82499999999999996},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.0389999999999997,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.45100000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.1339999999999999,"15min":0.63100000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":3.133,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.751,"5min":1.292,"15min":0.69199999999999995},"min":{"1min":0.28399999999999997,"5min":0.25,"15min":0.25},"max":{"1min":3.2450000000000001,"5min":14.276,"15min":14.276},"last":0.434}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.502,"15min":1.52},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5330000000000004,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.2190000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9880000000000004,"5min":4.9880000000000004,"15min":4.9880000000000004},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":1.026,"15min":0.76600000000000001},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":3.6459999999999999,"5min":14.212,"15min":14.212},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.796,"15min":1.018},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.4870000000000001,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.79,"15min":1.032},"min":{"1min":0.40200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5190000000000001,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.1579999999999999,"15min":0.84799999999999998},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.585,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.60299999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:00:49 2023","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.52,"15min":0.96399999999999997},"min":{"1min":0.34200000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.2279999999999998,"5min":17.446999999999999,"15min":17.446999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":1.4099999999999999,"5min":1.0169999999999999,"15min":0.79800000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":7.3879999999999999,"5min":7.3879999999999999,"15min":7.3879999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.302,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6080000000000001,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":1.1439999999999999,"15min":0.81899999999999995},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.2709999999999999,"5min":14.246,"15min":14.246},"last":0.51200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019102,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2223460,"kb_used_data":1926236,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91521692,"statfs":{"total":95995035648,"available":93718212608,"internally_reserved":0,"allocated":1972465664,"data_stored":1971797607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.298,"15min":0.79300000000000004},"min":{"1min":0.26400000000000001,"5min":0.245,"15min":0.245},"max":{"1min":2.1299999999999999,"5min":26.055,"15min":26.055},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.4750000000000001,"15min":0.90500000000000003},"min":{"1min":0.27300000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":4.5110000000000001,"5min":25.497,"15min":25.497},"last":0.29799999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.25,"15min":0.78800000000000003},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.407,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.3120000000000001,"15min":0.80700000000000005},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.415,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.38400000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.91900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":3.6299999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.85899999999999999,"15min":0.875},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.5179999999999998,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":1.0049999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.4510000000000001,"15min":0.84399999999999997},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":3.492,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":1.611,"15min":0.92600000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.2349999999999999,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.35599999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.65900000000000003,"15min":0.51300000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.47899999999999998,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.72399999999999998,"15min":0.57399999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58299999999999996,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:01:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.64800000000000002,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":3.621,"5min":6.101,"15min":6.101},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.80000000000000004,"15min":0.624},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.3440000000000001,"5min":6.234,"15min":6.234},"last":0.57799999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.85299999999999998,"15min":0.623},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.87,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.80900000000000005,"15min":0.626},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64000000000000001,"5min":12.754,"15min":12.754},"last":0.66300000000000003}]}]},{"osd":5,"up_from":36,"seq":154618822874,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2381012,"kb_used_data":2083788,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91364140,"statfs":{"total":95995035648,"available":93556879360,"internally_reserved":0,"allocated":2133798912,"data_stored":2133142157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:16 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":1.1100000000000001,"15min":0.73099999999999998},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.9619999999999997,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.2390000000000001,"5min":1.2010000000000001,"15min":0.78400000000000003},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.6459999999999999,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.296,"15min":0.77400000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.6429999999999998,"5min":16.033999999999999,"15min":16.033999999999999},"last":1.6679999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.94599999999999995,"15min":0.69699999999999995},"min":{"1min":0.34399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2890000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.37}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.995,"15min":1.0609999999999999},"min":{"1min":0.34699999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.627,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":1.609},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.0149999999999999,"15min":1.085},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.637,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.91300000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:02:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.347,"15min":0.81699999999999995},"min":{"1min":0.33000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.609,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":1.375,"15min":0.90100000000000002},"min":{"1min":0.35499999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7429999999999999,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":1.6419999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:02:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.79900000000000004,"15min":0.58899999999999997},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.23899999999999999},"max":{"1min":1.105,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.442},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.94899999999999995,"15min":0.65900000000000003},"min":{"1min":0.35199999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":0.878,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.39200000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.0920000000000001,"15min":0.70399999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":2.9220000000000002,"5min":20.363,"15min":20.363},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.1020000000000001,"15min":0.72399999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.307},"max":{"1min":2.952,"5min":17.803000000000001,"15min":17.803000000000001},"last":0.78200000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:02:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89600000000000002,"15min":0.67300000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3680000000000001,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.84599999999999997,"5min":1.0680000000000001,"15min":0.74399999999999999},"min":{"1min":0.33100000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.56299999999999994}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1596395520,"data_stored":1596391448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1092288512,"data_stored":1092288512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1121390592,"data_stored":1121386520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":692387840,"data_stored":692387840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1964703744,"data_stored":1964703744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2129924096,"data_stored":2129920024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":953942016,"data_stored":953942016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1187975168,"data_stored":1187971096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:03:20.951 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25568 5.7 5:e079d04e:::benchmark_data_smithi018_184207_object25567:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 309.20986455000002, 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994, 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25568 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097049+0000", 2023-09-23T18:03:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:21.388 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:21.388 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097048+0000", 2023-09-23T18:03:21.388 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030009200000000001 2023-09-23T18:03:21.388 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:21.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:21.396 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:21.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097348+0000", 2023-09-23T18:03:21.396 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2669999999999995e-06 2023-09-23T18:03:21.396 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:21.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:21.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:21.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097357+0000", 2023-09-23T18:03:21.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6919999999999999e-06 2023-09-23T18:03:22.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:22.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097363+0000", 2023-09-23T18:03:22.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023030899999999999 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097593+0000", 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8592999999999996e-05 2023-09-23T18:03:22.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:22.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097692+0000", 2023-09-23T18:03:22.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012875000000000001 2023-09-23T18:03:22.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:22.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097820+0000", 2023-09-23T18:03:22.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457570000000001 2023-09-23T18:03:22.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098966+0000", 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022302540000000001 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:22.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101196+0000", 2023-09-23T18:03:22.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059581159000000002 2023-09-23T18:03:22.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.313 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:22.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160778+0000", 2023-09-23T18:03:22.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9283999999999997e-05 2023-09-23T18:03:22.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:22.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160837+0000", 2023-09-23T18:03:22.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2994999999999997e-05 2023-09-23T18:03:22.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:22.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160880+0000", 2023-09-23T18:03:22.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063831271999999994 2023-09-23T18:03:22.318 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33936 5.7 5:ee42d960:::benchmark_data_smithi018_184207_object33935:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:22.319 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.33906027299997, 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862, 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:22.320 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33936 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:03:22.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967853+0000", 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967852+0000", 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8733999999999998e-05 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:22.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967900+0000", 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2583e-05 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967913+0000", 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4330000000000003e-06 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967918+0000", 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045941599999999999 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972513+0000", 2023-09-23T18:03:22.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0001372 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972650+0000", 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016474999999999999 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.972815+0000", 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003077148 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975892+0000", 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018184539999999999 2023-09-23T18:03:22.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:22.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977710+0000", 2023-09-23T18:03:22.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111170493 2023-09-23T18:03:22.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088881+0000", 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5266999999999998e-05 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:22.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088936+0000", 2023-09-23T18:03:22.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1788e-05 2023-09-23T18:03:22.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:22.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.088978+0000", 2023-09-23T18:03:22.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.121124862 2023-09-23T18:03:22.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33937 5.7 5:e93ac9a5:::benchmark_data_smithi018_184207_object33936:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:03:22.803 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.33898854799997, 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595, 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33937 2023-09-23T18:03:22.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967925+0000", 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967924+0000", 2023-09-23T18:03:22.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7394999999999997e-05 2023-09-23T18:03:22.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967961+0000", 2023-09-23T18:03:23.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.362e-06 2023-09-23T18:03:23.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967969+0000", 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8580000000000002e-06 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.967973+0000", 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064566210000000001 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974429+0000", 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1012000000000002e-05 2023-09-23T18:03:23.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974520+0000", 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014396499999999999 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.046 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.974664+0000", 2023-09-23T18:03:23.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027944670000000001 2023-09-23T18:03:23.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977459+0000", 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000261971 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977721+0000", 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112870989 2023-09-23T18:03:23.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090592+0000", 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7479999999999999e-05 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090649+0000", 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4057999999999999e-05 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090673+0000", 2023-09-23T18:03:23.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122748595 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33942 5.7 5:e5563bf5:::benchmark_data_smithi018_184207_object33941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.160 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.33616037299998, 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999, 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.161 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33942 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970753+0000", 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970751+0000", 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9578999999999999e-05 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970781+0000", 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3139999999999993e-06 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970790+0000", 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8130000000000001e-06 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.970796+0000", 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051205920000000002 2023-09-23T18:03:23.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.975917+0000", 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114508 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.288 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976031+0000", 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016178699999999999 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.976193+0000", 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012926249999999999 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977486+0000", 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024485099999999998 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.977730+0000", 2023-09-23T18:03:23.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11300805 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090738+0000", 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6384000000000001e-05 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090795+0000", 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2163000000000003e-05 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090837+0000", 2023-09-23T18:03:23.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12008431999999999 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33960 5.7 5:e3bbbba5:::benchmark_data_smithi018_184207_object33959:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:03:23.293 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.32772905799999, 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731, 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33960 2023-09-23T18:03:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979184+0000", 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979183+0000", 2023-09-23T18:03:23.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6968e-05 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979250+0000", 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2204999999999999e-05 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979262+0000", 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0180000000000001e-06 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979267+0000", 2023-09-23T18:03:23.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8109999999999998e-05 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979315+0000", 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014808200000000001 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979463+0000", 2023-09-23T18:03:23.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016114699999999999 2023-09-23T18:03:23.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.979624+0000", 2023-09-23T18:03:23.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013518569999999999 2023-09-23T18:03:23.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.980976+0000", 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00086668400000000005 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.981843+0000", 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109042606 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090886+0000", 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8804000000000002e-05 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090934+0000", 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5382000000000001e-05 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.090970+0000", 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111785731 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.477 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:33973 5.7 5:e81dba2a:::benchmark_data_smithi018_184207_object33972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.31706560999999, 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393, 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.478 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 33973 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:03:23.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989847+0000", 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989846+0000", 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4212000000000002e-05 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989900+0000", 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0344e-05 2023-09-23T18:03:23.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989911+0000", 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9880000000000004e-06 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989916+0000", 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1523000000000001e-05 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.989967+0000", 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014799299999999999 2023-09-23T18:03:23.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990115+0000", 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125967 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.990241+0000", 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001122893 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.991364+0000", 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092885257999999998 2023-09-23T18:03:23.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.084249+0000", 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067623509999999998 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091012+0000", 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091060+0000", 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9592999999999999e-05 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.091090+0000", 2023-09-23T18:03:23.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101242393 2023-09-23T18:03:23.488 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.488 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.488 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34411 5.7 5:e077e02e:::benchmark_data_smithi018_184207_object34410:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.01160128499998, 2023-09-23T18:03:23.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994, 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34411 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295312+0000", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295311+0000", 2023-09-23T18:03:23.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4061999999999999e-05 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295355+0000", 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2340999999999999e-05 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295367+0000", 2023-09-23T18:03:23.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6149999999999996e-06 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.295373+0000", 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038068120000000001 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299180+0000", 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118743 2023-09-23T18:03:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299298+0000", 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013888400000000001 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299437+0000", 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056404660000000002 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.305078+0000", 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016296959999999999 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306707+0000", 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078772808 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385480+0000", 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010238099999999999 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385583+0000", 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2333e-05 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.385655+0000", 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090343129999999994 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34413 5.7 5:e1ae280b:::benchmark_data_smithi018_184207_object34412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 305.00783080500003, 2023-09-23T18:03:23.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004, 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34413 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299082+0000", 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299081+0000", 2023-09-23T18:03:23.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9898999999999998e-05 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299131+0000", 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2587e-05 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299143+0000", 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0180000000000004e-06 2023-09-23T18:03:23.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.299150+0000", 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030143560000000002 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302165+0000", 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012478200000000001 2023-09-23T18:03:23.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302289+0000", 2023-09-23T18:03:23.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014953500000000001 2023-09-23T18:03:23.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.302439+0000", 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042560289999999997 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306695+0000", 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3501000000000001e-05 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.306718+0000", 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081895469999999998 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388614+0000", 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9267000000000001e-05 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388663+0000", 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5754999999999998e-05 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388709+0000", 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089626594000000004 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:34446 5.7 5:ef1db441:::benchmark_data_smithi018_184207_object34445:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 304.98971451, 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002, 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 34446 2023-09-23T18:03:23.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317199+0000", 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317197+0000", 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4425999999999999e-05 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317232+0000", 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0942e-05 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317243+0000", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6669999999999999e-06 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317250+0000", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00062588499999999996 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.317875+0000", 2023-09-23T18:03:23.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125155 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318001+0000", 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015724399999999999 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.318158+0000", 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017640310000000001 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.319922+0000", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00089385599999999995 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.320816+0000", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.067966514000000006 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388782+0000", 2023-09-23T18:03:23.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9440999999999997e-05 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388822+0000", 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0661000000000003e-05 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:12.388862+0000", 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071663742000000002 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.708 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.709 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.709 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38656 5.7 5:ed5e2559:::benchmark_data_smithi018_184207_object38655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.830 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:03:23.830 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 302.64018267500001, 2023-09-23T18:03:23.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001, 2023-09-23T18:03:23.830 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.830 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38656 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:03:23.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666730+0000", 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1195e-05 2023-09-23T18:03:23.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666781+0000", 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6039999999999993e-06 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666790+0000", 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4399999999999996e-06 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666795+0000", 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034811999999999999 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667143+0000", 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112099 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667255+0000", 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017240800000000001 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.667428+0000", 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025815759999999999 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670009+0000", 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.066e-06 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670015+0000", 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062240891 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732256+0000", 2023-09-23T18:03:23.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7501999999999999e-05 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732314+0000", 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5606999999999999e-05 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732359+0000", 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065628880000000001 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.837 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38659 5.7 5:e2444714:::benchmark_data_smithi018_184207_object38658:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 302.640060893, 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995, 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.838 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38659 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666852+0000", 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0198000000000001e-05 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666882+0000", 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1269999999999997e-06 2023-09-23T18:03:23.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666889+0000", 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6519999999999997e-06 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.666894+0000", 2023-09-23T18:03:23.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031406770000000001 2023-09-23T18:03:23.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670034+0000", 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014561199999999999 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670180+0000", 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170383 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670350+0000", 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037183120000000001 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674069+0000", 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014402040000000001 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675509+0000", 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056892181999999999 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732401+0000", 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8303999999999998e-05 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732439+0000", 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1399000000000002e-05 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.732471+0000", 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065618527999999995 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38664 5.7 5:eb985126:::benchmark_data_smithi018_184207_object38663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:03:23.939 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 302.63631619199998, 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994, 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38664 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670597+0000", 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:23.941 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670595+0000", 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7951999999999999e-05 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670623+0000", 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1724e-05 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670635+0000", 2023-09-23T18:03:23.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9699999999999996e-06 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.670641+0000", 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012315889999999999 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671873+0000", 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118631 2023-09-23T18:03:23.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.671991+0000", 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014635700000000001 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.672138+0000", 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019958390000000001 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674133+0000", 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001380385 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675514+0000", 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057781403000000002 2023-09-23T18:03:23.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733295+0000", 2023-09-23T18:03:24.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0238000000000001e-05 2023-09-23T18:03:24.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733366+0000", 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6947999999999999e-05 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.733402+0000", 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062805564999999994 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.013 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41472 5.6 5:62f95c11:::benchmark_data_smithi018_184207_object41471:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.84911300300001, 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002, 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.014 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41472 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457800+0000", 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457799+0000", 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159304 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457958+0000", 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8454e-05 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457977+0000", 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.277e-06 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457984+0000", 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8627e-05 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458032+0000", 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106393 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458139+0000", 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013249340000000001 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459464+0000", 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045901680000000004 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464054+0000", 2023-09-23T18:03:24.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058512885000000001 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522567+0000", 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3359999999999999e-05 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522600+0000", 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6666999999999999e-05 2023-09-23T18:03:24.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522647+0000", 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4617999999999999e-05 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522692+0000", 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064891426000000002 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.021 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41473 5.6 5:6931ddde:::benchmark_data_smithi018_184207_object41472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.84696122700001, 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996, 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.022 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41473 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459952+0000", 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.459950+0000", 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5778e-05 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460006+0000", 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4144999999999999e-05 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460020+0000", 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2805e-05 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460033+0000", 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011072269999999999 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461140+0000", 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152521 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461292+0000", 2023-09-23T18:03:24.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000177424 2023-09-23T18:03:24.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026329420000000001 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464103+0000", 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058629885999999999 2023-09-23T18:03:24.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522733+0000", 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0809000000000003e-05 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522763+0000", 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0339e-05 2023-09-23T18:03:24.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522814+0000", 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5626000000000001e-05 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522849+0000", 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062897576999999996 2023-09-23T18:03:24.124 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41476 5.7 5:ee0d513f:::benchmark_data_smithi018_184207_object41475:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.84508878700001, 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994, 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41476 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461824+0000", 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461823+0000", 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4326000000000005e-05 2023-09-23T18:03:24.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461908+0000", 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6029999999999994e-06 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461917+0000", 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6749999999999999e-06 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461923+0000", 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2913e-05 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461976+0000", 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136427 2023-09-23T18:03:24.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462112+0000", 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154714 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462267+0000", 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060206430999999998 2023-09-23T18:03:24.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522473+0000", 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003407794 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525881+0000", 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7789999999999998e-06 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525888+0000", 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0881999999999998e-05 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525939+0000", 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7981000000000001e-05 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525977+0000", 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064152434999999994 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41477 5.7 5:e5cdca32:::benchmark_data_smithi018_184207_object41476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.84497223300002, 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996, 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.200 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41477 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461941+0000", 2023-09-23T18:03:24.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461940+0000", 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4415000000000002e-05 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461975+0000", 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6590000000000001e-06 2023-09-23T18:03:24.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461981+0000", 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461986+0000", 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001858207 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463844+0000", 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113758 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463958+0000", 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000161707 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464119+0000", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058392104 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522511+0000", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034745879999999998 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525986+0000", 2023-09-23T18:03:24.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2848999999999997e-05 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526019+0000", 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4878e-05 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526064+0000", 2023-09-23T18:03:24.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2845999999999997e-05 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.526097+0000", 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064155725999999996 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.207 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41480 5.f 5:f7f12982:::benchmark_data_smithi018_184207_object41479:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 300.84279049999998, 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005, 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41480 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464123+0000", 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464121+0000", 2023-09-23T18:03:24.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2974e-05 2023-09-23T18:03:24.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464154+0000", 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9660000000000008e-06 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464164+0000", 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1210000000000003e-06 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.295 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464170+0000", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00026530999999999999 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.464436+0000", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058036691000000001 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522472+0000", 2023-09-23T18:03:24.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014841499999999999 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,6", 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522621+0000", 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071672810000000002 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529788+0000", 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7317000000000001e-05 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529835+0000", 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00093748200000000001 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530773+0000", 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8479999999999997e-05 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530811+0000", 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0422e-05 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530852+0000", 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066729090000000005 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74491 5.e 5:7a82b1ff:::benchmark_data_smithi018_184207_object74490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 276.02984109599998, 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001, 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74491 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.300 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277070+0000", 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0028000000000001e-05 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277140+0000", 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0497e-05 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277161+0000", 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5620999999999998e-05 2023-09-23T18:03:24.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277176+0000", 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1859999999999994e-05 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277238+0000", 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277246+0000", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97581437500000001 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253060+0000", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3558e-05 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253074+0000", 2023-09-23T18:03:24.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3075379810000001 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.560612+0000", 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00107132 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561683+0000", 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000197355 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561881+0000", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053885620000000004 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.567269+0000", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028024590000000002 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570072+0000", 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077785809999999997 2023-09-23T18:03:24.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.381 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.381 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.381 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577850+0000", 2023-09-23T18:03:24.381 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8065000000000006e-05 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577928+0000", 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002888369 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580817+0000", 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001 2023-09-23T18:03:24.382 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74492 5.e 5:732a21fc:::benchmark_data_smithi018_184207_object74491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 276.02971392000001, 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475, 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.383 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74492 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.384 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2337999999999999e-05 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277251+0000", 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1112e-05 2023-09-23T18:03:24.385 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277272+0000", 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4618e-05 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277287+0000", 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038494700000000001 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.386 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277672+0000", 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1120000000000001e-06 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277678+0000", 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97542460200000003 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253102+0000", 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2859999999999999e-06 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.387 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253111+0000", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.310552478 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563663+0000", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011257200000000001 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563776+0000", 2023-09-23T18:03:24.388 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013762299999999999 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563913+0000", 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054119839999999999 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569325+0000", 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083748000000000004 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.389 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570163+0000", 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011032792 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581195+0000", 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.672e-05 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581242+0000", 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012054640000000001 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.390 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582448+0000", 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74493 5.e 5:70339e8a:::benchmark_data_smithi018_184207_object74492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 276.029614686, 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999, 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:03:24.391 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:03:24.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:03:24.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:03:24.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:24.392 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74493 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2110999999999998e-05 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277330+0000", 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2172999999999999e-05 2023-09-23T18:03:24.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277352+0000", 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6370000000000004e-06 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277358+0000", 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00084477399999999996 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278202+0000", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0694e-05 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278213+0000", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97491992900000002 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253133+0000", 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3330000000000003e-06 2023-09-23T18:03:24.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253142+0000", 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312225161 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565368+0000", 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014201099999999999 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565510+0000", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013594799999999999 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565646+0000", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037156379999999998 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569361+0000", 2023-09-23T18:03:24.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001179404 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570541+0000", 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011972622 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582513+0000", 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5059000000000002e-05 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582578+0000", 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00146196 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.584040+0000", 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.485 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:03:24.486 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:03:24.486 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:24.492 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:03:24.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[153734]: pgmap v487: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 24970/122310 objects degraded (20.415%); 6209/122310 objects misplaced (5.076%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:24.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3912927268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:24.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24970/122310 objects degraded (20.415%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:24.554 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:17 smithi149 ceph-mon[135148]: from='client.45203 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:24.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[149401]: pgmap v487: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 24970/122310 objects degraded (20.415%); 6209/122310 objects misplaced (5.076%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:24.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3912927268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:24.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24970/122310 objects degraded (20.415%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:24.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:17 smithi018 ceph-mon[153734]: from='client.45203 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:24.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:17 smithi018 ceph-mon[149401]: from='client.45203 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:24.557 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:03:24.557 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:03:24.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[153734]: pgmap v488: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 255 op/s; 24819/119511 objects degraded (20.767%); 6032/119511 objects misplaced (5.047%); 3.3 MiB/s, 80 objects/s recovering 2023-09-23T18:03:24.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4111309642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[149401]: pgmap v488: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 255 op/s; 24819/119511 objects degraded (20.767%); 6032/119511 objects misplaced (5.047%); 3.3 MiB/s, 80 objects/s recovering 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4111309642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:18 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:18 smithi149 ceph-mon[135148]: pgmap v488: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 255 op/s; 24819/119511 objects degraded (20.767%); 6032/119511 objects misplaced (5.047%); 3.3 MiB/s, 80 objects/s recovering 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4111309642' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.559 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:18 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:19 smithi149 ceph-mon[135148]: osdmap e196: 8 total, 8 up, 7 in 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:20 smithi149 ceph-mon[135148]: pgmap v490: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 193 op/s; 24819/118563 objects degraded (20.933%); 6032/118563 objects misplaced (5.088%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24819/118563 objects degraded (20.933%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:24.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:22 smithi149 ceph-mon[135148]: pgmap v491: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 24650/115563 objects degraded (21.330%); 5873/115563 objects misplaced (5.082%); 3.2 MiB/s, 75 objects/s recovering 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[153734]: osdmap e196: 8 total, 8 up, 7 in 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: failed to encode map e196 with expected crc 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:19 smithi018 ceph-mon[149401]: osdmap e196: 8 total, 8 up, 7 in 2023-09-23T18:03:24.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:20 smithi018 ceph-mon[153734]: pgmap v490: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 193 op/s; 24819/118563 objects degraded (20.933%); 6032/118563 objects misplaced (5.088%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:24.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:20 smithi018 ceph-mon[149401]: pgmap v490: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 193 op/s; 24819/118563 objects degraded (20.933%); 6032/118563 objects misplaced (5.088%); 1.8 MiB/s, 42 objects/s recovering 2023-09-23T18:03:24.879 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24819/118563 objects degraded (20.933%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:24.879 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24819/118563 objects degraded (20.933%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:03:24.879 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:22 smithi018 ceph-mon[153734]: pgmap v491: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 24650/115563 objects degraded (21.330%); 5873/115563 objects misplaced (5.082%); 3.2 MiB/s, 75 objects/s recovering 2023-09-23T18:03:24.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:22 smithi018 ceph-mon[149401]: pgmap v491: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 269 op/s; 24650/115563 objects degraded (21.330%); 5873/115563 objects misplaced (5.082%); 3.2 MiB/s, 75 objects/s recovering 2023-09-23T18:03:24.881 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:24 smithi018 ceph-mon[153734]: pgmap v492: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114702 objects degraded (21.490%); 5873/114702 objects misplaced (5.120%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:24.881 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:24 smithi018 ceph-mon[149401]: pgmap v492: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114702 objects degraded (21.490%); 5873/114702 objects misplaced (5.120%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:24.882 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:24 smithi149 ceph-mon[135148]: pgmap v492: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114702 objects degraded (21.490%); 5873/114702 objects misplaced (5.120%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:24.919 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:24.970 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:24.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:24.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:25.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:25.104 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:25.141 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:25.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:25.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:25.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:25.285 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:24] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.33.4" 2023-09-23T18:03:25.317 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:25.330 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:25.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:25.334 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:25.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:25.482 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:25.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:25.523 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:25.623 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:25.658 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:25.702 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:25.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:25.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:25.807 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:25.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:25.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[153734]: pgmap v493: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114474 objects degraded (21.533%); 5873/114474 objects misplaced (5.130%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:25 smithi018 ceph-mon[149401]: pgmap v493: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114474 objects degraded (21.533%); 5873/114474 objects misplaced (5.130%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:25.840 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:25.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:25.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:25.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:25 smithi149 ceph-mon[135148]: pgmap v493: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 261 op/s; 24650/114474 objects degraded (21.533%); 5873/114474 objects misplaced (5.130%); 3.0 MiB/s, 71 objects/s recovering 2023-09-23T18:03:26.369 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:26.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:26.373 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:26.474 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:26.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:26.550 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:26.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:26.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:26.557 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:03:26.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24650/114474 objects degraded (21.533%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24650/114474 objects degraded (21.533%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:26.654 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:26.710 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:26.762 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:26.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:26.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:26.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24650/114474 objects degraded (21.533%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:26.925 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:27.009 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:27.009 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:03:27.010 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:03:27.010 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:27.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:27.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:27.126 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:27.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:27.269 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:27.374 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:27.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:27.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:27.471 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:03:27.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:27.541 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:27.590 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:27.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:27.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:27.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:27 smithi149 ceph-mon[135148]: pgmap v494: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 24415/110553 objects degraded (22.084%); 5659/110553 objects misplaced (5.119%); 3.6 MiB/s, 80 objects/s recovering 2023-09-23T18:03:27.670 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:27 smithi018 ceph-mon[153734]: pgmap v494: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 24415/110553 objects degraded (22.084%); 5659/110553 objects misplaced (5.119%); 3.6 MiB/s, 80 objects/s recovering 2023-09-23T18:03:27.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:27 smithi018 ceph-mon[149401]: pgmap v494: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 24415/110553 objects degraded (22.084%); 5659/110553 objects misplaced (5.119%); 3.6 MiB/s, 80 objects/s recovering 2023-09-23T18:03:27.694 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:27.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:27.898 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:27.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:27.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:27.952 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:28.005 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:28.039 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:28.090 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:28.093 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:28.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:28.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:28.185 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:28.199 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:28.254 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:28.522 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:28.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:28.530 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:28.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: osdmap e197: 8 total, 8 up, 7 in 2023-09-23T18:03:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:28 smithi149 ceph-mon[135148]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.742 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: osdmap e197: 8 total, 8 up, 7 in 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[149401]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: osdmap e197: 8 total, 8 up, 7 in 2023-09-23T18:03:28.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:28.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:28 smithi018 ceph-mon[153734]: failed to encode map e197 with expected crc 2023-09-23T18:03:29.232 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:29.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:29.236 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:29.306 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:29.307 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 24415/110553 objects degraded (22.084%), 12 pgs degraded, 1 pg undersized","count":13},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":592,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":198,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":7,"osd_in_since":1695492124,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":75},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":7},{"state_name":"active+recovery_wait+degraded+remapped","count":3},{"state_name":"active+recovery_wait+degraded","count":2},{"state_name":"active+recovering+undersized+remapped","count":2}],"num_pgs":89,"num_pools":5,"num_objects":36851,"data_bytes":2417956811,"bytes_used":10550751232,"bytes_avail":661414498304,"bytes_total":671965249536,"degraded_objects":24415,"degraded_total":110553,"degraded_ratio":0.22084430092353893,"misplaced_objects":5659,"misplaced_total":110553,"misplaced_ratio":0.051188117916293539,"recovering_objects_per_sec":80,"recovering_bytes_per_sec":3727108,"recovering_keys_per_sec":0,"num_objects_recovered":802,"num_bytes_recovered":37289984,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":298},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":22,"modified":"2023-09-23T18:03:20.658114+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d5494f83-aa72-45eb-95b8-8be4df0dd487":{"message":"Global Recovery Event (4m)\n [=======================.....] (remaining: 48s)","progress":0.84269660711288452,"add_to_ceph_s":true}}} 2023-09-23T18:03:29.337 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:29.390 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:29.495 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:29.495 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:03:29.495 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:03:29.496 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:03:29.496 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:29.502 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:29.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:29.509 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:29.609 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:29.654 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:29.707 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:29.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:29.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:29.800 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.835 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: osdmap e198: 8 total, 8 up, 7 in 2023-09-23T18:03:29.835 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.835 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.835 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: pgmap v497: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 252 op/s; 24388/109488 objects degraded (22.275%); 5659/109488 objects misplaced (5.169%); 2.7 MiB/s, 57 objects/s recovering 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1232252700' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: osdmap e198: 8 total, 8 up, 7 in 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: pgmap v497: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 252 op/s; 24388/109488 objects degraded (22.275%); 5659/109488 objects misplaced (5.169%); 2.7 MiB/s, 57 objects/s recovering 2023-09-23T18:03:29.836 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1232252700' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:29.837 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: osdmap e198: 8 total, 8 up, 7 in 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: failed to encode map e198 with expected crc 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: pgmap v497: 89 pgs: 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 75 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 252 op/s; 24388/109488 objects degraded (22.275%); 5659/109488 objects misplaced (5.169%); 2.7 MiB/s, 57 objects/s recovering 2023-09-23T18:03:29.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1232252700' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:29.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:29.952 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:03:29.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:03:30.038 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:30.065 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:30.103 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:30.147 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:30.176 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:30.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:30.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:30.213 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:30.214 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:30.246 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:30.281 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:03:30.314 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:30.341 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:30.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/372771415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:31.432 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2180487532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.432 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.433 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:03:31.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:31.435 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:31.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/372771415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:31.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2180487532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:31.436 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/372771415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:31.436 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2180487532' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.436 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:03:31.436 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:31.662 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:31.663 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:03:31.703 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:31.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:31.855 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:31.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: osdmap e199: 8 total, 8 up, 7 in 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: pgmap v499: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 22045/106530 objects degraded (20.694%); 5492/106530 objects misplaced (5.155%); 6.2 MiB/s, 268 objects/s recovering 2023-09-23T18:03:32.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24388/109488 objects degraded (22.275%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:32.098 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:32.098 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: osdmap e199: 8 total, 8 up, 7 in 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: pgmap v499: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 22045/106530 objects degraded (20.694%); 5492/106530 objects misplaced (5.155%); 6.2 MiB/s, 268 objects/s recovering 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24388/109488 objects degraded (22.275%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:32.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: osdmap e199: 8 total, 8 up, 7 in 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: failed to encode map e199 with expected crc 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: pgmap v499: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 441 op/s; 22045/106530 objects degraded (20.694%); 5492/106530 objects misplaced (5.155%); 6.2 MiB/s, 268 objects/s recovering 2023-09-23T18:03:32.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24388/109488 objects degraded (22.275%), 12 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:32.147 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:32.470 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:32.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:32.471 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:32.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:32.572 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:32.814 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:32.816 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:03:32.859 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:33.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:33.103 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:33.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:33.126 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":499,"stamp":"2023-09-23T18:03:30.664287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2330073035,"num_objects":35510,"num_object_clones":0,"num_object_copies":106530,"num_objects_missing_on_primary":4652,"num_objects_missing":4652,"num_objects_degraded":22045,"num_objects_misplaced":5492,"num_objects_unfound":0,"num_objects_dirty":35510,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":114942,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39051,"num_bytes_recovered":2094941291,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95646,"ondisk_log_size":95646,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":10002432,"kb_used_data":8358408,"kb_used_omap":33,"kb_used_meta":1643934,"kb_avail":646213632,"statfs":{"total":671965249536,"available":661722759168,"internally_reserved":0,"allocated":8559009792,"data_stored":8553575391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1683389213},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-173539328,"num_objects":-2648,"num_object_clones":0,"num_object_copies":-7944,"num_objects_missing_on_primary":-986,"num_objects_missing":-986,"num_objects_degraded":-2605,"num_objects_misplaced":-381,"num_objects_unfound":0,"num_objects_dirty":-2648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2648,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1611,"num_bytes_recovered":38797312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003352"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":24,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.565370+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:27.565370+0000","last_peered":"2023-09-23T18:03:27.565370+0000","last_clean":"2023-09-23T18:03:27.565370+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:27.565370+0000","last_undegraded":"2023-09-23T18:03:27.565370+0000","last_fullsized":"2023-09-23T18:03:27.565370+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":186,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218897+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:03:18.218897+0000","last_peered":"2023-09-23T18:03:18.218897+0000","last_clean":"2023-09-23T18:03:18.218897+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:03:18.218897+0000","last_undegraded":"2023-09-23T18:03:18.218897+0000","last_fullsized":"2023-09-23T18:03:18.218897+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":99,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.328780+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:18.328780+0000","last_peered":"2023-09-23T18:03:18.328780+0000","last_clean":"2023-09-23T18:03:18.328780+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:18.328780+0000","last_undegraded":"2023-09-23T18:03:18.328780+0000","last_fullsized":"2023-09-23T18:03:18.328780+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":30,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.557918+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:27.557918+0000","last_peered":"2023-09-23T18:03:27.557918+0000","last_clean":"2023-09-23T18:03:27.557918+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:27.557918+0000","last_undegraded":"2023-09-23T18:03:27.557918+0000","last_fullsized":"2023-09-23T18:03:27.557918+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":246,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218183+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:18.218183+0000","last_peered":"2023-09-23T18:03:18.218183+0000","last_clean":"2023-09-23T18:03:18.218183+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:18.218183+0000","last_undegraded":"2023-09-23T18:03:18.218183+0000","last_fullsized":"2023-09-23T18:03:18.218183+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":158,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560285+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:27.560285+0000","last_peered":"2023-09-23T18:03:27.560285+0000","last_clean":"2023-09-23T18:03:27.560285+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:27.560285+0000","last_undegraded":"2023-09-23T18:03:27.560285+0000","last_fullsized":"2023-09-23T18:03:27.560285+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":185,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.558258+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:27.558258+0000","last_peered":"2023-09-23T18:03:27.558258+0000","last_clean":"2023-09-23T18:03:27.558258+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:27.558258+0000","last_undegraded":"2023-09-23T18:03:27.558258+0000","last_fullsized":"2023-09-23T18:03:27.558258+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":201,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218248+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:18.218248+0000","last_peered":"2023-09-23T18:03:18.218248+0000","last_clean":"2023-09-23T18:03:18.218248+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:18.218248+0000","last_undegraded":"2023-09-23T18:03:18.218248+0000","last_fullsized":"2023-09-23T18:03:18.218248+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.563308+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:27.563308+0000","last_peered":"2023-09-23T18:03:27.563308+0000","last_clean":"2023-09-23T18:03:27.563308+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:27.563308+0000","last_undegraded":"2023-09-23T18:03:27.563308+0000","last_fullsized":"2023-09-23T18:03:27.563308+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":136,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.219903+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:18.219903+0000","last_peered":"2023-09-23T18:03:18.219903+0000","last_clean":"2023-09-23T18:03:18.219903+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:18.219903+0000","last_undegraded":"2023-09-23T18:03:18.219903+0000","last_fullsized":"2023-09-23T18:03:18.219903+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":198,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.575574+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:28.575574+0000","last_peered":"2023-09-23T18:03:28.575574+0000","last_clean":"2023-09-23T18:03:28.575574+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:28.575574+0000","last_undegraded":"2023-09-23T18:03:28.575574+0000","last_fullsized":"2023-09-23T18:03:28.575574+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":116,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.328982+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:18.328982+0000","last_peered":"2023-09-23T18:03:18.328982+0000","last_clean":"2023-09-23T18:03:18.328982+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:18.328982+0000","last_undegraded":"2023-09-23T18:03:18.328982+0000","last_fullsized":"2023-09-23T18:03:18.328982+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":34,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.565099+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:27.565099+0000","last_peered":"2023-09-23T18:03:27.565099+0000","last_clean":"2023-09-23T18:03:27.565099+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:27.565099+0000","last_undegraded":"2023-09-23T18:03:27.565099+0000","last_fullsized":"2023-09-23T18:03:27.565099+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":195,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564856+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:27.564856+0000","last_peered":"2023-09-23T18:03:27.564856+0000","last_clean":"2023-09-23T18:03:27.564856+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:27.564856+0000","last_undegraded":"2023-09-23T18:03:27.564856+0000","last_fullsized":"2023-09-23T18:03:27.564856+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":244,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572988+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:28.572988+0000","last_peered":"2023-09-23T18:03:28.572988+0000","last_clean":"2023-09-23T18:03:28.572988+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:28.572988+0000","last_undegraded":"2023-09-23T18:03:28.572988+0000","last_fullsized":"2023-09-23T18:03:28.572988+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":192,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218578+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:18.218578+0000","last_peered":"2023-09-23T18:03:18.218578+0000","last_clean":"2023-09-23T18:03:18.218578+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:18.218578+0000","last_undegraded":"2023-09-23T18:03:18.218578+0000","last_fullsized":"2023-09-23T18:03:18.218578+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":30,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.558787+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:27.558787+0000","last_peered":"2023-09-23T18:03:27.558787+0000","last_clean":"2023-09-23T18:03:27.558787+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:27.558787+0000","last_undegraded":"2023-09-23T18:03:27.558787+0000","last_fullsized":"2023-09-23T18:03:27.558787+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":20,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.559870+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:27.559870+0000","last_peered":"2023-09-23T18:03:27.559870+0000","last_clean":"2023-09-23T18:03:27.559870+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:27.559870+0000","last_undegraded":"2023-09-23T18:03:27.559870+0000","last_fullsized":"2023-09-23T18:03:27.559870+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":165,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.571910+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:28.571910+0000","last_peered":"2023-09-23T18:03:28.571910+0000","last_clean":"2023-09-23T18:03:28.571910+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:28.571910+0000","last_undegraded":"2023-09-23T18:03:28.571910+0000","last_fullsized":"2023-09-23T18:03:28.571910+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":162,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.558528+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:27.558528+0000","last_peered":"2023-09-23T18:03:27.558528+0000","last_clean":"2023-09-23T18:03:27.558528+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:27.558528+0000","last_undegraded":"2023-09-23T18:03:27.558528+0000","last_fullsized":"2023-09-23T18:03:27.558528+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":245,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.561173+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:27.561173+0000","last_peered":"2023-09-23T18:03:27.561173+0000","last_clean":"2023-09-23T18:03:27.561173+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:27.561173+0000","last_undegraded":"2023-09-23T18:03:27.561173+0000","last_fullsized":"2023-09-23T18:03:27.561173+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":162,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.219009+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:18.219009+0000","last_peered":"2023-09-23T18:03:18.219009+0000","last_clean":"2023-09-23T18:03:18.219009+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:18.219009+0000","last_undegraded":"2023-09-23T18:03:18.219009+0000","last_fullsized":"2023-09-23T18:03:18.219009+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"198'7064","reported_seq":7210,"reported_epoch":198,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:30.249333+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:03:30.249333+0000","last_peered":"2023-09-23T18:03:30.249333+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:03:30.249333+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"108'1761","ondisk_log_start":"108'1761","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5303,"log_dups_size":0,"ondisk_log_size":5303,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139067392,"num_objects":2122,"num_object_clones":0,"num_object_copies":6366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2122,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7064,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2122}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":236,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572503+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:28.572503+0000","last_peered":"2023-09-23T18:03:28.572503+0000","last_clean":"2023-09-23T18:03:28.572503+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:28.572503+0000","last_undegraded":"2023-09-23T18:03:28.572503+0000","last_fullsized":"2023-09-23T18:03:28.572503+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":20,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.561224+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:27.561224+0000","last_peered":"2023-09-23T18:03:27.561224+0000","last_clean":"2023-09-23T18:03:27.561224+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:27.561224+0000","last_undegraded":"2023-09-23T18:03:27.561224+0000","last_fullsized":"2023-09-23T18:03:27.561224+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"198'7295","reported_seq":10922,"reported_epoch":198,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:30.351769+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:03:30.351769+0000","last_peered":"2023-09-23T18:03:30.351769+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:03:30.351769+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:03:30.351769+0000","mapping_epoch":187,"log_start":"107'926","ondisk_log_start":"107'926","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6369,"log_dups_size":0,"ondisk_log_size":6369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147259392,"num_objects":2247,"num_object_clones":0,"num_object_copies":6741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2247,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7295,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1522,"num_bytes_recovered":73138176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":2247}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":251,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.573038+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:28.573038+0000","last_peered":"2023-09-23T18:03:28.573038+0000","last_clean":"2023-09-23T18:03:28.573038+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:28.573038+0000","last_undegraded":"2023-09-23T18:03:28.573038+0000","last_fullsized":"2023-09-23T18:03:28.573038+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":195,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564657+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:27.564657+0000","last_peered":"2023-09-23T18:03:27.564657+0000","last_clean":"2023-09-23T18:03:27.564657+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:27.564657+0000","last_undegraded":"2023-09-23T18:03:27.564657+0000","last_fullsized":"2023-09-23T18:03:27.564657+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"198'7112","reported_seq":11127,"reported_epoch":198,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:30.414688+0000","last_change":"2023-09-23T18:03:30.113844+0000","last_active":"2023-09-23T18:03:30.414688+0000","last_peered":"2023-09-23T18:03:30.414688+0000","last_clean":"2023-09-23T17:58:41.243280+0000","last_became_active":"2023-09-23T18:02:47.534100+0000","last_became_peered":"2023-09-23T18:02:47.534100+0000","last_unstale":"2023-09-23T18:03:30.414688+0000","last_undegraded":"2023-09-23T18:03:30.414688+0000","last_fullsized":"2023-09-23T18:02:47.389265+0000","mapping_epoch":187,"log_start":"107'782","ondisk_log_start":"107'782","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6330,"log_dups_size":0,"ondisk_log_size":6330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:00.566344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142737408,"num_objects":2178,"num_object_clones":0,"num_object_copies":6534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7112,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1931,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,7","objects":2178}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":192,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.575468+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:28.575468+0000","last_peered":"2023-09-23T18:03:28.575468+0000","last_clean":"2023-09-23T18:03:28.575468+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:28.575468+0000","last_undegraded":"2023-09-23T18:03:28.575468+0000","last_fullsized":"2023-09-23T18:03:28.575468+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":158,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560429+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:27.560429+0000","last_peered":"2023-09-23T18:03:27.560429+0000","last_clean":"2023-09-23T18:03:27.560429+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:27.560429+0000","last_undegraded":"2023-09-23T18:03:27.560429+0000","last_fullsized":"2023-09-23T18:03:27.560429+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"196'7195","reported_seq":12513,"reported_epoch":196,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:27.459287+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:03:27.459287+0000","last_peered":"2023-09-23T18:03:27.459287+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:03:27.459287+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"108'1595","ondisk_log_start":"108'1595","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5600,"log_dups_size":0,"ondisk_log_size":5600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146079744,"num_objects":2229,"num_object_clones":0,"num_object_copies":6687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5733,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7195,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2209,"num_bytes_recovered":144441344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":2220}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":179,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560639+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:27.560639+0000","last_peered":"2023-09-23T18:03:27.560639+0000","last_clean":"2023-09-23T18:03:27.560639+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:27.560639+0000","last_undegraded":"2023-09-23T18:03:27.560639+0000","last_fullsized":"2023-09-23T18:03:27.560639+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":188,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.559438+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:27.559438+0000","last_peered":"2023-09-23T18:03:27.559438+0000","last_clean":"2023-09-23T18:03:27.559438+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:27.559438+0000","last_undegraded":"2023-09-23T18:03:27.559438+0000","last_fullsized":"2023-09-23T18:03:27.559438+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"198'7149","reported_seq":11752,"reported_epoch":198,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:30.574214+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:03:30.574214+0000","last_peered":"2023-09-23T18:03:30.574214+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:03:30.574214+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"108'1845","ondisk_log_start":"108'1845","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5304,"log_dups_size":0,"ondisk_log_size":5304,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145489944,"num_objects":2221,"num_object_clones":0,"num_object_copies":6663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3652,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2221,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7149,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2039,"num_bytes_recovered":107610136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":2209}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":219,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.562664+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:27.562664+0000","last_peered":"2023-09-23T18:03:27.562664+0000","last_clean":"2023-09-23T18:03:27.562664+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:27.562664+0000","last_undegraded":"2023-09-23T18:03:27.562664+0000","last_fullsized":"2023-09-23T18:03:27.562664+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.565008+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:27.565008+0000","last_peered":"2023-09-23T18:03:27.565008+0000","last_clean":"2023-09-23T18:03:27.565008+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:27.565008+0000","last_undegraded":"2023-09-23T18:03:27.565008+0000","last_fullsized":"2023-09-23T18:03:27.565008+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"197'7115","reported_seq":15146,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.816274+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:03:27.816274+0000","last_peered":"2023-09-23T18:03:27.816274+0000","last_clean":"2023-09-23T18:03:27.816274+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:03:27.816274+0000","last_undegraded":"2023-09-23T18:03:27.816274+0000","last_fullsized":"2023-09-23T18:03:27.816274+0000","mapping_epoch":148,"log_start":"108'1775","ondisk_log_start":"108'1775","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145424384,"num_objects":2219,"num_object_clones":0,"num_object_copies":6657,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2219,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7115,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":177,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560514+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:27.560514+0000","last_peered":"2023-09-23T18:03:27.560514+0000","last_clean":"2023-09-23T18:03:27.560514+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:27.560514+0000","last_undegraded":"2023-09-23T18:03:27.560514+0000","last_fullsized":"2023-09-23T18:03:27.560514+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.565925+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:27.565925+0000","last_peered":"2023-09-23T18:03:27.565925+0000","last_clean":"2023-09-23T18:03:27.565925+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:27.565925+0000","last_undegraded":"2023-09-23T18:03:27.565925+0000","last_fullsized":"2023-09-23T18:03:27.565925+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"198'7040","reported_seq":13961,"reported_epoch":198,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:30.389571+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:03:30.389571+0000","last_peered":"2023-09-23T18:03:30.389571+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:03:30.389571+0000","last_undegraded":"2023-09-23T18:03:30.389571+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7040,"log_dups_size":0,"ondisk_log_size":7040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140902400,"num_objects":2150,"num_object_clones":0,"num_object_copies":6450,"num_objects_missing_on_primary":2739,"num_objects_missing":2739,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7040,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2431,"num_bytes_recovered":158728192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":14},{"shards":"4,5,6","objects":2136}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564315+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:27.564315+0000","last_peered":"2023-09-23T18:03:27.564315+0000","last_clean":"2023-09-23T18:03:27.564315+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:27.564315+0000","last_undegraded":"2023-09-23T18:03:27.564315+0000","last_fullsized":"2023-09-23T18:03:27.564315+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":195,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.566176+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:27.566176+0000","last_peered":"2023-09-23T18:03:27.566176+0000","last_clean":"2023-09-23T18:03:27.566176+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:27.566176+0000","last_undegraded":"2023-09-23T18:03:27.566176+0000","last_fullsized":"2023-09-23T18:03:27.566176+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"198'7087","reported_seq":13012,"reported_epoch":198,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:30.227080+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:03:30.227080+0000","last_peered":"2023-09-23T18:03:30.227080+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:03:30.227080+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"107'777","ondisk_log_start":"107'777","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6310,"log_dups_size":0,"ondisk_log_size":6310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140967936,"num_objects":2151,"num_object_clones":0,"num_object_copies":6453,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2151,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7087,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":2137}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":188,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218035+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:18.218035+0000","last_peered":"2023-09-23T18:03:18.218035+0000","last_clean":"2023-09-23T18:03:18.218035+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:18.218035+0000","last_undegraded":"2023-09-23T18:03:18.218035+0000","last_fullsized":"2023-09-23T18:03:18.218035+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":163,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329192+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:03:18.329192+0000","last_peered":"2023-09-23T18:03:18.329192+0000","last_clean":"2023-09-23T18:03:18.329192+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:03:18.329192+0000","last_undegraded":"2023-09-23T18:03:18.329192+0000","last_fullsized":"2023-09-23T18:03:18.329192+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":757,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329726+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:03:18.329726+0000","last_peered":"2023-09-23T18:03:18.329726+0000","last_clean":"2023-09-23T18:03:18.329726+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:03:18.329726+0000","last_undegraded":"2023-09-23T18:03:18.329726+0000","last_fullsized":"2023-09-23T18:03:18.329726+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.559950+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:27.559950+0000","last_peered":"2023-09-23T18:03:27.559950+0000","last_clean":"2023-09-23T18:03:27.559950+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:27.559950+0000","last_undegraded":"2023-09-23T18:03:27.559950+0000","last_fullsized":"2023-09-23T18:03:27.559950+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":108,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.328892+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:03:18.328892+0000","last_peered":"2023-09-23T18:03:18.328892+0000","last_clean":"2023-09-23T18:03:18.328892+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:03:18.328892+0000","last_undegraded":"2023-09-23T18:03:18.328892+0000","last_fullsized":"2023-09-23T18:03:18.328892+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"196'6900","reported_seq":23007,"reported_epoch":196,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:27.272008+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:03:27.272008+0000","last_peered":"2023-09-23T18:03:27.272008+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:03:27.272008+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"108'1284","ondisk_log_start":"108'1284","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5616,"log_dups_size":0,"ondisk_log_size":5616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147980288,"num_objects":2258,"num_object_clones":0,"num_object_copies":6774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":2258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6900,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":2247}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"198'7085","reported_seq":21617,"reported_epoch":198,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:30.285253+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:03:30.285253+0000","last_peered":"2023-09-23T18:03:30.285253+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:03:30.285253+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:03:30.285253+0000","mapping_epoch":185,"log_start":"108'1710","ondisk_log_start":"108'1710","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143458304,"num_objects":2189,"num_object_clones":0,"num_object_copies":6567,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":2153,"num_objects_misplaced":1949,"num_objects_unfound":0,"num_objects_dirty":2189,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7085,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":2177},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":895,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560448+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:27.560448+0000","last_peered":"2023-09-23T18:03:27.560448+0000","last_clean":"2023-09-23T18:03:27.560448+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:27.560448+0000","last_undegraded":"2023-09-23T18:03:27.560448+0000","last_fullsized":"2023-09-23T18:03:27.560448+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":178,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564780+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:27.564780+0000","last_peered":"2023-09-23T18:03:27.564780+0000","last_clean":"2023-09-23T18:03:27.564780+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:27.564780+0000","last_undegraded":"2023-09-23T18:03:27.564780+0000","last_fullsized":"2023-09-23T18:03:27.564780+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":101,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329378+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:03:18.329378+0000","last_peered":"2023-09-23T18:03:18.329378+0000","last_clean":"2023-09-23T18:03:18.329378+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:03:18.329378+0000","last_undegraded":"2023-09-23T18:03:18.329378+0000","last_fullsized":"2023-09-23T18:03:18.329378+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"198'7058","reported_seq":20480,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:30.393041+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:03:30.393041+0000","last_peered":"2023-09-23T18:03:30.393041+0000","last_clean":"2023-09-23T18:03:30.393041+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:03:30.393041+0000","last_undegraded":"2023-09-23T18:03:30.393041+0000","last_fullsized":"2023-09-23T18:03:30.393041+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7058,"log_dups_size":0,"ondisk_log_size":7058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150077440,"num_objects":2290,"num_object_clones":0,"num_object_copies":6870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7058,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":579,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.219978+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:03:18.219978+0000","last_peered":"2023-09-23T18:03:18.219978+0000","last_clean":"2023-09-23T18:03:18.219978+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:03:18.219978+0000","last_undegraded":"2023-09-23T18:03:18.219978+0000","last_fullsized":"2023-09-23T18:03:18.219978+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":107,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.328804+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:03:18.328804+0000","last_peered":"2023-09-23T18:03:18.328804+0000","last_clean":"2023-09-23T18:03:18.328804+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:03:18.328804+0000","last_undegraded":"2023-09-23T18:03:18.328804+0000","last_fullsized":"2023-09-23T18:03:18.328804+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":201,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329115+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:03:18.329115+0000","last_peered":"2023-09-23T18:03:18.329115+0000","last_clean":"2023-09-23T18:03:18.329115+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:03:18.329115+0000","last_undegraded":"2023-09-23T18:03:18.329115+0000","last_fullsized":"2023-09-23T18:03:18.329115+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":638,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.559871+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:27.559871+0000","last_peered":"2023-09-23T18:03:27.559871+0000","last_clean":"2023-09-23T18:03:27.559871+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:27.559871+0000","last_undegraded":"2023-09-23T18:03:27.559871+0000","last_fullsized":"2023-09-23T18:03:27.559871+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":467,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572227+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:28.572227+0000","last_peered":"2023-09-23T18:03:28.572227+0000","last_clean":"2023-09-23T18:03:28.572227+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:28.572227+0000","last_undegraded":"2023-09-23T18:03:28.572227+0000","last_fullsized":"2023-09-23T18:03:28.572227+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":195,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.222055+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:18.222055+0000","last_peered":"2023-09-23T18:03:18.222055+0000","last_clean":"2023-09-23T18:03:18.222055+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:18.222055+0000","last_undegraded":"2023-09-23T18:03:18.222055+0000","last_fullsized":"2023-09-23T18:03:18.222055+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":162,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560239+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:27.560239+0000","last_peered":"2023-09-23T18:03:27.560239+0000","last_clean":"2023-09-23T18:03:27.560239+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:27.560239+0000","last_undegraded":"2023-09-23T18:03:27.560239+0000","last_fullsized":"2023-09-23T18:03:27.560239+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"198'6954","reported_seq":7093,"reported_epoch":198,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:30.557934+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:03:30.557934+0000","last_peered":"2023-09-23T18:03:30.557934+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:03:30.557934+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:03:30.557934+0000","mapping_epoch":178,"log_start":"108'1652","ondisk_log_start":"108'1652","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5302,"log_dups_size":0,"ondisk_log_size":5302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145489920,"num_objects":2220,"num_object_clones":0,"num_object_copies":6660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":1634,"num_objects_unfound":0,"num_objects_dirty":2220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6954,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":2220}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"198'7237","reported_seq":10231,"reported_epoch":198,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:30.221793+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:03:30.221793+0000","last_peered":"2023-09-23T18:03:30.221793+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:03:30.221793+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'1851","ondisk_log_start":"108'1851","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145948672,"num_objects":2227,"num_object_clones":0,"num_object_copies":6681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7237,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":2213},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":856,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572213+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:28.572213+0000","last_peered":"2023-09-23T18:03:28.572213+0000","last_clean":"2023-09-23T18:03:28.572213+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:28.572213+0000","last_undegraded":"2023-09-23T18:03:28.572213+0000","last_fullsized":"2023-09-23T18:03:28.572213+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":171,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.557495+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:27.557495+0000","last_peered":"2023-09-23T18:03:27.557495+0000","last_clean":"2023-09-23T18:03:27.557495+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:27.557495+0000","last_undegraded":"2023-09-23T18:03:27.557495+0000","last_fullsized":"2023-09-23T18:03:27.557495+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":30,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.557998+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:27.557998+0000","last_peered":"2023-09-23T18:03:27.557998+0000","last_clean":"2023-09-23T18:03:27.557998+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:27.557998+0000","last_undegraded":"2023-09-23T18:03:27.557998+0000","last_fullsized":"2023-09-23T18:03:27.557998+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":357,"reported_epoch":198,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:28.575142+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:28.575142+0000","last_peered":"2023-09-23T18:03:28.575142+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:28.575142+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:28.575142+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":125,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329472+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:03:18.329472+0000","last_peered":"2023-09-23T18:03:18.329472+0000","last_clean":"2023-09-23T18:03:18.329472+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:03:18.329472+0000","last_undegraded":"2023-09-23T18:03:18.329472+0000","last_fullsized":"2023-09-23T18:03:18.329472+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":181,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.562594+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:28.562594+0000","last_peered":"2023-09-23T18:03:28.562594+0000","last_clean":"2023-09-23T18:03:28.562594+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:28.562594+0000","last_undegraded":"2023-09-23T18:03:28.562594+0000","last_fullsized":"2023-09-23T18:03:28.562594+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"198'7256","reported_seq":7379,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:29.754243+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:03:29.754243+0000","last_peered":"2023-09-23T18:03:29.754243+0000","last_clean":"2023-09-23T18:03:29.754243+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:03:29.754243+0000","last_undegraded":"2023-09-23T18:03:29.754243+0000","last_fullsized":"2023-09-23T18:03:29.754243+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6357,"log_dups_size":0,"ondisk_log_size":6357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144572416,"num_objects":2206,"num_object_clones":0,"num_object_copies":6618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7256,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":167,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218984+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:18.218984+0000","last_peered":"2023-09-23T18:03:18.218984+0000","last_clean":"2023-09-23T18:03:18.218984+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:18.218984+0000","last_undegraded":"2023-09-23T18:03:18.218984+0000","last_fullsized":"2023-09-23T18:03:18.218984+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":703,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329817+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:03:18.329817+0000","last_peered":"2023-09-23T18:03:18.329817+0000","last_clean":"2023-09-23T18:03:18.329817+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:03:18.329817+0000","last_undegraded":"2023-09-23T18:03:18.329817+0000","last_fullsized":"2023-09-23T18:03:18.329817+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":200,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.218110+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:03:18.218110+0000","last_peered":"2023-09-23T18:03:18.218110+0000","last_clean":"2023-09-23T18:03:18.218110+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:03:18.218110+0000","last_undegraded":"2023-09-23T18:03:18.218110+0000","last_fullsized":"2023-09-23T18:03:18.218110+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"198'7260","reported_seq":9847,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:30.249663+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:03:30.249663+0000","last_peered":"2023-09-23T18:03:30.249663+0000","last_clean":"2023-09-23T18:03:30.249663+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:03:30.249663+0000","last_undegraded":"2023-09-23T18:03:30.249663+0000","last_fullsized":"2023-09-23T18:03:30.249663+0000","mapping_epoch":185,"log_start":"107'1128","ondisk_log_start":"107'1128","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6132,"log_dups_size":0,"ondisk_log_size":6132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146931712,"num_objects":2242,"num_object_clones":0,"num_object_copies":6726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7260,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":414,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560384+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:27.560384+0000","last_peered":"2023-09-23T18:03:27.560384+0000","last_clean":"2023-09-23T18:03:27.560384+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:27.560384+0000","last_undegraded":"2023-09-23T18:03:27.560384+0000","last_fullsized":"2023-09-23T18:03:27.560384+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":34,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.557821+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:27.557821+0000","last_peered":"2023-09-23T18:03:27.557821+0000","last_clean":"2023-09-23T18:03:27.557821+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:27.557821+0000","last_undegraded":"2023-09-23T18:03:27.557821+0000","last_fullsized":"2023-09-23T18:03:27.557821+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564398+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:27.564398+0000","last_peered":"2023-09-23T18:03:27.564398+0000","last_clean":"2023-09-23T18:03:27.564398+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:27.564398+0000","last_undegraded":"2023-09-23T18:03:27.564398+0000","last_fullsized":"2023-09-23T18:03:27.564398+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"196'7029","reported_seq":14051,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.372575+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:03:27.372575+0000","last_peered":"2023-09-23T18:03:27.372575+0000","last_clean":"2023-09-23T18:03:27.372575+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:03:27.372575+0000","last_undegraded":"2023-09-23T18:03:27.372575+0000","last_fullsized":"2023-09-23T18:03:27.372575+0000","mapping_epoch":191,"log_start":"108'1375","ondisk_log_start":"108'1375","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5654,"log_dups_size":0,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152895488,"num_objects":2333,"num_object_clones":0,"num_object_copies":6999,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2333,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7029,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":30,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.559486+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:27.559486+0000","last_peered":"2023-09-23T18:03:27.559486+0000","last_clean":"2023-09-23T18:03:27.559486+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:27.559486+0000","last_undegraded":"2023-09-23T18:03:27.559486+0000","last_fullsized":"2023-09-23T18:03:27.559486+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":82,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.329550+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:18.329550+0000","last_peered":"2023-09-23T18:03:18.329550+0000","last_clean":"2023-09-23T18:03:18.329550+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:18.329550+0000","last_undegraded":"2023-09-23T18:03:18.329550+0000","last_fullsized":"2023-09-23T18:03:18.329550+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":192,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560715+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:27.560715+0000","last_peered":"2023-09-23T18:03:27.560715+0000","last_clean":"2023-09-23T18:03:27.560715+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:27.560715+0000","last_undegraded":"2023-09-23T18:03:27.560715+0000","last_fullsized":"2023-09-23T18:03:27.560715+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564567+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:27.564567+0000","last_peered":"2023-09-23T18:03:27.564567+0000","last_clean":"2023-09-23T18:03:27.564567+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:27.564567+0000","last_undegraded":"2023-09-23T18:03:27.564567+0000","last_fullsized":"2023-09-23T18:03:27.564567+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":166,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.560094+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:27.560094+0000","last_peered":"2023-09-23T18:03:27.560094+0000","last_clean":"2023-09-23T18:03:27.560094+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:27.560094+0000","last_undegraded":"2023-09-23T18:03:27.560094+0000","last_fullsized":"2023-09-23T18:03:27.560094+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.565512+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:27.565512+0000","last_peered":"2023-09-23T18:03:27.565512+0000","last_clean":"2023-09-23T18:03:27.565512+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:27.565512+0000","last_undegraded":"2023-09-23T18:03:27.565512+0000","last_fullsized":"2023-09-23T18:03:27.565512+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":216,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.219505+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:03:18.219505+0000","last_peered":"2023-09-23T18:03:18.219505+0000","last_clean":"2023-09-23T18:03:18.219505+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:03:18.219505+0000","last_undegraded":"2023-09-23T18:03:18.219505+0000","last_fullsized":"2023-09-23T18:03:18.219505+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":220,"reported_epoch":196,"state":"active+clean","last_fresh":"2023-09-23T18:03:18.219825+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:18.219825+0000","last_peered":"2023-09-23T18:03:18.219825+0000","last_clean":"2023-09-23T18:03:18.219825+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:18.219825+0000","last_undegraded":"2023-09-23T18:03:18.219825+0000","last_fullsized":"2023-09-23T18:03:18.219825+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":66,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.557641+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:27.557641+0000","last_peered":"2023-09-23T18:03:27.557641+0000","last_clean":"2023-09-23T18:03:27.557641+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:27.557641+0000","last_undegraded":"2023-09-23T18:03:27.557641+0000","last_fullsized":"2023-09-23T18:03:27.557641+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2023-09-23T18:03:27.564118+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:27.564118+0000","last_peered":"2023-09-23T18:03:27.564118+0000","last_clean":"2023-09-23T18:03:27.564118+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:27.564118+0000","last_undegraded":"2023-09-23T18:03:27.564118+0000","last_fullsized":"2023-09-23T18:03:27.564118+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":2325282840,"num_objects":35482,"num_object_clones":0,"num_object_copies":106446,"num_objects_missing_on_primary":4652,"num_objects_missing":4652,"num_objects_degraded":22041,"num_objects_misplaced":5492,"num_objects_unfound":0,"num_objects_dirty":35482,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":113836,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38928,"num_bytes_recovered":2085945368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9599008768,"data_stored":9598992480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94476,"ondisk_log_size":94476,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430423,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1327756,"kb_used_data":1030532,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92417396,"statfs":{"total":95995035648,"available":94635413504,"internally_reserved":0,"allocated":1055264768,"data_stored":1054588452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.73399999999999999,"15min":0.65600000000000003},"min":{"1min":0.23599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":3.5649999999999999,"5min":6.415,"15min":6.5090000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.78800000000000003,"15min":0.69899999999999995},"min":{"1min":0.29999999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":3.6019999999999999,"5min":6.3869999999999996,"15min":6.5},"last":0.49399999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.90600000000000003,"15min":0.67100000000000004},"min":{"1min":0.31900000000000001,"5min":0.251,"15min":0.251},"max":{"1min":2.7999999999999998,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.79200000000000004,"15min":0.64800000000000002},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.4510000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.50800000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.63700000000000001,"15min":0.67700000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68000000000000005,"5min":3.1440000000000001,"15min":3.1440000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.73299999999999998,"15min":0.68799999999999994},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.085,"5min":6.085,"15min":6.085},"last":0.40899999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.133,"15min":1.147},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.778,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.208,"15min":1.1719999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.8170000000000002,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.55500000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.77700000000000002,"15min":0.56999999999999995},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.78500000000000003,"15min":0.59099999999999997},"min":{"1min":0.27000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.57399999999999995,"5min":10.238,"15min":10.238},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.89300000000000002,"15min":0.61299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63500000000000001,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.84299999999999997,"15min":0.626},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59499999999999997,"5min":10.307,"15min":10.307},"last":0.44}]},{"osd":6,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":2.4319999999999999,"15min":2.4319999999999999},"last":1.214},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.23}]}]},{"osd":6,"up_from":174,"seq":747324309519,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1133572,"kb_used_data":797756,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":92611580,"statfs":{"total":95995035648,"available":94834257920,"internally_reserved":0,"allocated":816902144,"data_stored":816233903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.3900000000000001,"5min":3.3900000000000001,"15min":3.3900000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":8.6029999999999998,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":3.3620000000000001,"5min":3.3620000000000001,"15min":3.3620000000000001},"last":8.4309999999999992}]},{"osd":2,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.1309999999999998,"5min":3.1309999999999998,"15min":3.1309999999999998},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.1799999999999997,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.883,"5min":5.883,"15min":5.883},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.0990000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":0.44600000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.437}]},{"osd":5,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":0.62}]},{"osd":7,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.4990000000000001,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5790000000000002,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.46899999999999997}]}]},{"osd":1,"up_from":90,"seq":386547056729,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1120444,"kb_used_data":990324,"kb_used_omap":7,"kb_used_meta":130104,"kb_avail":92624708,"statfs":{"total":95995035648,"available":94847700992,"internally_reserved":0,"allocated":1014091776,"data_stored":1013186726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":133226595},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":1.1919999999999999,"15min":0.65200000000000002},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4580000000000002,"5min":13.762,"15min":13.762},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.89700000000000002,"15min":0.57399999999999995},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":3.343,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.34699999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:02:36 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.0229999999999999,"15min":1.097},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.3079999999999998,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.70499999999999996,"5min":1.843,"15min":2.0329999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":3.1240000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.216,"15min":0.67400000000000004},"min":{"1min":0.30499999999999999,"5min":0.214,"15min":0.214},"max":{"1min":9.1820000000000004,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.372},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.3660000000000001,"15min":0.72499999999999998},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.5680000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.0229999999999999,"15min":0.79200000000000004},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.266,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.501,"5min":1.2370000000000001,"15min":0.86599999999999999},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61299999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.54300000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.008,"15min":0.77100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.375,"5min":5.258,"15min":5.258},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.034,"15min":0.77900000000000003},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6920000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.436}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":3.2970000000000002,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":1.478}]},{"osd":7,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":1.099,"15min":0.81000000000000005},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.3340000000000001,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":1.0529999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.2949999999999999,"15min":0.89300000000000002},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82299999999999995,"5min":13.859,"15min":13.859},"last":0.79500000000000004}]}]},{"osd":0,"up_from":85,"seq":365072220261,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1487416,"kb_used_data":1365488,"kb_used_omap":8,"kb_used_meta":121911,"kb_avail":92257736,"statfs":{"total":95995035648,"available":94471921664,"internally_reserved":0,"allocated":1398259712,"data_stored":1397313220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":124837476},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.92000000000000004,"15min":0.55900000000000005},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.0750000000000002,"5min":11.491,"15min":11.491},"last":4.843},{"interface":"front","average":{"1min":0.873,"5min":1.0620000000000001,"15min":0.60499999999999998},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":3.3860000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.69099999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:02:34 2023","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.129,"15min":1.1080000000000001},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3979999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.22,"5min":1.488,"15min":1.532},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.224},"max":{"1min":6.3520000000000003,"5min":11.443,"15min":11.443},"last":0.38}]},{"osd":3,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":1.218,"15min":0.65600000000000003},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":3.4089999999999998,"5min":12.682,"15min":12.682},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.2150000000000001,"15min":0.65100000000000002},"min":{"1min":0.25800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.423,"5min":11.587,"15min":11.587},"last":0.40999999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.075,"15min":0.80500000000000005},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.4180000000000001,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.436},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.89200000000000002,"15min":0.75800000000000001},"min":{"1min":0.38300000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.58899999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.96099999999999997,"15min":0.79600000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.383,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2290000000000001,"15min":0.86099999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.3740000000000001,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.089,"5min":2.089,"15min":2.089},"last":0.78100000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":1.0980000000000001,"15min":0.83699999999999997},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1139999999999999,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.2010000000000001,"15min":0.876},"min":{"1min":0.42699999999999999,"5min":0.372,"15min":0.372},"max":{"1min":2.4830000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.49199999999999999}]}]},{"osd":2,"up_from":0,"seq":622770257954,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729683,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":765576,"kb_used_data":617472,"kb_used_omap":4,"kb_used_meta":148091,"kb_avail":92979576,"statfs":{"total":95995035648,"available":95211085824,"internally_reserved":0,"allocated":632291328,"data_stored":631375076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":151645591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":1.135,"15min":0.61099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.2440000000000002,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.766,"15min":0.82499999999999996},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.0389999999999997,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.33500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.1339999999999999,"15min":0.63100000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":3.133,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.751,"5min":1.292,"15min":0.69199999999999995},"min":{"1min":0.28399999999999997,"5min":0.25,"15min":0.25},"max":{"1min":3.2450000000000001,"5min":14.276,"15min":14.276},"last":0.372}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.502,"15min":1.52},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5330000000000004,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.2190000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9880000000000004,"5min":4.9880000000000004,"15min":4.9880000000000004},"last":0.34699999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":1.026,"15min":0.76600000000000001},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":3.6459999999999999,"5min":14.212,"15min":14.212},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.796,"15min":1.018},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.4870000000000001,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.434}]},{"osd":5,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.79,"15min":1.032},"min":{"1min":0.40200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5190000000000001,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.1579999999999999,"15min":0.84799999999999998},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.585,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.51500000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:20 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":2.5510000000000002,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":2.5790000000000002,"5min":2.5790000000000002,"15min":2.5790000000000002},"last":2.194}]},{"osd":7,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.302,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6080000000000001,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.70599999999999996,"5min":1.1439999999999999,"15min":0.81899999999999995},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.2709999999999999,"5min":14.246,"15min":14.246},"last":0.64500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019106,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1975552,"kb_used_data":1674232,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91769600,"statfs":{"total":95995035648,"available":93972070400,"internally_reserved":0,"allocated":1714413568,"data_stored":1713748663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.2729999999999999,"15min":0.79300000000000004},"min":{"1min":0.26900000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.5289999999999999,"5min":26.055,"15min":26.055},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":1.446,"15min":0.89700000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.901,"5min":25.497,"15min":25.497},"last":0.34999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.25,"15min":0.78800000000000003},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.407,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.3120000000000001,"15min":0.80700000000000005},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.415,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.442}]},{"osd":2,"last update":"Sat Sep 23 18:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.91900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":3.6299999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.85899999999999999,"15min":0.875},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.5179999999999998,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":0.46500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.4510000000000001,"15min":0.84399999999999997},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":3.492,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":1.611,"15min":0.92600000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.2349999999999999,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.41599999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.65900000000000003,"15min":0.51300000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.47899999999999998,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.72399999999999998,"15min":0.57399999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58299999999999996,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.27500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.831,"5min":1.831,"15min":1.831},"last":0.318}]},{"osd":7,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.85299999999999998,"15min":0.623},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.87,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.80900000000000005,"15min":0.626},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64000000000000001,"5min":12.754,"15min":12.754},"last":0.49399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822878,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2192116,"kb_used_data":1882604,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91553036,"statfs":{"total":95995035648,"available":93750308864,"internally_reserved":0,"allocated":1927786496,"data_stored":1927129351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.1020000000000001,"15min":0.72599999999999998},"min":{"1min":0.29599999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.45,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.1930000000000001,"15min":0.78600000000000003},"min":{"1min":0.317,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.641,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.54400000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.296,"15min":0.77400000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.6429999999999998,"5min":16.033999999999999,"15min":16.033999999999999},"last":1.591},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.94599999999999995,"15min":0.69699999999999995},"min":{"1min":0.34399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2890000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":5.6180000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.995,"15min":1.0609999999999999},"min":{"1min":0.34699999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.627,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.0149999999999999,"15min":1.085},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.637,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.67200000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:02:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.347,"15min":0.81699999999999995},"min":{"1min":0.33000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.609,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.81100000000000005,"5min":1.375,"15min":0.90100000000000002},"min":{"1min":0.35499999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7429999999999999,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.47899999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:02:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.79900000000000004,"15min":0.58899999999999997},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.23899999999999999},"max":{"1min":1.105,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.94899999999999995,"15min":0.65900000000000003},"min":{"1min":0.35199999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":0.878,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.34599999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.496},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":2.8290000000000002,"5min":2.8290000000000002,"15min":2.8290000000000002},"last":0.39900000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:02:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89600000000000002,"15min":0.67300000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3680000000000001,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":1.0680000000000001,"15min":0.74399999999999999},"min":{"1min":0.33100000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.438}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1394806784,"data_stored":1394802712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1001914368,"data_stored":1001914368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1097273344,"data_stored":1097269272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":621412352,"data_stored":621412352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1707409408,"data_stored":1707409408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1922699264,"data_stored":1922695192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":803405824,"data_stored":803405824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1050087424,"data_stored":1050083352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:03:34.450 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:34.451 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:03:34.451 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:03:34.452 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:34.452 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:34.654 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:33 smithi018 ceph-mon[153734]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:34.654 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:33 smithi018 ceph-mon[153734]: pgmap v500: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 21961/105774 objects degraded (20.762%); 5492/105774 objects misplaced (5.192%); 3.7 MiB/s, 209 objects/s recovering 2023-09-23T18:03:34.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:33 smithi149 ceph-mon[135148]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:34.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:33 smithi149 ceph-mon[135148]: pgmap v500: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 21961/105774 objects degraded (20.762%); 5492/105774 objects misplaced (5.192%); 3.7 MiB/s, 209 objects/s recovering 2023-09-23T18:03:34.655 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:33 smithi018 ceph-mon[149401]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:34.655 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:33 smithi018 ceph-mon[149401]: pgmap v500: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 21961/105774 objects degraded (20.762%); 5492/105774 objects misplaced (5.192%); 3.7 MiB/s, 209 objects/s recovering 2023-09-23T18:03:34.656 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:03:35.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:35.668 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:34] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.33.4" 2023-09-23T18:03:35.669 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:35.669 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:35.670 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:35.670 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:35.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:35.771 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:37.000 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:35 smithi149 ceph-mon[135148]: pgmap v501: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 21961/105450 objects degraded (20.826%); 5492/105450 objects misplaced (5.208%); 3.1 MiB/s, 177 objects/s recovering 2023-09-23T18:03:37.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:35 smithi018 ceph-mon[153734]: pgmap v501: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 21961/105450 objects degraded (20.826%); 5492/105450 objects misplaced (5.208%); 3.1 MiB/s, 177 objects/s recovering 2023-09-23T18:03:37.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:35 smithi018 ceph-mon[149401]: pgmap v501: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 21961/105450 objects degraded (20.826%); 5492/105450 objects misplaced (5.208%); 3.1 MiB/s, 177 objects/s recovering 2023-09-23T18:03:37.001 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:37.002 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 21961/105450 objects degraded (20.826%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:37.002 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 21961/105450 objects degraded (20.826%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:37.026 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 21961/105450 objects degraded (20.826%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:37.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:37.190 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:37.191 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:37.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:37.291 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:37.419 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:37.620 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:03:37.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:37.621 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:37.621 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:37.722 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:38.163 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:38 smithi018 ceph-mon[153734]: pgmap v502: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 21778/102300 objects degraded (21.288%); 5309/102300 objects misplaced (5.190%); 4.6 MiB/s, 282 objects/s recovering 2023-09-23T18:03:38.168 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:38.181 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:03:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:38.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:38.336 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:38.352 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:38.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:38.513 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:38.514 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:38.514 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:38.514 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:38.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:38 smithi018 ceph-mon[149401]: pgmap v502: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 21778/102300 objects degraded (21.288%); 5309/102300 objects misplaced (5.190%); 4.6 MiB/s, 282 objects/s recovering 2023-09-23T18:03:38.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:38.515 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:38.515 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:38.533 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:38.644 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:38 smithi149 ceph-mon[135148]: pgmap v502: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 21778/102300 objects degraded (21.288%); 5309/102300 objects misplaced (5.190%); 4.6 MiB/s, 282 objects/s recovering 2023-09-23T18:03:38.644 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:38.644 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.644 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.644 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:03:38.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:38.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:38.646 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:38.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:38.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:38.844 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:38.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:38.941 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:38.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:39.042 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: osdmap e200: 8 total, 8 up, 7 in 2023-09-23T18:03:39.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3227340738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:39.204 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:39.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:39.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:39.322 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:39.423 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:39.466 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:39.466 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.466 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:39.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: osdmap e200: 8 total, 8 up, 7 in 2023-09-23T18:03:39.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3227340738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:39.471 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:39.644 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:39.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: failed to encode map e200 with expected crc 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1663341437' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: osdmap e200: 8 total, 8 up, 7 in 2023-09-23T18:03:39.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3227340738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:39.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:39.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:39.672 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:03:39.672 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116587 5.f 5:f9b6ab6d:::benchmark_data_smithi018_184207_object41926:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.443208+0000", 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.228034295, 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.22806589099999999, 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.673 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116587 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443208+0000", 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443208+0000", 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443206+0000", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443214+0000", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1960000000000008e-06 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443227+0000", 2023-09-23T18:03:39.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3602e-05 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.443236+0000", 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7080000000000003e-06 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.472087+0000", 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028850773999999999 2023-09-23T18:03:39.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.477699+0000", 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056119580000000002 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.526760+0000", 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049061412999999998 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.530408+0000", 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00364753 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116621 5.f 5:f58a039f:::benchmark_data_smithi018_184207_object41960:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.493193+0000", 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.178048656, 2023-09-23T18:03:39.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17817922999999999, 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116621 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493193+0000", 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493193+0000", 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493191+0000", 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493201+0000", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1309999999999995e-06 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493222+0000", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1342e-05 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.493233+0000", 2023-09-23T18:03:39.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0762e-05 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.534125+0000", 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040891864 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.538248+0000", 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041235639999999997 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.578156+0000", 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039907826 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.582420+0000", 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042645080000000002 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116475 5.f 5:f275e5f4:::benchmark_data_smithi018_184207_object41814:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.258251+0000", 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.41299047900000002, 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.41321311500000002, 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116475 2023-09-23T18:03:39.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258251+0000", 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258251+0000", 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258250+0000", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258258+0000", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6999999999999997e-06 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258274+0000", 2023-09-23T18:03:39.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5361000000000001e-05 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258284+0000", 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0417999999999999e-05 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.358829+0000", 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10054484 2023-09-23T18:03:39.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.363219+0000", 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004390344 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.419747+0000", 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056527811999999997 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.424105+0000", 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043573470000000001 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116478 5.f 5:f9c33a60:::benchmark_data_smithi018_184207_object41817:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.258296+0000", 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.41294628500000002, 2023-09-23T18:03:39.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.41325827199999998, 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116478 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258296+0000", 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258296+0000", 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258295+0000", 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258298+0000", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8710000000000001e-06 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258304+0000", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.229e-06 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.258310+0000", 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.186e-06 2023-09-23T18:03:39.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.363582+0000", 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.105272569 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.367150+0000", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035683709999999999 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.442972+0000", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075822055999999999 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.447397+0000", 2023-09-23T18:03:39.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044247870000000003 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116645 5.f 5:fa63f456:::benchmark_data_smithi018_184207_object41984:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.533271+0000", 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.13797083399999999, 2023-09-23T18:03:39.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13836114699999999, 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116645 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533271+0000", 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533271+0000", 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533269+0000", 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533278+0000", 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2399999999999996e-06 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533295+0000", 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.732e-05 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.533304+0000", 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1719999999999996e-06 2023-09-23T18:03:39.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.552930+0000", 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019625633999999999 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.558058+0000", 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005128184 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.602856+0000", 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044797491000000002 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.607357+0000", 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045009350000000002 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116647 5.f 5:fe01159d:::benchmark_data_smithi018_184207_object41986:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.539873+0000", 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.13136910099999999, 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13183892, 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.704 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116647 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539873+0000", 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539873+0000", 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539871+0000", 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539881+0000", 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5009999999999993e-06 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539896+0000", 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5668999999999999e-05 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.539905+0000", 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4519999999999997e-06 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.608689+0000", 2023-09-23T18:03:39.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068784554999999997 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.613096+0000", 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044070660000000003 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.649317+0000", 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036220872000000001 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.653660+0000", 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043425369999999996 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.710 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116658 5.f 5:fb17a855:::benchmark_data_smithi018_184207_object41997:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.576976+0000", 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.094266032999999999, 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094828991000000001, 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116658 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.576976+0000", 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.576976+0000", 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.576974+0000", 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.576983+0000", 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5030000000000003e-06 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577003+0000", 2023-09-23T18:03:39.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9513000000000001e-05 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577014+0000", 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0789e-05 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.613567+0000", 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036553653999999998 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.618178+0000", 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046103530000000002 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116659 5.f 5:f96adc6f:::benchmark_data_smithi018_184207_object41998:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.577022+0000", 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.094220151000000002, 2023-09-23T18:03:39.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094832674000000006, 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116659 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577022+0000", 2023-09-23T18:03:39.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577022+0000", 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577021+0000", 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577025+0000", 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.213e-06 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577031+0000", 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.533e-06 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.577037+0000", 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.614e-06 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.618656+0000", 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.041619533 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.623280+0000", 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004623851 2023-09-23T18:03:39.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.670413+0000", 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047133205999999997 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116503 5.f 5:f136d17c:::benchmark_data_smithi018_184207_object41842:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.302749+0000", 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.36849318599999997, 2023-09-23T18:03:39.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.36914982899999998, 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116503 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302749+0000", 2023-09-23T18:03:39.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302749+0000", 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302747+0000", 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302756+0000", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5589999999999994e-06 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302775+0000", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8447000000000001e-05 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.302785+0000", 2023-09-23T18:03:39.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0786e-05 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.367573+0000", 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.064788011000000006 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.371706+0000", 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041327020000000003 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.397646+0000", 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0259397 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.401891+0000", 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042450650000000001 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 201/188 [PushOp(5:fb17a855:::benchmark_data_smithi018_184207_object41997:head, version: 108'2606, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:fb17a855:::benchmark_data_smithi018_184207_object41997:head@108'2606, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.622522+0000", 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.048719549000000001, 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049437029, 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622522+0000", 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622522+0000", 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622521+0000", 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622568+0000", 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7296999999999998e-05 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622594+0000", 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5970999999999999e-05 2023-09-23T18:03:39.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.622613+0000", 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9162999999999999e-05 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116686 5.f 5.1f70e7ef (undecoded) ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.636443+0000", 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.034798697000000003, 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035564929000000002, 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.730 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116686 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636443+0000", 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636443+0000", 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636442+0000", 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:39.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636450+0000", 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1389999999999995e-06 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636470+0000", 2023-09-23T18:03:39.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0128000000000001e-05 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.636481+0000", 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1005999999999999e-05 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.734 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116538 5.f 5:fb3179cd:::benchmark_data_smithi018_184207_object41877:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:39.369182+0000", 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.3020602, 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.30286754900000001, 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:03:39.735 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116538 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369182+0000", 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369182+0000", 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369180+0000", 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:03:39.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369187+0000", 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.114e-06 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:03:39.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369201+0000", 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3969e-05 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.369208+0000", 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9959999999999996e-06 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.377548+0000", 2023-09-23T18:03:39.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008339684 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.379225+0000", 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001676711 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.466078+0000", 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.086853168999999994 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:03:39.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.470293+0000", 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042151289999999998 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 12 2023-09-23T18:03:39.741 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:03:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:39.754 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:39.826 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:40.036 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:40.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:40.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:40.140 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:40.151 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:03:40.169 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:40.208 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:41.089 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: pgmap v504: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 246 op/s; 21686/101259 objects degraded (21.416%); 5309/101259 objects misplaced (5.243%); 4.0 MiB/s, 161 objects/s recovering 2023-09-23T18:03:41.089 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.089 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.089 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: osdmap e201: 8 total, 8 up, 7 in 2023-09-23T18:03:41.090 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.090 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.090 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:41.090 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:41.090 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: pgmap v504: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 246 op/s; 21686/101259 objects degraded (21.416%); 5309/101259 objects misplaced (5.243%); 4.0 MiB/s, 161 objects/s recovering 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: osdmap e201: 8 total, 8 up, 7 in 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:41.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:41.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:41.093 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:41.093 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:41.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: pgmap v504: 89 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 77 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 246 op/s; 21686/101259 objects degraded (21.416%); 5309/101259 objects misplaced (5.243%); 4.0 MiB/s, 161 objects/s recovering 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: osdmap e201: 8 total, 8 up, 7 in 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: failed to encode map e201 with expected crc 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:41.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:41.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:03:41.391 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:41.415 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 21686/101259 objects degraded (21.416%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:41.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 21686/101259 objects degraded (21.416%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:41.643 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:41.643 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:41.643 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 21686/101259 objects degraded (21.416%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:03:41.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:41.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:41.706 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:42.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:03:42.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:43.772 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:42 smithi149 ceph-mon[135148]: pgmap v506: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 21507/97935 objects degraded (21.960%); 5123/97935 objects misplaced (5.231%); 4.9 MiB/s, 241 objects/s recovering 2023-09-23T18:03:43.772 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:43 smithi149 ceph-mon[135148]: from='client.55168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:43.772 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:03:43.772 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":506,"stamp":"2023-09-23T18:03:40.671130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2142312395,"num_objects":32645,"num_object_clones":0,"num_object_copies":97935,"num_objects_missing_on_primary":4492,"num_objects_missing":4492,"num_objects_degraded":21507,"num_objects_misplaced":5123,"num_objects_unfound":0,"num_objects_dirty":32645,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":117807,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41068,"num_bytes_recovered":2141209707,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97111,"ondisk_log_size":97111,"up":267,"acting":260,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":323,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9376968,"kb_used_data":7710608,"kb_used_omap":33,"kb_used_meta":1666206,"kb_avail":646839096,"statfs":{"total":671965249536,"available":662363234304,"internally_reserved":0,"allocated":7895662592,"data_stored":7890194836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1706195741},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-171245568,"num_objects":-2613,"num_object_clones":0,"num_object_copies":-7839,"num_objects_missing_on_primary":-160,"num_objects_missing":-160,"num_objects_degraded":-454,"num_objects_misplaced":-369,"num_objects_unfound":0,"num_objects_dirty":-2613,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2613,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1933,"num_bytes_recovered":40763392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.006165"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":27,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160524+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:38.160524+0000","last_peered":"2023-09-23T18:03:38.160524+0000","last_clean":"2023-09-23T18:03:38.160524+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:38.160524+0000","last_undegraded":"2023-09-23T18:03:38.160524+0000","last_fullsized":"2023-09-23T18:03:38.160524+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":188,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.568850+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:03:28.568850+0000","last_peered":"2023-09-23T18:03:28.568850+0000","last_clean":"2023-09-23T18:03:28.568850+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:03:28.568850+0000","last_undegraded":"2023-09-23T18:03:28.568850+0000","last_fullsized":"2023-09-23T18:03:28.568850+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":101,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.566362+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:28.566362+0000","last_peered":"2023-09-23T18:03:28.566362+0000","last_clean":"2023-09-23T18:03:28.566362+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:28.566362+0000","last_undegraded":"2023-09-23T18:03:28.566362+0000","last_fullsized":"2023-09-23T18:03:28.566362+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":33,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159596+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:38.159596+0000","last_peered":"2023-09-23T18:03:38.159596+0000","last_clean":"2023-09-23T18:03:38.159596+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:38.159596+0000","last_undegraded":"2023-09-23T18:03:38.159596+0000","last_fullsized":"2023-09-23T18:03:38.159596+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":248,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572298+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:28.572298+0000","last_peered":"2023-09-23T18:03:28.572298+0000","last_clean":"2023-09-23T18:03:28.572298+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:28.572298+0000","last_undegraded":"2023-09-23T18:03:28.572298+0000","last_fullsized":"2023-09-23T18:03:28.572298+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158452+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:38.158452+0000","last_peered":"2023-09-23T18:03:38.158452+0000","last_clean":"2023-09-23T18:03:38.158452+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:38.158452+0000","last_undegraded":"2023-09-23T18:03:38.158452+0000","last_fullsized":"2023-09-23T18:03:38.158452+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":188,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160646+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:38.160646+0000","last_peered":"2023-09-23T18:03:38.160646+0000","last_clean":"2023-09-23T18:03:38.160646+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:38.160646+0000","last_undegraded":"2023-09-23T18:03:38.160646+0000","last_fullsized":"2023-09-23T18:03:38.160646+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":203,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572378+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:28.572378+0000","last_peered":"2023-09-23T18:03:28.572378+0000","last_clean":"2023-09-23T18:03:28.572378+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:28.572378+0000","last_undegraded":"2023-09-23T18:03:28.572378+0000","last_fullsized":"2023-09-23T18:03:28.572378+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":23,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159819+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:38.159819+0000","last_peered":"2023-09-23T18:03:38.159819+0000","last_clean":"2023-09-23T18:03:38.159819+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:38.159819+0000","last_undegraded":"2023-09-23T18:03:38.159819+0000","last_fullsized":"2023-09-23T18:03:38.159819+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":138,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572053+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:28.572053+0000","last_peered":"2023-09-23T18:03:28.572053+0000","last_clean":"2023-09-23T18:03:28.572053+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:28.572053+0000","last_undegraded":"2023-09-23T18:03:28.572053+0000","last_fullsized":"2023-09-23T18:03:28.572053+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":200,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.166318+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:38.166318+0000","last_peered":"2023-09-23T18:03:38.166318+0000","last_clean":"2023-09-23T18:03:38.166318+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:38.166318+0000","last_undegraded":"2023-09-23T18:03:38.166318+0000","last_fullsized":"2023-09-23T18:03:38.166318+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":118,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.568034+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:28.568034+0000","last_peered":"2023-09-23T18:03:28.568034+0000","last_clean":"2023-09-23T18:03:28.568034+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:28.568034+0000","last_undegraded":"2023-09-23T18:03:28.568034+0000","last_fullsized":"2023-09-23T18:03:28.568034+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":37,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160817+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:38.160817+0000","last_peered":"2023-09-23T18:03:38.160817+0000","last_clean":"2023-09-23T18:03:38.160817+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:38.160817+0000","last_undegraded":"2023-09-23T18:03:38.160817+0000","last_fullsized":"2023-09-23T18:03:38.160817+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":198,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160696+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:38.160696+0000","last_peered":"2023-09-23T18:03:38.160696+0000","last_clean":"2023-09-23T18:03:38.160696+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:38.160696+0000","last_undegraded":"2023-09-23T18:03:38.160696+0000","last_fullsized":"2023-09-23T18:03:38.160696+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":246,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165795+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:38.165795+0000","last_peered":"2023-09-23T18:03:38.165795+0000","last_clean":"2023-09-23T18:03:38.165795+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:38.165795+0000","last_undegraded":"2023-09-23T18:03:38.165795+0000","last_fullsized":"2023-09-23T18:03:38.165795+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":194,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.568616+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:28.568616+0000","last_peered":"2023-09-23T18:03:28.568616+0000","last_clean":"2023-09-23T18:03:28.568616+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:28.568616+0000","last_undegraded":"2023-09-23T18:03:28.568616+0000","last_fullsized":"2023-09-23T18:03:28.568616+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":33,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159510+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:38.159510+0000","last_peered":"2023-09-23T18:03:38.159510+0000","last_clean":"2023-09-23T18:03:38.159510+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:38.159510+0000","last_undegraded":"2023-09-23T18:03:38.159510+0000","last_fullsized":"2023-09-23T18:03:38.159510+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159670+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:38.159670+0000","last_peered":"2023-09-23T18:03:38.159670+0000","last_clean":"2023-09-23T18:03:38.159670+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:38.159670+0000","last_undegraded":"2023-09-23T18:03:38.159670+0000","last_fullsized":"2023-09-23T18:03:38.159670+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":167,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165539+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:38.165539+0000","last_peered":"2023-09-23T18:03:38.165539+0000","last_clean":"2023-09-23T18:03:38.165539+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:38.165539+0000","last_undegraded":"2023-09-23T18:03:38.165539+0000","last_fullsized":"2023-09-23T18:03:38.165539+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":165,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160360+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:38.160360+0000","last_peered":"2023-09-23T18:03:38.160360+0000","last_clean":"2023-09-23T18:03:38.160360+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:38.160360+0000","last_undegraded":"2023-09-23T18:03:38.160360+0000","last_fullsized":"2023-09-23T18:03:38.160360+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":248,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158107+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:38.158107+0000","last_peered":"2023-09-23T18:03:38.158107+0000","last_clean":"2023-09-23T18:03:38.158107+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:38.158107+0000","last_undegraded":"2023-09-23T18:03:38.158107+0000","last_fullsized":"2023-09-23T18:03:38.158107+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":164,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.568756+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:28.568756+0000","last_peered":"2023-09-23T18:03:28.568756+0000","last_clean":"2023-09-23T18:03:28.568756+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:28.568756+0000","last_undegraded":"2023-09-23T18:03:28.568756+0000","last_fullsized":"2023-09-23T18:03:28.568756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"201'7243","reported_seq":7391,"reported_epoch":201,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:40.480940+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:03:40.480940+0000","last_peered":"2023-09-23T18:03:40.480940+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:03:40.480940+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"108'1961","ondisk_log_start":"108'1961","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5282,"log_dups_size":0,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127336448,"num_objects":1943,"num_object_clones":0,"num_object_copies":5829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7243,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":1943}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":238,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.166274+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:38.166274+0000","last_peered":"2023-09-23T18:03:38.166274+0000","last_clean":"2023-09-23T18:03:38.166274+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:38.166274+0000","last_undegraded":"2023-09-23T18:03:38.166274+0000","last_fullsized":"2023-09-23T18:03:38.166274+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159394+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:38.159394+0000","last_peered":"2023-09-23T18:03:38.159394+0000","last_clean":"2023-09-23T18:03:38.159394+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:38.159394+0000","last_undegraded":"2023-09-23T18:03:38.159394+0000","last_fullsized":"2023-09-23T18:03:38.159394+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"201'7481","reported_seq":11485,"reported_epoch":201,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:40.419751+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:03:40.419751+0000","last_peered":"2023-09-23T18:03:40.419751+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:03:40.419751+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:03:40.419751+0000","mapping_epoch":187,"log_start":"107'1026","ondisk_log_start":"107'1026","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6455,"log_dups_size":0,"ondisk_log_size":6455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135069696,"num_objects":2061,"num_object_clones":0,"num_object_copies":6183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2061,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2061,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7481,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1709,"num_bytes_recovered":85393408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":2060},{"shards":"0,1,6","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":253,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.167044+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:38.167044+0000","last_peered":"2023-09-23T18:03:38.167044+0000","last_clean":"2023-09-23T18:03:38.167044+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:38.167044+0000","last_undegraded":"2023-09-23T18:03:38.167044+0000","last_fullsized":"2023-09-23T18:03:38.167044+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":198,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160645+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:38.160645+0000","last_peered":"2023-09-23T18:03:38.160645+0000","last_clean":"2023-09-23T18:03:38.160645+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:38.160645+0000","last_undegraded":"2023-09-23T18:03:38.160645+0000","last_fullsized":"2023-09-23T18:03:38.160645+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"201'7276","reported_seq":13926,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:40.395725+0000","last_change":"2023-09-23T18:03:39.217250+0000","last_active":"2023-09-23T18:03:40.395725+0000","last_peered":"2023-09-23T18:03:40.395725+0000","last_clean":"2023-09-23T18:03:40.395725+0000","last_became_active":"2023-09-23T18:03:39.189220+0000","last_became_peered":"2023-09-23T18:03:39.189220+0000","last_unstale":"2023-09-23T18:03:40.395725+0000","last_undegraded":"2023-09-23T18:03:40.395725+0000","last_fullsized":"2023-09-23T18:03:40.395725+0000","mapping_epoch":200,"log_start":"107'882","ondisk_log_start":"107'882","created":103,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6394,"log_dups_size":0,"ondisk_log_size":6394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:18.889447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131989504,"num_objects":2014,"num_object_clones":0,"num_object_copies":6042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2014,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7276,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3242,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":194,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.166056+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:38.166056+0000","last_peered":"2023-09-23T18:03:38.166056+0000","last_clean":"2023-09-23T18:03:38.166056+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:38.166056+0000","last_undegraded":"2023-09-23T18:03:38.166056+0000","last_fullsized":"2023-09-23T18:03:38.166056+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":161,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158158+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:38.158158+0000","last_peered":"2023-09-23T18:03:38.158158+0000","last_clean":"2023-09-23T18:03:38.158158+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:38.158158+0000","last_undegraded":"2023-09-23T18:03:38.158158+0000","last_fullsized":"2023-09-23T18:03:38.158158+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"199'7371","reported_seq":13043,"reported_epoch":199,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:37.421914+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:03:37.421914+0000","last_peered":"2023-09-23T18:03:37.421914+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:03:37.421914+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"108'1795","ondisk_log_start":"108'1795","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5576,"log_dups_size":0,"ondisk_log_size":5576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134545408,"num_objects":2053,"num_object_clones":0,"num_object_copies":6159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5557,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7371,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2385,"num_bytes_recovered":155975680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":2044}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":182,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159767+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:38.159767+0000","last_peered":"2023-09-23T18:03:38.159767+0000","last_clean":"2023-09-23T18:03:38.159767+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:38.159767+0000","last_undegraded":"2023-09-23T18:03:38.159767+0000","last_fullsized":"2023-09-23T18:03:38.159767+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":191,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165147+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:38.165147+0000","last_peered":"2023-09-23T18:03:38.165147+0000","last_clean":"2023-09-23T18:03:38.165147+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:38.165147+0000","last_undegraded":"2023-09-23T18:03:38.165147+0000","last_fullsized":"2023-09-23T18:03:38.165147+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"201'7325","reported_seq":12283,"reported_epoch":201,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:40.549765+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:03:40.549765+0000","last_peered":"2023-09-23T18:03:40.549765+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:03:40.549765+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"108'2045","ondisk_log_start":"108'2045","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133955608,"num_objects":2045,"num_object_clones":0,"num_object_copies":6135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3476,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2045,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7325,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2215,"num_bytes_recovered":119144472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":2033}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":221,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.571487+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:28.571487+0000","last_peered":"2023-09-23T18:03:28.571487+0000","last_clean":"2023-09-23T18:03:28.571487+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:28.571487+0000","last_undegraded":"2023-09-23T18:03:28.571487+0000","last_fullsized":"2023-09-23T18:03:28.571487+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160412+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:38.160412+0000","last_peered":"2023-09-23T18:03:38.160412+0000","last_clean":"2023-09-23T18:03:38.160412+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:38.160412+0000","last_undegraded":"2023-09-23T18:03:38.160412+0000","last_fullsized":"2023-09-23T18:03:38.160412+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"199'7294","reported_seq":15327,"reported_epoch":199,"state":"active+clean","last_fresh":"2023-09-23T18:03:37.780275+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:03:37.780275+0000","last_peered":"2023-09-23T18:03:37.780275+0000","last_clean":"2023-09-23T18:03:37.780275+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:03:37.780275+0000","last_undegraded":"2023-09-23T18:03:37.780275+0000","last_fullsized":"2023-09-23T18:03:37.780275+0000","mapping_epoch":148,"log_start":"108'1775","ondisk_log_start":"108'1775","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5519,"log_dups_size":0,"ondisk_log_size":5519,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133693440,"num_objects":2040,"num_object_clones":0,"num_object_copies":6120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7294,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":180,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158213+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:38.158213+0000","last_peered":"2023-09-23T18:03:38.158213+0000","last_clean":"2023-09-23T18:03:38.158213+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:38.158213+0000","last_undegraded":"2023-09-23T18:03:38.158213+0000","last_fullsized":"2023-09-23T18:03:38.158213+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160925+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:38.160925+0000","last_peered":"2023-09-23T18:03:38.160925+0000","last_clean":"2023-09-23T18:03:38.160925+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:38.160925+0000","last_undegraded":"2023-09-23T18:03:38.160925+0000","last_fullsized":"2023-09-23T18:03:38.160925+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"201'7207","reported_seq":14457,"reported_epoch":201,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:40.465271+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:03:40.465271+0000","last_peered":"2023-09-23T18:03:40.465271+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:03:40.465271+0000","last_undegraded":"2023-09-23T18:03:40.465271+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7207,"log_dups_size":0,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129957888,"num_objects":1983,"num_object_clones":0,"num_object_copies":5949,"num_objects_missing_on_primary":2579,"num_objects_missing":2579,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1983,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7207,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2598,"num_bytes_recovered":169672704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":7},{"shards":"4,5,6","objects":1976}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160415+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:38.160415+0000","last_peered":"2023-09-23T18:03:38.160415+0000","last_clean":"2023-09-23T18:03:38.160415+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:38.160415+0000","last_undegraded":"2023-09-23T18:03:38.160415+0000","last_fullsized":"2023-09-23T18:03:38.160415+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":198,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.161239+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:38.161239+0000","last_peered":"2023-09-23T18:03:38.161239+0000","last_clean":"2023-09-23T18:03:38.161239+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:38.161239+0000","last_undegraded":"2023-09-23T18:03:38.161239+0000","last_fullsized":"2023-09-23T18:03:38.161239+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"201'7256","reported_seq":13184,"reported_epoch":201,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:40.357110+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:03:40.357110+0000","last_peered":"2023-09-23T18:03:40.357110+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:03:40.357110+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"107'777","ondisk_log_start":"107'777","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6479,"log_dups_size":0,"ondisk_log_size":6479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129892352,"num_objects":1982,"num_object_clones":0,"num_object_copies":5946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7256,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":1968}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":190,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.569481+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:28.569481+0000","last_peered":"2023-09-23T18:03:28.569481+0000","last_clean":"2023-09-23T18:03:28.569481+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:28.569481+0000","last_undegraded":"2023-09-23T18:03:28.569481+0000","last_fullsized":"2023-09-23T18:03:28.569481+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":165,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.566811+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:03:28.566811+0000","last_peered":"2023-09-23T18:03:28.566811+0000","last_clean":"2023-09-23T18:03:28.566811+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:03:28.566811+0000","last_undegraded":"2023-09-23T18:03:28.566811+0000","last_fullsized":"2023-09-23T18:03:28.566811+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":759,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.573604+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:03:28.573604+0000","last_peered":"2023-09-23T18:03:28.573604+0000","last_clean":"2023-09-23T18:03:28.573604+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:03:28.573604+0000","last_undegraded":"2023-09-23T18:03:28.573604+0000","last_fullsized":"2023-09-23T18:03:28.573604+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":23,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159722+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:38.159722+0000","last_peered":"2023-09-23T18:03:38.159722+0000","last_clean":"2023-09-23T18:03:38.159722+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:38.159722+0000","last_undegraded":"2023-09-23T18:03:38.159722+0000","last_fullsized":"2023-09-23T18:03:38.159722+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":110,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.567891+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:03:28.567891+0000","last_peered":"2023-09-23T18:03:28.567891+0000","last_clean":"2023-09-23T18:03:28.567891+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:03:28.567891+0000","last_undegraded":"2023-09-23T18:03:28.567891+0000","last_fullsized":"2023-09-23T18:03:28.567891+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"199'7084","reported_seq":23193,"reported_epoch":199,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:37.450148+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:03:37.450148+0000","last_peered":"2023-09-23T18:03:37.450148+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:03:37.450148+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"108'1484","ondisk_log_start":"108'1484","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5600,"log_dups_size":0,"ondisk_log_size":5600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135921664,"num_objects":2074,"num_object_clones":0,"num_object_copies":6222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":2074,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7084,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":2063}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"201'7257","reported_seq":21792,"reported_epoch":201,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:40.284244+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:03:40.284244+0000","last_peered":"2023-09-23T18:03:40.284244+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:03:40.284244+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:03:40.284244+0000","mapping_epoch":185,"log_start":"108'1710","ondisk_log_start":"108'1710","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5547,"log_dups_size":0,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132186112,"num_objects":2017,"num_object_clones":0,"num_object_copies":6051,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":2153,"num_objects_misplaced":1777,"num_objects_unfound":0,"num_objects_dirty":2017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7257,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":2005},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":898,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159573+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:38.159573+0000","last_peered":"2023-09-23T18:03:38.159573+0000","last_clean":"2023-09-23T18:03:38.159573+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:38.159573+0000","last_undegraded":"2023-09-23T18:03:38.159573+0000","last_fullsized":"2023-09-23T18:03:38.159573+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":181,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160701+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:38.160701+0000","last_peered":"2023-09-23T18:03:38.160701+0000","last_clean":"2023-09-23T18:03:38.160701+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:38.160701+0000","last_undegraded":"2023-09-23T18:03:38.160701+0000","last_fullsized":"2023-09-23T18:03:38.160701+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":103,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.573308+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:03:28.573308+0000","last_peered":"2023-09-23T18:03:28.573308+0000","last_clean":"2023-09-23T18:03:28.573308+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:03:28.573308+0000","last_undegraded":"2023-09-23T18:03:28.573308+0000","last_fullsized":"2023-09-23T18:03:28.573308+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"201'7258","reported_seq":20683,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:40.434658+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:03:40.434658+0000","last_peered":"2023-09-23T18:03:40.434658+0000","last_clean":"2023-09-23T18:03:40.434658+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:03:40.434658+0000","last_undegraded":"2023-09-23T18:03:40.434658+0000","last_fullsized":"2023-09-23T18:03:40.434658+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7258,"log_dups_size":0,"ondisk_log_size":7258,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136970240,"num_objects":2090,"num_object_clones":0,"num_object_copies":6270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7258,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":581,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572170+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:03:28.572170+0000","last_peered":"2023-09-23T18:03:28.572170+0000","last_clean":"2023-09-23T18:03:28.572170+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:03:28.572170+0000","last_undegraded":"2023-09-23T18:03:28.572170+0000","last_fullsized":"2023-09-23T18:03:28.572170+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":109,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.567100+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:03:28.567100+0000","last_peered":"2023-09-23T18:03:28.567100+0000","last_clean":"2023-09-23T18:03:28.567100+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:03:28.567100+0000","last_undegraded":"2023-09-23T18:03:28.567100+0000","last_fullsized":"2023-09-23T18:03:28.567100+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":203,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.566731+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:03:28.566731+0000","last_peered":"2023-09-23T18:03:28.566731+0000","last_clean":"2023-09-23T18:03:28.566731+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:03:28.566731+0000","last_undegraded":"2023-09-23T18:03:28.566731+0000","last_fullsized":"2023-09-23T18:03:28.566731+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":641,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159628+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:38.159628+0000","last_peered":"2023-09-23T18:03:38.159628+0000","last_clean":"2023-09-23T18:03:38.159628+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:38.159628+0000","last_undegraded":"2023-09-23T18:03:38.159628+0000","last_fullsized":"2023-09-23T18:03:38.159628+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":469,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165566+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:38.165566+0000","last_peered":"2023-09-23T18:03:38.165566+0000","last_clean":"2023-09-23T18:03:38.165566+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:38.165566+0000","last_undegraded":"2023-09-23T18:03:38.165566+0000","last_fullsized":"2023-09-23T18:03:38.165566+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":197,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572062+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:28.572062+0000","last_peered":"2023-09-23T18:03:28.572062+0000","last_clean":"2023-09-23T18:03:28.572062+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:28.572062+0000","last_undegraded":"2023-09-23T18:03:28.572062+0000","last_fullsized":"2023-09-23T18:03:28.572062+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":165,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158357+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:38.158357+0000","last_peered":"2023-09-23T18:03:38.158357+0000","last_clean":"2023-09-23T18:03:38.158357+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:38.158357+0000","last_undegraded":"2023-09-23T18:03:38.158357+0000","last_fullsized":"2023-09-23T18:03:38.158357+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"201'7151","reported_seq":7292,"reported_epoch":201,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:40.546254+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:03:40.546254+0000","last_peered":"2023-09-23T18:03:40.546254+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:03:40.546254+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:03:40.546254+0000","mapping_epoch":178,"log_start":"108'1852","ondisk_log_start":"108'1852","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5299,"log_dups_size":0,"ondisk_log_size":5299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132579328,"num_objects":2023,"num_object_clones":0,"num_object_copies":6069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":1437,"num_objects_unfound":0,"num_objects_dirty":2023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7151,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":2023}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"201'7407","reported_seq":10404,"reported_epoch":201,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:40.414971+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:03:40.414971+0000","last_peered":"2023-09-23T18:03:40.414971+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:03:40.414971+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'1851","ondisk_log_start":"108'1851","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5556,"log_dups_size":0,"ondisk_log_size":5556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134807552,"num_objects":2057,"num_object_clones":0,"num_object_copies":6171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2057,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7407,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":2043},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":858,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.166435+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:38.166435+0000","last_peered":"2023-09-23T18:03:38.166435+0000","last_clean":"2023-09-23T18:03:38.166435+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:38.166435+0000","last_undegraded":"2023-09-23T18:03:38.166435+0000","last_fullsized":"2023-09-23T18:03:38.166435+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":174,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159202+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:38.159202+0000","last_peered":"2023-09-23T18:03:38.159202+0000","last_clean":"2023-09-23T18:03:38.159202+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:38.159202+0000","last_undegraded":"2023-09-23T18:03:38.159202+0000","last_fullsized":"2023-09-23T18:03:38.159202+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":33,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159869+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:38.159869+0000","last_peered":"2023-09-23T18:03:38.159869+0000","last_clean":"2023-09-23T18:03:38.159869+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:38.159869+0000","last_undegraded":"2023-09-23T18:03:38.159869+0000","last_fullsized":"2023-09-23T18:03:38.159869+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":359,"reported_epoch":200,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:38.166161+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:38.166161+0000","last_peered":"2023-09-23T18:03:38.166161+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:38.166161+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:38.166161+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":127,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.573386+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:03:28.573386+0000","last_peered":"2023-09-23T18:03:28.573386+0000","last_clean":"2023-09-23T18:03:28.573386+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:03:28.573386+0000","last_undegraded":"2023-09-23T18:03:28.573386+0000","last_fullsized":"2023-09-23T18:03:28.573386+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":184,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165320+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:38.165320+0000","last_peered":"2023-09-23T18:03:38.165320+0000","last_clean":"2023-09-23T18:03:38.165320+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:38.165320+0000","last_undegraded":"2023-09-23T18:03:38.165320+0000","last_fullsized":"2023-09-23T18:03:38.165320+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"201'7441","reported_seq":7567,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.780333+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:03:39.780333+0000","last_peered":"2023-09-23T18:03:39.780333+0000","last_clean":"2023-09-23T18:03:39.780333+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:03:39.780333+0000","last_undegraded":"2023-09-23T18:03:39.780333+0000","last_fullsized":"2023-09-23T18:03:39.780333+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6542,"log_dups_size":0,"ondisk_log_size":6542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132448256,"num_objects":2021,"num_object_clones":0,"num_object_copies":6063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7441,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":169,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.568688+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:28.568688+0000","last_peered":"2023-09-23T18:03:28.568688+0000","last_clean":"2023-09-23T18:03:28.568688+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:28.568688+0000","last_undegraded":"2023-09-23T18:03:28.568688+0000","last_fullsized":"2023-09-23T18:03:28.568688+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":705,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.567239+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:03:28.567239+0000","last_peered":"2023-09-23T18:03:28.567239+0000","last_clean":"2023-09-23T18:03:28.567239+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:03:28.567239+0000","last_undegraded":"2023-09-23T18:03:28.567239+0000","last_fullsized":"2023-09-23T18:03:28.567239+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":202,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.572213+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:03:28.572213+0000","last_peered":"2023-09-23T18:03:28.572213+0000","last_clean":"2023-09-23T18:03:28.572213+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:03:28.572213+0000","last_undegraded":"2023-09-23T18:03:28.572213+0000","last_fullsized":"2023-09-23T18:03:28.572213+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"201'7453","reported_seq":10043,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:40.455433+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:03:40.455433+0000","last_peered":"2023-09-23T18:03:40.455433+0000","last_clean":"2023-09-23T18:03:40.455433+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:03:40.455433+0000","last_undegraded":"2023-09-23T18:03:40.455433+0000","last_fullsized":"2023-09-23T18:03:40.455433+0000","mapping_epoch":185,"log_start":"107'1128","ondisk_log_start":"107'1128","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6325,"log_dups_size":0,"ondisk_log_size":6325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134283264,"num_objects":2049,"num_object_clones":0,"num_object_copies":6147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2049,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7453,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":417,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.158671+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:38.158671+0000","last_peered":"2023-09-23T18:03:38.158671+0000","last_clean":"2023-09-23T18:03:38.158671+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:38.158671+0000","last_undegraded":"2023-09-23T18:03:38.158671+0000","last_fullsized":"2023-09-23T18:03:38.158671+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":37,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159515+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:38.159515+0000","last_peered":"2023-09-23T18:03:38.159515+0000","last_clean":"2023-09-23T18:03:38.159515+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:38.159515+0000","last_undegraded":"2023-09-23T18:03:38.159515+0000","last_fullsized":"2023-09-23T18:03:38.159515+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":35,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160478+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:38.160478+0000","last_peered":"2023-09-23T18:03:38.160478+0000","last_clean":"2023-09-23T18:03:38.160478+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:38.160478+0000","last_undegraded":"2023-09-23T18:03:38.160478+0000","last_fullsized":"2023-09-23T18:03:38.160478+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"199'7197","reported_seq":14221,"reported_epoch":199,"state":"active+clean","last_fresh":"2023-09-23T18:03:37.479643+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:03:37.479643+0000","last_peered":"2023-09-23T18:03:37.479643+0000","last_clean":"2023-09-23T18:03:37.479643+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:03:37.479643+0000","last_undegraded":"2023-09-23T18:03:37.479643+0000","last_fullsized":"2023-09-23T18:03:37.479643+0000","mapping_epoch":191,"log_start":"108'1575","ondisk_log_start":"108'1575","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5622,"log_dups_size":0,"ondisk_log_size":5622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141885440,"num_objects":2165,"num_object_clones":0,"num_object_copies":6495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7197,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":33,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.165242+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:38.165242+0000","last_peered":"2023-09-23T18:03:38.165242+0000","last_clean":"2023-09-23T18:03:38.165242+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:38.165242+0000","last_undegraded":"2023-09-23T18:03:38.165242+0000","last_fullsized":"2023-09-23T18:03:38.165242+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":84,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.573456+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:28.573456+0000","last_peered":"2023-09-23T18:03:28.573456+0000","last_clean":"2023-09-23T18:03:28.573456+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:28.573456+0000","last_undegraded":"2023-09-23T18:03:28.573456+0000","last_fullsized":"2023-09-23T18:03:28.573456+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":195,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159865+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:38.159865+0000","last_peered":"2023-09-23T18:03:38.159865+0000","last_clean":"2023-09-23T18:03:38.159865+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:38.159865+0000","last_undegraded":"2023-09-23T18:03:38.159865+0000","last_fullsized":"2023-09-23T18:03:38.159865+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160498+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:38.160498+0000","last_peered":"2023-09-23T18:03:38.160498+0000","last_clean":"2023-09-23T18:03:38.160498+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:38.160498+0000","last_undegraded":"2023-09-23T18:03:38.160498+0000","last_fullsized":"2023-09-23T18:03:38.160498+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":169,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.159821+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:38.159821+0000","last_peered":"2023-09-23T18:03:38.159821+0000","last_clean":"2023-09-23T18:03:38.159821+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:38.159821+0000","last_undegraded":"2023-09-23T18:03:38.159821+0000","last_fullsized":"2023-09-23T18:03:38.159821+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160437+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:38.160437+0000","last_peered":"2023-09-23T18:03:38.160437+0000","last_clean":"2023-09-23T18:03:38.160437+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:38.160437+0000","last_undegraded":"2023-09-23T18:03:38.160437+0000","last_fullsized":"2023-09-23T18:03:38.160437+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":218,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.569481+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:03:28.569481+0000","last_peered":"2023-09-23T18:03:28.569481+0000","last_clean":"2023-09-23T18:03:28.569481+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:03:28.569481+0000","last_undegraded":"2023-09-23T18:03:28.569481+0000","last_fullsized":"2023-09-23T18:03:28.569481+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":222,"reported_epoch":198,"state":"active+clean","last_fresh":"2023-09-23T18:03:28.571967+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:28.571967+0000","last_peered":"2023-09-23T18:03:28.571967+0000","last_clean":"2023-09-23T18:03:28.571967+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:28.571967+0000","last_undegraded":"2023-09-23T18:03:28.571967+0000","last_fullsized":"2023-09-23T18:03:28.571967+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":69,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160013+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:38.160013+0000","last_peered":"2023-09-23T18:03:38.160013+0000","last_clean":"2023-09-23T18:03:38.160013+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:38.160013+0000","last_undegraded":"2023-09-23T18:03:38.160013+0000","last_fullsized":"2023-09-23T18:03:38.160013+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":200,"state":"active+clean","last_fresh":"2023-09-23T18:03:38.160230+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:38.160230+0000","last_peered":"2023-09-23T18:03:38.160230+0000","last_clean":"2023-09-23T18:03:38.160230+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:38.160230+0000","last_undegraded":"2023-09-23T18:03:38.160230+0000","last_fullsized":"2023-09-23T18:03:38.160230+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":2137522200,"num_objects":32617,"num_object_clones":0,"num_object_copies":97851,"num_objects_missing_on_primary":4492,"num_objects_missing":4492,"num_objects_degraded":21503,"num_objects_misplaced":5123,"num_objects_unfound":0,"num_objects_dirty":32617,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":116701,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40945,"num_bytes_recovered":2132213784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8931262464,"data_stored":8931246176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95941,"ondisk_log_size":95941,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430425,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1262436,"kb_used_data":961116,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92482716,"statfs":{"total":95995035648,"available":94702301184,"internally_reserved":0,"allocated":984182784,"data_stored":983506074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.73399999999999999,"15min":0.65600000000000003},"min":{"1min":0.23599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":3.5649999999999999,"5min":6.415,"15min":6.5090000000000003},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.78800000000000003,"15min":0.69899999999999995},"min":{"1min":0.29999999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":3.6019999999999999,"5min":6.3869999999999996,"15min":6.5},"last":0.39000000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.90600000000000003,"15min":0.67100000000000004},"min":{"1min":0.31900000000000001,"5min":0.251,"15min":0.251},"max":{"1min":2.7999999999999998,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.79200000000000004,"15min":0.64800000000000002},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.4510000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":2.1280000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:03:39 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.65200000000000002,"15min":0.68200000000000005},"min":{"1min":0.28699999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.4640000000000004,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":1.179},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.79000000000000004,"15min":0.70699999999999996},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.2619999999999996,"5min":6.085,"15min":6.085},"last":1.71}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.133,"15min":1.147},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.778,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.208,"15min":1.1719999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.8170000000000002,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":1.0009999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.77700000000000002,"15min":0.56999999999999995},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":6.3760000000000003,"15min":6.3760000000000003},"last":0.435},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.78500000000000003,"15min":0.59099999999999997},"min":{"1min":0.27000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.57399999999999995,"5min":10.238,"15min":10.238},"last":0.36099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.89300000000000002,"15min":0.61299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63500000000000001,"5min":9.1340000000000003,"15min":9.1340000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.84299999999999997,"15min":0.626},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59499999999999997,"5min":10.307,"15min":10.307},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":2.4319999999999999,"15min":2.4319999999999999},"last":0.627},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.58399999999999996}]}]},{"osd":6,"up_from":174,"seq":747324309521,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1038684,"kb_used_data":715092,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":92706468,"statfs":{"total":95995035648,"available":94931423232,"internally_reserved":0,"allocated":732254208,"data_stored":731585573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":1.258},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.3900000000000001,"5min":3.3900000000000001,"15min":3.3900000000000001},"last":1.4470000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":8.6029999999999998,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":1.335},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":3.3620000000000001,"5min":3.3620000000000001,"15min":3.3620000000000001},"last":2.4540000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.1309999999999998,"5min":3.1309999999999998,"15min":3.1309999999999998},"last":4.9850000000000003},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.1799999999999997,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":0.437}]},{"osd":3,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.883,"5min":5.883,"15min":5.883},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.0990000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":1.3029999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":3.8839999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":1.3200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":1.9119999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":1.131}]},{"osd":7,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.4990000000000001,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5790000000000002,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":1.627}]}]},{"osd":1,"up_from":90,"seq":386547056731,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1028128,"kb_used_data":910296,"kb_used_omap":7,"kb_used_meta":117816,"kb_avail":92717024,"statfs":{"total":95995035648,"available":94942232576,"internally_reserved":0,"allocated":932143104,"data_stored":931226199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":120643683},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":1.1919999999999999,"15min":0.65200000000000002},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4580000000000002,"5min":13.762,"15min":13.762},"last":0.315},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.89700000000000002,"15min":0.57399999999999995},"min":{"1min":0.246,"5min":0.191,"15min":0.191},"max":{"1min":3.343,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.92900000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:03:37 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.89600000000000002,"15min":1.054},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.3140000000000001,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":1.5089999999999999,"15min":1.921},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.79500000000000004,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.216,"15min":0.67400000000000004},"min":{"1min":0.30499999999999999,"5min":0.214,"15min":0.214},"max":{"1min":9.1820000000000004,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.3660000000000001,"15min":0.72499999999999998},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":2.5680000000000001,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.64200000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.0229999999999999,"15min":0.79200000000000004},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.266,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.439},{"interface":"front","average":{"1min":0.501,"5min":1.2370000000000001,"15min":0.86599999999999999},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61299999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.60999999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":1.008,"15min":0.77100000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.375,"5min":5.258,"15min":5.258},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.92100000000000004,"5min":1.034,"15min":0.77900000000000003},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6920000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.38700000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":3.2970000000000002,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":1.0349999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:02:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":1.099,"15min":0.81000000000000005},"min":{"1min":0.377,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.3340000000000001,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":1.2949999999999999,"15min":0.89300000000000002},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82299999999999995,"5min":13.859,"15min":13.859},"last":0.67100000000000004}]}]},{"osd":0,"up_from":85,"seq":365072220263,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1421852,"kb_used_data":1273684,"kb_used_omap":8,"kb_used_meta":148151,"kb_avail":92323300,"statfs":{"total":95995035648,"available":94539059200,"internally_reserved":0,"allocated":1304252416,"data_stored":1303294011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":151707236},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.92000000000000004,"15min":0.55900000000000005},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.0750000000000002,"5min":11.491,"15min":11.491},"last":0.246},{"interface":"front","average":{"1min":0.873,"5min":1.0620000000000001,"15min":0.60499999999999998},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":3.3860000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:03:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.032,"15min":1.0760000000000001},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.8759999999999999,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.3069999999999999,"15min":1.472},"min":{"1min":0.33700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.4540000000000002,"5min":11.443,"15min":11.443},"last":0.36899999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":1.218,"15min":0.65600000000000003},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":3.4089999999999998,"5min":12.682,"15min":12.682},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.2150000000000001,"15min":0.65100000000000002},"min":{"1min":0.25800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.423,"5min":11.587,"15min":11.587},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.075,"15min":0.80500000000000005},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.4180000000000001,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.498},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.89200000000000002,"15min":0.75800000000000001},"min":{"1min":0.38300000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.96099999999999997,"15min":0.79600000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.383,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2290000000000001,"15min":0.86099999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.3740000000000001,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.089,"5min":2.089,"15min":2.089},"last":0.57099999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":1.0980000000000001,"15min":0.83699999999999997},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1139999999999999,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.2010000000000001,"15min":0.876},"min":{"1min":0.42699999999999999,"5min":0.372,"15min":0.372},"max":{"1min":2.4830000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.52200000000000002}]}]},{"osd":2,"up_from":0,"seq":622770257956,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729685,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":719208,"kb_used_data":571104,"kb_used_omap":4,"kb_used_meta":148091,"kb_avail":93025944,"statfs":{"total":95995035648,"available":95258566656,"internally_reserved":0,"allocated":584810496,"data_stored":583886233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":151645591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":1.135,"15min":0.61099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.2440000000000002,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.766,"15min":0.82499999999999996},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.0389999999999997,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.26600000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.1339999999999999,"15min":0.63100000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":3.133,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.751,"5min":1.292,"15min":0.69199999999999995},"min":{"1min":0.28399999999999997,"5min":0.25,"15min":0.25},"max":{"1min":3.2450000000000001,"5min":14.276,"15min":14.276},"last":2.0699999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:02:37 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.502,"15min":1.52},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5330000000000004,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.376},{"interface":"front","average":{"1min":1.2190000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9880000000000004,"5min":4.9880000000000004,"15min":4.9880000000000004},"last":0.28299999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":1.026,"15min":0.76600000000000001},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":3.6459999999999999,"5min":14.212,"15min":14.212},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.796,"15min":1.018},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.4870000000000001,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.48099999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.79,"15min":1.032},"min":{"1min":0.40200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5190000000000001,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.1579999999999999,"15min":0.84799999999999998},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.585,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.40699999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:03:20 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":2.5510000000000002,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.503},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":2.5790000000000002,"5min":2.5790000000000002,"15min":2.5790000000000002},"last":0.52600000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.302,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6080000000000001,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":1.1439999999999999,"15min":0.81899999999999995},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.2709999999999999,"5min":14.246,"15min":14.246},"last":0.57399999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019108,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1893528,"kb_used_data":1584016,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91851624,"statfs":{"total":95995035648,"available":94056062976,"internally_reserved":0,"allocated":1622032384,"data_stored":1621367085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.2729999999999999,"15min":0.79300000000000004},"min":{"1min":0.26900000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.5289999999999999,"5min":26.055,"15min":26.055},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":1.446,"15min":0.89700000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.901,"5min":25.497,"15min":25.497},"last":3.0459999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.25,"15min":0.78800000000000003},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.407,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.3120000000000001,"15min":0.80700000000000005},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.415,"5min":25.298999999999999,"15min":25.298999999999999},"last":3.137}]},{"osd":2,"last update":"Sat Sep 23 18:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.91900000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":3.6299999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.85899999999999999,"15min":0.875},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.5179999999999998,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":3.1930000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.4510000000000001,"15min":0.84399999999999997},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":3.492,"5min":25.181000000000001,"15min":25.181000000000001},"last":4.194},{"interface":"front","average":{"1min":0.74399999999999999,"5min":1.611,"15min":0.92600000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.2349999999999999,"5min":25.225000000000001,"15min":25.225000000000001},"last":3.2200000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.65900000000000003,"15min":0.51300000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.47899999999999998,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.72399999999999998,"15min":0.57399999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58299999999999996,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":4.8220000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":3.238},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.831,"5min":1.831,"15min":1.831},"last":0.35899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.85299999999999998,"15min":0.623},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.87,"5min":7.0359999999999996,"15min":7.0359999999999996},"last":3.2610000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.80900000000000005,"15min":0.626},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64000000000000001,"5min":12.754,"15min":12.754},"last":0.85699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822880,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2013132,"kb_used_data":1695300,"kb_used_omap":0,"kb_used_meta":317824,"kb_avail":91732020,"statfs":{"total":95995035648,"available":93933588480,"internally_reserved":0,"allocated":1735987200,"data_stored":1735329661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":325451776},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.1020000000000001,"15min":0.72599999999999998},"min":{"1min":0.29599999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.45,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.1930000000000001,"15min":0.78600000000000003},"min":{"1min":0.317,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.641,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.29699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.296,"15min":0.77400000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.6429999999999998,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.94599999999999995,"15min":0.69699999999999995},"min":{"1min":0.34399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2890000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:03:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.90900000000000003,"15min":1.0329999999999999},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":2.4300000000000002,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.93500000000000005,"15min":1.0580000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":2.4359999999999999,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.40799999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:02:53 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.347,"15min":0.81699999999999995},"min":{"1min":0.33000000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.609,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.81100000000000005,"5min":1.375,"15min":0.90100000000000002},"min":{"1min":0.35499999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7429999999999999,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.40000000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:02:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.79900000000000004,"15min":0.58899999999999997},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.23899999999999999},"max":{"1min":1.105,"5min":7.7389999999999999,"15min":7.7389999999999999},"last":0.379},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.94899999999999995,"15min":0.65900000000000003},"min":{"1min":0.35199999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":0.878,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.38700000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.437},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":2.8290000000000002,"5min":2.8290000000000002,"15min":2.8290000000000002},"last":0.55800000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:03:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.77800000000000002,"15min":0.67800000000000005},"min":{"1min":0.34200000000000003,"5min":0.309,"15min":0.309},"max":{"1min":1.8280000000000001,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.876,"5min":1.0549999999999999,"15min":0.76400000000000001},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.4020000000000001,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1301286912,"data_stored":1301282840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":925564928,"data_stored":925564928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1084035072,"data_stored":1084031000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":575275008,"data_stored":575275008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1612709888,"data_stored":1612709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1730154496,"data_stored":1730150424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":725286912,"data_stored":725286912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":976949248,"data_stored":976945176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:03:45.270 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:03:46.948 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:46.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:42 smithi018 ceph-mon[149401]: pgmap v506: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 21507/97935 objects degraded (21.960%); 5123/97935 objects misplaced (5.231%); 4.9 MiB/s, 241 objects/s recovering 2023-09-23T18:03:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:42 smithi018 ceph-mon[153734]: pgmap v506: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 21507/97935 objects degraded (21.960%); 5123/97935 objects misplaced (5.231%); 4.9 MiB/s, 241 objects/s recovering 2023-09-23T18:03:46.949 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:03:46.949 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:03:46.949 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:03:46.949 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:03:46.950 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:03:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:43 smithi018 ceph-mon[153734]: from='client.55168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:46.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:43 smithi018 ceph-mon[149401]: from='client.55168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:46.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:03:47.140 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:44 smithi149 ceph-mon[135148]: pgmap v507: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 21414/97074 objects degraded (22.059%); 5123/97074 objects misplaced (5.277%); 5.6 MiB/s, 253 objects/s recovering 2023-09-23T18:03:47.141 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:46 smithi149 ceph-mon[135148]: pgmap v508: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 21414/96756 objects degraded (22.132%); 5123/96756 objects misplaced (5.295%); 3.5 MiB/s, 120 objects/s recovering 2023-09-23T18:03:47.141 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 21414/96756 objects degraded (22.132%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:47.141 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:44 smithi018 ceph-mon[153734]: pgmap v507: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 21414/97074 objects degraded (22.059%); 5123/97074 objects misplaced (5.277%); 5.6 MiB/s, 253 objects/s recovering 2023-09-23T18:03:48.185 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:44 smithi018 ceph-mon[149401]: pgmap v507: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 348 op/s; 21414/97074 objects degraded (22.059%); 5123/97074 objects misplaced (5.277%); 5.6 MiB/s, 253 objects/s recovering 2023-09-23T18:03:48.186 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:44] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.33.4" 2023-09-23T18:03:48.186 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:46 smithi018 ceph-mon[153734]: pgmap v508: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 21414/96756 objects degraded (22.132%); 5123/96756 objects misplaced (5.295%); 3.5 MiB/s, 120 objects/s recovering 2023-09-23T18:03:48.186 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 21414/96756 objects degraded (22.132%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:48.187 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:46 smithi018 ceph-mon[149401]: pgmap v508: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 230 op/s; 21414/96756 objects degraded (22.132%); 5123/96756 objects misplaced (5.295%); 3.5 MiB/s, 120 objects/s recovering 2023-09-23T18:03:48.187 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 21414/96756 objects degraded (22.132%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:48.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:48.320 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:48.321 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:48.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:48.322 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:48.323 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:48 smithi018 ceph-mon[149401]: pgmap v509: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 21226/93417 objects degraded (22.722%); 4928/93417 objects misplaced (5.275%); 4.6 MiB/s, 134 objects/s recovering 2023-09-23T18:03:48.323 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:03:48.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:48.986 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:48 smithi149 ceph-mon[135148]: pgmap v509: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 21226/93417 objects degraded (22.722%); 4928/93417 objects misplaced (5.275%); 4.6 MiB/s, 134 objects/s recovering 2023-09-23T18:03:48.986 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:03:48.987 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:48 smithi018 ceph-mon[153734]: pgmap v509: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 21226/93417 objects degraded (22.722%); 4928/93417 objects misplaced (5.275%); 4.6 MiB/s, 134 objects/s recovering 2023-09-23T18:03:48.987 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:03:49.019 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:49.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:49.102 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:49.102 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:49.203 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:03:49.293 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:49.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:49.538 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:03:49.538 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:03:49.550 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:49.705 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:03:49.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:49.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:49.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:49.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:49.707 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:03:49.715 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:50.029 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:50.029 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:50.029 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:50.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:50.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:50.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.467 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.467 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.467 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:03:50.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:03:50.467 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.467 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.468 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: pgmap v510: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 305 op/s; 21119/92100 objects degraded (22.931%); 4928/92100 objects misplaced (5.351%); 4.6 MiB/s, 125 objects/s recovering 2023-09-23T18:03:50.469 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/327898974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.470 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.470 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/282903296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:50.470 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: pgmap v510: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 305 op/s; 21119/92100 objects degraded (22.931%); 4928/92100 objects misplaced (5.351%); 4.6 MiB/s, 125 objects/s recovering 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/327898974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/282903296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: pgmap v510: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 305 op/s; 21119/92100 objects degraded (22.931%); 4928/92100 objects misplaced (5.351%); 4.6 MiB/s, 125 objects/s recovering 2023-09-23T18:03:50.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/327898974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:03:50.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/282903296' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:50.579 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:03:50.611 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:51.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:51.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[153734]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:51.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[153734]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T18:03:51.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[153734]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:51.260 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:03:51.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:03:51.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:50 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:51.261 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:50 smithi149 ceph-mon[135148]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.261 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:51.261 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:50 smithi149 ceph-mon[135148]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T18:03:51.261 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:50 smithi149 ceph-mon[135148]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.261 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:03:51.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[149401]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:03:51.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[149401]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T18:03:51.262 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:50 smithi018 ceph-mon[149401]: failed to encode map e202 with expected crc 2023-09-23T18:03:51.361 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:03:51.584 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:51.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:51 smithi018 ceph-mon[149401]: pgmap v512: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20791/88119 objects degraded (23.594%); 4803/88119 objects misplaced (5.451%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:51.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 21119/92100 objects degraded (22.931%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:51.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:51.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:03:51.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:03:51.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:51 smithi149 ceph-mon[135148]: pgmap v512: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20791/88119 objects degraded (23.594%); 4803/88119 objects misplaced (5.451%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 21119/92100 objects degraded (22.931%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:52.092 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:52.092 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:51 smithi018 ceph-mon[153734]: pgmap v512: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20791/88119 objects degraded (23.594%); 4803/88119 objects misplaced (5.451%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:52.092 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 21119/92100 objects degraded (22.931%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:52.146 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:52.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:52.427 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:52.428 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:52.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:52.936 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:52.936 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:52.936 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:52.936 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 20791/88119 objects degraded (23.594%), 10 pgs degraded, 7 pgs undersized","count":17},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":616,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":202,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":7,"osd_in_since":1695492124,"num_remapped_pgs":10},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":6},{"state_name":"active+recovery_wait+degraded+remapped","count":3},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":29373,"data_bytes":1927878603,"bytes_used":8965079040,"bytes_avail":663000170496,"bytes_total":671965249536,"degraded_objects":20791,"degraded_total":88119,"degraded_ratio":0.23594230529170784,"misplaced_objects":4803,"misplaced_total":88119,"misplaced_ratio":0.05450583869540053,"recovering_objects_per_sec":78,"recovering_bytes_per_sec":5142905,"recovering_keys_per_sec":0,"num_objects_recovered":785,"num_bytes_recovered":51445760,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":327},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":22,"modified":"2023-09-23T18:03:20.658114+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d5494f83-aa72-45eb-95b8-8be4df0dd487":{"message":"Global Recovery Event (4m)\n [========================....] (remaining: 40s)","progress":0.8764045238494873,"add_to_ceph_s":true}}} 2023-09-23T18:03:52.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/173762235' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:53.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/173762235' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:53.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/173762235' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:03:53.222 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:53.261 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:03:53.441 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:03:53.442 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:03:53.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:03:53.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:53.443 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:53.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:53.444 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:03:53.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:53.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:53.957 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:03:53.957 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:03:54.057 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:03:55.356 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:53 smithi018 ceph-mon[149401]: pgmap v513: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20699/87255 objects degraded (23.722%); 4803/87255 objects misplaced (5.505%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.356 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:53 smithi018 ceph-mon[153734]: pgmap v513: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20699/87255 objects degraded (23.722%); 4803/87255 objects misplaced (5.505%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.581 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:55.582 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:55.582 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:03:55.582 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:03:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:03:54] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.33.4" 2023-09-23T18:03:55.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:53 smithi149 ceph-mon[135148]: pgmap v513: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 327 op/s; 20699/87255 objects degraded (23.722%); 4803/87255 objects misplaced (5.505%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.583 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:55.655 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:55.764 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.764 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:55.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:55 smithi149 ceph-mon[135148]: pgmap v514: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20699/86952 objects degraded (23.805%); 4803/86952 objects misplaced (5.524%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.766 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.796 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[153734]: pgmap v514: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20699/86952 objects degraded (23.805%); 4803/86952 objects misplaced (5.524%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.991 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:03:55.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[149401]: pgmap v514: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20699/86952 objects degraded (23.805%); 4803/86952 objects misplaced (5.524%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T18:03:55.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:55.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:55.992 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:03:56.177 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:03:56.177 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:03:56.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:56.513 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:03:56.644 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:56.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:56.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:56.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 20699/86952 objects degraded (23.805%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:56.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 20699/86952 objects degraded (23.805%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:56.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 20699/86952 objects degraded (23.805%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:03:56.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:03:56.940 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:57.219 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:03:57.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:57.220 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:03:57.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:03:57.320 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:03:57.447 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: pgmap v515: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20418/83610 objects degraded (24.421%); 4719/83610 objects misplaced (5.644%); 5.0 MiB/s, 79 objects/s recovering 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:03:58.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:03:58.106 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:03:58.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:03:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:03:58.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:03:58.392 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:03:58.393 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: pgmap v515: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20418/83610 objects degraded (24.421%); 4719/83610 objects misplaced (5.644%); 5.0 MiB/s, 79 objects/s recovering 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:03:58.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.523 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: pgmap v515: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 20418/83610 objects degraded (24.421%); 4719/83610 objects misplaced (5.644%); 5.0 MiB/s, 79 objects/s recovering 2023-09-23T18:03:58.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:03:58.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:03:58.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:03:58.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:03:58.527 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":515,"stamp":"2023-09-23T18:03:56.676995+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1829377995,"num_objects":27870,"num_object_clones":0,"num_object_copies":83610,"num_objects_missing_on_primary":4223,"num_objects_missing":4223,"num_objects_degraded":20418,"num_objects_misplaced":4719,"num_objects_unfound":0,"num_objects_dirty":27870,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":122582,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42232,"num_bytes_recovered":2217493611,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99286,"ondisk_log_size":99286,"up":267,"acting":260,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":321,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":8472688,"kb_used_data":6806520,"kb_used_omap":33,"kb_used_meta":1666078,"kb_avail":647743376,"statfs":{"total":671965249536,"available":663289217024,"internally_reserved":0,"allocated":6969876480,"data_stored":6964391802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1706064669},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-214237184,"num_objects":-3269,"num_object_clones":0,"num_object_copies":-9807,"num_objects_missing_on_primary":-177,"num_objects_missing":-177,"num_objects_degraded":-808,"num_objects_misplaced":-209,"num_objects_unfound":0,"num_objects_dirty":-3269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3269,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":797,"num_bytes_recovered":52232192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003841"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":28,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176818+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:39.176818+0000","last_peered":"2023-09-23T18:03:39.176818+0000","last_clean":"2023-09-23T18:03:39.176818+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:39.176818+0000","last_undegraded":"2023-09-23T18:03:39.176818+0000","last_fullsized":"2023-09-23T18:03:39.176818+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":191,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.177841+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:03:39.177841+0000","last_peered":"2023-09-23T18:03:39.177841+0000","last_clean":"2023-09-23T18:03:39.177841+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:03:39.177841+0000","last_undegraded":"2023-09-23T18:03:39.177841+0000","last_fullsized":"2023-09-23T18:03:39.177841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":104,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184732+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:39.184732+0000","last_peered":"2023-09-23T18:03:39.184732+0000","last_clean":"2023-09-23T18:03:39.184732+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:39.184732+0000","last_undegraded":"2023-09-23T18:03:39.184732+0000","last_fullsized":"2023-09-23T18:03:39.184732+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":34,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185869+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:39.185869+0000","last_peered":"2023-09-23T18:03:39.185869+0000","last_clean":"2023-09-23T18:03:39.185869+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:39.185869+0000","last_undegraded":"2023-09-23T18:03:39.185869+0000","last_fullsized":"2023-09-23T18:03:39.185869+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":251,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179825+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:39.179825+0000","last_peered":"2023-09-23T18:03:39.179825+0000","last_clean":"2023-09-23T18:03:39.179825+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:39.179825+0000","last_undegraded":"2023-09-23T18:03:39.179825+0000","last_fullsized":"2023-09-23T18:03:39.179825+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":162,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176166+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:39.176166+0000","last_peered":"2023-09-23T18:03:39.176166+0000","last_clean":"2023-09-23T18:03:39.176166+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:39.176166+0000","last_undegraded":"2023-09-23T18:03:39.176166+0000","last_fullsized":"2023-09-23T18:03:39.176166+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":189,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186379+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:39.186379+0000","last_peered":"2023-09-23T18:03:39.186379+0000","last_clean":"2023-09-23T18:03:39.186379+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:39.186379+0000","last_undegraded":"2023-09-23T18:03:39.186379+0000","last_fullsized":"2023-09-23T18:03:39.186379+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":207,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:42.577260+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:42.577260+0000","last_peered":"2023-09-23T18:03:42.577260+0000","last_clean":"2023-09-23T18:03:42.577260+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:42.577260+0000","last_undegraded":"2023-09-23T18:03:42.577260+0000","last_fullsized":"2023-09-23T18:03:42.577260+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179529+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:39.179529+0000","last_peered":"2023-09-23T18:03:39.179529+0000","last_clean":"2023-09-23T18:03:39.179529+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:39.179529+0000","last_undegraded":"2023-09-23T18:03:39.179529+0000","last_fullsized":"2023-09-23T18:03:39.179529+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":142,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:42.577297+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:42.577297+0000","last_peered":"2023-09-23T18:03:42.577297+0000","last_clean":"2023-09-23T18:03:42.577297+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:42.577297+0000","last_undegraded":"2023-09-23T18:03:42.577297+0000","last_fullsized":"2023-09-23T18:03:42.577297+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":201,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.187279+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:39.187279+0000","last_peered":"2023-09-23T18:03:39.187279+0000","last_clean":"2023-09-23T18:03:39.187279+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:39.187279+0000","last_undegraded":"2023-09-23T18:03:39.187279+0000","last_fullsized":"2023-09-23T18:03:39.187279+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":121,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184920+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:39.184920+0000","last_peered":"2023-09-23T18:03:39.184920+0000","last_clean":"2023-09-23T18:03:39.184920+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:39.184920+0000","last_undegraded":"2023-09-23T18:03:39.184920+0000","last_fullsized":"2023-09-23T18:03:39.184920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":38,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176859+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:39.176859+0000","last_peered":"2023-09-23T18:03:39.176859+0000","last_clean":"2023-09-23T18:03:39.176859+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:39.176859+0000","last_undegraded":"2023-09-23T18:03:39.176859+0000","last_fullsized":"2023-09-23T18:03:39.176859+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":199,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176953+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:39.176953+0000","last_peered":"2023-09-23T18:03:39.176953+0000","last_clean":"2023-09-23T18:03:39.176953+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:39.176953+0000","last_undegraded":"2023-09-23T18:03:39.176953+0000","last_fullsized":"2023-09-23T18:03:39.176953+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":247,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184322+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:39.184322+0000","last_peered":"2023-09-23T18:03:39.184322+0000","last_clean":"2023-09-23T18:03:39.184322+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:39.184322+0000","last_undegraded":"2023-09-23T18:03:39.184322+0000","last_fullsized":"2023-09-23T18:03:39.184322+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":198,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:42.577426+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:42.577426+0000","last_peered":"2023-09-23T18:03:42.577426+0000","last_clean":"2023-09-23T18:03:42.577426+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:42.577426+0000","last_undegraded":"2023-09-23T18:03:42.577426+0000","last_fullsized":"2023-09-23T18:03:42.577426+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185647+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:39.185647+0000","last_peered":"2023-09-23T18:03:39.185647+0000","last_clean":"2023-09-23T18:03:39.185647+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:39.185647+0000","last_undegraded":"2023-09-23T18:03:39.185647+0000","last_fullsized":"2023-09-23T18:03:39.185647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179201+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:39.179201+0000","last_peered":"2023-09-23T18:03:39.179201+0000","last_clean":"2023-09-23T18:03:39.179201+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:39.179201+0000","last_undegraded":"2023-09-23T18:03:39.179201+0000","last_fullsized":"2023-09-23T18:03:39.179201+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":168,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.183976+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:39.183976+0000","last_peered":"2023-09-23T18:03:39.183976+0000","last_clean":"2023-09-23T18:03:39.183976+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:39.183976+0000","last_undegraded":"2023-09-23T18:03:39.183976+0000","last_fullsized":"2023-09-23T18:03:39.183976+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":166,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186020+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:39.186020+0000","last_peered":"2023-09-23T18:03:39.186020+0000","last_clean":"2023-09-23T18:03:39.186020+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:39.186020+0000","last_undegraded":"2023-09-23T18:03:39.186020+0000","last_fullsized":"2023-09-23T18:03:39.186020+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":249,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.175694+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:39.175694+0000","last_peered":"2023-09-23T18:03:39.175694+0000","last_clean":"2023-09-23T18:03:39.175694+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:39.175694+0000","last_undegraded":"2023-09-23T18:03:39.175694+0000","last_fullsized":"2023-09-23T18:03:39.175694+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":167,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179232+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:39.179232+0000","last_peered":"2023-09-23T18:03:39.179232+0000","last_clean":"2023-09-23T18:03:39.179232+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:39.179232+0000","last_undegraded":"2023-09-23T18:03:39.179232+0000","last_fullsized":"2023-09-23T18:03:39.179232+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"202'7517","reported_seq":7666,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:55.560977+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:03:55.560977+0000","last_peered":"2023-09-23T18:03:55.560977+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:03:55.560977+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"108'2161","ondisk_log_start":"108'2161","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5356,"log_dups_size":0,"ondisk_log_size":5356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109379584,"num_objects":1669,"num_object_clones":0,"num_object_copies":5007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7517,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":1669}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":239,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184250+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:39.184250+0000","last_peered":"2023-09-23T18:03:39.184250+0000","last_clean":"2023-09-23T18:03:39.184250+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:39.184250+0000","last_undegraded":"2023-09-23T18:03:39.184250+0000","last_fullsized":"2023-09-23T18:03:39.184250+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179012+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:39.179012+0000","last_peered":"2023-09-23T18:03:39.179012+0000","last_clean":"2023-09-23T18:03:39.179012+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:39.179012+0000","last_undegraded":"2023-09-23T18:03:39.179012+0000","last_fullsized":"2023-09-23T18:03:39.179012+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"202'7775","reported_seq":12366,"reported_epoch":202,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:55.387398+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:03:55.387398+0000","last_peered":"2023-09-23T18:03:55.387398+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:03:55.387398+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:03:55.387398+0000","mapping_epoch":187,"log_start":"107'1326","ondisk_log_start":"107'1326","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6449,"log_dups_size":0,"ondisk_log_size":6449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115802112,"num_objects":1767,"num_object_clones":0,"num_object_copies":5301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1767,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7775,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2002,"num_bytes_recovered":104595456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":1767}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":254,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184394+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:39.184394+0000","last_peered":"2023-09-23T18:03:39.184394+0000","last_clean":"2023-09-23T18:03:39.184394+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:39.184394+0000","last_undegraded":"2023-09-23T18:03:39.184394+0000","last_fullsized":"2023-09-23T18:03:39.184394+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":199,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176781+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:39.176781+0000","last_peered":"2023-09-23T18:03:39.176781+0000","last_clean":"2023-09-23T18:03:39.176781+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:39.176781+0000","last_undegraded":"2023-09-23T18:03:39.176781+0000","last_fullsized":"2023-09-23T18:03:39.176781+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"202'7578","reported_seq":14229,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:55.090876+0000","last_change":"2023-09-23T18:03:39.217250+0000","last_active":"2023-09-23T18:03:55.090876+0000","last_peered":"2023-09-23T18:03:55.090876+0000","last_clean":"2023-09-23T18:03:55.090876+0000","last_became_active":"2023-09-23T18:03:39.189220+0000","last_became_peered":"2023-09-23T18:03:39.189220+0000","last_unstale":"2023-09-23T18:03:55.090876+0000","last_undegraded":"2023-09-23T18:03:55.090876+0000","last_fullsized":"2023-09-23T18:03:55.090876+0000","mapping_epoch":200,"log_start":"107'1182","ondisk_log_start":"107'1182","created":103,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6396,"log_dups_size":0,"ondisk_log_size":6396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:18.889447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112197632,"num_objects":1712,"num_object_clones":0,"num_object_copies":5136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7578,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3242,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":195,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186983+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:39.186983+0000","last_peered":"2023-09-23T18:03:39.186983+0000","last_clean":"2023-09-23T18:03:39.186983+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:39.186983+0000","last_undegraded":"2023-09-23T18:03:39.186983+0000","last_fullsized":"2023-09-23T18:03:39.186983+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":162,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.175649+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:39.175649+0000","last_peered":"2023-09-23T18:03:39.175649+0000","last_clean":"2023-09-23T18:03:39.175649+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:39.175649+0000","last_undegraded":"2023-09-23T18:03:39.175649+0000","last_fullsized":"2023-09-23T18:03:39.175649+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"202'7663","reported_seq":13922,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:52.554755+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:03:52.554755+0000","last_peered":"2023-09-23T18:03:52.554755+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:03:52.554755+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"108'2095","ondisk_log_start":"108'2095","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5568,"log_dups_size":0,"ondisk_log_size":5568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115408896,"num_objects":1761,"num_object_clones":0,"num_object_copies":5283,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5265,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1761,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7663,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2677,"num_bytes_recovered":175112192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":1752}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":183,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179195+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:39.179195+0000","last_peered":"2023-09-23T18:03:39.179195+0000","last_clean":"2023-09-23T18:03:39.179195+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:39.179195+0000","last_undegraded":"2023-09-23T18:03:39.179195+0000","last_fullsized":"2023-09-23T18:03:39.179195+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":192,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186110+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:39.186110+0000","last_peered":"2023-09-23T18:03:39.186110+0000","last_clean":"2023-09-23T18:03:39.186110+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:39.186110+0000","last_undegraded":"2023-09-23T18:03:39.186110+0000","last_fullsized":"2023-09-23T18:03:39.186110+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"202'7641","reported_seq":13232,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:55.543931+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:03:55.543931+0000","last_peered":"2023-09-23T18:03:55.543931+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:03:55.543931+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"108'2345","ondisk_log_start":"108'2345","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5296,"log_dups_size":0,"ondisk_log_size":5296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113246232,"num_objects":1729,"num_object_clones":0,"num_object_copies":5187,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3160,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1729,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7641,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2531,"num_bytes_recovered":139853848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":1717}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":224,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.180169+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:39.180169+0000","last_peered":"2023-09-23T18:03:39.180169+0000","last_clean":"2023-09-23T18:03:39.180169+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:39.180169+0000","last_undegraded":"2023-09-23T18:03:39.180169+0000","last_fullsized":"2023-09-23T18:03:39.180169+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176769+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:39.176769+0000","last_peered":"2023-09-23T18:03:39.176769+0000","last_clean":"2023-09-23T18:03:39.176769+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:39.176769+0000","last_undegraded":"2023-09-23T18:03:39.176769+0000","last_fullsized":"2023-09-23T18:03:39.176769+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"202'7607","reported_seq":15643,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:52.769491+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:03:52.769491+0000","last_peered":"2023-09-23T18:03:52.769491+0000","last_clean":"2023-09-23T18:03:52.769491+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:03:52.769491+0000","last_undegraded":"2023-09-23T18:03:52.769491+0000","last_fullsized":"2023-09-23T18:03:52.769491+0000","mapping_epoch":148,"log_start":"108'1775","ondisk_log_start":"108'1775","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5832,"log_dups_size":0,"ondisk_log_size":5832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113180672,"num_objects":1727,"num_object_clones":0,"num_object_copies":5181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7607,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":181,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.175745+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:39.175745+0000","last_peered":"2023-09-23T18:03:39.175745+0000","last_clean":"2023-09-23T18:03:39.175745+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:39.175745+0000","last_undegraded":"2023-09-23T18:03:39.175745+0000","last_fullsized":"2023-09-23T18:03:39.175745+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.177073+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:39.177073+0000","last_peered":"2023-09-23T18:03:39.177073+0000","last_clean":"2023-09-23T18:03:39.177073+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:39.177073+0000","last_undegraded":"2023-09-23T18:03:39.177073+0000","last_fullsized":"2023-09-23T18:03:39.177073+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"202'7470","reported_seq":15253,"reported_epoch":202,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:03:55.554956+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:03:55.554956+0000","last_peered":"2023-09-23T18:03:55.554956+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:03:55.554956+0000","last_undegraded":"2023-09-23T18:03:55.554956+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7470,"log_dups_size":0,"ondisk_log_size":7470,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112721920,"num_objects":1720,"num_object_clones":0,"num_object_copies":5160,"num_objects_missing_on_primary":2310,"num_objects_missing":2310,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1720,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7470,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2861,"num_bytes_recovered":186908672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":13},{"shards":"4,5,6","objects":1707}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176588+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:39.176588+0000","last_peered":"2023-09-23T18:03:39.176588+0000","last_clean":"2023-09-23T18:03:39.176588+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:39.176588+0000","last_undegraded":"2023-09-23T18:03:39.176588+0000","last_fullsized":"2023-09-23T18:03:39.176588+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":199,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.177239+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:39.177239+0000","last_peered":"2023-09-23T18:03:39.177239+0000","last_clean":"2023-09-23T18:03:39.177239+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:39.177239+0000","last_undegraded":"2023-09-23T18:03:39.177239+0000","last_fullsized":"2023-09-23T18:03:39.177239+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"202'7555","reported_seq":13484,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:55.394617+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:03:55.394617+0000","last_peered":"2023-09-23T18:03:55.394617+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:03:55.394617+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"107'1077","ondisk_log_start":"107'1077","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6478,"log_dups_size":0,"ondisk_log_size":6478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110297088,"num_objects":1683,"num_object_clones":0,"num_object_copies":5049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1683,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7555,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":1669}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":193,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179658+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:39.179658+0000","last_peered":"2023-09-23T18:03:39.179658+0000","last_clean":"2023-09-23T18:03:39.179658+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:39.179658+0000","last_undegraded":"2023-09-23T18:03:39.179658+0000","last_fullsized":"2023-09-23T18:03:39.179658+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":168,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185096+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:03:39.185096+0000","last_peered":"2023-09-23T18:03:39.185096+0000","last_clean":"2023-09-23T18:03:39.185096+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:03:39.185096+0000","last_undegraded":"2023-09-23T18:03:39.185096+0000","last_fullsized":"2023-09-23T18:03:39.185096+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":762,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.187175+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:03:39.187175+0000","last_peered":"2023-09-23T18:03:39.187175+0000","last_clean":"2023-09-23T18:03:39.187175+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:03:39.187175+0000","last_undegraded":"2023-09-23T18:03:39.187175+0000","last_fullsized":"2023-09-23T18:03:39.187175+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":24,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179281+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:39.179281+0000","last_peered":"2023-09-23T18:03:39.179281+0000","last_clean":"2023-09-23T18:03:39.179281+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:39.179281+0000","last_undegraded":"2023-09-23T18:03:39.179281+0000","last_fullsized":"2023-09-23T18:03:39.179281+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":113,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184834+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:03:39.184834+0000","last_peered":"2023-09-23T18:03:39.184834+0000","last_clean":"2023-09-23T18:03:39.184834+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:03:39.184834+0000","last_undegraded":"2023-09-23T18:03:39.184834+0000","last_fullsized":"2023-09-23T18:03:39.184834+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"202'7396","reported_seq":23509,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:52.400667+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:03:52.400667+0000","last_peered":"2023-09-23T18:03:52.400667+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:03:52.400667+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"108'1784","ondisk_log_start":"108'1784","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5612,"log_dups_size":0,"ondisk_log_size":5612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115474432,"num_objects":1762,"num_object_clones":0,"num_object_copies":5286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":1762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7396,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":1751}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"202'7548","reported_seq":22084,"reported_epoch":202,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:55.080878+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:03:55.080878+0000","last_peered":"2023-09-23T18:03:55.080878+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:03:55.080878+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:03:55.080878+0000","mapping_epoch":185,"log_start":"108'1710","ondisk_log_start":"108'1710","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5838,"log_dups_size":0,"ondisk_log_size":5838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113115136,"num_objects":1726,"num_object_clones":0,"num_object_copies":5178,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":1966,"num_objects_misplaced":1673,"num_objects_unfound":0,"num_objects_dirty":1726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7548,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":1714},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":899,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179387+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:39.179387+0000","last_peered":"2023-09-23T18:03:39.179387+0000","last_clean":"2023-09-23T18:03:39.179387+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:39.179387+0000","last_undegraded":"2023-09-23T18:03:39.179387+0000","last_fullsized":"2023-09-23T18:03:39.179387+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":182,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176880+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:39.176880+0000","last_peered":"2023-09-23T18:03:39.176880+0000","last_clean":"2023-09-23T18:03:39.176880+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:39.176880+0000","last_undegraded":"2023-09-23T18:03:39.176880+0000","last_fullsized":"2023-09-23T18:03:39.176880+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":106,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185198+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:03:39.185198+0000","last_peered":"2023-09-23T18:03:39.185198+0000","last_clean":"2023-09-23T18:03:39.185198+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:03:39.185198+0000","last_undegraded":"2023-09-23T18:03:39.185198+0000","last_fullsized":"2023-09-23T18:03:39.185198+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"202'7558","reported_seq":20984,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:55.426557+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:03:55.426557+0000","last_peered":"2023-09-23T18:03:55.426557+0000","last_clean":"2023-09-23T18:03:55.426557+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:03:55.426557+0000","last_undegraded":"2023-09-23T18:03:55.426557+0000","last_fullsized":"2023-09-23T18:03:55.426557+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7558,"log_dups_size":0,"ondisk_log_size":7558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117309440,"num_objects":1790,"num_object_clones":0,"num_object_copies":5370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7558,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":584,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.178367+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:03:39.178367+0000","last_peered":"2023-09-23T18:03:39.178367+0000","last_clean":"2023-09-23T18:03:39.178367+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:03:39.178367+0000","last_undegraded":"2023-09-23T18:03:39.178367+0000","last_fullsized":"2023-09-23T18:03:39.178367+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":112,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184370+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:03:39.184370+0000","last_peered":"2023-09-23T18:03:39.184370+0000","last_clean":"2023-09-23T18:03:39.184370+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:03:39.184370+0000","last_undegraded":"2023-09-23T18:03:39.184370+0000","last_fullsized":"2023-09-23T18:03:39.184370+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":206,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185017+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:03:39.185017+0000","last_peered":"2023-09-23T18:03:39.185017+0000","last_clean":"2023-09-23T18:03:39.185017+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:03:39.185017+0000","last_undegraded":"2023-09-23T18:03:39.185017+0000","last_fullsized":"2023-09-23T18:03:39.185017+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":642,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179546+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:39.179546+0000","last_peered":"2023-09-23T18:03:39.179546+0000","last_clean":"2023-09-23T18:03:39.179546+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:39.179546+0000","last_undegraded":"2023-09-23T18:03:39.179546+0000","last_fullsized":"2023-09-23T18:03:39.179546+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":470,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184831+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:39.184831+0000","last_peered":"2023-09-23T18:03:39.184831+0000","last_clean":"2023-09-23T18:03:39.184831+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:39.184831+0000","last_undegraded":"2023-09-23T18:03:39.184831+0000","last_fullsized":"2023-09-23T18:03:39.184831+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":200,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.184310+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:39.184310+0000","last_peered":"2023-09-23T18:03:39.184310+0000","last_clean":"2023-09-23T18:03:39.184310+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:39.184310+0000","last_undegraded":"2023-09-23T18:03:39.184310+0000","last_fullsized":"2023-09-23T18:03:39.184310+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":166,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.175777+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:39.175777+0000","last_peered":"2023-09-23T18:03:39.175777+0000","last_clean":"2023-09-23T18:03:39.175777+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:39.175777+0000","last_undegraded":"2023-09-23T18:03:39.175777+0000","last_fullsized":"2023-09-23T18:03:39.175777+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"202'7451","reported_seq":7593,"reported_epoch":202,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:03:55.484090+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:03:55.484090+0000","last_peered":"2023-09-23T18:03:55.484090+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:03:55.484090+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:03:55.484090+0000","mapping_epoch":178,"log_start":"108'2152","ondisk_log_start":"108'2152","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5299,"log_dups_size":0,"ondisk_log_size":5299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112918528,"num_objects":1723,"num_object_clones":0,"num_object_copies":5169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":1137,"num_objects_unfound":0,"num_objects_dirty":1723,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7451,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":1723}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"202'7728","reported_seq":10726,"reported_epoch":202,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:03:55.046167+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:03:55.046167+0000","last_peered":"2023-09-23T18:03:55.046167+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:03:55.046167+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'1851","ondisk_log_start":"108'1851","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5877,"log_dups_size":0,"ondisk_log_size":5877,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113770496,"num_objects":1736,"num_object_clones":0,"num_object_copies":5208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1736,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7728,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":1722},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":859,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.183949+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:39.183949+0000","last_peered":"2023-09-23T18:03:39.183949+0000","last_clean":"2023-09-23T18:03:39.183949+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:39.183949+0000","last_undegraded":"2023-09-23T18:03:39.183949+0000","last_fullsized":"2023-09-23T18:03:39.183949+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":175,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185750+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:39.185750+0000","last_peered":"2023-09-23T18:03:39.185750+0000","last_clean":"2023-09-23T18:03:39.185750+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:39.185750+0000","last_undegraded":"2023-09-23T18:03:39.185750+0000","last_fullsized":"2023-09-23T18:03:39.185750+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":34,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185934+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:39.185934+0000","last_peered":"2023-09-23T18:03:39.185934+0000","last_clean":"2023-09-23T18:03:39.185934+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:39.185934+0000","last_undegraded":"2023-09-23T18:03:39.185934+0000","last_fullsized":"2023-09-23T18:03:39.185934+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":360,"reported_epoch":201,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:39.187097+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:39.187097+0000","last_peered":"2023-09-23T18:03:39.187097+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:39.187097+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:39.187097+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":130,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.187059+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:03:39.187059+0000","last_peered":"2023-09-23T18:03:39.187059+0000","last_clean":"2023-09-23T18:03:39.187059+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:03:39.187059+0000","last_undegraded":"2023-09-23T18:03:39.187059+0000","last_fullsized":"2023-09-23T18:03:39.187059+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":185,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186300+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:39.186300+0000","last_peered":"2023-09-23T18:03:39.186300+0000","last_clean":"2023-09-23T18:03:39.186300+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:39.186300+0000","last_undegraded":"2023-09-23T18:03:39.186300+0000","last_fullsized":"2023-09-23T18:03:39.186300+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"202'7731","reported_seq":7858,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:54.674582+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:03:54.674582+0000","last_peered":"2023-09-23T18:03:54.674582+0000","last_clean":"2023-09-23T18:03:54.674582+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:03:54.674582+0000","last_undegraded":"2023-09-23T18:03:54.674582+0000","last_fullsized":"2023-09-23T18:03:54.674582+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6832,"log_dups_size":0,"ondisk_log_size":6832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113442816,"num_objects":1731,"num_object_clones":0,"num_object_copies":5193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7731,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":172,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179147+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:39.179147+0000","last_peered":"2023-09-23T18:03:39.179147+0000","last_clean":"2023-09-23T18:03:39.179147+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:39.179147+0000","last_undegraded":"2023-09-23T18:03:39.179147+0000","last_fullsized":"2023-09-23T18:03:39.179147+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":708,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.187069+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:03:39.187069+0000","last_peered":"2023-09-23T18:03:39.187069+0000","last_clean":"2023-09-23T18:03:39.187069+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:03:39.187069+0000","last_undegraded":"2023-09-23T18:03:39.187069+0000","last_fullsized":"2023-09-23T18:03:39.187069+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":205,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179743+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:03:39.179743+0000","last_peered":"2023-09-23T18:03:39.179743+0000","last_clean":"2023-09-23T18:03:39.179743+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:03:39.179743+0000","last_undegraded":"2023-09-23T18:03:39.179743+0000","last_fullsized":"2023-09-23T18:03:39.179743+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"202'7757","reported_seq":10348,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:55.506957+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:03:55.506957+0000","last_peered":"2023-09-23T18:03:55.506957+0000","last_clean":"2023-09-23T18:03:55.506957+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:03:55.506957+0000","last_undegraded":"2023-09-23T18:03:55.506957+0000","last_fullsized":"2023-09-23T18:03:55.506957+0000","mapping_epoch":185,"log_start":"107'1128","ondisk_log_start":"107'1128","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6629,"log_dups_size":0,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114360320,"num_objects":1745,"num_object_clones":0,"num_object_copies":5235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7757,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":418,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176238+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:39.176238+0000","last_peered":"2023-09-23T18:03:39.176238+0000","last_clean":"2023-09-23T18:03:39.176238+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:39.176238+0000","last_undegraded":"2023-09-23T18:03:39.176238+0000","last_fullsized":"2023-09-23T18:03:39.176238+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":38,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.185796+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:39.185796+0000","last_peered":"2023-09-23T18:03:39.185796+0000","last_clean":"2023-09-23T18:03:39.185796+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:39.185796+0000","last_undegraded":"2023-09-23T18:03:39.185796+0000","last_fullsized":"2023-09-23T18:03:39.185796+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":36,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176588+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:39.176588+0000","last_peered":"2023-09-23T18:03:39.176588+0000","last_clean":"2023-09-23T18:03:39.176588+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:39.176588+0000","last_undegraded":"2023-09-23T18:03:39.176588+0000","last_fullsized":"2023-09-23T18:03:39.176588+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"202'7501","reported_seq":14529,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:52.566785+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:03:52.566785+0000","last_peered":"2023-09-23T18:03:52.566785+0000","last_clean":"2023-09-23T18:03:52.566785+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:03:52.566785+0000","last_undegraded":"2023-09-23T18:03:52.566785+0000","last_fullsized":"2023-09-23T18:03:52.566785+0000","mapping_epoch":191,"log_start":"108'1875","ondisk_log_start":"108'1875","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5626,"log_dups_size":0,"ondisk_log_size":5626,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121962496,"num_objects":1861,"num_object_clones":0,"num_object_copies":5583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7501,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":34,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186209+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:39.186209+0000","last_peered":"2023-09-23T18:03:39.186209+0000","last_clean":"2023-09-23T18:03:39.186209+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:39.186209+0000","last_undegraded":"2023-09-23T18:03:39.186209+0000","last_fullsized":"2023-09-23T18:03:39.186209+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":87,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.187089+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:39.187089+0000","last_peered":"2023-09-23T18:03:39.187089+0000","last_clean":"2023-09-23T18:03:39.187089+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:39.187089+0000","last_undegraded":"2023-09-23T18:03:39.187089+0000","last_fullsized":"2023-09-23T18:03:39.187089+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":196,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179286+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:39.179286+0000","last_peered":"2023-09-23T18:03:39.179286+0000","last_clean":"2023-09-23T18:03:39.179286+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:39.179286+0000","last_undegraded":"2023-09-23T18:03:39.179286+0000","last_fullsized":"2023-09-23T18:03:39.179286+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176678+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:39.176678+0000","last_peered":"2023-09-23T18:03:39.176678+0000","last_clean":"2023-09-23T18:03:39.176678+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:39.176678+0000","last_undegraded":"2023-09-23T18:03:39.176678+0000","last_fullsized":"2023-09-23T18:03:39.176678+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":170,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.179438+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:39.179438+0000","last_peered":"2023-09-23T18:03:39.179438+0000","last_clean":"2023-09-23T18:03:39.179438+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:39.179438+0000","last_undegraded":"2023-09-23T18:03:39.179438+0000","last_fullsized":"2023-09-23T18:03:39.179438+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176657+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:39.176657+0000","last_peered":"2023-09-23T18:03:39.176657+0000","last_clean":"2023-09-23T18:03:39.176657+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:39.176657+0000","last_undegraded":"2023-09-23T18:03:39.176657+0000","last_fullsized":"2023-09-23T18:03:39.176657+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":221,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.178498+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:03:39.178498+0000","last_peered":"2023-09-23T18:03:39.178498+0000","last_clean":"2023-09-23T18:03:39.178498+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:03:39.178498+0000","last_undegraded":"2023-09-23T18:03:39.178498+0000","last_fullsized":"2023-09-23T18:03:39.178498+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":225,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.178134+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:39.178134+0000","last_peered":"2023-09-23T18:03:39.178134+0000","last_clean":"2023-09-23T18:03:39.178134+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:39.178134+0000","last_undegraded":"2023-09-23T18:03:39.178134+0000","last_fullsized":"2023-09-23T18:03:39.178134+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":70,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.186222+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:39.186222+0000","last_peered":"2023-09-23T18:03:39.186222+0000","last_clean":"2023-09-23T18:03:39.186222+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:39.186222+0000","last_undegraded":"2023-09-23T18:03:39.186222+0000","last_fullsized":"2023-09-23T18:03:39.186222+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":201,"state":"active+clean","last_fresh":"2023-09-23T18:03:39.176455+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:39.176455+0000","last_peered":"2023-09-23T18:03:39.176455+0000","last_clean":"2023-09-23T18:03:39.176455+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:39.176455+0000","last_undegraded":"2023-09-23T18:03:39.176455+0000","last_fullsized":"2023-09-23T18:03:39.176455+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1824587800,"num_objects":27842,"num_object_clones":0,"num_object_copies":83526,"num_objects_missing_on_primary":4223,"num_objects_missing":4223,"num_objects_degraded":20414,"num_objects_misplaced":4719,"num_objects_unfound":0,"num_objects_dirty":27842,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":121476,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42109,"num_bytes_recovered":2208497688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7973388288,"data_stored":7973372000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98116,"ondisk_log_size":98116,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430428,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1156268,"kb_used_data":846756,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92588884,"statfs":{"total":95995035648,"available":94811017216,"internally_reserved":0,"allocated":867078144,"data_stored":866401293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.73399999999999999,"15min":0.65600000000000003},"min":{"1min":0.23599999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":3.5649999999999999,"5min":6.415,"15min":6.5090000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.78800000000000003,"15min":0.69899999999999995},"min":{"1min":0.29999999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":3.6019999999999999,"5min":6.3869999999999996,"15min":6.5},"last":5.657}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.90600000000000003,"15min":0.67100000000000004},"min":{"1min":0.31900000000000001,"5min":0.251,"15min":0.251},"max":{"1min":2.7999999999999998,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.79200000000000004,"15min":0.64800000000000002},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.4510000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.58099999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:03:39 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.65200000000000002,"15min":0.68200000000000005},"min":{"1min":0.28699999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.4640000000000004,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.79000000000000004,"15min":0.70699999999999996},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.2619999999999996,"5min":6.085,"15min":6.085},"last":5.7119999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.133,"15min":1.147},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.778,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.208,"15min":1.1719999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.8170000000000002,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":5.7969999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":0.75900000000000001,"15min":0.60799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.7060000000000004,"5min":5.7060000000000004,"15min":6.3760000000000003},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.80300000000000005,"15min":0.61399999999999999},"min":{"1min":0.32300000000000001,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":4.391,"5min":10.238,"15min":10.238},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.73599999999999999,"15min":0.64100000000000001},"min":{"1min":0.28699999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.1820000000000004,"5min":5.1820000000000004,"15min":9.1340000000000003},"last":5.742},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.82699999999999996,"15min":0.65100000000000002},"min":{"1min":0.35799999999999998,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":5.75,"5min":10.307,"15min":10.307},"last":0.35699999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":2.4319999999999999,"5min":2.4319999999999999,"15min":2.4319999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":5.7690000000000001}]}]},{"osd":6,"up_from":174,"seq":747324309524,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938852,"kb_used_data":607132,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":92806300,"statfs":{"total":95995035648,"available":95033651200,"internally_reserved":0,"allocated":621703168,"data_stored":621034392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.6799999999999997,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.3900000000000001,"5min":3.3900000000000001,"15min":3.3900000000000001},"last":0.40999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":8.6029999999999998,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":3.3620000000000001,"5min":3.3620000000000001,"15min":3.3620000000000001},"last":1.377}]},{"osd":2,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.1309999999999998,"5min":3.1309999999999998,"15min":3.1309999999999998},"last":1.5580000000000001},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":5.1799999999999997,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":1.661}]},{"osd":3,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.883,"5min":5.883,"15min":5.883},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.0990000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":1.675}]},{"osd":4,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.33900000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.38},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":0.441}]},{"osd":7,"last update":"Sat Sep 23 18:03:21 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.4990000000000001,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5790000000000002,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.48299999999999998}]}]},{"osd":1,"up_from":90,"seq":386547056734,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":900928,"kb_used_data":779000,"kb_used_omap":7,"kb_used_meta":121912,"kb_avail":92844224,"statfs":{"total":95995035648,"available":95072485376,"internally_reserved":0,"allocated":797696000,"data_stored":796770997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":124837987},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.97799999999999998,"15min":0.66500000000000004},"min":{"1min":0.219,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":2.0350000000000001,"5min":13.762,"15min":13.762},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.81799999999999995,"15min":0.59399999999999997},"min":{"1min":0.224,"5min":0.191,"15min":0.191},"max":{"1min":2.806,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":1.9339999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:03:37 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.89600000000000002,"15min":1.054},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.3140000000000001,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.45700000000000002,"5min":1.5089999999999999,"15min":1.921},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.79500000000000004,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.54600000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":1.161,"15min":0.70399999999999996},"min":{"1min":0.35099999999999998,"5min":0.214,"15min":0.214},"max":{"1min":2.9060000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":1.8959999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":1.123,"15min":0.73699999999999999},"min":{"1min":0.312,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.51,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.68200000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.85999999999999999,"15min":0.78500000000000003},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.4079999999999999,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.5},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.97299999999999998,"15min":0.85799999999999998},"min":{"1min":0.38800000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3839999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91900000000000004,"15min":0.78400000000000003},"min":{"1min":0.376,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8679999999999999,"5min":5.258,"15min":5.258},"last":1.8600000000000001},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.94099999999999995,"15min":0.78500000000000003},"min":{"1min":0.36699999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.0979999999999999,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":3.2970000000000002,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":1.8100000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.98099999999999998,"15min":0.81899999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.833,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.83499999999999996,"5min":1.0269999999999999,"15min":0.90200000000000002},"min":{"1min":0.498,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":2.8359999999999999,"5min":13.859,"15min":13.859},"last":0.61599999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220266,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1274152,"kb_used_data":1125984,"kb_used_omap":8,"kb_used_meta":148151,"kb_avail":92471000,"statfs":{"total":95995035648,"available":94690304000,"internally_reserved":0,"allocated":1153007616,"data_stored":1152045218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":151707236},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.92000000000000004,"15min":0.55900000000000005},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":3.0750000000000002,"5min":11.491,"15min":11.491},"last":1.5940000000000001},{"interface":"front","average":{"1min":0.873,"5min":1.0620000000000001,"15min":0.60499999999999998},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":3.3860000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.60099999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:03:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.032,"15min":1.0760000000000001},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.8759999999999999,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":2.6139999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.3069999999999999,"15min":1.472},"min":{"1min":0.33700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.4540000000000002,"5min":11.443,"15min":11.443},"last":0.72399999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:03:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":1.218,"15min":0.65600000000000003},"min":{"1min":0.309,"5min":0.253,"15min":0.253},"max":{"1min":3.4089999999999998,"5min":12.682,"15min":12.682},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.82799999999999996,"5min":1.2150000000000001,"15min":0.65100000000000002},"min":{"1min":0.25800000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.423,"5min":11.587,"15min":11.587},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.075,"15min":0.80500000000000005},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":2.4180000000000001,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.89200000000000002,"15min":0.75800000000000001},"min":{"1min":0.38300000000000001,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":1.714}]},{"osd":5,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.96099999999999997,"15min":0.79600000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.383,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":1.653},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2290000000000001,"15min":0.86099999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.3740000000000001,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.63200000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.6850000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.089,"5min":2.089,"15min":2.089},"last":0.52000000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":1.0980000000000001,"15min":0.83699999999999997},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1139999999999999,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.2010000000000001,"15min":0.876},"min":{"1min":0.42699999999999999,"5min":0.372,"15min":0.372},"max":{"1min":2.4830000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.70099999999999996}]}]},{"osd":2,"up_from":0,"seq":622770257959,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729688,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":633348,"kb_used_data":493436,"kb_used_omap":4,"kb_used_meta":139899,"kb_avail":93111804,"statfs":{"total":95995035648,"available":95346487296,"internally_reserved":0,"allocated":505278464,"data_stored":504349934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":143256983},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":1.135,"15min":0.61099999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.2440000000000002,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.251},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.766,"15min":0.82499999999999996},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.0389999999999997,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.53100000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.1339999999999999,"15min":0.63100000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":3.133,"5min":8.1159999999999997,"15min":8.1159999999999997},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.751,"5min":1.292,"15min":0.69199999999999995},"min":{"1min":0.28399999999999997,"5min":0.25,"15min":0.25},"max":{"1min":3.2450000000000001,"5min":14.276,"15min":14.276},"last":0.41899999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:03:40 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.3580000000000001,"15min":1.472},"min":{"1min":0.29899999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.4859999999999998,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.206,"15min":1.212},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.3330000000000002,"5min":9.3330000000000002,"15min":9.3330000000000002},"last":0.44900000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":1.026,"15min":0.76600000000000001},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":3.6459999999999999,"5min":14.212,"15min":14.212},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.796,"15min":1.018},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.4870000000000001,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.441}]},{"osd":5,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.79,"15min":1.032},"min":{"1min":0.40200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5190000000000001,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.1579999999999999,"15min":0.84799999999999998},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.585,"5min":7.3410000000000002,"15min":7.3410000000000002},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:20 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":2.5510000000000002,"5min":2.5510000000000002,"15min":2.5510000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":2.5790000000000002,"5min":2.5790000000000002,"15min":2.5790000000000002},"last":0.56799999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:02:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.302,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.6080000000000001,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.70599999999999996,"5min":1.1439999999999999,"15min":0.81899999999999995},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.2709999999999999,"5min":14.246,"15min":14.246},"last":0.499}]}]},{"osd":4,"up_from":30,"seq":128849019111,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1737504,"kb_used_data":1432088,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92007648,"statfs":{"total":95995035648,"available":94215831552,"internally_reserved":0,"allocated":1466458112,"data_stored":1465792672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":1.2729999999999999,"15min":0.79300000000000004},"min":{"1min":0.26900000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.5289999999999999,"5min":26.055,"15min":26.055},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.51600000000000001,"5min":1.446,"15min":0.89700000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.901,"5min":25.497,"15min":25.497},"last":2.9049999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.25,"15min":0.78800000000000003},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":3.407,"5min":25.268000000000001,"15min":25.268000000000001},"last":3.5129999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.3120000000000001,"15min":0.80700000000000005},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.415,"5min":25.298999999999999,"15min":25.298999999999999},"last":3.5299999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:03:41 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.83199999999999996,"15min":0.89100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.9239999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":3.1349999999999998},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84599999999999997,"15min":0.871},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":2.4569999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.4510000000000001,"15min":0.84399999999999997},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":3.492,"5min":25.181000000000001,"15min":25.181000000000001},"last":7.5620000000000003},{"interface":"front","average":{"1min":0.74399999999999999,"5min":1.611,"15min":0.92600000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.2349999999999999,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.56599999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.65900000000000003,"15min":0.51300000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.47899999999999998,"5min":6.4240000000000004,"15min":6.4240000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.72399999999999998,"15min":0.57399999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58299999999999996,"5min":4.5789999999999997,"15min":4.5789999999999997},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:03:22 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.831,"5min":1.831,"15min":1.831},"last":0.91000000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:03:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.63300000000000001},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.2610000000000001,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72699999999999998,"15min":0.63400000000000001},"min":{"1min":0.38400000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.0150000000000001,"5min":12.754,"15min":12.754},"last":2.984}]}]},{"osd":5,"up_from":36,"seq":154618822883,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1831636,"kb_used_data":1522124,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91913516,"statfs":{"total":95995035648,"available":94119440384,"internally_reserved":0,"allocated":1558654976,"data_stored":1557997296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.1020000000000001,"15min":0.72599999999999998},"min":{"1min":0.29599999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.45,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.1930000000000001,"15min":0.78600000000000003},"min":{"1min":0.317,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.641,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.45400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.296,"15min":0.77400000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.6429999999999998,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.94599999999999995,"15min":0.69699999999999995},"min":{"1min":0.34399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2890000000000001,"5min":7.6660000000000004,"15min":7.6660000000000004},"last":4.3490000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:03:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.90900000000000003,"15min":1.0329999999999999},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":2.4300000000000002,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.93500000000000005,"15min":1.0580000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":2.4359999999999999,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.67300000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.175,"15min":0.84899999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.4059999999999997,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":4.4059999999999997},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.149,"15min":0.90100000000000002},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7959999999999998,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":0.44800000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:03:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":1.3759999999999999,"5min":4.7919999999999998,"15min":7.7389999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81599999999999995,"15min":0.67600000000000005},"min":{"1min":0.31900000000000001,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":3.1789999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.53500000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":2.8290000000000002,"5min":2.8290000000000002,"15min":2.8290000000000002},"last":0.66600000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:03:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.77800000000000002,"15min":0.67800000000000005},"min":{"1min":0.34200000000000003,"5min":0.309,"15min":0.309},"max":{"1min":1.8280000000000001,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":1.7130000000000001},{"interface":"front","average":{"1min":0.876,"5min":1.0549999999999999,"15min":0.76400000000000001},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.4020000000000001,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.59899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1142624256,"data_stored":1142620184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":784662528,"data_stored":784662528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1064570880,"data_stored":1064566808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":495779840,"data_stored":495779840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1457520640,"data_stored":1457520640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1554059264,"data_stored":1554055192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":614596608,"data_stored":614596608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":859574272,"data_stored":859570200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:03:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:03:59.703 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:03:59.703 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:03:59.703 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:03:59.703 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:03:59.703 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:03:59.704 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2450019617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:59.704 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:59.704 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1491678235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:59.704 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[153734]: from='client.55195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:59.704 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2450019617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:59.918 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:59.918 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1491678235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:03:59.920 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:58 smithi149 ceph-mon[135148]: from='client.55195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:03:59.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2450019617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:03:59.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:04:00.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1491678235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:00.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:58 smithi018 ceph-mon[149401]: from='client.55195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:00.172 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:03:59 smithi149 ceph-mon[135148]: pgmap v517: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 20334/82554 objects degraded (24.631%); 4719/82554 objects misplaced (5.716%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:00.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:00.400 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:00.401 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:04:00.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:04:00.401 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.575 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[153734]: pgmap v517: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 20334/82554 objects degraded (24.631%); 4719/82554 objects misplaced (5.716%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: failed to encode map e203 with expected crc 2023-09-23T18:04:00.576 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:03:59 smithi018 ceph-mon[149401]: pgmap v517: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 20334/82554 objects degraded (24.631%); 4719/82554 objects misplaced (5.716%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:00.577 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:04:00.608 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:00.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:00.796 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:04:00.796 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:04:00.897 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:04:01.061 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:01.242 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:04:01.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:01.243 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:04:01.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:04:01.344 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:04:01.515 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:01.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:01.708 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:04:01.708 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:04:01.809 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:04:02.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:01 smithi149 ceph-mon[135148]: pgmap v518: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 301 op/s; 20032/79083 objects degraded (25.330%); 4620/79083 objects misplaced (5.842%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:02.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 20032/79083 objects degraded (25.330%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:02.292 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:04:02.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:01 smithi018 ceph-mon[153734]: pgmap v518: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 301 op/s; 20032/79083 objects degraded (25.330%); 4620/79083 objects misplaced (5.842%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:02.292 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 20032/79083 objects degraded (25.330%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:02.293 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:01 smithi018 ceph-mon[149401]: pgmap v518: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 301 op/s; 20032/79083 objects degraded (25.330%); 4620/79083 objects misplaced (5.842%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:02.293 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 20032/79083 objects degraded (25.330%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:02.295 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:105086 5.2 5.78f84602 (undecoded) ondisk+write+known_if_redirected e174)", 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 101.45709011300001, 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998, 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:04:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 105086 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835016+0000", 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2920000000000003e-06 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835021+0000", 2023-09-23T18:04:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6030000000000005e-06 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835030+0000", 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6980000000000003e-06 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835036+0000", 2023-09-23T18:04:02.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3375000000000003e-05 2023-09-23T18:04:02.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:02.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835089+0000", 2023-09-23T18:04:02.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1749000000000001e-05 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835101+0000", 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31060647299999999 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145707+0000", 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4071e-05 2023-09-23T18:04:02.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145721+0000", 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:107403 5.2 5:4be7b849:::benchmark_data_smithi018_184207_object32742:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2023-09-23T18:04:02.610 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:06.169864+0000", 2023-09-23T18:04:03.881 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 56.122243296000001, 2023-09-23T18:04:03.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014858102999999999, 2023-09-23T18:04:03.881 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:03.881 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 107403 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:03.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169864+0000", 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169864+0000", 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169863+0000", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9580000000000001e-06 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169870+0000", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3654e-05 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169883+0000", 2023-09-23T18:04:04.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5379999999999999e-06 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169890+0000", 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7108999999999999e-05 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:04.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.169937+0000", 2023-09-23T18:04:04.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013318600000000001 2023-09-23T18:04:04.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.170070+0000", 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013867099999999999 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.170209+0000", 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030518199999999998 2023-09-23T18:04:04.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.173261+0000", 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027735540000000001 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.176034+0000", 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085881510000000005 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.184622+0000", 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6410999999999999e-05 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.184679+0000", 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3587000000000001e-05 2023-09-23T18:04:04.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:06.184722+0000", 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014858102999999999 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:111358 5.2 5:49488ad7:::benchmark_data_smithi018_184207_object36697:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:04.325 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:21.434016+0000", 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 40.858091926, 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012850604, 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:04.326 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111358 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434016+0000", 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434016+0000", 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434014+0000", 2023-09-23T18:04:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7740000000000004e-06 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434022+0000", 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2055999999999999e-05 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434034+0000", 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4890000000000003e-06 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434039+0000", 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3342000000000004e-05 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434103+0000", 2023-09-23T18:04:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000109417 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434212+0000", 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114732 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:04.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.434327+0000", 2023-09-23T18:04:04.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026875279999999998 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.437014+0000", 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032199080000000001 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.440234+0000", 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.006533858 2023-09-23T18:04:04.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.446768+0000", 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7982999999999997e-05 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.446826+0000", 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0040000000000003e-05 2023-09-23T18:04:04.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:04.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.446866+0000", 2023-09-23T18:04:04.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012850604 2023-09-23T18:04:04.704 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:111389 5.2 5:4949a398:::benchmark_data_smithi018_184207_object36728:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:04.705 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:21.482745+0000", 2023-09-23T18:04:06.009 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 40.809362253000003, 2023-09-23T18:04:06.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014874795, 2023-09-23T18:04:06.009 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:06.009 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111389 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482745+0000", 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:06.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482745+0000", 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482744+0000", 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0469999999999994e-06 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482752+0000", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2680999999999999e-05 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482764+0000", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3459999999999996e-06 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.482772+0000", 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001769343 2023-09-23T18:04:06.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.484541+0000", 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012265400000000001 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.484664+0000", 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013554100000000001 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:06.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:06.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.484799+0000", 2023-09-23T18:04:06.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049056789999999996 2023-09-23T18:04:07.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:07.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.489705+0000", 2023-09-23T18:04:07.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001335276 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.491040+0000", 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064831489999999997 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.497523+0000", 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3962000000000003e-05 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.497577+0000", 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2806000000000003e-05 2023-09-23T18:04:07.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.497620+0000", 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014874795 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:111408 5.2 5:4855b0d1:::benchmark_data_smithi018_184207_object36747:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:21.517373+0000", 2023-09-23T18:04:07.804 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 40.774734264999999, 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013169571, 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:07.805 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111408 2023-09-23T18:04:07.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.987 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:07.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:07.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517373+0000", 2023-09-23T18:04:07.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:07.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517373+0000", 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:07.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:07.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:07.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517372+0000", 2023-09-23T18:04:07.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6900000000000003e-06 2023-09-23T18:04:07.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:08.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517379+0000", 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2944e-05 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517392+0000", 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1890000000000004e-06 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:08.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517398+0000", 2023-09-23T18:04:08.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6966999999999999e-05 2023-09-23T18:04:08.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517445+0000", 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012855899999999999 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517573+0000", 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127699 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.517701+0000", 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067250169999999998 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.524426+0000", 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0669000000000001e-05 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:08.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.524437+0000", 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060118350000000001 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.530448+0000", 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4904000000000002e-05 2023-09-23T18:04:08.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.530503+0000", 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9418000000000001e-05 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.356 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.530543+0000", 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013169571 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:111443 5.2 5:44efbbc8:::benchmark_data_smithi018_184207_object36782:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:21.570685+0000", 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 40.721422697999998, 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015193473000000001, 2023-09-23T18:04:08.357 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111443 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.358 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570685+0000", 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570685+0000", 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:08.359 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570683+0000", 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5370000000000003e-06 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570692+0000", 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8811999999999999e-05 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570711+0000", 2023-09-23T18:04:08.360 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0330000000000008e-06 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570719+0000", 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4293999999999999e-05 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.361 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570774+0000", 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014159099999999999 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.570915+0000", 2023-09-23T18:04:08.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014607699999999999 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.571061+0000", 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059119949999999998 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.576973+0000", 2023-09-23T18:04:08.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003559071 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.580532+0000", 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052481280000000003 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:08.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.585780+0000", 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3869000000000002e-05 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.585834+0000", 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3903999999999998e-05 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:21.585878+0000", 2023-09-23T18:04:08.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015193473000000001 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:112564 5.2 5:41e133d8:::benchmark_data_smithi018_184207_object37903:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:24.848934+0000", 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 37.443172957999998, 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014660308, 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:08.533 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112564 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848934+0000", 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848934+0000", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848933+0000", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5340000000000002e-06 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848940+0000", 2023-09-23T18:04:08.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5838999999999999e-05 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848956+0000", 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4779999999999996e-06 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:08.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:08.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:08.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.848963+0000", 2023-09-23T18:04:10.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001439592 2023-09-23T18:04:10.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:10.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.850402+0000", 2023-09-23T18:04:10.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013266100000000001 2023-09-23T18:04:10.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:10.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.850535+0000", 2023-09-23T18:04:10.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013518699999999999 2023-09-23T18:04:10.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:10.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.850670+0000", 2023-09-23T18:04:10.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040218440000000001 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.854692+0000", 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026865729999999998 2023-09-23T18:04:10.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:10.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.857378+0000", 2023-09-23T18:04:10.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061242309999999999 2023-09-23T18:04:10.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.863503+0000", 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9048000000000002e-05 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.863552+0000", 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3135e-05 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:10.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:24.863595+0000", 2023-09-23T18:04:10.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014660308 2023-09-23T18:04:10.199 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:10.199 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:10.199 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:10.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113244 5.2 5:4182812d:::benchmark_data_smithi018_184207_object38583:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.272577+0000", 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 35.019530736, 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015721595000000001, 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113244 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272577+0000", 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272577+0000", 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272575+0000", 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4910000000000005e-06 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272583+0000", 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9609000000000001e-05 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272603+0000", 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9299999999999992e-06 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272612+0000", 2023-09-23T18:04:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1113999999999997e-05 2023-09-23T18:04:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272683+0000", 2023-09-23T18:04:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015470699999999999 2023-09-23T18:04:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.272838+0000", 2023-09-23T18:04:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017734200000000001 2023-09-23T18:04:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.273015+0000", 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033583939999999998 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.276373+0000", 2023-09-23T18:04:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045853000000000002 2023-09-23T18:04:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:10.921 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.276832+0000", 2023-09-23T18:04:10.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011364256 2023-09-23T18:04:10.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:10.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.288196+0000", 2023-09-23T18:04:10.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7487e-05 2023-09-23T18:04:10.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:10.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.288254+0000", 2023-09-23T18:04:10.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4787000000000003e-05 2023-09-23T18:04:10.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:10.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.288298+0000", 2023-09-23T18:04:10.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015721595000000001 2023-09-23T18:04:10.925 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:10.925 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:10.925 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:10.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.926 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113414 5.2 5:4638d32c:::benchmark_data_smithi018_184207_object38753:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:04:10.926 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.066522+0000", 2023-09-23T18:04:10.926 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.225585473000002, 2023-09-23T18:04:10.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014088048000000001, 2023-09-23T18:04:10.926 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:10.927 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:10.927 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:10.927 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:10.927 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:10.927 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113414 2023-09-23T18:04:10.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.928 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:10.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:10.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066522+0000", 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066522+0000", 2023-09-23T18:04:10.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:04:11.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066519+0000", 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1763000000000001e-05 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:11.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066531+0000", 2023-09-23T18:04:11.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5957999999999999e-05 2023-09-23T18:04:11.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066547+0000", 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4449999999999996e-06 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:11.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066556+0000", 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00028510900000000002 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066841+0000", 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014762099999999999 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.066988+0000", 2023-09-23T18:04:11.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000163979 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.067152+0000", 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022142350000000002 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.069366+0000", 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026801250000000002 2023-09-23T18:04:11.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.072047+0000", 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0084614040000000005 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.080508+0000", 2023-09-23T18:04:11.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8205999999999998e-05 2023-09-23T18:04:14.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:14.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.080566+0000", 2023-09-23T18:04:14.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3835000000000003e-05 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.080610+0000", 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014088048000000001 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113449 5.2 5:4faeb6bd:::benchmark_data_smithi018_184207_object38788:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:04:14.134 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.194118+0000", 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 34.097988997999998, 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013449528000000001, 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113449 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:14.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194118+0000", 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194118+0000", 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194117+0000", 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4020000000000008e-06 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194126+0000", 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9687999999999999e-05 2023-09-23T18:04:14.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194146+0000", 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4280000000000002e-06 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194155+0000", 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5988000000000006e-05 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:14.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194221+0000", 2023-09-23T18:04:14.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019907099999999999 2023-09-23T18:04:14.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194420+0000", 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017023400000000001 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.194590+0000", 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039461959999999999 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.198537+0000", 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058599350000000001 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.204396+0000", 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030922139999999998 2023-09-23T18:04:14.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:14.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.207489+0000", 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7355999999999999e-05 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.207536+0000", 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1952999999999997e-05 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.207568+0000", 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013449528000000001 2023-09-23T18:04:14.857 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113610 5.2 5:4644a84b:::benchmark_data_smithi018_184207_object38949:head [delete] snapc 0=[] ondisk+write+known_if_redirected e198)", 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.713968+0000", 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.578139618000002, 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017619981999999999, 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:14.858 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113610 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713968+0000", 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713968+0000", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713966+0000", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9699999999999999e-06 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713974+0000", 2023-09-23T18:04:14.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2819999999999999e-05 2023-09-23T18:04:15.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713987+0000", 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4309999999999997e-06 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.713994+0000", 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0317e-05 2023-09-23T18:04:15.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.714044+0000", 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013307400000000001 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.714178+0000", 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014105699999999999 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.714319+0000", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034603749999999999 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.717779+0000", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020168220000000001 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.719796+0000", 2023-09-23T18:04:15.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011689056 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.731485+0000", 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0229000000000002e-05 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:15.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.731545+0000", 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2738000000000003e-05 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.731588+0000", 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017619981999999999 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:15.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113635 5.2 5:4af6e608:::benchmark_data_smithi018_184207_object38974:head [delete] snapc 0=[] ondisk+write+known_if_redirected e198)", 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.767618+0000", 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.524489285000001, 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013584208, 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113635 2023-09-23T18:04:15.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767618+0000", 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767618+0000", 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:04:15.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767616+0000", 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7019999999999996e-06 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767626+0000", 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4011e-05 2023-09-23T18:04:15.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767640+0000", 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2749999999999998e-06 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:15.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:15.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:17.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.767647+0000", 2023-09-23T18:04:17.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025995749999999998 2023-09-23T18:04:17.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.770247+0000", 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154053 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.770401+0000", 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115721 2023-09-23T18:04:17.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.770516+0000", 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023032489999999998 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.772820+0000", 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018446389999999999 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:17.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.774664+0000", 2023-09-23T18:04:17.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064379219999999996 2023-09-23T18:04:17.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:17.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:17.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:17.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.781102+0000", 2023-09-23T18:04:19.112 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4307e-05 2023-09-23T18:04:19.112 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.112 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.112 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.781156+0000", 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5938e-05 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.781202+0000", 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013584208 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.34800.0:113701 5.8 e198/187 5:15f12c93:::benchmark_data_smithi018_184207_object39040:head v 198'7271, mlcod=108'2499)", 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.917200+0000", 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.374907291, 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013186547, 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917200+0000", 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:19.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917200+0000", 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917199+0000", 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9120000000000003e-06 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:19.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917205+0000", 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3530000000000001e-06 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917215+0000", 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1560000000000003e-06 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917220+0000", 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1211000000000006e-05 2023-09-23T18:04:19.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:19.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917291+0000", 2023-09-23T18:04:19.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8816e-05 2023-09-23T18:04:19.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:19.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.917320+0000", 2023-09-23T18:04:19.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013023079999999999 2023-09-23T18:04:19.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.930343+0000", 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3893999999999997e-05 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.930387+0000", 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013186547 2023-09-23T18:04:19.446 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:19.447 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:19.447 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:19.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116469 5.2 5:42c8221f:::benchmark_data_smithi018_184207_object41808:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.246423+0000", 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 23.045684207000001, 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015757489999999999, 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116469 2023-09-23T18:04:19.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.449 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:19.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246423+0000", 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246423+0000", 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:19.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:19.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246421+0000", 2023-09-23T18:04:19.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0619999999999997e-06 2023-09-23T18:04:19.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246428+0000", 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0729e-05 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246438+0000", 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8119999999999996e-06 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246444+0000", 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1187999999999998e-05 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246495+0000", 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012234499999999999 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:19.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246618+0000", 2023-09-23T18:04:19.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014014600000000001 2023-09-23T18:04:19.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:19.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.246758+0000", 2023-09-23T18:04:19.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061061520000000001 2023-09-23T18:04:19.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:19.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:19.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:19.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.252864+0000", 2023-09-23T18:04:19.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052417200000000005 2023-09-23T18:04:19.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.253388+0000", 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0086982469999999992 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.262086+0000", 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3856000000000001e-05 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.262140+0000", 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0589000000000001e-05 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:20.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.262181+0000", 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015757489999999999 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116493 5.2 5:42a6938b:::benchmark_data_smithi018_184207_object41832:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.288326+0000", 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 23.003781826000001, 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017833857000000002, 2023-09-23T18:04:20.258 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116493 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288326+0000", 2023-09-23T18:04:20.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288326+0000", 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:20.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288324+0000", 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5629999999999992e-06 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288332+0000", 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1985e-05 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288354+0000", 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5200000000000003e-06 2023-09-23T18:04:20.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288361+0000", 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012926999999999999 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288490+0000", 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013124799999999999 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288621+0000", 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021521800000000001 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.290773+0000", 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004383751 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:20.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.295157+0000", 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062792250000000003 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.301436+0000", 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046196650000000002 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306056+0000", 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8511000000000003e-05 2023-09-23T18:04:20.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306115+0000", 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.494e-05 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:20.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306159+0000", 2023-09-23T18:04:20.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017833857000000002 2023-09-23T18:04:20.759 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:20.759 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:20.759 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116494 5.2 5:498d0998:::benchmark_data_smithi018_184207_object41833:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.288376+0000", 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 23.003730984000001, 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017925409, 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:20.760 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:20.761 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116494 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288376+0000", 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:20.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288376+0000", 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288376+0000", 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5999999999999998e-06 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288380+0000", 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7770000000000008e-06 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:20.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:20.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:20.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288388+0000", 2023-09-23T18:04:21.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0302999999999999e-05 2023-09-23T18:04:21.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:21.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.288399+0000", 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045044890000000004 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.292903+0000", 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014031300000000001 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:21.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.293043+0000", 2023-09-23T18:04:21.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010517 2023-09-23T18:04:21.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:21.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.293149+0000", 2023-09-23T18:04:21.365 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0082974969999999992 2023-09-23T18:04:21.365 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.365 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.365 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:21.365 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.301446+0000", 2023-09-23T18:04:21.366 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135666 2023-09-23T18:04:21.366 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.301582+0000", 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046322589999999997 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:21.367 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306214+0000", 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7216000000000002e-05 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306271+0000", 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.061e-05 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.306302+0000", 2023-09-23T18:04:21.368 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017925409 2023-09-23T18:04:21.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:21.618 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:21.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116521 5.2 5:48e37885:::benchmark_data_smithi018_184207_object41860:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.336926+0000", 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.955181071999998, 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017937715999999999, 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:21.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116521 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336926+0000", 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336926+0000", 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:21.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336925+0000", 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6890000000000001e-06 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336930+0000", 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0071000000000001e-05 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336941+0000", 2023-09-23T18:04:21.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7490000000000004e-06 2023-09-23T18:04:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.336946+0000", 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000128152 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.337074+0000", 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013428800000000001 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.337209+0000", 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014523199999999999 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.337354+0000", 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0069151150000000003 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.344269+0000", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016874199999999999 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.344438+0000", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010317811 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.354756+0000", 2023-09-23T18:04:21.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2399999999999999e-05 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.354818+0000", 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6082999999999999e-05 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:21.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.354864+0000", 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017937715999999999 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116561 5.2 5:48e35db0:::benchmark_data_smithi018_184207_object41900:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:22.265 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.402276+0000", 2023-09-23T18:04:22.266 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.889831868000002, 2023-09-23T18:04:22.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015208027000000001, 2023-09-23T18:04:22.266 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:22.266 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:22.266 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:22.268 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:22.268 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:22.268 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116561 2023-09-23T18:04:22.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402276+0000", 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402276+0000", 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:04:22.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:22.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402274+0000", 2023-09-23T18:04:22.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.72e-06 2023-09-23T18:04:22.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402281+0000", 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5194999999999999e-05 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402296+0000", 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2820000000000002e-06 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:22.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.402302+0000", 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001720591 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.404023+0000", 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120196 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:22.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.404143+0000", 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119887 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.404263+0000", 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030348319999999999 2023-09-23T18:04:22.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.407298+0000", 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038081399999999999 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.407679+0000", 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097118940000000004 2023-09-23T18:04:22.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.417391+0000", 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3437999999999999e-05 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.417444+0000", 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9638000000000002e-05 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.417484+0000", 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015208027000000001 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:116609 5.2 5:48723cbd:::benchmark_data_smithi018_184207_object41948:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:39.470665+0000", 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.821442004000001, 2023-09-23T18:04:22.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020405468, 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116609 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:22.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470665+0000", 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470665+0000", 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470665+0000", 2023-09-23T18:04:22.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6440000000000002e-06 2023-09-23T18:04:22.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:22.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:22.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470669+0000", 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3180000000000003e-06 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:23.340 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470675+0000", 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0579999999999999e-06 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.470679+0000", 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031662840000000001 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.473845+0000", 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013618899999999999 2023-09-23T18:04:23.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.473981+0000", 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6938e-05 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.474068+0000", 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021413080000000002 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.476210+0000", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035954509999999999 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.479805+0000", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011162953999999999 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.490968+0000", 2023-09-23T18:04:23.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1270000000000001e-05 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.491029+0000", 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1539999999999999e-05 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:23.344 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:39.491071+0000", 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020405468 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:23.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.314 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:122425 5.2 5:4cb3c636:::benchmark_data_smithi018_184207_object47764:head [delete] snapc 0=[] ondisk+write+known_if_redirected e202)", 2023-09-23T18:04:24.314 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:58.105662+0000", 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 4.186445312, 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012817304999999999, 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122425 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:04:24.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:04:24.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105662+0000", 2023-09-23T18:04:24.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:04:24.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:04:24.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105662+0000", 2023-09-23T18:04:24.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:04:24.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:04:24.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105660+0000", 2023-09-23T18:04:24.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1559999999999995e-06 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105668+0000", 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5131e-05 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105684+0000", 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.55e-06 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105690+0000", 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6243999999999999e-05 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105746+0000", 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012435199999999999 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:24.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:04:24.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.105871+0000", 2023-09-23T18:04:24.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013803 2023-09-23T18:04:24.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.106009+0000", 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062361700000000001 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.112245+0000", 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033595360000000002 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.115604+0000", 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027725319999999999 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:04:25.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.118377+0000", 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5413e-05 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.118432+0000", 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7080999999999999e-05 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:04:25.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:58.118479+0000", 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012817304999999999 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:04:25.087 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:04:25.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:04:25.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:04:25.090 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:25.445 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:03 smithi018 ceph-mon[153734]: pgmap v519: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 300 op/s; 19941/78240 objects degraded (25.487%); 4620/78240 objects misplaced (5.905%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:25.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:03 smithi018 ceph-mon[149401]: pgmap v519: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 300 op/s; 19941/78240 objects degraded (25.487%); 4620/78240 objects misplaced (5.905%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:25.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:25.447 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:25.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:04:25.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:04:25.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:04:25.871 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:04:25.872 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:04:25.872 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:04:25.872 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:04:25.872 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:04:25.872 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:04:25.872 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:04:25.873 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/787104810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:25.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:04:25.875 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:04:25.875 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.251 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.251 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.251 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.252 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.252 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.252 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.252 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:04:26.252 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/787104810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:26.253 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:04] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.33.4" 2023-09-23T18:04:26.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:05 smithi018 ceph-mon[149401]: pgmap v520: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 19941/77961 objects degraded (25.578%); 4620/77961 objects misplaced (5.926%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:26.255 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:05 smithi018 ceph-mon[153734]: pgmap v520: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 19941/77961 objects degraded (25.578%); 4620/77961 objects misplaced (5.926%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:26.255 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 19941/77961 objects degraded (25.578%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 19941/77961 objects degraded (25.578%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:08 smithi018 ceph-mon[149401]: pgmap v521: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 19713/74925 objects degraded (26.310%); 4545/74925 objects misplaced (6.066%); 4.5 MiB/s, 71 objects/s recovering 2023-09-23T18:04:26.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:03 smithi149 ceph-mon[135148]: pgmap v519: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 300 op/s; 19941/78240 objects degraded (25.487%); 4620/78240 objects misplaced (5.905%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:26.680 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/787104810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:26.680 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:05 smithi149 ceph-mon[135148]: pgmap v520: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 7.8 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 19941/77961 objects degraded (25.578%); 4620/77961 objects misplaced (5.926%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T18:04:26.680 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 19941/77961 objects degraded (25.578%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.680 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:08 smithi149 ceph-mon[135148]: pgmap v521: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 19713/74925 objects degraded (26.310%); 4545/74925 objects misplaced (6.066%); 4.5 MiB/s, 71 objects/s recovering 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:10 smithi149 ceph-mon[135148]: pgmap v522: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 19610/73641 objects degraded (26.629%); 4545/73641 objects misplaced (6.172%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 19610/73641 objects degraded (26.629%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:12 smithi149 ceph-mon[135148]: pgmap v523: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 19206/69135 objects degraded (27.780%); 4425/69135 objects misplaced (6.401%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:14 smithi149 ceph-mon[135148]: pgmap v524: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 19102/68127 objects degraded (28.039%); 4425/68127 objects misplaced (6.495%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:16 smithi149 ceph-mon[135148]: pgmap v525: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 19102/67782 objects degraded (28.182%); 4425/67782 objects misplaced (6.528%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T18:04:26.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 19102/67782 objects degraded (28.182%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.684 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:18 smithi149 ceph-mon[135148]: pgmap v526: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 18755/63651 objects degraded (29.465%); 4322/63651 objects misplaced (6.790%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:04:26.684 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:20 smithi149 ceph-mon[135148]: pgmap v527: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 18639/62343 objects degraded (29.898%); 4322/62343 objects misplaced (6.933%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:04:26.684 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18639/62343 objects degraded (29.898%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:26.684 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:22 smithi149 ceph-mon[135148]: pgmap v528: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 411 op/s; 18297/58833 objects degraded (31.100%); 4212/58833 objects misplaced (7.159%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:04:26.684 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:24 smithi149 ceph-mon[135148]: pgmap v529: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 18189/57363 objects degraded (31.709%); 4212/57363 objects misplaced (7.343%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:26.685 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:26.685 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:08 smithi018 ceph-mon[153734]: pgmap v521: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 19713/74925 objects degraded (26.310%); 4545/74925 objects misplaced (6.066%); 4.5 MiB/s, 71 objects/s recovering 2023-09-23T18:04:27.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:10 smithi018 ceph-mon[153734]: pgmap v522: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 19610/73641 objects degraded (26.629%); 4545/73641 objects misplaced (6.172%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T18:04:27.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:27.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:10 smithi018 ceph-mon[149401]: pgmap v522: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 295 op/s; 19610/73641 objects degraded (26.629%); 4545/73641 objects misplaced (6.172%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T18:04:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 19610/73641 objects degraded (26.629%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:27.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 19610/73641 objects degraded (26.629%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:27.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:12 smithi018 ceph-mon[153734]: pgmap v523: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 19206/69135 objects degraded (27.780%); 4425/69135 objects misplaced (6.401%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T18:04:27.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:12 smithi018 ceph-mon[149401]: pgmap v523: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 19206/69135 objects degraded (27.780%); 4425/69135 objects misplaced (6.401%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T18:04:27.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:26 smithi149 ceph-mon[135148]: pgmap v530: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 309 op/s; 18189/56973 objects degraded (31.926%); 4212/56973 objects misplaced (7.393%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T18:04:27.478 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18189/56973 objects degraded (31.926%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:27.479 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:14 smithi018 ceph-mon[153734]: pgmap v524: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 19102/68127 objects degraded (28.039%); 4425/68127 objects misplaced (6.495%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T18:04:27.480 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:14 smithi018 ceph-mon[149401]: pgmap v524: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 19102/68127 objects degraded (28.039%); 4425/68127 objects misplaced (6.495%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T18:04:27.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:27.480 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:14] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.33.4" 2023-09-23T18:04:27.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:16 smithi018 ceph-mon[153734]: pgmap v525: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 19102/67782 objects degraded (28.182%); 4425/67782 objects misplaced (6.528%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T18:04:27.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 19102/67782 objects degraded (28.182%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:27.481 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:16 smithi018 ceph-mon[149401]: pgmap v525: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 19102/67782 objects degraded (28.182%); 4425/67782 objects misplaced (6.528%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T18:04:27.481 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 19102/67782 objects degraded (28.182%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:27.482 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:18 smithi018 ceph-mon[153734]: pgmap v526: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 18755/63651 objects degraded (29.465%); 4322/63651 objects misplaced (6.790%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:04:27.482 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:18 smithi018 ceph-mon[149401]: pgmap v526: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 18755/63651 objects degraded (29.465%); 4322/63651 objects misplaced (6.790%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:04:27.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:27.482 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:04:27.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:04:27.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:20 smithi018 ceph-mon[153734]: pgmap v527: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 18639/62343 objects degraded (29.898%); 4322/62343 objects misplaced (6.933%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:04:27.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:20 smithi018 ceph-mon[149401]: pgmap v527: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 18639/62343 objects degraded (29.898%); 4322/62343 objects misplaced (6.933%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:04:27.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18639/62343 objects degraded (29.898%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:28.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18639/62343 objects degraded (29.898%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:28.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:22 smithi018 ceph-mon[149401]: pgmap v528: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 411 op/s; 18297/58833 objects degraded (31.100%); 4212/58833 objects misplaced (7.159%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:04:28.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:22 smithi018 ceph-mon[153734]: pgmap v528: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 411 op/s; 18297/58833 objects degraded (31.100%); 4212/58833 objects misplaced (7.159%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:04:28.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:24 smithi018 ceph-mon[149401]: pgmap v529: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 18189/57363 objects degraded (31.709%); 4212/57363 objects misplaced (7.343%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:28.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:24 smithi018 ceph-mon[153734]: pgmap v529: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 326 op/s; 18189/57363 objects degraded (31.709%); 4212/57363 objects misplaced (7.343%); 5.4 MiB/s, 85 objects/s recovering 2023-09-23T18:04:28.432 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:28.432 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:24] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.33.4" 2023-09-23T18:04:28.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:28.433 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:26 smithi018 ceph-mon[153734]: pgmap v530: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 309 op/s; 18189/56973 objects degraded (31.926%); 4212/56973 objects misplaced (7.393%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T18:04:28.433 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18189/56973 objects degraded (31.926%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:28.433 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:26 smithi018 ceph-mon[149401]: pgmap v530: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 309 op/s; 18189/56973 objects degraded (31.926%); 4212/56973 objects misplaced (7.393%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T18:04:28.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18189/56973 objects degraded (31.926%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:28.435 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:04:28.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:04:28.436 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:28 smithi018 ceph-mon[153734]: pgmap v531: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 17799/52347 objects degraded (34.002%); 4089/52347 objects misplaced (7.811%); 6.8 MiB/s, 108 objects/s recovering 2023-09-23T18:04:29.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:28 smithi018 ceph-mon[149401]: pgmap v531: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 17799/52347 objects degraded (34.002%); 4089/52347 objects misplaced (7.811%); 6.8 MiB/s, 108 objects/s recovering 2023-09-23T18:04:29.216 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:29.216 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:29.217 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:28 smithi149 ceph-mon[135148]: pgmap v531: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 17799/52347 objects degraded (34.002%); 4089/52347 objects misplaced (7.811%); 6.8 MiB/s, 108 objects/s recovering 2023-09-23T18:04:29.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:29.218 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:29.218 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:04:29.218 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:04:29.318 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:04:29.571 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:29.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:29.904 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:29.904 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:04:29.904 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:04:30.005 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:04:30.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:30 smithi018 ceph-mon[149401]: pgmap v532: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.0 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 356 op/s; 17663/50823 objects degraded (34.754%); 4089/50823 objects misplaced (8.046%); 5.6 MiB/s, 90 objects/s recovering 2023-09-23T18:04:30.242 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:30 smithi018 ceph-mon[153734]: pgmap v532: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.0 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 356 op/s; 17663/50823 objects degraded (34.754%); 4089/50823 objects misplaced (8.046%); 5.6 MiB/s, 90 objects/s recovering 2023-09-23T18:04:30.294 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:30.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:31.878 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:04:31.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:04:31.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:30 smithi149 ceph-mon[135148]: pgmap v532: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 1.0 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 356 op/s; 17663/50823 objects degraded (34.754%); 4089/50823 objects misplaced (8.046%); 5.6 MiB/s, 90 objects/s recovering 2023-09-23T18:04:31.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:04:31.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 17663/50823 objects degraded (34.754%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:31.879 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:04:31.879 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:04:31.880 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 17663/50823 objects degraded (34.754%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:31.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:04:31.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 17663/50823 objects degraded (34.754%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:31.883 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:04:32.304 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:04:32.304 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:04:32.580 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:32.581 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":534,"stamp":"2023-09-23T18:04:31.218498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1017714635,"num_objects":15485,"num_object_clones":0,"num_object_copies":46455,"num_objects_missing_on_primary":3418,"num_objects_missing":3418,"num_objects_degraded":17292,"num_objects_misplaced":3964,"num_objects_unfound":0,"num_objects_dirty":15485,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":134967,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45355,"num_bytes_recovered":2422162539,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103471,"ondisk_log_size":103471,"up":267,"acting":260,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":320,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6289900,"kb_used_data":4587572,"kb_used_omap":33,"kb_used_meta":1702174,"kb_avail":649926164,"statfs":{"total":671965249536,"available":665524391936,"internally_reserved":0,"allocated":4697673728,"data_stored":4692184211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1743026973},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-270401536,"num_objects":-4126,"num_object_clones":0,"num_object_copies":-12378,"num_objects_missing_on_primary":-383,"num_objects_missing":-383,"num_objects_degraded":-1005,"num_objects_misplaced":-248,"num_objects_unfound":0,"num_objects_dirty":-4126,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1130,"num_bytes_recovered":74055680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.534088"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":29,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684422+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:03:49.684422+0000","last_peered":"2023-09-23T18:03:49.684422+0000","last_clean":"2023-09-23T18:03:49.684422+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:03:49.684422+0000","last_undegraded":"2023-09-23T18:03:49.684422+0000","last_fullsized":"2023-09-23T18:03:49.684422+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":193,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.641243+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:03:58.641243+0000","last_peered":"2023-09-23T18:03:58.641243+0000","last_clean":"2023-09-23T18:03:58.641243+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:03:58.641243+0000","last_undegraded":"2023-09-23T18:03:58.641243+0000","last_fullsized":"2023-09-23T18:03:58.641243+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":105,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667060+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:49.667060+0000","last_peered":"2023-09-23T18:03:49.667060+0000","last_clean":"2023-09-23T18:03:49.667060+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:49.667060+0000","last_undegraded":"2023-09-23T18:03:49.667060+0000","last_fullsized":"2023-09-23T18:03:49.667060+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":36,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.644739+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:03:58.644739+0000","last_peered":"2023-09-23T18:03:58.644739+0000","last_clean":"2023-09-23T18:03:58.644739+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:03:58.644739+0000","last_undegraded":"2023-09-23T18:03:58.644739+0000","last_fullsized":"2023-09-23T18:03:58.644739+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":253,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:57.583236+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:57.583236+0000","last_peered":"2023-09-23T18:03:57.583236+0000","last_clean":"2023-09-23T18:03:57.583236+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:57.583236+0000","last_undegraded":"2023-09-23T18:03:57.583236+0000","last_fullsized":"2023-09-23T18:03:57.583236+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":163,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.665294+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:49.665294+0000","last_peered":"2023-09-23T18:03:49.665294+0000","last_clean":"2023-09-23T18:03:49.665294+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:49.665294+0000","last_undegraded":"2023-09-23T18:03:49.665294+0000","last_fullsized":"2023-09-23T18:03:49.665294+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":190,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.676224+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:03:49.676224+0000","last_peered":"2023-09-23T18:03:49.676224+0000","last_clean":"2023-09-23T18:03:49.676224+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:03:49.676224+0000","last_undegraded":"2023-09-23T18:03:49.676224+0000","last_fullsized":"2023-09-23T18:03:49.676224+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":208,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667990+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:49.667990+0000","last_peered":"2023-09-23T18:03:49.667990+0000","last_clean":"2023-09-23T18:03:49.667990+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:49.667990+0000","last_undegraded":"2023-09-23T18:03:49.667990+0000","last_fullsized":"2023-09-23T18:03:49.667990+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.681040+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:03:49.681040+0000","last_peered":"2023-09-23T18:03:49.681040+0000","last_clean":"2023-09-23T18:03:49.681040+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:03:49.681040+0000","last_undegraded":"2023-09-23T18:03:49.681040+0000","last_fullsized":"2023-09-23T18:03:49.681040+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":143,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667624+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:49.667624+0000","last_peered":"2023-09-23T18:03:49.667624+0000","last_clean":"2023-09-23T18:03:49.667624+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:49.667624+0000","last_undegraded":"2023-09-23T18:03:49.667624+0000","last_fullsized":"2023-09-23T18:03:49.667624+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":202,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.674013+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:03:49.674013+0000","last_peered":"2023-09-23T18:03:49.674013+0000","last_clean":"2023-09-23T18:03:49.674013+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:03:49.674013+0000","last_undegraded":"2023-09-23T18:03:49.674013+0000","last_fullsized":"2023-09-23T18:03:49.674013+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":122,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667461+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:49.667461+0000","last_peered":"2023-09-23T18:03:49.667461+0000","last_clean":"2023-09-23T18:03:49.667461+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:49.667461+0000","last_undegraded":"2023-09-23T18:03:49.667461+0000","last_fullsized":"2023-09-23T18:03:49.667461+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":39,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684404+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:03:49.684404+0000","last_peered":"2023-09-23T18:03:49.684404+0000","last_clean":"2023-09-23T18:03:49.684404+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:03:49.684404+0000","last_undegraded":"2023-09-23T18:03:49.684404+0000","last_fullsized":"2023-09-23T18:03:49.684404+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":200,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684674+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:03:49.684674+0000","last_peered":"2023-09-23T18:03:49.684674+0000","last_clean":"2023-09-23T18:03:49.684674+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:03:49.684674+0000","last_undegraded":"2023-09-23T18:03:49.684674+0000","last_fullsized":"2023-09-23T18:03:49.684674+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":248,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.671852+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:03:49.671852+0000","last_peered":"2023-09-23T18:03:49.671852+0000","last_clean":"2023-09-23T18:03:49.671852+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:03:49.671852+0000","last_undegraded":"2023-09-23T18:03:49.671852+0000","last_fullsized":"2023-09-23T18:03:49.671852+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":199,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.669667+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:49.669667+0000","last_peered":"2023-09-23T18:03:49.669667+0000","last_clean":"2023-09-23T18:03:49.669667+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:49.669667+0000","last_undegraded":"2023-09-23T18:03:49.669667+0000","last_fullsized":"2023-09-23T18:03:49.669667+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":35,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675980+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:03:49.675980+0000","last_peered":"2023-09-23T18:03:49.675980+0000","last_clean":"2023-09-23T18:03:49.675980+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:03:49.675980+0000","last_undegraded":"2023-09-23T18:03:49.675980+0000","last_fullsized":"2023-09-23T18:03:49.675980+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.680875+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:03:49.680875+0000","last_peered":"2023-09-23T18:03:49.680875+0000","last_clean":"2023-09-23T18:03:49.680875+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:03:49.680875+0000","last_undegraded":"2023-09-23T18:03:49.680875+0000","last_fullsized":"2023-09-23T18:03:49.680875+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":169,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.671384+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:03:49.671384+0000","last_peered":"2023-09-23T18:03:49.671384+0000","last_clean":"2023-09-23T18:03:49.671384+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:03:49.671384+0000","last_undegraded":"2023-09-23T18:03:49.671384+0000","last_fullsized":"2023-09-23T18:03:49.671384+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":167,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675759+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:03:49.675759+0000","last_peered":"2023-09-23T18:03:49.675759+0000","last_clean":"2023-09-23T18:03:49.675759+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:03:49.675759+0000","last_undegraded":"2023-09-23T18:03:49.675759+0000","last_fullsized":"2023-09-23T18:03:49.675759+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":250,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.661348+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:49.661348+0000","last_peered":"2023-09-23T18:03:49.661348+0000","last_clean":"2023-09-23T18:03:49.661348+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:49.661348+0000","last_undegraded":"2023-09-23T18:03:49.661348+0000","last_fullsized":"2023-09-23T18:03:49.661348+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":169,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:57.586822+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:57.586822+0000","last_peered":"2023-09-23T18:03:57.586822+0000","last_clean":"2023-09-23T18:03:57.586822+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:57.586822+0000","last_undegraded":"2023-09-23T18:03:57.586822+0000","last_fullsized":"2023-09-23T18:03:57.586822+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"203'8272","reported_seq":8422,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:30.492589+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:04:30.492589+0000","last_peered":"2023-09-23T18:04:30.492589+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:04:30.492589+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"109'2961","ondisk_log_start":"109'2961","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5311,"log_dups_size":0,"ondisk_log_size":5311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59899904,"num_objects":914,"num_object_clones":0,"num_object_copies":2742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8272,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":914}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":240,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.672388+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:03:49.672388+0000","last_peered":"2023-09-23T18:03:49.672388+0000","last_clean":"2023-09-23T18:03:49.672388+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:03:49.672388+0000","last_undegraded":"2023-09-23T18:03:49.672388+0000","last_fullsized":"2023-09-23T18:03:49.672388+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.680706+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:03:49.680706+0000","last_peered":"2023-09-23T18:03:49.680706+0000","last_clean":"2023-09-23T18:03:49.680706+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:03:49.680706+0000","last_undegraded":"2023-09-23T18:03:49.680706+0000","last_fullsized":"2023-09-23T18:03:49.680706+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"203'8556","reported_seq":14711,"reported_epoch":203,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:30.440169+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:04:30.440169+0000","last_peered":"2023-09-23T18:04:30.440169+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:04:30.440169+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:04:30.440169+0000","mapping_epoch":187,"log_start":"108'2126","ondisk_log_start":"108'2126","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6430,"log_dups_size":0,"ondisk_log_size":6430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64618496,"num_objects":986,"num_object_clones":0,"num_object_copies":2958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":986,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8556,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2783,"num_bytes_recovered":155779072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":986}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":255,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.672310+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:03:49.672310+0000","last_peered":"2023-09-23T18:03:49.672310+0000","last_clean":"2023-09-23T18:03:49.672310+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:03:49.672310+0000","last_undegraded":"2023-09-23T18:03:49.672310+0000","last_fullsized":"2023-09-23T18:03:49.672310+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":200,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684784+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:03:49.684784+0000","last_peered":"2023-09-23T18:03:49.684784+0000","last_clean":"2023-09-23T18:03:49.684784+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:03:49.684784+0000","last_undegraded":"2023-09-23T18:03:49.684784+0000","last_fullsized":"2023-09-23T18:03:49.684784+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"203'8359","reported_seq":15011,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:30.441381+0000","last_change":"2023-09-23T18:03:39.217250+0000","last_active":"2023-09-23T18:04:30.441381+0000","last_peered":"2023-09-23T18:04:30.441381+0000","last_clean":"2023-09-23T18:04:30.441381+0000","last_became_active":"2023-09-23T18:03:39.189220+0000","last_became_peered":"2023-09-23T18:03:39.189220+0000","last_unstale":"2023-09-23T18:04:30.441381+0000","last_undegraded":"2023-09-23T18:04:30.441381+0000","last_fullsized":"2023-09-23T18:04:30.441381+0000","mapping_epoch":200,"log_start":"108'1882","ondisk_log_start":"108'1882","created":103,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6477,"log_dups_size":0,"ondisk_log_size":6477,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:18.889447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61014016,"num_objects":931,"num_object_clones":0,"num_object_copies":2793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8359,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3242,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":196,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.673954+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:03:49.673954+0000","last_peered":"2023-09-23T18:03:49.673954+0000","last_clean":"2023-09-23T18:03:49.673954+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:03:49.673954+0000","last_undegraded":"2023-09-23T18:03:49.673954+0000","last_fullsized":"2023-09-23T18:03:49.673954+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":163,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.661333+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:49.661333+0000","last_peered":"2023-09-23T18:03:49.661333+0000","last_clean":"2023-09-23T18:03:49.661333+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:49.661333+0000","last_undegraded":"2023-09-23T18:03:49.661333+0000","last_fullsized":"2023-09-23T18:03:49.661333+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"203'8405","reported_seq":16150,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:27.518398+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:04:27.518398+0000","last_peered":"2023-09-23T18:04:27.518398+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:04:27.518398+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"108'2795","ondisk_log_start":"108'2795","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5610,"log_dups_size":0,"ondisk_log_size":5610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66781184,"num_objects":1019,"num_object_clones":0,"num_object_copies":3057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4523,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8405,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3419,"num_bytes_recovered":223739904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"2,3,4","objects":1010}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":184,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.682142+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:03:49.682142+0000","last_peered":"2023-09-23T18:03:49.682142+0000","last_clean":"2023-09-23T18:03:49.682142+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:03:49.682142+0000","last_undegraded":"2023-09-23T18:03:49.682142+0000","last_fullsized":"2023-09-23T18:03:49.682142+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":194,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.645528+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:03:58.645528+0000","last_peered":"2023-09-23T18:03:58.645528+0000","last_clean":"2023-09-23T18:03:58.645528+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:03:58.645528+0000","last_undegraded":"2023-09-23T18:03:58.645528+0000","last_fullsized":"2023-09-23T18:03:58.645528+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"203'8437","reported_seq":15621,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:30.587114+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:04:30.587114+0000","last_peered":"2023-09-23T18:04:30.587114+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:04:30.587114+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"109'3145","ondisk_log_start":"109'3145","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5292,"log_dups_size":0,"ondisk_log_size":5292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61079576,"num_objects":933,"num_object_clones":0,"num_object_copies":2799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2364,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":933,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8437,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3327,"num_bytes_recovered":192020504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":12},{"shards":"2,5,7","objects":921}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":225,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.668852+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:49.668852+0000","last_peered":"2023-09-23T18:03:49.668852+0000","last_clean":"2023-09-23T18:03:49.668852+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:49.668852+0000","last_undegraded":"2023-09-23T18:03:49.668852+0000","last_fullsized":"2023-09-23T18:03:49.668852+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684372+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:03:49.684372+0000","last_peered":"2023-09-23T18:03:49.684372+0000","last_clean":"2023-09-23T18:03:49.684372+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:03:49.684372+0000","last_undegraded":"2023-09-23T18:03:49.684372+0000","last_fullsized":"2023-09-23T18:03:49.684372+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"203'8359","reported_seq":16396,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:27.776776+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:04:27.776776+0000","last_peered":"2023-09-23T18:04:27.776776+0000","last_clean":"2023-09-23T18:04:27.776776+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:04:27.776776+0000","last_undegraded":"2023-09-23T18:04:27.776776+0000","last_fullsized":"2023-09-23T18:04:27.776776+0000","mapping_epoch":148,"log_start":"108'2075","ondisk_log_start":"108'2075","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6284,"log_dups_size":0,"ondisk_log_size":6284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63897600,"num_objects":975,"num_object_clones":0,"num_object_copies":2925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8359,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":182,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.661429+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:49.661429+0000","last_peered":"2023-09-23T18:03:49.661429+0000","last_clean":"2023-09-23T18:03:49.661429+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:49.661429+0000","last_undegraded":"2023-09-23T18:03:49.661429+0000","last_fullsized":"2023-09-23T18:03:49.661429+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684936+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:03:49.684936+0000","last_peered":"2023-09-23T18:03:49.684936+0000","last_clean":"2023-09-23T18:03:49.684936+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:03:49.684936+0000","last_undegraded":"2023-09-23T18:03:49.684936+0000","last_fullsized":"2023-09-23T18:03:49.684936+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"203'8273","reported_seq":17668,"reported_epoch":203,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:04:30.732279+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:04:30.732279+0000","last_peered":"2023-09-23T18:04:30.732279+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:04:30.732279+0000","last_undegraded":"2023-09-23T18:04:30.732279+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":8273,"log_dups_size":0,"ondisk_log_size":8273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60096512,"num_objects":917,"num_object_clones":0,"num_object_copies":2751,"num_objects_missing_on_primary":1505,"num_objects_missing":1505,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":917,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8273,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3665,"num_bytes_recovered":239599616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":14},{"shards":"2,6","objects":1},{"shards":"4,5,6","objects":902}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684239+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:03:49.684239+0000","last_peered":"2023-09-23T18:03:49.684239+0000","last_clean":"2023-09-23T18:03:49.684239+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:03:49.684239+0000","last_undegraded":"2023-09-23T18:03:49.684239+0000","last_fullsized":"2023-09-23T18:03:49.684239+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":200,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684938+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:03:49.684938+0000","last_peered":"2023-09-23T18:03:49.684938+0000","last_clean":"2023-09-23T18:03:49.684938+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:03:49.684938+0000","last_undegraded":"2023-09-23T18:03:49.684938+0000","last_fullsized":"2023-09-23T18:03:49.684938+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"203'8304","reported_seq":14234,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:30.412407+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:04:30.412407+0000","last_peered":"2023-09-23T18:04:30.412407+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:04:30.412407+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"108'1877","ondisk_log_start":"108'1877","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6427,"log_dups_size":0,"ondisk_log_size":6427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61210624,"num_objects":934,"num_object_clones":0,"num_object_copies":2802,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":934,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8304,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":920}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":194,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667766+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:49.667766+0000","last_peered":"2023-09-23T18:03:49.667766+0000","last_clean":"2023-09-23T18:03:49.667766+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:49.667766+0000","last_undegraded":"2023-09-23T18:03:49.667766+0000","last_fullsized":"2023-09-23T18:03:49.667766+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":169,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.668918+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:03:49.668918+0000","last_peered":"2023-09-23T18:03:49.668918+0000","last_clean":"2023-09-23T18:03:49.668918+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:03:49.668918+0000","last_undegraded":"2023-09-23T18:03:49.668918+0000","last_fullsized":"2023-09-23T18:03:49.668918+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":764,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639552+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:03:58.639552+0000","last_peered":"2023-09-23T18:03:58.639552+0000","last_clean":"2023-09-23T18:03:58.639552+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:03:58.639552+0000","last_undegraded":"2023-09-23T18:03:58.639552+0000","last_fullsized":"2023-09-23T18:03:58.639552+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.680957+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:03:49.680957+0000","last_peered":"2023-09-23T18:03:49.680957+0000","last_clean":"2023-09-23T18:03:49.680957+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:03:49.680957+0000","last_undegraded":"2023-09-23T18:03:49.680957+0000","last_fullsized":"2023-09-23T18:03:49.680957+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":115,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638398+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:03:58.638398+0000","last_peered":"2023-09-23T18:03:58.638398+0000","last_clean":"2023-09-23T18:03:58.638398+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:03:58.638398+0000","last_undegraded":"2023-09-23T18:03:58.638398+0000","last_fullsized":"2023-09-23T18:03:58.638398+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"203'8148","reported_seq":24262,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:27.577967+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:04:27.577967+0000","last_peered":"2023-09-23T18:04:27.577967+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:04:27.577967+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"108'2584","ondisk_log_start":"108'2584","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5564,"log_dups_size":0,"ondisk_log_size":5564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66191360,"num_objects":1010,"num_object_clones":0,"num_object_copies":3030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":1010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8148,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":999}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"203'8355","reported_seq":22892,"reported_epoch":203,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:30.420843+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:04:30.420843+0000","last_peered":"2023-09-23T18:04:30.420843+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:04:30.420843+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:04:30.420843+0000","mapping_epoch":185,"log_start":"108'1910","ondisk_log_start":"108'1910","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6445,"log_dups_size":0,"ondisk_log_size":6445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60227584,"num_objects":919,"num_object_clones":0,"num_object_copies":2757,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":1159,"num_objects_misplaced":1673,"num_objects_unfound":0,"num_objects_dirty":919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8355,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":907},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":900,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.681049+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:03:49.681049+0000","last_peered":"2023-09-23T18:03:49.681049+0000","last_clean":"2023-09-23T18:03:49.681049+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:03:49.681049+0000","last_undegraded":"2023-09-23T18:03:49.681049+0000","last_fullsized":"2023-09-23T18:03:49.681049+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":183,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684600+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:03:49.684600+0000","last_peered":"2023-09-23T18:03:49.684600+0000","last_clean":"2023-09-23T18:03:49.684600+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:03:49.684600+0000","last_undegraded":"2023-09-23T18:03:49.684600+0000","last_fullsized":"2023-09-23T18:03:49.684600+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":108,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639198+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:03:58.639198+0000","last_peered":"2023-09-23T18:03:58.639198+0000","last_clean":"2023-09-23T18:03:58.639198+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:03:58.639198+0000","last_undegraded":"2023-09-23T18:03:58.639198+0000","last_fullsized":"2023-09-23T18:03:58.639198+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"203'8351","reported_seq":21778,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:30.396332+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:04:30.396332+0000","last_peered":"2023-09-23T18:04:30.396332+0000","last_clean":"2023-09-23T18:04:30.396332+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:04:30.396332+0000","last_undegraded":"2023-09-23T18:04:30.396332+0000","last_fullsized":"2023-09-23T18:04:30.396332+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":8351,"log_dups_size":0,"ondisk_log_size":8351,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65339392,"num_objects":997,"num_object_clones":0,"num_object_copies":2991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8351,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":586,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.642142+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:03:58.642142+0000","last_peered":"2023-09-23T18:03:58.642142+0000","last_clean":"2023-09-23T18:03:58.642142+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:03:58.642142+0000","last_undegraded":"2023-09-23T18:03:58.642142+0000","last_fullsized":"2023-09-23T18:03:58.642142+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":114,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638268+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:03:58.638268+0000","last_peered":"2023-09-23T18:03:58.638268+0000","last_clean":"2023-09-23T18:03:58.638268+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:03:58.638268+0000","last_undegraded":"2023-09-23T18:03:58.638268+0000","last_fullsized":"2023-09-23T18:03:58.638268+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":208,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639274+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:03:58.639274+0000","last_peered":"2023-09-23T18:03:58.639274+0000","last_clean":"2023-09-23T18:03:58.639274+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:03:58.639274+0000","last_undegraded":"2023-09-23T18:03:58.639274+0000","last_fullsized":"2023-09-23T18:03:58.639274+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":643,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.680814+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:03:49.680814+0000","last_peered":"2023-09-23T18:03:49.680814+0000","last_clean":"2023-09-23T18:03:49.680814+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:03:49.680814+0000","last_undegraded":"2023-09-23T18:03:49.680814+0000","last_fullsized":"2023-09-23T18:03:49.680814+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":471,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.671508+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:03:49.671508+0000","last_peered":"2023-09-23T18:03:49.671508+0000","last_clean":"2023-09-23T18:03:49.671508+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:03:49.671508+0000","last_undegraded":"2023-09-23T18:03:49.671508+0000","last_fullsized":"2023-09-23T18:03:49.671508+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":201,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.673495+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:49.673495+0000","last_peered":"2023-09-23T18:03:49.673495+0000","last_clean":"2023-09-23T18:03:49.673495+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:49.673495+0000","last_undegraded":"2023-09-23T18:03:49.673495+0000","last_fullsized":"2023-09-23T18:03:49.673495+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":167,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.665489+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:49.665489+0000","last_peered":"2023-09-23T18:03:49.665489+0000","last_clean":"2023-09-23T18:03:49.665489+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:49.665489+0000","last_undegraded":"2023-09-23T18:03:49.665489+0000","last_fullsized":"2023-09-23T18:03:49.665489+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"203'8206","reported_seq":8349,"reported_epoch":203,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:30.585202+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:04:30.585202+0000","last_peered":"2023-09-23T18:04:30.585202+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:04:30.585202+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:04:30.585202+0000","mapping_epoch":178,"log_start":"109'2852","ondisk_log_start":"109'2852","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5354,"log_dups_size":0,"ondisk_log_size":5354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63438848,"num_objects":968,"num_object_clones":0,"num_object_copies":2904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":586,"num_objects_misplaced":382,"num_objects_unfound":0,"num_objects_dirty":968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8206,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":968}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"203'8475","reported_seq":11474,"reported_epoch":203,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:30.439206+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:04:30.439206+0000","last_peered":"2023-09-23T18:04:30.439206+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:04:30.439206+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'2051","ondisk_log_start":"108'2051","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6424,"log_dups_size":0,"ondisk_log_size":6424,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64815104,"num_objects":989,"num_object_clones":0,"num_object_copies":2967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8475,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":975},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":860,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.671601+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:03:49.671601+0000","last_peered":"2023-09-23T18:03:49.671601+0000","last_clean":"2023-09-23T18:03:49.671601+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:03:49.671601+0000","last_undegraded":"2023-09-23T18:03:49.671601+0000","last_fullsized":"2023-09-23T18:03:49.671601+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":176,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675201+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:03:49.675201+0000","last_peered":"2023-09-23T18:03:49.675201+0000","last_clean":"2023-09-23T18:03:49.675201+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:03:49.675201+0000","last_undegraded":"2023-09-23T18:03:49.675201+0000","last_fullsized":"2023-09-23T18:03:49.675201+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":35,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675647+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:03:49.675647+0000","last_peered":"2023-09-23T18:03:49.675647+0000","last_clean":"2023-09-23T18:03:49.675647+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:03:49.675647+0000","last_undegraded":"2023-09-23T18:03:49.675647+0000","last_fullsized":"2023-09-23T18:03:49.675647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":361,"reported_epoch":202,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:03:49.673781+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:03:49.673781+0000","last_peered":"2023-09-23T18:03:49.673781+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:03:49.673781+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:03:49.673781+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":132,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639286+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:03:58.639286+0000","last_peered":"2023-09-23T18:03:58.639286+0000","last_clean":"2023-09-23T18:03:58.639286+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:03:58.639286+0000","last_undegraded":"2023-09-23T18:03:58.639286+0000","last_fullsized":"2023-09-23T18:03:58.639286+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":186,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675868+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:03:49.675868+0000","last_peered":"2023-09-23T18:03:49.675868+0000","last_clean":"2023-09-23T18:03:49.675868+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:03:49.675868+0000","last_undegraded":"2023-09-23T18:03:49.675868+0000","last_fullsized":"2023-09-23T18:03:49.675868+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"203'8483","reported_seq":8611,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:29.792029+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:04:29.792029+0000","last_peered":"2023-09-23T18:04:29.792029+0000","last_clean":"2023-09-23T18:04:29.792029+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:04:29.792029+0000","last_undegraded":"2023-09-23T18:04:29.792029+0000","last_fullsized":"2023-09-23T18:04:29.792029+0000","mapping_epoch":185,"log_start":"107'899","ondisk_log_start":"107'899","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7584,"log_dups_size":0,"ondisk_log_size":7584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64159744,"num_objects":979,"num_object_clones":0,"num_object_copies":2937,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8483,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":173,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.670036+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:49.670036+0000","last_peered":"2023-09-23T18:03:49.670036+0000","last_clean":"2023-09-23T18:03:49.670036+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:49.670036+0000","last_undegraded":"2023-09-23T18:03:49.670036+0000","last_fullsized":"2023-09-23T18:03:49.670036+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":710,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639193+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:03:58.639193+0000","last_peered":"2023-09-23T18:03:58.639193+0000","last_clean":"2023-09-23T18:03:58.639193+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:03:58.639193+0000","last_undegraded":"2023-09-23T18:03:58.639193+0000","last_fullsized":"2023-09-23T18:03:58.639193+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":206,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667843+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:03:49.667843+0000","last_peered":"2023-09-23T18:03:49.667843+0000","last_clean":"2023-09-23T18:03:49.667843+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:03:49.667843+0000","last_undegraded":"2023-09-23T18:03:49.667843+0000","last_fullsized":"2023-09-23T18:03:49.667843+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"203'8575","reported_seq":11167,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:30.487251+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:04:30.487251+0000","last_peered":"2023-09-23T18:04:30.487251+0000","last_clean":"2023-09-23T18:04:30.487251+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:04:30.487251+0000","last_undegraded":"2023-09-23T18:04:30.487251+0000","last_fullsized":"2023-09-23T18:04:30.487251+0000","mapping_epoch":185,"log_start":"108'1728","ondisk_log_start":"108'1728","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6847,"log_dups_size":0,"ondisk_log_size":6847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60751872,"num_objects":927,"num_object_clones":0,"num_object_copies":2781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8575,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":419,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.665384+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:49.665384+0000","last_peered":"2023-09-23T18:03:49.665384+0000","last_clean":"2023-09-23T18:03:49.665384+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:49.665384+0000","last_undegraded":"2023-09-23T18:03:49.665384+0000","last_fullsized":"2023-09-23T18:03:49.665384+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":39,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675480+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:03:49.675480+0000","last_peered":"2023-09-23T18:03:49.675480+0000","last_clean":"2023-09-23T18:03:49.675480+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:03:49.675480+0000","last_undegraded":"2023-09-23T18:03:49.675480+0000","last_fullsized":"2023-09-23T18:03:49.675480+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":37,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684308+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:03:49.684308+0000","last_peered":"2023-09-23T18:03:49.684308+0000","last_clean":"2023-09-23T18:03:49.684308+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:03:49.684308+0000","last_undegraded":"2023-09-23T18:03:49.684308+0000","last_fullsized":"2023-09-23T18:03:49.684308+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"203'8303","reported_seq":15332,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:27.542921+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:04:27.542921+0000","last_peered":"2023-09-23T18:04:27.542921+0000","last_clean":"2023-09-23T18:04:27.542921+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:04:27.542921+0000","last_undegraded":"2023-09-23T18:04:27.542921+0000","last_fullsized":"2023-09-23T18:04:27.542921+0000","mapping_epoch":191,"log_start":"108'2675","ondisk_log_start":"108'2675","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5628,"log_dups_size":0,"ondisk_log_size":5628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69402624,"num_objects":1059,"num_object_clones":0,"num_object_copies":3177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8303,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":35,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675785+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:03:49.675785+0000","last_peered":"2023-09-23T18:03:49.675785+0000","last_clean":"2023-09-23T18:03:49.675785+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:03:49.675785+0000","last_undegraded":"2023-09-23T18:03:49.675785+0000","last_fullsized":"2023-09-23T18:03:49.675785+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":88,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.669262+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:49.669262+0000","last_peered":"2023-09-23T18:03:49.669262+0000","last_clean":"2023-09-23T18:03:49.669262+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:49.669262+0000","last_undegraded":"2023-09-23T18:03:49.669262+0000","last_fullsized":"2023-09-23T18:03:49.669262+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":197,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.682197+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:03:49.682197+0000","last_peered":"2023-09-23T18:03:49.682197+0000","last_clean":"2023-09-23T18:03:49.682197+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:03:49.682197+0000","last_undegraded":"2023-09-23T18:03:49.682197+0000","last_fullsized":"2023-09-23T18:03:49.682197+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684409+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:03:49.684409+0000","last_peered":"2023-09-23T18:03:49.684409+0000","last_clean":"2023-09-23T18:03:49.684409+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:03:49.684409+0000","last_undegraded":"2023-09-23T18:03:49.684409+0000","last_fullsized":"2023-09-23T18:03:49.684409+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":171,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.681116+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:03:49.681116+0000","last_peered":"2023-09-23T18:03:49.681116+0000","last_clean":"2023-09-23T18:03:49.681116+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:03:49.681116+0000","last_undegraded":"2023-09-23T18:03:49.681116+0000","last_fullsized":"2023-09-23T18:03:49.681116+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684310+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:03:49.684310+0000","last_peered":"2023-09-23T18:03:49.684310+0000","last_clean":"2023-09-23T18:03:49.684310+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:03:49.684310+0000","last_undegraded":"2023-09-23T18:03:49.684310+0000","last_fullsized":"2023-09-23T18:03:49.684310+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":222,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.667302+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:03:49.667302+0000","last_peered":"2023-09-23T18:03:49.667302+0000","last_clean":"2023-09-23T18:03:49.667302+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:03:49.667302+0000","last_undegraded":"2023-09-23T18:03:49.667302+0000","last_fullsized":"2023-09-23T18:03:49.667302+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":227,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:57.583276+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:57.583276+0000","last_peered":"2023-09-23T18:03:57.583276+0000","last_clean":"2023-09-23T18:03:57.583276+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:57.583276+0000","last_undegraded":"2023-09-23T18:03:57.583276+0000","last_fullsized":"2023-09-23T18:03:57.583276+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":71,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.675575+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:03:49.675575+0000","last_peered":"2023-09-23T18:03:49.675575+0000","last_clean":"2023-09-23T18:03:49.675575+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:03:49.675575+0000","last_undegraded":"2023-09-23T18:03:49.675575+0000","last_fullsized":"2023-09-23T18:03:49.675575+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":202,"state":"active+clean","last_fresh":"2023-09-23T18:03:49.684098+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:03:49.684098+0000","last_peered":"2023-09-23T18:03:49.684098+0000","last_clean":"2023-09-23T18:03:49.684098+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:03:49.684098+0000","last_undegraded":"2023-09-23T18:03:49.684098+0000","last_fullsized":"2023-09-23T18:03:49.684098+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1012924440,"num_objects":15457,"num_object_clones":0,"num_object_copies":46371,"num_objects_missing_on_primary":3418,"num_objects_missing":3418,"num_objects_degraded":17288,"num_objects_misplaced":3964,"num_objects_unfound":0,"num_objects_dirty":15457,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":133861,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45232,"num_bytes_recovered":2413166616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5635391488,"data_stored":5635375200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102301,"ondisk_log_size":102301,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430435,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":864500,"kb_used_data":550892,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":92880652,"statfs":{"total":95995035648,"available":95109787648,"internally_reserved":0,"allocated":564113408,"data_stored":563436416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.70199999999999996,"15min":0.67100000000000004},"min":{"1min":0.245,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":4.3499999999999996,"5min":6.415,"15min":6.5090000000000003},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.556,"5min":0.86699999999999999,"15min":0.76200000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":9.2810000000000006,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.38}]},{"osd":1,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.86199999999999999,"15min":0.69599999999999995},"min":{"1min":0.28699999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.7779999999999996,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.76700000000000002,"15min":0.67000000000000004},"min":{"1min":0.33200000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.4420000000000002,"5min":6.5199999999999996,"15min":11.087999999999999},"last":2.7719999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:03:39 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.65200000000000002,"15min":0.68200000000000005},"min":{"1min":0.28699999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.4640000000000004,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.79000000000000004,"15min":0.70699999999999996},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.2619999999999996,"5min":6.085,"15min":6.085},"last":0.437}]},{"osd":3,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.091,"15min":1.131},"min":{"1min":0.35099999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.415,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":2.2189999999999999},{"interface":"front","average":{"1min":1.214,"5min":1.171,"15min":1.1759999999999999},"min":{"1min":0.371,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.7969999999999997,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":2.2280000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":0.75900000000000001,"15min":0.60799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.7060000000000004,"5min":5.7060000000000004,"15min":6.3760000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.80300000000000005,"15min":0.61399999999999999},"min":{"1min":0.32300000000000001,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":4.391,"5min":10.238,"15min":10.238},"last":0.35699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.73599999999999999,"15min":0.64100000000000001},"min":{"1min":0.28699999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.1820000000000004,"5min":5.1820000000000004,"15min":9.1340000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.82699999999999996,"15min":0.65100000000000002},"min":{"1min":0.35799999999999998,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":5.75,"5min":10.307,"15min":10.307},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":0.73099999999999998,"15min":0.67500000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":5.7999999999999998,"5min":5.7999999999999998,"15min":5.7999999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.7669999999999999,"5min":0.81499999999999995,"15min":0.65700000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.4139999999999997,"5min":9.4139999999999997,"15min":9.4139999999999997},"last":0.60799999999999998}]}]},{"osd":6,"up_from":174,"seq":747324309531,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":699692,"kb_used_data":363876,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":93045460,"statfs":{"total":95995035648,"available":95278551040,"internally_reserved":0,"allocated":372609024,"data_stored":371940107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.82899999999999996,"15min":0.876},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":2.0939999999999999,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":2.3460000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.78300000000000003,"15min":0.73699999999999999},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.34200000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.874,"15min":0.90800000000000003},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.6619999999999999,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":2.0139999999999998},{"interface":"front","average":{"1min":1.788,"5min":0.93999999999999995,"15min":0.79800000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":8.4309999999999992,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.314}]},{"osd":2,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":0.91200000000000003,"15min":0.77700000000000002},"min":{"1min":0.314,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.9850000000000003,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.89700000000000002,"15min":0.93700000000000006},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.028,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":2.1139999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.0129999999999999,"15min":1.0389999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.5699999999999998,"5min":5.883,"15min":5.883},"last":1.6499999999999999},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.1459999999999999,"15min":1.2},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.4300000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":5.6900000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.70399999999999996,"15min":0.67600000000000005},"min":{"1min":0.30599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.8839999999999999,"5min":3.8839999999999999,"15min":3.8839999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.0509999999999999,"5min":0.71599999999999997,"15min":0.66000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8959999999999999,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.48699999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":0.71099999999999997,"15min":0.64100000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":4.9459999999999997,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.875,"5min":0.67900000000000005,"15min":0.64700000000000002},"min":{"1min":0.35499999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.1240000000000001,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":2.1850000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.85299999999999998,"15min":0.85799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":3.4540000000000002,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":2.2690000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.78200000000000003,"15min":0.80400000000000005},"min":{"1min":0.40300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0619999999999998,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.52800000000000002}]}]},{"osd":1,"up_from":90,"seq":386547056741,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":660556,"kb_used_data":520580,"kb_used_omap":7,"kb_used_meta":139960,"kb_avail":93084596,"statfs":{"total":95995035648,"available":95318626304,"internally_reserved":0,"allocated":533073920,"data_stored":532144924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":143319139},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.97799999999999998,"15min":0.66500000000000004},"min":{"1min":0.219,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":2.0350000000000001,"5min":13.762,"15min":13.762},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.81799999999999995,"15min":0.59399999999999997},"min":{"1min":0.224,"5min":0.191,"15min":0.191},"max":{"1min":2.806,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":0.313}]},{"osd":2,"last update":"Sat Sep 23 18:03:37 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.89600000000000002,"15min":1.054},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.3140000000000001,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":1.5089999999999999,"15min":1.921},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.79500000000000004,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.36399999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":1.161,"15min":0.70399999999999996},"min":{"1min":0.35099999999999998,"5min":0.214,"15min":0.214},"max":{"1min":2.9060000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":1.123,"15min":0.73699999999999999},"min":{"1min":0.312,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.51,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.5}]},{"osd":4,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.85999999999999999,"15min":0.78500000000000003},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.4079999999999999,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.97299999999999998,"15min":0.85799999999999998},"min":{"1min":0.38800000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3839999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.53100000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91900000000000004,"15min":0.78400000000000003},"min":{"1min":0.376,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8679999999999999,"5min":5.258,"15min":5.258},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.94099999999999995,"15min":0.78500000000000003},"min":{"1min":0.36699999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.0979999999999999,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.48599999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:22 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.64900000000000002,"15min":0.61099999999999999},"min":{"1min":0.46300000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.4769999999999999,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.036,"5min":0.75600000000000001,"15min":0.70899999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.8809999999999998,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":0.434}]},{"osd":7,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.98099999999999998,"15min":0.81899999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.833,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":1.0269999999999999,"15min":0.90200000000000002},"min":{"1min":0.498,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":2.8359999999999999,"5min":13.859,"15min":13.859},"last":0.58699999999999997}]}]},{"osd":0,"up_from":85,"seq":365072220273,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":895152,"kb_used_data":737128,"kb_used_omap":8,"kb_used_meta":158007,"kb_avail":92850000,"statfs":{"total":95995035648,"available":95078400000,"internally_reserved":0,"allocated":754819072,"data_stored":753856533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":161799780},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.98199999999999998,"15min":0.58999999999999997},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.843,"5min":11.491,"15min":11.491},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.05,"15min":0.62},"min":{"1min":0.252,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":1.8460000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":3.3410000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:03:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.032,"15min":1.0760000000000001},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.8759999999999999,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":3.4140000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.3069999999999999,"15min":1.472},"min":{"1min":0.33700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.4540000000000002,"5min":11.443,"15min":11.443},"last":0.629}]},{"osd":3,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":1.2090000000000001,"15min":0.67700000000000005},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":1.8959999999999999,"5min":12.682,"15min":12.682},"last":3.3109999999999999},{"interface":"front","average":{"1min":0.747,"5min":1.1870000000000001,"15min":0.67600000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.601,"5min":11.587,"15min":11.587},"last":3.1920000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.995,"15min":0.79600000000000004},"min":{"1min":0.314,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.2809999999999999,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92800000000000005,"15min":0.77200000000000002},"min":{"1min":0.39700000000000002,"5min":0.37,"15min":0.37},"max":{"1min":2.8210000000000002,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.95699999999999996,"15min":0.81299999999999994},"min":{"1min":0.42099999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":2.8599999999999999,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.1679999999999999,"15min":0.879},"min":{"1min":0.378,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.4370000000000003,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.59499999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:04:29 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.69099999999999995,"15min":0.64900000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":2.8919999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67800000000000005,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.2709999999999999,"5min":3.2709999999999999,"15min":3.2709999999999999},"last":3.2709999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":1.0329999999999999,"15min":0.83299999999999996},"min":{"1min":0.45400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.504,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":3.2229999999999999},{"interface":"front","average":{"1min":0.75,"5min":1.1279999999999999,"15min":0.878},"min":{"1min":0.41199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9410000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.56000000000000005}]}]},{"osd":2,"up_from":0,"seq":622770257966,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729695,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":449164,"kb_used_data":296964,"kb_used_omap":4,"kb_used_meta":152187,"kb_avail":93295988,"statfs":{"total":95995035648,"available":95535091712,"internally_reserved":0,"allocated":304091136,"data_stored":303162465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":155839895},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":1.046,"15min":0.63200000000000001},"min":{"1min":0.222,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.891,"5min":14.162000000000001,"15min":14.162000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.876,"5min":1.623,"15min":0.85999999999999999},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5110000000000001,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.25700000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":1.0860000000000001,"15min":0.66200000000000003},"min":{"1min":0.24099999999999999,"5min":0.222,"15min":0.222},"max":{"1min":9.2569999999999997,"5min":9.2569999999999997,"15min":9.2569999999999997},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":1.2030000000000001,"15min":0.71099999999999997},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.25},"max":{"1min":2.3620000000000001,"5min":14.276,"15min":14.276},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:03:40 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.3580000000000001,"15min":1.472},"min":{"1min":0.29899999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.4859999999999998,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.206,"15min":1.212},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.3330000000000002,"5min":9.3330000000000002,"15min":9.3330000000000002},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.98099999999999998,"15min":0.76400000000000001},"min":{"1min":0.316,"5min":0.311,"15min":0.311},"max":{"1min":2.3319999999999999,"5min":14.212,"15min":14.212},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.92500000000000004,"5min":1.7150000000000001,"15min":1.038},"min":{"1min":0.38300000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.3879999999999999,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.35699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":1.643,"15min":1.0509999999999999},"min":{"1min":0.40100000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":5.4279999999999999,"5min":17.507999999999999,"15min":17.507999999999999},"last":1.083},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.087,"15min":0.86699999999999999},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":1.105}]},{"osd":6,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":0.871,"15min":0.80900000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":5.4560000000000004,"5min":5.4560000000000004,"15min":5.4560000000000004},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.385,"5min":0.91600000000000004,"15min":0.83799999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":5.3490000000000002,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":2.1539999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.2470000000000001,"15min":0.88500000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":9.3550000000000004,"5min":10.071999999999999,"15min":10.071999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.048,"15min":0.82499999999999996},"min":{"1min":0.42299999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.6520000000000001,"5min":14.246,"15min":14.246},"last":0.48899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019118,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1328872,"kb_used_data":1031584,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92416280,"statfs":{"total":95995035648,"available":94634270720,"internally_reserved":0,"allocated":1056342016,"data_stored":1055676435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":1.0980000000000001,"15min":0.78300000000000003},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.92400000000000004,"5min":26.055,"15min":26.055},"last":1.6990000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.3720000000000001,"15min":0.90300000000000002},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.0459999999999998,"5min":25.497,"15min":25.497},"last":0.27000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.2390000000000001,"15min":0.79700000000000004},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":3.5129999999999999,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.2829999999999999,"15min":0.82899999999999996},"min":{"1min":0.36099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.5299999999999998,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:03:41 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.83199999999999996,"15min":0.89100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.9239999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84599999999999997,"15min":0.871},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":0.432}]},{"osd":3,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":1.296,"5min":1.522,"15min":0.89400000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":7.5620000000000003,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.5349999999999999,"15min":0.94399999999999995},"min":{"1min":0.35599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.5259999999999998,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.40999999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.069,"5min":4.6100000000000003,"15min":6.4240000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.64100000000000001,"15min":0.59899999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.8220000000000001,"5min":4.8220000000000001,"15min":4.8220000000000001},"last":0.61799999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.51300000000000001,"15min":0.47499999999999998},"min":{"1min":0.30499999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.629,"5min":0.55800000000000005,"15min":0.54600000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.57199999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:03:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.63300000000000001},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.2610000000000001,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72699999999999998,"15min":0.63400000000000001},"min":{"1min":0.38400000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.0150000000000001,"5min":12.754,"15min":12.754},"last":0.63900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822890,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1391964,"kb_used_data":1086548,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92353188,"statfs":{"total":95995035648,"available":94569664512,"internally_reserved":0,"allocated":1112625152,"data_stored":1111967331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.83499999999999996,"15min":0.71499999999999997},"min":{"1min":0.24199999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.89800000000000002,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.311},{"interface":"front","average":{"1min":0.42999999999999999,"5min":1.0089999999999999,"15min":0.77700000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.347,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.49299999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:04:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":1.1080000000000001,"15min":0.78000000000000003},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.6679999999999999,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.88200000000000001,"15min":0.72999999999999998},"min":{"1min":0.32400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.6180000000000003,"5min":5.6180000000000003,"15min":7.6660000000000004},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:03:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.90900000000000003,"15min":1.0329999999999999},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":2.4300000000000002,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":1.472},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.93500000000000005,"15min":1.0580000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":2.4359999999999999,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":1.4790000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.175,"15min":0.84899999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.4059999999999997,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.149,"15min":0.90100000000000002},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7959999999999998,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":1.3280000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:03:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":1.3759999999999999,"5min":4.7919999999999998,"15min":7.7389999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81599999999999995,"15min":0.67600000000000005},"min":{"1min":0.31900000000000001,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":3.1789999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.64400000000000002,"15min":0.59699999999999998},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.46500000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:03:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.77800000000000002,"15min":0.67800000000000005},"min":{"1min":0.34200000000000003,"5min":0.309,"15min":0.309},"max":{"1min":1.8280000000000001,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.876,"5min":1.0549999999999999,"15min":0.76400000000000001},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.4020000000000001,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740626432,"data_stored":740622360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":526254080,"data_stored":526254080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1015025664,"data_stored":1015021592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":293142528,"data_stored":293142528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1045692416,"data_stored":1045692416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1099370496,"data_stored":1099366424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":363855872,"data_stored":363855872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":551424000,"data_stored":551419928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:04:34.013 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:04:34.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: pgmap v533: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 979 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 17292/46842 objects degraded (36.916%); 3964/46842 objects misplaced (8.462%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:34.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:34.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: failed to encode map e204 with expected crc 2023-09-23T18:04:34.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: failed to encode map e204 with expected crc 2023-09-23T18:04:34.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:04:34.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[149401]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: pgmap v533: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 979 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 17292/46842 objects degraded (36.916%); 3964/46842 objects misplaced (8.462%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: failed to encode map e204 with expected crc 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: failed to encode map e204 with expected crc 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:04:36.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:32 smithi018 ceph-mon[153734]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T18:04:36.486 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:04:37.054 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:04:37.054 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:04:37.055 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:33 smithi018 ceph-mon[153734]: from='client.35394 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:37.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:04:37.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:33 smithi018 ceph-mon[149401]: from='client.35394 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:37.056 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: pgmap v533: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 979 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 17292/46842 objects degraded (36.916%); 3964/46842 objects misplaced (8.462%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:37.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:04:37.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: failed to encode map e204 with expected crc 2023-09-23T18:04:37.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: failed to encode map e204 with expected crc 2023-09-23T18:04:37.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4002180510' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:04:37.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:32 smithi149 ceph-mon[135148]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T18:04:37.294 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:33 smithi149 ceph-mon[135148]: from='client.35394 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:37.294 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:34 smithi149 ceph-mon[135148]: pgmap v535: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 945 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/45213 objects degraded (37.934%); 3964/45213 objects misplaced (8.767%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.294 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1874754729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:37.294 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:36 smithi149 ceph-mon[135148]: pgmap v536: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 937 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/44841 objects degraded (38.248%); 3964/44841 objects misplaced (8.840%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.295 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 17151/44841 objects degraded (38.248%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:37.295 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:04:37.295 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:04:37.295 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:04:37.295 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:04:37.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:34 smithi018 ceph-mon[149401]: pgmap v535: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 945 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/45213 objects degraded (37.934%); 3964/45213 objects misplaced (8.767%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1874754729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:37.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:34 smithi018 ceph-mon[153734]: pgmap v535: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 945 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/45213 objects degraded (37.934%); 3964/45213 objects misplaced (8.767%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1874754729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:37.299 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:34] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.33.4" 2023-09-23T18:04:37.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:36 smithi018 ceph-mon[153734]: pgmap v536: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 937 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/44841 objects degraded (38.248%); 3964/44841 objects misplaced (8.840%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 17151/44841 objects degraded (38.248%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:37.590 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:36 smithi018 ceph-mon[149401]: pgmap v536: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 937 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 404 op/s; 17151/44841 objects degraded (38.248%); 3964/44841 objects misplaced (8.840%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T18:04:37.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 17151/44841 objects degraded (38.248%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:37.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:38.821 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:39.117 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:04:39.118 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:04:39.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:39.120 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:38 smithi018 ceph-mon[149401]: pgmap v537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 824 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 16701/39420 objects degraded (42.367%); 3817/39420 objects misplaced (9.683%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T18:04:39.120 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:38 smithi018 ceph-mon[153734]: pgmap v537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 824 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 16701/39420 objects degraded (42.367%); 3817/39420 objects misplaced (9.683%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T18:04:39.121 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:38 smithi149 ceph-mon[135148]: pgmap v537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 824 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 430 op/s; 16701/39420 objects degraded (42.367%); 3817/39420 objects misplaced (9.683%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T18:04:39.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:04:39.402 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:04:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:40.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:40.144 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:04:40.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:04:40.145 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:40.147 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:40.147 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:04:40.147 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 16573/37653 objects degraded (44.015%), 10 pgs degraded, 7 pgs undersized","count":17},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":663,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":204,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":7,"osd_in_since":1695492124,"num_remapped_pgs":10},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":6},{"state_name":"active+recovery_wait+degraded+remapped","count":3},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":12551,"data_bytes":825432011,"bytes_used":5921869824,"bytes_avail":666043379712,"bytes_total":671965249536,"degraded_objects":16573,"degraded_total":37653,"degraded_ratio":0.44015085119379599,"misplaced_objects":3817,"misplaced_total":37653,"misplaced_ratio":0.10137306456324861,"recovering_objects_per_sec":110,"recovering_bytes_per_sec":7249476,"recovering_keys_per_sec":0,"num_objects_recovered":1107,"num_bytes_recovered":72548352,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":438},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":22,"modified":"2023-09-23T18:03:20.658114+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d5494f83-aa72-45eb-95b8-8be4df0dd487":{"message":"Global Recovery Event (5m)\n [========================....] (remaining: 46s)","progress":0.8764045238494873,"add_to_ceph_s":true}}} 2023-09-23T18:04:40.246 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:04:40.515 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:40 smithi149 ceph-mon[135148]: pgmap v538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 787 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 16573/37653 objects degraded (44.015%); 3817/37653 objects misplaced (10.137%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T18:04:41.012 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:41.012 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/503311404' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[153734]: pgmap v538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 787 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 16573/37653 objects degraded (44.015%); 3817/37653 objects misplaced (10.137%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/503311404' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[149401]: pgmap v538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 787 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 438 op/s; 16573/37653 objects degraded (44.015%); 3817/37653 objects misplaced (10.137%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:41.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/503311404' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:04:41.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:41.014 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:41.014 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:04:41.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:04:41.115 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:04:41.219 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:04:41.219 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:04:41.559 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:41.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 16573/37653 objects degraded (44.015%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:41.560 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 16573/37653 objects degraded (44.015%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:41.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 16573/37653 objects degraded (44.015%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:41.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:41.843 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:04:41.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:04:41.944 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:04:42.103 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:42.349 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:42 smithi018 ceph-mon[149401]: pgmap v539: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 681 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 476 op/s; 16127/32535 objects degraded (49.568%); 3649/32535 objects misplaced (11.216%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:04:42.350 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:42 smithi018 ceph-mon[153734]: pgmap v539: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 681 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 476 op/s; 16127/32535 objects degraded (49.568%); 3649/32535 objects misplaced (11.216%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:04:42.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:42.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:42.351 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:04:42.351 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:04:42.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:42 smithi149 ceph-mon[135148]: pgmap v539: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 681 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 476 op/s; 16127/32535 objects degraded (49.568%); 3649/32535 objects misplaced (11.216%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:04:42.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:04:42.838 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:04:42.838 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:04:42.838 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:04:42.838 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:04:42.838 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:04:42.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:43.290 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:04:43.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:43.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:04:43.419 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:04:43.614 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:04:43.686 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:43.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:43.838 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:04:43.838 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:04:43.938 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:04:44.141 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:47.956 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:44 smithi018 ceph-mon[149401]: pgmap v540: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 638 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 464 op/s; 15936/30477 objects degraded (52.289%); 3649/30477 objects misplaced (11.973%); 7.5 MiB/s, 119 objects/s recovering 2023-09-23T18:04:48.389 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:44 smithi018 ceph-mon[153734]: pgmap v540: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 638 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 464 op/s; 15936/30477 objects degraded (52.289%); 3649/30477 objects misplaced (11.973%); 7.5 MiB/s, 119 objects/s recovering 2023-09-23T18:04:48.390 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:44] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.33.4" 2023-09-23T18:04:48.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:48.391 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:04:48.391 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:04:48.391 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:04:48.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:48.863 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:04:48.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:04:48.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:44 smithi149 ceph-mon[135148]: pgmap v540: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 638 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 464 op/s; 15936/30477 objects degraded (52.289%); 3649/30477 objects misplaced (11.973%); 7.5 MiB/s, 119 objects/s recovering 2023-09-23T18:04:48.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:04:48.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2985727272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:48.865 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: pgmap v541: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 627 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 15936/29952 objects degraded (53.205%); 3649/29952 objects misplaced (12.183%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:48.866 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:04:48.866 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: failed to encode map e205 with expected crc 2023-09-23T18:04:48.866 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: failed to encode map e205 with expected crc 2023-09-23T18:04:48.866 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:48.866 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T18:04:48.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: failed to encode map e205 with expected crc 2023-09-23T18:04:48.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: failed to encode map e205 with expected crc 2023-09-23T18:04:48.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 15936/29952 objects degraded (53.205%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:48.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:48 smithi149 ceph-mon[135148]: pgmap v543: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 485 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 541 op/s; 15248/23169 objects degraded (65.812%); 3582/23169 objects misplaced (15.460%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T18:04:48.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:48 smithi149 ceph-mon[135148]: from='client.55237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:48.868 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:04:48.868 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:04:48.868 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:04:48.868 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:04:48.868 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:04:48.869 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:04:48.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:04:48.869 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2985727272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:48.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:04:48.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2985727272' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:04:48.870 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:04:48.870 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.870 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.871 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:04:48.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: pgmap v541: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 627 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 15936/29952 objects degraded (53.205%); 3649/29952 objects misplaced (12.183%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:48.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:04:48.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: failed to encode map e205 with expected crc 2023-09-23T18:04:48.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:49.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T18:04:49.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.370 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 15936/29952 objects degraded (53.205%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: pgmap v541: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 627 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 423 op/s; 15936/29952 objects degraded (53.205%); 3649/29952 objects misplaced (12.183%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3600102612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: failed to encode map e205 with expected crc 2023-09-23T18:04:49.371 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 15936/29952 objects degraded (53.205%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:49.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:04:49.375 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:04:53.477 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:04:56.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:48 smithi018 ceph-mon[153734]: pgmap v543: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 485 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 541 op/s; 15248/23169 objects degraded (65.812%); 3582/23169 objects misplaced (15.460%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T18:04:56.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:48 smithi018 ceph-mon[153734]: from='client.55237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:56.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:48 smithi018 ceph-mon[149401]: pgmap v543: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 485 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 541 op/s; 15248/23169 objects degraded (65.812%); 3582/23169 objects misplaced (15.460%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T18:04:56.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:48 smithi018 ceph-mon[149401]: from='client.55237 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:04:56.018 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":543,"stamp":"2023-09-23T18:04:46.697352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":509024203,"num_objects":7723,"num_object_clones":0,"num_object_copies":23169,"num_objects_missing_on_primary":2975,"num_objects_missing":2975,"num_objects_degraded":15248,"num_objects_misplaced":3582,"num_objects_unfound":0,"num_objects_dirty":7723,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":142729,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47247,"num_bytes_recovered":2546156651,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104433,"ondisk_log_size":104433,"up":267,"acting":260,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":320,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":4881580,"kb_used_data":3191284,"kb_used_omap":33,"kb_used_meta":1689886,"kb_avail":651334484,"statfs":{"total":671965249536,"available":666966511616,"internally_reserved":0,"allocated":3267874816,"data_stored":3262384171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1730444061},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,7,3,7,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-355008512,"num_objects":-5417,"num_object_clones":0,"num_object_copies":-16251,"num_objects_missing_on_primary":-305,"num_objects_missing":-305,"num_objects_degraded":-1453,"num_objects_misplaced":-235,"num_objects_unfound":0,"num_objects_dirty":-5417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5417,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1300,"num_bytes_recovered":85196800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004987"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":31,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233065+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:04:31.233065+0000","last_peered":"2023-09-23T18:04:31.233065+0000","last_clean":"2023-09-23T18:04:31.233065+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:04:31.233065+0000","last_undegraded":"2023-09-23T18:04:31.233065+0000","last_fullsized":"2023-09-23T18:04:31.233065+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":194,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:12.596374+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:04:12.596374+0000","last_peered":"2023-09-23T18:04:12.596374+0000","last_clean":"2023-09-23T18:04:12.596374+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:04:12.596374+0000","last_undegraded":"2023-09-23T18:04:12.596374+0000","last_fullsized":"2023-09-23T18:04:12.596374+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":106,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638433+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:03:58.638433+0000","last_peered":"2023-09-23T18:03:58.638433+0000","last_clean":"2023-09-23T18:03:58.638433+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:03:58.638433+0000","last_undegraded":"2023-09-23T18:03:58.638433+0000","last_fullsized":"2023-09-23T18:03:58.638433+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":38,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226012+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:04:31.226012+0000","last_peered":"2023-09-23T18:04:31.226012+0000","last_clean":"2023-09-23T18:04:31.226012+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:04:31.226012+0000","last_undegraded":"2023-09-23T18:04:31.226012+0000","last_fullsized":"2023-09-23T18:04:31.226012+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":254,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.640650+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:03:58.640650+0000","last_peered":"2023-09-23T18:03:58.640650+0000","last_clean":"2023-09-23T18:03:58.640650+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:03:58.640650+0000","last_undegraded":"2023-09-23T18:03:58.640650+0000","last_fullsized":"2023-09-23T18:03:58.640650+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":164,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639408+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:03:58.639408+0000","last_peered":"2023-09-23T18:03:58.639408+0000","last_clean":"2023-09-23T18:03:58.639408+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:03:58.639408+0000","last_undegraded":"2023-09-23T18:03:58.639408+0000","last_fullsized":"2023-09-23T18:03:58.639408+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":193,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.346627+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:04:45.346627+0000","last_peered":"2023-09-23T18:04:45.346627+0000","last_clean":"2023-09-23T18:04:45.346627+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:04:45.346627+0000","last_undegraded":"2023-09-23T18:04:45.346627+0000","last_fullsized":"2023-09-23T18:04:45.346627+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":209,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.640732+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:03:58.640732+0000","last_peered":"2023-09-23T18:03:58.640732+0000","last_clean":"2023-09-23T18:03:58.640732+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:03:58.640732+0000","last_undegraded":"2023-09-23T18:03:58.640732+0000","last_fullsized":"2023-09-23T18:03:58.640732+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.227440+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:04:31.227440+0000","last_peered":"2023-09-23T18:04:31.227440+0000","last_clean":"2023-09-23T18:04:31.227440+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:04:31.227440+0000","last_undegraded":"2023-09-23T18:04:31.227440+0000","last_fullsized":"2023-09-23T18:04:31.227440+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":144,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.642028+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:03:58.642028+0000","last_peered":"2023-09-23T18:03:58.642028+0000","last_clean":"2023-09-23T18:03:58.642028+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:03:58.642028+0000","last_undegraded":"2023-09-23T18:03:58.642028+0000","last_fullsized":"2023-09-23T18:03:58.642028+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":204,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223377+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:04:31.223377+0000","last_peered":"2023-09-23T18:04:31.223377+0000","last_clean":"2023-09-23T18:04:31.223377+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:04:31.223377+0000","last_undegraded":"2023-09-23T18:04:31.223377+0000","last_fullsized":"2023-09-23T18:04:31.223377+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":123,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638544+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:03:58.638544+0000","last_peered":"2023-09-23T18:03:58.638544+0000","last_clean":"2023-09-23T18:03:58.638544+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:03:58.638544+0000","last_undegraded":"2023-09-23T18:03:58.638544+0000","last_fullsized":"2023-09-23T18:03:58.638544+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":41,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232308+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:04:31.232308+0000","last_peered":"2023-09-23T18:04:31.232308+0000","last_clean":"2023-09-23T18:04:31.232308+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:04:31.232308+0000","last_undegraded":"2023-09-23T18:04:31.232308+0000","last_fullsized":"2023-09-23T18:04:31.232308+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231643+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:04:31.231643+0000","last_peered":"2023-09-23T18:04:31.231643+0000","last_clean":"2023-09-23T18:04:31.231643+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:04:31.231643+0000","last_undegraded":"2023-09-23T18:04:31.231643+0000","last_fullsized":"2023-09-23T18:04:31.231643+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":250,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222652+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:04:31.222652+0000","last_peered":"2023-09-23T18:04:31.222652+0000","last_clean":"2023-09-23T18:04:31.222652+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:04:31.222652+0000","last_undegraded":"2023-09-23T18:04:31.222652+0000","last_fullsized":"2023-09-23T18:04:31.222652+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":200,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.641004+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:03:58.641004+0000","last_peered":"2023-09-23T18:03:58.641004+0000","last_clean":"2023-09-23T18:03:58.641004+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:03:58.641004+0000","last_undegraded":"2023-09-23T18:03:58.641004+0000","last_fullsized":"2023-09-23T18:03:58.641004+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":37,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228716+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:04:31.228716+0000","last_peered":"2023-09-23T18:04:31.228716+0000","last_clean":"2023-09-23T18:04:31.228716+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:04:31.228716+0000","last_undegraded":"2023-09-23T18:04:31.228716+0000","last_fullsized":"2023-09-23T18:04:31.228716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225946+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:04:31.225946+0000","last_peered":"2023-09-23T18:04:31.225946+0000","last_clean":"2023-09-23T18:04:31.225946+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:04:31.225946+0000","last_undegraded":"2023-09-23T18:04:31.225946+0000","last_fullsized":"2023-09-23T18:04:31.225946+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":171,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222012+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:04:31.222012+0000","last_peered":"2023-09-23T18:04:31.222012+0000","last_clean":"2023-09-23T18:04:31.222012+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:04:31.222012+0000","last_undegraded":"2023-09-23T18:04:31.222012+0000","last_fullsized":"2023-09-23T18:04:31.222012+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":169,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226108+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:04:31.226108+0000","last_peered":"2023-09-23T18:04:31.226108+0000","last_clean":"2023-09-23T18:04:31.226108+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:04:31.226108+0000","last_undegraded":"2023-09-23T18:04:31.226108+0000","last_fullsized":"2023-09-23T18:04:31.226108+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":251,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638551+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:03:58.638551+0000","last_peered":"2023-09-23T18:03:58.638551+0000","last_clean":"2023-09-23T18:03:58.638551+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:03:58.638551+0000","last_undegraded":"2023-09-23T18:03:58.638551+0000","last_fullsized":"2023-09-23T18:03:58.638551+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":170,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.642216+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:03:58.642216+0000","last_peered":"2023-09-23T18:03:58.642216+0000","last_clean":"2023-09-23T18:03:58.642216+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:03:58.642216+0000","last_undegraded":"2023-09-23T18:03:58.642216+0000","last_fullsized":"2023-09-23T18:03:58.642216+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"205'8763","reported_seq":8915,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:45.456719+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:04:45.456719+0000","last_peered":"2023-09-23T18:04:45.456719+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:04:45.456719+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"110'3461","ondisk_log_start":"110'3461","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5302,"log_dups_size":0,"ondisk_log_size":5302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27721728,"num_objects":423,"num_object_clones":0,"num_object_copies":1269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8763,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":423}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":242,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223208+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:04:31.223208+0000","last_peered":"2023-09-23T18:04:31.223208+0000","last_clean":"2023-09-23T18:04:31.223208+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:04:31.223208+0000","last_undegraded":"2023-09-23T18:04:31.223208+0000","last_fullsized":"2023-09-23T18:04:31.223208+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225683+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:04:31.225683+0000","last_peered":"2023-09-23T18:04:31.225683+0000","last_clean":"2023-09-23T18:04:31.225683+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:04:31.225683+0000","last_undegraded":"2023-09-23T18:04:31.225683+0000","last_fullsized":"2023-09-23T18:04:31.225683+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"205'9061","reported_seq":16228,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:45.428513+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:04:45.428513+0000","last_peered":"2023-09-23T18:04:45.428513+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:04:45.428513+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:04:45.428513+0000","mapping_epoch":187,"log_start":"108'2626","ondisk_log_start":"108'2626","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6435,"log_dups_size":0,"ondisk_log_size":6435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31522816,"num_objects":481,"num_object_clones":0,"num_object_copies":1443,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":481,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":481,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9061,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3288,"num_bytes_recovered":188874752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,2","objects":481}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":257,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223213+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:04:31.223213+0000","last_peered":"2023-09-23T18:04:31.223213+0000","last_clean":"2023-09-23T18:04:31.223213+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:04:31.223213+0000","last_undegraded":"2023-09-23T18:04:31.223213+0000","last_fullsized":"2023-09-23T18:04:31.223213+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233679+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:04:31.233679+0000","last_peered":"2023-09-23T18:04:31.233679+0000","last_clean":"2023-09-23T18:04:31.233679+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:04:31.233679+0000","last_undegraded":"2023-09-23T18:04:31.233679+0000","last_fullsized":"2023-09-23T18:04:31.233679+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"205'8869","reported_seq":15524,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.413115+0000","last_change":"2023-09-23T18:03:39.217250+0000","last_active":"2023-09-23T18:04:45.413115+0000","last_peered":"2023-09-23T18:04:45.413115+0000","last_clean":"2023-09-23T18:04:45.413115+0000","last_became_active":"2023-09-23T18:03:39.189220+0000","last_became_peered":"2023-09-23T18:03:39.189220+0000","last_unstale":"2023-09-23T18:04:45.413115+0000","last_undegraded":"2023-09-23T18:04:45.413115+0000","last_fullsized":"2023-09-23T18:04:45.413115+0000","mapping_epoch":200,"log_start":"108'2482","ondisk_log_start":"108'2482","created":103,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6387,"log_dups_size":0,"ondisk_log_size":6387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:18.889447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27590656,"num_objects":421,"num_object_clones":0,"num_object_copies":1263,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":421,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8869,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3242,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":198,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223103+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:04:31.223103+0000","last_peered":"2023-09-23T18:04:31.223103+0000","last_clean":"2023-09-23T18:04:31.223103+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:04:31.223103+0000","last_undegraded":"2023-09-23T18:04:31.223103+0000","last_fullsized":"2023-09-23T18:04:31.223103+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":164,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638460+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:03:58.638460+0000","last_peered":"2023-09-23T18:03:58.638460+0000","last_clean":"2023-09-23T18:03:58.638460+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:03:58.638460+0000","last_undegraded":"2023-09-23T18:03:58.638460+0000","last_fullsized":"2023-09-23T18:03:58.638460+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"204'8864","reported_seq":17527,"reported_epoch":204,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:42.595600+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:04:42.595600+0000","last_peered":"2023-09-23T18:04:42.595600+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:04:42.595600+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"109'3295","ondisk_log_start":"109'3295","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5569,"log_dups_size":0,"ondisk_log_size":5569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36700160,"num_objects":560,"num_object_clones":0,"num_object_copies":1680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4063,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":560,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8864,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3879,"num_bytes_recovered":253886464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":9},{"shards":"0,3","objects":1},{"shards":"2,3,4","objects":550}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":186,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225784+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:04:31.225784+0000","last_peered":"2023-09-23T18:04:31.225784+0000","last_clean":"2023-09-23T18:04:31.225784+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:04:31.225784+0000","last_undegraded":"2023-09-23T18:04:31.225784+0000","last_fullsized":"2023-09-23T18:04:31.225784+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":196,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228223+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:04:31.228223+0000","last_peered":"2023-09-23T18:04:31.228223+0000","last_clean":"2023-09-23T18:04:31.228223+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:04:31.228223+0000","last_undegraded":"2023-09-23T18:04:31.228223+0000","last_fullsized":"2023-09-23T18:04:31.228223+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"205'8914","reported_seq":17056,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:45.599605+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:04:45.599605+0000","last_peered":"2023-09-23T18:04:45.599605+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:04:45.599605+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"110'3645","ondisk_log_start":"110'3645","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29818904,"num_objects":456,"num_object_clones":0,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1886,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":456,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8914,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3805,"num_bytes_recovered":223346712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"0,7","objects":13},{"shards":"2,5,7","objects":443}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":226,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.642875+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:03:58.642875+0000","last_peered":"2023-09-23T18:03:58.642875+0000","last_clean":"2023-09-23T18:03:58.642875+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:03:58.642875+0000","last_undegraded":"2023-09-23T18:03:58.642875+0000","last_fullsized":"2023-09-23T18:03:58.642875+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232222+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:04:31.232222+0000","last_peered":"2023-09-23T18:04:31.232222+0000","last_clean":"2023-09-23T18:04:31.232222+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:04:31.232222+0000","last_undegraded":"2023-09-23T18:04:31.232222+0000","last_fullsized":"2023-09-23T18:04:31.232222+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"204'8801","reported_seq":16839,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:42.923846+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:04:42.923846+0000","last_peered":"2023-09-23T18:04:42.923846+0000","last_clean":"2023-09-23T18:04:42.923846+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:04:42.923846+0000","last_undegraded":"2023-09-23T18:04:42.923846+0000","last_fullsized":"2023-09-23T18:04:42.923846+0000","mapping_epoch":148,"log_start":"108'2475","ondisk_log_start":"108'2475","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6326,"log_dups_size":0,"ondisk_log_size":6326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34930688,"num_objects":533,"num_object_clones":0,"num_object_copies":1599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":533,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8801,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":183,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638767+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:03:58.638767+0000","last_peered":"2023-09-23T18:03:58.638767+0000","last_clean":"2023-09-23T18:03:58.638767+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:03:58.638767+0000","last_undegraded":"2023-09-23T18:03:58.638767+0000","last_fullsized":"2023-09-23T18:03:58.638767+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231897+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:04:31.231897+0000","last_peered":"2023-09-23T18:04:31.231897+0000","last_clean":"2023-09-23T18:04:31.231897+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:04:31.231897+0000","last_undegraded":"2023-09-23T18:04:31.231897+0000","last_fullsized":"2023-09-23T18:04:31.231897+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"205'8723","reported_seq":19012,"reported_epoch":205,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:04:45.780667+0000","last_change":"2023-09-23T18:03:00.248906+0000","last_active":"2023-09-23T18:04:45.780667+0000","last_peered":"2023-09-23T18:04:45.780667+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:04:45.780667+0000","last_undegraded":"2023-09-23T18:04:45.780667+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":8723,"log_dups_size":0,"ondisk_log_size":8723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30605312,"num_objects":467,"num_object_clones":0,"num_object_copies":1401,"num_objects_missing_on_primary":1062,"num_objects_missing":1062,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8723,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4114,"num_bytes_recovered":269025280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[{"shards":"2,4,5,6","objects":8},{"shards":"4,5,6","objects":459}],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233355+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:04:31.233355+0000","last_peered":"2023-09-23T18:04:31.233355+0000","last_clean":"2023-09-23T18:04:31.233355+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:04:31.233355+0000","last_undegraded":"2023-09-23T18:04:31.233355+0000","last_fullsized":"2023-09-23T18:04:31.233355+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231514+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:04:31.231514+0000","last_peered":"2023-09-23T18:04:31.231514+0000","last_clean":"2023-09-23T18:04:31.231514+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:04:31.231514+0000","last_undegraded":"2023-09-23T18:04:31.231514+0000","last_fullsized":"2023-09-23T18:04:31.231514+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"205'8803","reported_seq":14735,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:45.449136+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:04:45.449136+0000","last_peered":"2023-09-23T18:04:45.449136+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:04:45.449136+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"108'2377","ondisk_log_start":"108'2377","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6426,"log_dups_size":0,"ondisk_log_size":6426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28508160,"num_objects":435,"num_object_clones":0,"num_object_copies":1305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8803,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,2,5","objects":14},{"shards":"0,5","objects":421}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":195,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.640506+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:03:58.640506+0000","last_peered":"2023-09-23T18:03:58.640506+0000","last_clean":"2023-09-23T18:03:58.640506+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:03:58.640506+0000","last_undegraded":"2023-09-23T18:03:58.640506+0000","last_fullsized":"2023-09-23T18:03:58.640506+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":171,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232991+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:04:31.232991+0000","last_peered":"2023-09-23T18:04:31.232991+0000","last_clean":"2023-09-23T18:04:31.232991+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:04:31.232991+0000","last_undegraded":"2023-09-23T18:04:31.232991+0000","last_fullsized":"2023-09-23T18:04:31.232991+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":765,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:22.949412+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:04:22.949412+0000","last_peered":"2023-09-23T18:04:22.949412+0000","last_clean":"2023-09-23T18:04:22.949412+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:04:22.949412+0000","last_undegraded":"2023-09-23T18:04:22.949412+0000","last_fullsized":"2023-09-23T18:04:22.949412+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225953+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:04:31.225953+0000","last_peered":"2023-09-23T18:04:31.225953+0000","last_clean":"2023-09-23T18:04:31.225953+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:04:31.225953+0000","last_undegraded":"2023-09-23T18:04:31.225953+0000","last_fullsized":"2023-09-23T18:04:31.225953+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":116,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:17.948906+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:04:17.948906+0000","last_peered":"2023-09-23T18:04:17.948906+0000","last_clean":"2023-09-23T18:04:17.948906+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:04:17.948906+0000","last_undegraded":"2023-09-23T18:04:17.948906+0000","last_fullsized":"2023-09-23T18:04:17.948906+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"204'8612","reported_seq":24727,"reported_epoch":204,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:42.533199+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:04:42.533199+0000","last_peered":"2023-09-23T18:04:42.533199+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:04:42.533199+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"109'2984","ondisk_log_start":"109'2984","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5628,"log_dups_size":0,"ondisk_log_size":5628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35782656,"num_objects":546,"num_object_clones":0,"num_object_copies":1638,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":546,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8612,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"0,1,3,6","objects":11},{"shards":"3,6","objects":535}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"205'8821","reported_seq":23361,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:45.436138+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:04:45.436138+0000","last_peered":"2023-09-23T18:04:45.436138+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:04:45.436138+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:04:45.436138+0000","mapping_epoch":185,"log_start":"108'2410","ondisk_log_start":"108'2410","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6411,"log_dups_size":0,"ondisk_log_size":6411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29687808,"num_objects":453,"num_object_clones":0,"num_object_copies":1359,"num_objects_missing_on_primary":1913,"num_objects_missing":1913,"num_objects_degraded":693,"num_objects_misplaced":1673,"num_objects_unfound":0,"num_objects_dirty":453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8821,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4623,"num_bytes_recovered":302972928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"0,1,6","objects":441},{"shards":"1,6,7","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":902,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228086+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:04:31.228086+0000","last_peered":"2023-09-23T18:04:31.228086+0000","last_clean":"2023-09-23T18:04:31.228086+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:04:31.228086+0000","last_undegraded":"2023-09-23T18:04:31.228086+0000","last_fullsized":"2023-09-23T18:04:31.228086+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":185,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231568+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:04:31.231568+0000","last_peered":"2023-09-23T18:04:31.231568+0000","last_clean":"2023-09-23T18:04:31.231568+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:04:31.231568+0000","last_undegraded":"2023-09-23T18:04:31.231568+0000","last_fullsized":"2023-09-23T18:04:31.231568+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":109,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:22.949368+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:04:22.949368+0000","last_peered":"2023-09-23T18:04:22.949368+0000","last_clean":"2023-09-23T18:04:22.949368+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:04:22.949368+0000","last_undegraded":"2023-09-23T18:04:22.949368+0000","last_fullsized":"2023-09-23T18:04:22.949368+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"205'8875","reported_seq":22304,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.528472+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:04:45.528472+0000","last_peered":"2023-09-23T18:04:45.528472+0000","last_clean":"2023-09-23T18:04:45.528472+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:04:45.528472+0000","last_undegraded":"2023-09-23T18:04:45.528472+0000","last_fullsized":"2023-09-23T18:04:45.528472+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":8875,"log_dups_size":0,"ondisk_log_size":8875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30998528,"num_objects":473,"num_object_clones":0,"num_object_copies":1419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8875,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":587,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:12.596299+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:04:12.596299+0000","last_peered":"2023-09-23T18:04:12.596299+0000","last_clean":"2023-09-23T18:04:12.596299+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:04:12.596299+0000","last_undegraded":"2023-09-23T18:04:12.596299+0000","last_fullsized":"2023-09-23T18:04:12.596299+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":115,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:12.948435+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:04:12.948435+0000","last_peered":"2023-09-23T18:04:12.948435+0000","last_clean":"2023-09-23T18:04:12.948435+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:04:12.948435+0000","last_undegraded":"2023-09-23T18:04:12.948435+0000","last_fullsized":"2023-09-23T18:04:12.948435+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":209,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:27.949895+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:04:27.949895+0000","last_peered":"2023-09-23T18:04:27.949895+0000","last_clean":"2023-09-23T18:04:27.949895+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:04:27.949895+0000","last_undegraded":"2023-09-23T18:04:27.949895+0000","last_fullsized":"2023-09-23T18:04:27.949895+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":645,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226199+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:04:31.226199+0000","last_peered":"2023-09-23T18:04:31.226199+0000","last_clean":"2023-09-23T18:04:31.226199+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:04:31.226199+0000","last_undegraded":"2023-09-23T18:04:31.226199+0000","last_fullsized":"2023-09-23T18:04:31.226199+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":473,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222021+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:04:31.222021+0000","last_peered":"2023-09-23T18:04:31.222021+0000","last_clean":"2023-09-23T18:04:31.222021+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:04:31.222021+0000","last_undegraded":"2023-09-23T18:04:31.222021+0000","last_fullsized":"2023-09-23T18:04:31.222021+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":202,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.643291+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:03:58.643291+0000","last_peered":"2023-09-23T18:03:58.643291+0000","last_clean":"2023-09-23T18:03:58.643291+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:03:58.643291+0000","last_undegraded":"2023-09-23T18:03:58.643291+0000","last_fullsized":"2023-09-23T18:03:58.643291+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":168,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.638899+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:03:58.638899+0000","last_peered":"2023-09-23T18:03:58.638899+0000","last_clean":"2023-09-23T18:03:58.638899+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:03:58.638899+0000","last_undegraded":"2023-09-23T18:03:58.638899+0000","last_fullsized":"2023-09-23T18:03:58.638899+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"205'8723","reported_seq":8868,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:45.497326+0000","last_change":"2023-09-23T18:02:29.372138+0000","last_active":"2023-09-23T18:04:45.497326+0000","last_peered":"2023-09-23T18:04:45.497326+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:04:45.497326+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:04:45.497326+0000","mapping_epoch":178,"log_start":"110'3452","ondisk_log_start":"110'3452","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29556736,"num_objects":451,"num_object_clones":0,"num_object_copies":1353,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":451,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":451,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8723,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"2,5,7","objects":451}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"205'8970","reported_seq":11971,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:45.459987+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:04:45.459987+0000","last_peered":"2023-09-23T18:04:45.459987+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:04:45.459987+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"108'2551","ondisk_log_start":"108'2551","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6419,"log_dups_size":0,"ondisk_log_size":6419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32374784,"num_objects":494,"num_object_clones":0,"num_object_copies":1482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8970,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":480},{"shards":"0,1,2,7","objects":14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":862,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222018+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:04:31.222018+0000","last_peered":"2023-09-23T18:04:31.222018+0000","last_clean":"2023-09-23T18:04:31.222018+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:04:31.222018+0000","last_undegraded":"2023-09-23T18:04:31.222018+0000","last_fullsized":"2023-09-23T18:04:31.222018+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":178,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225801+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:04:31.225801+0000","last_peered":"2023-09-23T18:04:31.225801+0000","last_clean":"2023-09-23T18:04:31.225801+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:04:31.225801+0000","last_undegraded":"2023-09-23T18:04:31.225801+0000","last_fullsized":"2023-09-23T18:04:31.225801+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":38,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:40.461543+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:04:40.461543+0000","last_peered":"2023-09-23T18:04:40.461543+0000","last_clean":"2023-09-23T18:04:40.461543+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:04:40.461543+0000","last_undegraded":"2023-09-23T18:04:40.461543+0000","last_fullsized":"2023-09-23T18:04:40.461543+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":363,"reported_epoch":204,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:04:31.223211+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:04:31.223211+0000","last_peered":"2023-09-23T18:04:31.223211+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:04:31.223211+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:04:31.223211+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":133,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:22.949383+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:04:22.949383+0000","last_peered":"2023-09-23T18:04:22.949383+0000","last_clean":"2023-09-23T18:04:22.949383+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:04:22.949383+0000","last_undegraded":"2023-09-23T18:04:22.949383+0000","last_fullsized":"2023-09-23T18:04:22.949383+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":188,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228382+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:04:31.228382+0000","last_peered":"2023-09-23T18:04:31.228382+0000","last_clean":"2023-09-23T18:04:31.228382+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:04:31.228382+0000","last_undegraded":"2023-09-23T18:04:31.228382+0000","last_fullsized":"2023-09-23T18:04:31.228382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"204'8982","reported_seq":9111,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:44.794606+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:04:44.794606+0000","last_peered":"2023-09-23T18:04:44.794606+0000","last_clean":"2023-09-23T18:04:44.794606+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:04:44.794606+0000","last_undegraded":"2023-09-23T18:04:44.794606+0000","last_fullsized":"2023-09-23T18:04:44.794606+0000","mapping_epoch":185,"log_start":"107'1199","ondisk_log_start":"107'1199","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7783,"log_dups_size":0,"ondisk_log_size":7783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31457280,"num_objects":480,"num_object_clones":0,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":480,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8982,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":174,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.642139+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:03:58.642139+0000","last_peered":"2023-09-23T18:03:58.642139+0000","last_clean":"2023-09-23T18:03:58.642139+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:03:58.642139+0000","last_undegraded":"2023-09-23T18:03:58.642139+0000","last_fullsized":"2023-09-23T18:03:58.642139+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":711,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:04:27.949868+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:04:27.949868+0000","last_peered":"2023-09-23T18:04:27.949868+0000","last_clean":"2023-09-23T18:04:27.949868+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:04:27.949868+0000","last_undegraded":"2023-09-23T18:04:27.949868+0000","last_fullsized":"2023-09-23T18:04:27.949868+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":208,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.229872+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:04:31.229872+0000","last_peered":"2023-09-23T18:04:31.229872+0000","last_clean":"2023-09-23T18:04:31.229872+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:04:31.229872+0000","last_undegraded":"2023-09-23T18:04:31.229872+0000","last_fullsized":"2023-09-23T18:04:31.229872+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"205'9070","reported_seq":11664,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.552716+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:04:45.552716+0000","last_peered":"2023-09-23T18:04:45.552716+0000","last_clean":"2023-09-23T18:04:45.552716+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:04:45.552716+0000","last_undegraded":"2023-09-23T18:04:45.552716+0000","last_fullsized":"2023-09-23T18:04:45.552716+0000","mapping_epoch":185,"log_start":"108'2228","ondisk_log_start":"108'2228","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6842,"log_dups_size":0,"ondisk_log_size":6842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28311552,"num_objects":432,"num_object_clones":0,"num_object_copies":1296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9070,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":420,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639489+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:03:58.639489+0000","last_peered":"2023-09-23T18:03:58.639489+0000","last_clean":"2023-09-23T18:03:58.639489+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:03:58.639489+0000","last_undegraded":"2023-09-23T18:03:58.639489+0000","last_fullsized":"2023-09-23T18:03:58.639489+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":42,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:40.461504+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:04:40.461504+0000","last_peered":"2023-09-23T18:04:40.461504+0000","last_clean":"2023-09-23T18:04:40.461504+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:04:40.461504+0000","last_undegraded":"2023-09-23T18:04:40.461504+0000","last_fullsized":"2023-09-23T18:04:40.461504+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":39,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233425+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:04:31.233425+0000","last_peered":"2023-09-23T18:04:31.233425+0000","last_clean":"2023-09-23T18:04:31.233425+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:04:31.233425+0000","last_undegraded":"2023-09-23T18:04:31.233425+0000","last_fullsized":"2023-09-23T18:04:31.233425+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"204'8772","reported_seq":15802,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:42.472308+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:04:42.472308+0000","last_peered":"2023-09-23T18:04:42.472308+0000","last_clean":"2023-09-23T18:04:42.472308+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:04:42.472308+0000","last_undegraded":"2023-09-23T18:04:42.472308+0000","last_fullsized":"2023-09-23T18:04:42.472308+0000","mapping_epoch":191,"log_start":"109'3175","ondisk_log_start":"109'3175","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5597,"log_dups_size":0,"ondisk_log_size":5597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38666240,"num_objects":590,"num_object_clones":0,"num_object_copies":1770,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":590,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8772,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":37,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228312+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:04:31.228312+0000","last_peered":"2023-09-23T18:04:31.228312+0000","last_clean":"2023-09-23T18:04:31.228312+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:04:31.228312+0000","last_undegraded":"2023-09-23T18:04:31.228312+0000","last_fullsized":"2023-09-23T18:04:31.228312+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.639373+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:03:58.639373+0000","last_peered":"2023-09-23T18:03:58.639373+0000","last_clean":"2023-09-23T18:03:58.639373+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:03:58.639373+0000","last_undegraded":"2023-09-23T18:03:58.639373+0000","last_fullsized":"2023-09-23T18:03:58.639373+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":199,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225843+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:04:31.225843+0000","last_peered":"2023-09-23T18:04:31.225843+0000","last_clean":"2023-09-23T18:04:31.225843+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:04:31.225843+0000","last_undegraded":"2023-09-23T18:04:31.225843+0000","last_fullsized":"2023-09-23T18:04:31.225843+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231377+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:04:31.231377+0000","last_peered":"2023-09-23T18:04:31.231377+0000","last_clean":"2023-09-23T18:04:31.231377+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:04:31.231377+0000","last_undegraded":"2023-09-23T18:04:31.231377+0000","last_fullsized":"2023-09-23T18:04:31.231377+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":173,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226038+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:04:31.226038+0000","last_peered":"2023-09-23T18:04:31.226038+0000","last_clean":"2023-09-23T18:04:31.226038+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:04:31.226038+0000","last_undegraded":"2023-09-23T18:04:31.226038+0000","last_fullsized":"2023-09-23T18:04:31.226038+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232976+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:04:31.232976+0000","last_peered":"2023-09-23T18:04:31.232976+0000","last_clean":"2023-09-23T18:04:31.232976+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:04:31.232976+0000","last_undegraded":"2023-09-23T18:04:31.232976+0000","last_fullsized":"2023-09-23T18:04:31.232976+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":224,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226791+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:04:31.226791+0000","last_peered":"2023-09-23T18:04:31.226791+0000","last_clean":"2023-09-23T18:04:31.226791+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:04:31.226791+0000","last_undegraded":"2023-09-23T18:04:31.226791+0000","last_fullsized":"2023-09-23T18:04:31.226791+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":228,"reported_epoch":203,"state":"active+clean","last_fresh":"2023-09-23T18:03:58.641906+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:03:58.641906+0000","last_peered":"2023-09-23T18:03:58.641906+0000","last_clean":"2023-09-23T18:03:58.641906+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:03:58.641906+0000","last_undegraded":"2023-09-23T18:03:58.641906+0000","last_fullsized":"2023-09-23T18:03:58.641906+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":74,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:35.458382+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:04:35.458382+0000","last_peered":"2023-09-23T18:04:35.458382+0000","last_clean":"2023-09-23T18:04:35.458382+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:04:35.458382+0000","last_undegraded":"2023-09-23T18:04:35.458382+0000","last_fullsized":"2023-09-23T18:04:35.458382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232711+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:04:31.232711+0000","last_peered":"2023-09-23T18:04:31.232711+0000","last_clean":"2023-09-23T18:04:31.232711+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:04:31.232711+0000","last_undegraded":"2023-09-23T18:04:31.232711+0000","last_fullsized":"2023-09-23T18:04:31.232711+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":504234008,"num_objects":7695,"num_object_clones":0,"num_object_copies":23085,"num_objects_missing_on_primary":2975,"num_objects_missing":2975,"num_objects_degraded":15244,"num_objects_misplaced":3582,"num_objects_unfound":0,"num_objects_dirty":7695,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":141623,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47124,"num_bytes_recovered":2537160728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4165222400,"data_stored":4165206112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103263,"ondisk_log_size":103263,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430438,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":664892,"kb_used_data":359476,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93080260,"statfs":{"total":95995035648,"available":95314186240,"internally_reserved":0,"allocated":368103424,"data_stored":367426291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.70199999999999996,"15min":0.67100000000000004},"min":{"1min":0.245,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":4.3499999999999996,"5min":6.415,"15min":6.5090000000000003},"last":1.3440000000000001},{"interface":"front","average":{"1min":1.556,"5min":0.86699999999999999,"15min":0.76200000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":9.2810000000000006,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.86199999999999999,"15min":0.69599999999999995},"min":{"1min":0.28699999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.7779999999999996,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.76700000000000002,"15min":0.67000000000000004},"min":{"1min":0.33200000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.4420000000000002,"5min":6.5199999999999996,"15min":11.087999999999999},"last":1.363}]},{"osd":2,"last update":"Sat Sep 23 18:04:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.0590000000000002,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":1.3799999999999999},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.012,"15min":0.78100000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":9.3859999999999992,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.36799999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.091,"15min":1.131},"min":{"1min":0.35099999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.415,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":1.3959999999999999},{"interface":"front","average":{"1min":1.214,"5min":1.171,"15min":1.1759999999999999},"min":{"1min":0.371,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.7969999999999997,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.80500000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":0.75900000000000001,"15min":0.60799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":5.7060000000000004,"5min":5.7060000000000004,"15min":6.3760000000000003},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.80300000000000005,"15min":0.61399999999999999},"min":{"1min":0.32300000000000001,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":4.391,"5min":10.238,"15min":10.238},"last":1.3}]},{"osd":5,"last update":"Sat Sep 23 18:03:45 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.73599999999999999,"15min":0.64100000000000001},"min":{"1min":0.28699999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.1820000000000004,"5min":5.1820000000000004,"15min":9.1340000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.82699999999999996,"15min":0.65100000000000002},"min":{"1min":0.35799999999999998,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":5.75,"5min":10.307,"15min":10.307},"last":0.81499999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":0.73099999999999998,"15min":0.67500000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":5.7999999999999998,"5min":5.7999999999999998,"15min":5.7999999999999998},"last":1.29},{"interface":"front","average":{"1min":1.7669999999999999,"5min":0.81499999999999995,"15min":0.65700000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.4139999999999997,"5min":9.4139999999999997,"15min":9.4139999999999997},"last":2.0910000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309534,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":544948,"kb_used_data":213228,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":93200204,"statfs":{"total":95995035648,"available":95437008896,"internally_reserved":0,"allocated":218345472,"data_stored":217676414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.82899999999999996,"15min":0.876},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":2.0939999999999999,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":0.36099999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.78300000000000003,"15min":0.73699999999999999},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":4.3780000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.874,"15min":0.90800000000000003},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.6619999999999999,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.788,"5min":0.93999999999999995,"15min":0.79800000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":8.4309999999999992,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":6.9299999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":0.91200000000000003,"15min":0.77700000000000002},"min":{"1min":0.314,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.9850000000000003,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":5.6159999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.89700000000000002,"15min":0.93700000000000006},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.028,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":1.8400000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.0129999999999999,"15min":1.0389999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.5699999999999998,"5min":5.883,"15min":5.883},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.1459999999999999,"15min":1.2},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.4300000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":0.99099999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.70399999999999996,"15min":0.67600000000000005},"min":{"1min":0.30599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.8839999999999999,"5min":3.8839999999999999,"15min":3.8839999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.0509999999999999,"5min":0.71599999999999997,"15min":0.66000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8959999999999999,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":4.3550000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":0.71099999999999997,"15min":0.64100000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":4.9459999999999997,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":4.319},{"interface":"front","average":{"1min":0.875,"5min":0.67900000000000005,"15min":0.64700000000000002},"min":{"1min":0.35499999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.1240000000000001,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":1.038}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.85299999999999998,"15min":0.85799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":3.4540000000000002,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":2.2850000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.78200000000000003,"15min":0.80400000000000005},"min":{"1min":0.40300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0619999999999998,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.42799999999999999}]}]},{"osd":1,"up_from":90,"seq":386547056744,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":524436,"kb_used_data":376204,"kb_used_omap":7,"kb_used_meta":148152,"kb_avail":93220716,"statfs":{"total":95995035648,"available":95458013184,"internally_reserved":0,"allocated":385232896,"data_stored":384303759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":151707747},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.97799999999999998,"15min":0.66500000000000004},"min":{"1min":0.219,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":2.0350000000000001,"5min":13.762,"15min":13.762},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.81799999999999995,"15min":0.59399999999999997},"min":{"1min":0.224,"5min":0.191,"15min":0.191},"max":{"1min":2.806,"5min":8.7249999999999996,"15min":8.7249999999999996},"last":2.4900000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:04:39 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.878,"15min":1.048},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":5.9429999999999996,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":5.3970000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":1.2010000000000001,"15min":1.819},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.6930000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.29099999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":1.161,"15min":0.70399999999999996},"min":{"1min":0.35099999999999998,"5min":0.214,"15min":0.214},"max":{"1min":2.9060000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":2.8919999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":1.123,"15min":0.73699999999999999},"min":{"1min":0.312,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.51,"5min":15.326000000000001,"15min":15.326000000000001},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.85999999999999999,"15min":0.78500000000000003},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.4079999999999999,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":5.4400000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.97299999999999998,"15min":0.85799999999999998},"min":{"1min":0.38800000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3839999999999999,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.34699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91900000000000004,"15min":0.78400000000000003},"min":{"1min":0.376,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8679999999999999,"5min":5.258,"15min":5.258},"last":4.444},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.94099999999999995,"15min":0.78500000000000003},"min":{"1min":0.36699999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.0979999999999999,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":5.423}]},{"osd":6,"last update":"Sat Sep 23 18:04:22 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.64900000000000002,"15min":0.61099999999999999},"min":{"1min":0.46300000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.4769999999999999,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.036,"5min":0.75600000000000001,"15min":0.70899999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.8809999999999998,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":4.5279999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:03:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.98099999999999998,"15min":0.81899999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.833,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":5.4560000000000004},{"interface":"front","average":{"1min":0.83499999999999996,"5min":1.0269999999999999,"15min":0.90200000000000002},"min":{"1min":0.498,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":2.8359999999999999,"5min":13.859,"15min":13.859},"last":0.499}]}]},{"osd":0,"up_from":85,"seq":365072220276,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":649336,"kb_used_data":487216,"kb_used_omap":8,"kb_used_meta":162103,"kb_avail":93095816,"statfs":{"total":95995035648,"available":95330115584,"internally_reserved":0,"allocated":498909184,"data_stored":497946504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":165994084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,3,0,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.98199999999999998,"15min":0.58999999999999997},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.843,"5min":11.491,"15min":11.491},"last":7.8079999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.05,"15min":0.62},"min":{"1min":0.252,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":1.8460000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":6.2439999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.2609999999999999,"5min":1.0649999999999999,"15min":1.087},"min":{"1min":0.26100000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":3.4140000000000001,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":6.3659999999999997},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.1100000000000001,"15min":1.4059999999999999},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.6140000000000001,"5min":11.443,"15min":11.443},"last":10.711}]},{"osd":3,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":1.2090000000000001,"15min":0.67700000000000005},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":1.8959999999999999,"5min":12.682,"15min":12.682},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.747,"5min":1.1870000000000001,"15min":0.67600000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.601,"5min":11.587,"15min":11.587},"last":10.776}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.995,"15min":0.79600000000000004},"min":{"1min":0.314,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.2809999999999999,"5min":11.382999999999999,"15min":11.382999999999999},"last":10.686},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92800000000000005,"15min":0.77200000000000002},"min":{"1min":0.39700000000000002,"5min":0.37,"15min":0.37},"max":{"1min":2.8210000000000002,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":7.5620000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.95699999999999996,"15min":0.81299999999999994},"min":{"1min":0.42099999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":2.8599999999999999,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":7.6580000000000004},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.1679999999999999,"15min":0.879},"min":{"1min":0.378,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.4370000000000003,"5min":11.510999999999999,"15min":11.510999999999999},"last":10.657}]},{"osd":6,"last update":"Sat Sep 23 18:04:29 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.69099999999999995,"15min":0.64900000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":2.8919999999999999},"last":7.6020000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67800000000000005,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.2709999999999999,"5min":3.2709999999999999,"15min":3.2709999999999999},"last":0.64500000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":1.0329999999999999,"15min":0.83299999999999996},"min":{"1min":0.45400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.504,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.75,"5min":1.1279999999999999,"15min":0.878},"min":{"1min":0.41199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9410000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":10.612}]}]},{"osd":2,"up_from":0,"seq":622770257969,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729698,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":317268,"kb_used_data":177356,"kb_used_omap":4,"kb_used_meta":139899,"kb_avail":93427884,"statfs":{"total":95995035648,"available":95670153216,"internally_reserved":0,"allocated":181612544,"data_stored":180683732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":143256983},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":1.046,"15min":0.63200000000000001},"min":{"1min":0.222,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.891,"5min":14.162000000000001,"15min":14.162000000000001},"last":13.885},{"interface":"front","average":{"1min":0.876,"5min":1.623,"15min":0.85999999999999999},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5110000000000001,"5min":17.396999999999998,"15min":17.396999999999998},"last":0.28899999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":1.0860000000000001,"15min":0.66200000000000003},"min":{"1min":0.24099999999999999,"5min":0.222,"15min":0.222},"max":{"1min":9.2569999999999997,"5min":9.2569999999999997,"15min":9.2569999999999997},"last":11.420999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":1.2030000000000001,"15min":0.71099999999999997},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.25},"max":{"1min":2.3620000000000001,"5min":14.276,"15min":14.276},"last":13.781000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:04:42 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.2509999999999999,"15min":1.4370000000000001},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.488,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.252,"15min":1.2270000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":11.35}]},{"osd":4,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.98099999999999998,"15min":0.76400000000000001},"min":{"1min":0.316,"5min":0.311,"15min":0.311},"max":{"1min":2.3319999999999999,"5min":14.212,"15min":14.212},"last":13.859999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":1.7150000000000001,"15min":1.038},"min":{"1min":0.38300000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.3879999999999999,"5min":17.478000000000002,"15min":17.478000000000002},"last":0.60799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":1.643,"15min":1.0509999999999999},"min":{"1min":0.40100000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":5.4279999999999999,"5min":17.507999999999999,"15min":17.507999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.087,"15min":0.86699999999999999},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":11.452999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":0.871,"15min":0.80900000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":5.4560000000000004,"5min":5.4560000000000004,"15min":5.4560000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.385,"5min":0.91600000000000004,"15min":0.83799999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":5.3490000000000002,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":0.63500000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:03:59 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.2470000000000001,"15min":0.88500000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":9.3550000000000004,"5min":10.071999999999999,"15min":10.071999999999999},"last":11.58},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.048,"15min":0.82499999999999996},"min":{"1min":0.42299999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.6520000000000001,"5min":14.246,"15min":14.246},"last":13.831}]}]},{"osd":4,"up_from":30,"seq":128849019121,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1077176,"kb_used_data":779952,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92667976,"statfs":{"total":95995035648,"available":94892007424,"internally_reserved":0,"allocated":798670848,"data_stored":798004985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":1.0980000000000001,"15min":0.78300000000000003},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.92400000000000004,"5min":26.055,"15min":26.055},"last":11.686999999999999},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.3720000000000001,"15min":0.90300000000000002},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.0459999999999998,"5min":25.497,"15min":25.497},"last":2.0009999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.2390000000000001,"15min":0.79700000000000004},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":3.5129999999999999,"5min":25.268000000000001,"15min":25.268000000000001},"last":11.801},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.2829999999999999,"15min":0.82899999999999996},"min":{"1min":0.36099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.5299999999999998,"5min":25.298999999999999,"15min":25.298999999999999},"last":2.9790000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:03:41 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.83199999999999996,"15min":0.89100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.9239999999999999,"5min":3.6299999999999999,"15min":3.6299999999999999},"last":17.143000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84599999999999997,"15min":0.871},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.5179999999999998,"15min":3.5179999999999998},"last":2.0310000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":1.296,"5min":1.522,"15min":0.89400000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":7.5620000000000003,"5min":25.181000000000001,"15min":25.181000000000001},"last":12.151999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.5349999999999999,"15min":0.94399999999999995},"min":{"1min":0.35599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.5259999999999998,"5min":25.225000000000001,"15min":25.225000000000001},"last":6.7290000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.069,"5min":4.6100000000000003,"15min":6.4240000000000004},"last":12.166},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.64100000000000001,"15min":0.59899999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.8220000000000001,"5min":4.8220000000000001,"15min":4.8220000000000001},"last":3.3319999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.51300000000000001,"15min":0.47499999999999998},"min":{"1min":0.30499999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":6.7629999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.55800000000000005,"15min":0.54600000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":6.8019999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:03:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.63300000000000001},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.2610000000000001,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":2.0550000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72699999999999998,"15min":0.63400000000000001},"min":{"1min":0.38400000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.0150000000000001,"5min":12.754,"15min":12.754},"last":17.097999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822893,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1103524,"kb_used_data":797852,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92641628,"statfs":{"total":95995035648,"available":94865027072,"internally_reserved":0,"allocated":817000448,"data_stored":816342486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.83499999999999996,"15min":0.71499999999999997},"min":{"1min":0.24199999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.89800000000000002,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":4.4489999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":1.0089999999999999,"15min":0.77700000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.347,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":4.4020000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:04:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":1.1080000000000001,"15min":0.78000000000000003},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.6679999999999999,"5min":16.033999999999999,"15min":16.033999999999999},"last":4.585},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.88200000000000001,"15min":0.72999999999999998},"min":{"1min":0.32400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.6180000000000003,"5min":5.6180000000000003,"15min":7.6660000000000004},"last":4.4880000000000004}]},{"osd":2,"last update":"Sat Sep 23 18:04:40 2023","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":0.93799999999999994,"15min":1.042},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":4.6239999999999997,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":4.6239999999999997},{"interface":"front","average":{"1min":1.1970000000000001,"5min":0.94999999999999996,"15min":1.0629999999999999},"min":{"1min":0.32500000000000001,"5min":0.311,"15min":0.311},"max":{"1min":4.5099999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":4.5099999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.175,"15min":0.84899999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.4059999999999997,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.149,"15min":0.90100000000000002},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7959999999999998,"5min":8.1869999999999994,"15min":8.1869999999999994},"last":8.9179999999999993}]},{"osd":4,"last update":"Sat Sep 23 18:03:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":1.3759999999999999,"5min":4.7919999999999998,"15min":7.7389999999999999},"last":9.3870000000000005},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81599999999999995,"15min":0.67600000000000005},"min":{"1min":0.31900000000000001,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":3.1789999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.45800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.64400000000000002,"15min":0.59699999999999998},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":9.3149999999999995},{"interface":"front","average":{"1min":1.1040000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":4.3780000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:04:35 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.71199999999999997,"15min":0.70399999999999996},"min":{"1min":0.40400000000000003,"5min":0.309,"15min":0.309},"max":{"1min":4.0049999999999999,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":9.3559999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":1.052,"15min":0.78300000000000003},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.3490000000000002,"5min":12.388999999999999,"15min":12.388999999999999},"last":4.3410000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":481234944,"data_stored":481230872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":378273792,"data_stored":378273792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":980553728,"data_stored":980549656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":170852352,"data_stored":170852352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":788332544,"data_stored":788332544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":805769216,"data_stored":805765144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":206241792,"data_stored":206241792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":353964032,"data_stored":353959960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:04:57.363 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:04:57.364 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:04:57.370 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:04:57.669 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:04:57.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:04:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:50 smithi018 ceph-mon[153734]: pgmap v544: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 441 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 553 op/s; 15068/21033 objects degraded (71.640%); 3582/21033 objects misplaced (17.030%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:04:58.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:50 smithi149 ceph-mon[135148]: pgmap v544: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 441 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 553 op/s; 15068/21033 objects degraded (71.640%); 3582/21033 objects misplaced (17.030%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:04:58.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 15068/21033 objects degraded (71.640%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:58.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:52 smithi149 ceph-mon[135148]: pgmap v545: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 317 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 14348/15066 objects degraded (95.234%); 3582/15066 objects misplaced (23.775%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:54 smithi149 ceph-mon[135148]: pgmap v546: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 267 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 14135/12675 objects degraded (111.519%); 3582/12675 objects misplaced (28.260%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:55 smithi149 ceph-mon[135148]: pgmap v547: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 254 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 14135/12051 objects degraded (117.293%); 3582/12051 objects misplaced (29.724%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 14135/12051 objects degraded (117.293%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:50 smithi018 ceph-mon[149401]: pgmap v544: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 441 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 553 op/s; 15068/21033 objects degraded (71.640%); 3582/21033 objects misplaced (17.030%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:04:58.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:04:58.238 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 15068/21033 objects degraded (71.640%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:58.238 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 15068/21033 objects degraded (71.640%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:58.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:52 smithi018 ceph-mon[153734]: pgmap v545: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 317 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 14348/15066 objects degraded (95.234%); 3582/15066 objects misplaced (23.775%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T18:04:58.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:52 smithi018 ceph-mon[149401]: pgmap v545: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 317 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 14348/15066 objects degraded (95.234%); 3582/15066 objects misplaced (23.775%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T18:04:58.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:04:58.591 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:04:58.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:04:58.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:57 smithi149 ceph-mon[135148]: pgmap v548: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 93 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 733 op/s; 13246/4311 objects degraded (307.260%); 3582/4311 objects misplaced (83.090%); 12 MiB/s, 190 objects/s recovering 2023-09-23T18:04:58.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:04:58.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:54 smithi018 ceph-mon[153734]: pgmap v546: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 267 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 14135/12675 objects degraded (111.519%); 3582/12675 objects misplaced (28.260%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:58.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:54 smithi018 ceph-mon[149401]: pgmap v546: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 267 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 14135/12675 objects degraded (111.519%); 3582/12675 objects misplaced (28.260%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:58.941 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:04:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:04:54] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.33.4" 2023-09-23T18:04:59.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:04:59.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:59.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[153734]: pgmap v547: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 254 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 14135/12051 objects degraded (117.293%); 3582/12051 objects misplaced (29.724%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:04:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:04:59.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:55 smithi018 ceph-mon[149401]: pgmap v547: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 254 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 14135/12051 objects degraded (117.293%); 3582/12051 objects misplaced (29.724%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T18:04:59.563 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 74658 objects 2023-09-23T18:04:59.563 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :326.122 2023-09-23T18:04:59.563 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:04:59.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 14135/12051 objects degraded (117.293%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:59.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 14135/12051 objects degraded (117.293%), 10 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:04:59.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:57 smithi018 ceph-mon[153734]: pgmap v548: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 93 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 733 op/s; 13246/4311 objects degraded (307.260%); 3582/4311 objects misplaced (83.090%); 12 MiB/s, 190 objects/s recovering 2023-09-23T18:04:59.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:04:59.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:57 smithi018 ceph-mon[149401]: pgmap v548: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 93 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 733 op/s; 13246/4311 objects degraded (307.260%); 3582/4311 objects misplaced (83.090%); 12 MiB/s, 190 objects/s recovering 2023-09-23T18:04:59.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:04:59.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:04:59 smithi018 ceph-mon[153734]: pgmap v549: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 49 MiB data, 3.5 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 13089/2199 objects degraded (595.225%); 3582/2199 objects misplaced (162.892%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:05:00.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:04:59 smithi018 ceph-mon[149401]: pgmap v549: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 49 MiB data, 3.5 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 13089/2199 objects degraded (595.225%); 3582/2199 objects misplaced (162.892%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:05:00.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:00.703 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:00.704 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:00.704 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:00.704 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:00.707 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:00.707 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:05:00.708 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:04:59 smithi149 ceph-mon[135148]: pgmap v549: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 49 MiB data, 3.5 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 582 op/s; 13089/2199 objects degraded (595.225%); 3582/2199 objects misplaced (162.892%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:05:00.804 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:01.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:01.148 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:01.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:01.490 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:01.490 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:01.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:02.210 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:01 smithi149 ceph-mon[135148]: pgmap v550: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 7.7 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 577 op/s; 12870/234 objects degraded (5500.000%); 3570/234 objects misplaced (1525.641%); 9.1 MiB/s, 144 objects/s recovering 2023-09-23T18:05:02.211 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12870/234 objects degraded (5500.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:02.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:01 smithi018 ceph-mon[153734]: pgmap v550: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 7.7 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 577 op/s; 12870/234 objects degraded (5500.000%); 3570/234 objects misplaced (1525.641%); 9.1 MiB/s, 144 objects/s recovering 2023-09-23T18:05:02.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12870/234 objects degraded (5500.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:02.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:01 smithi018 ceph-mon[149401]: pgmap v550: 89 pgs: 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 7.7 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 577 op/s; 12870/234 objects degraded (5500.000%); 3570/234 objects misplaced (1525.641%); 9.1 MiB/s, 144 objects/s recovering 2023-09-23T18:05:02.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12870/234 objects degraded (5500.000%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:02.247 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:02.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:02.566 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:02.566 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:02.567 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:02.567 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:02.568 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:02.568 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:02.568 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:02.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:03.233 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:03.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2204793313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:03.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.239 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.239 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:05:03.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2204793313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:03.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.573 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.574 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2204793313' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:03.574 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.574 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:03.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:03.576 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:03.576 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:03.576 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:03.615 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:03.919 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:06.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: pgmap v551: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 415 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 7.3 MiB/s, 156 objects/s recovering 2023-09-23T18:05:06.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:06.774 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: pgmap v551: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 415 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 7.3 MiB/s, 156 objects/s recovering 2023-09-23T18:05:06.774 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:06.774 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:05:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:05:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:06.775 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: pgmap v551: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 415 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 7.3 MiB/s, 156 objects/s recovering 2023-09-23T18:05:06.775 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:03 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: pgmap v552: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 5.1 MiB/s, 121 objects/s recovering 2023-09-23T18:05:07.445 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: failed to encode map e206 with expected crc 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: failed to encode map e206 with expected crc 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: failed to encode map e206 with expected crc 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: failed to encode map e206 with expected crc 2023-09-23T18:05:07.446 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:05 smithi149 ceph-mon[135148]: from='client.35430 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:05:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:05:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:03 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:08.113 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:05:08.113 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:05:08.113 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:05:08.113 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:05:08.114 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:05:08.114 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:05:08.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:05:08.114 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:04] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.33.4" 2023-09-23T18:05:08.116 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:05:08.117 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-09-23T18:05:08.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-09-23T18:05:08.118 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12870/84 objects degraded (15321.429%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:08.119 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:05:08.120 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:05:12.221 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:05:12.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:08 smithi149 ceph-mon[135148]: pgmap v554: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 1.9 MiB/s, 140 objects/s recovering 2023-09-23T18:05:13.572 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:10 smithi149 ceph-mon[135148]: pgmap v555: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 70 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 953 KiB/s, 124 objects/s recovering 2023-09-23T18:05:13.572 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:13.572 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:13.573 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:11 smithi149 ceph-mon[135148]: failed to encode map e207 with expected crc 2023-09-23T18:05:13.573 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:11 smithi149 ceph-mon[135148]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T18:05:13.573 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:11 smithi149 ceph-mon[135148]: failed to encode map e207 with expected crc 2023-09-23T18:05:13.573 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:11 smithi149 ceph-mon[135148]: pgmap v557: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 10642/84 objects degraded (12669.048%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:13.574 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":553,"stamp":"2023-09-23T18:05:04.987240+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":2030,"num_objects_missing":2030,"num_objects_degraded":12870,"num_objects_misplaced":3570,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":150424,"num_write_kb":4793254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49673,"num_bytes_recovered":2674148459,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105528,"ondisk_log_size":105528,"up":267,"acting":260,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":320,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":3428304,"kb_used_data":1738328,"kb_used_omap":33,"kb_used_meta":1689886,"kb_avail":652787760,"statfs":{"total":671965249536,"available":668454666240,"internally_reserved":0,"allocated":1780047872,"data_stored":1774568597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1730444061},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-261357592,"num_objects":-3989,"num_object_clones":0,"num_object_copies":-11967,"num_objects_missing_on_primary":-743,"num_objects_missing":-743,"num_objects_degraded":-1265,"num_objects_misplaced":-12,"num_objects_unfound":0,"num_objects_dirty":-3989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3989,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1459,"num_bytes_recovered":64618496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.285381"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":31,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233065+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:04:31.233065+0000","last_peered":"2023-09-23T18:04:31.233065+0000","last_clean":"2023-09-23T18:04:31.233065+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:04:31.233065+0000","last_undegraded":"2023-09-23T18:04:31.233065+0000","last_fullsized":"2023-09-23T18:04:31.233065+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":195,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226041+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:04:31.226041+0000","last_peered":"2023-09-23T18:04:31.226041+0000","last_clean":"2023-09-23T18:04:31.226041+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:04:31.226041+0000","last_undegraded":"2023-09-23T18:04:31.226041+0000","last_fullsized":"2023-09-23T18:04:31.226041+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":108,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.351504+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:04:45.351504+0000","last_peered":"2023-09-23T18:04:45.351504+0000","last_clean":"2023-09-23T18:04:45.351504+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:04:45.351504+0000","last_undegraded":"2023-09-23T18:04:45.351504+0000","last_fullsized":"2023-09-23T18:04:45.351504+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":38,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226012+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:04:31.226012+0000","last_peered":"2023-09-23T18:04:31.226012+0000","last_clean":"2023-09-23T18:04:31.226012+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:04:31.226012+0000","last_undegraded":"2023-09-23T18:04:31.226012+0000","last_fullsized":"2023-09-23T18:04:31.226012+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":255,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.229924+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:04:31.229924+0000","last_peered":"2023-09-23T18:04:31.229924+0000","last_clean":"2023-09-23T18:04:31.229924+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:04:31.229924+0000","last_undegraded":"2023-09-23T18:04:31.229924+0000","last_fullsized":"2023-09-23T18:04:31.229924+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":165,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.220373+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:04:31.220373+0000","last_peered":"2023-09-23T18:04:31.220373+0000","last_clean":"2023-09-23T18:04:31.220373+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:04:31.220373+0000","last_undegraded":"2023-09-23T18:04:31.220373+0000","last_fullsized":"2023-09-23T18:04:31.220373+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":193,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.346627+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:04:45.346627+0000","last_peered":"2023-09-23T18:04:45.346627+0000","last_clean":"2023-09-23T18:04:45.346627+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:04:45.346627+0000","last_undegraded":"2023-09-23T18:04:45.346627+0000","last_fullsized":"2023-09-23T18:04:45.346627+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":210,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.229953+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:04:31.229953+0000","last_peered":"2023-09-23T18:04:31.229953+0000","last_clean":"2023-09-23T18:04:31.229953+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:04:31.229953+0000","last_undegraded":"2023-09-23T18:04:31.229953+0000","last_fullsized":"2023-09-23T18:04:31.229953+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.227440+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:04:31.227440+0000","last_peered":"2023-09-23T18:04:31.227440+0000","last_clean":"2023-09-23T18:04:31.227440+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:04:31.227440+0000","last_undegraded":"2023-09-23T18:04:31.227440+0000","last_fullsized":"2023-09-23T18:04:31.227440+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":145,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228278+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:04:31.228278+0000","last_peered":"2023-09-23T18:04:31.228278+0000","last_clean":"2023-09-23T18:04:31.228278+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:04:31.228278+0000","last_undegraded":"2023-09-23T18:04:31.228278+0000","last_fullsized":"2023-09-23T18:04:31.228278+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":204,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223377+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:04:31.223377+0000","last_peered":"2023-09-23T18:04:31.223377+0000","last_clean":"2023-09-23T18:04:31.223377+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:04:31.223377+0000","last_undegraded":"2023-09-23T18:04:31.223377+0000","last_fullsized":"2023-09-23T18:04:31.223377+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":125,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.352159+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:04:45.352159+0000","last_peered":"2023-09-23T18:04:45.352159+0000","last_clean":"2023-09-23T18:04:45.352159+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:04:45.352159+0000","last_undegraded":"2023-09-23T18:04:45.352159+0000","last_fullsized":"2023-09-23T18:04:45.352159+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":41,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232308+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:04:31.232308+0000","last_peered":"2023-09-23T18:04:31.232308+0000","last_clean":"2023-09-23T18:04:31.232308+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:04:31.232308+0000","last_undegraded":"2023-09-23T18:04:31.232308+0000","last_fullsized":"2023-09-23T18:04:31.232308+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231643+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:04:31.231643+0000","last_peered":"2023-09-23T18:04:31.231643+0000","last_clean":"2023-09-23T18:04:31.231643+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:04:31.231643+0000","last_undegraded":"2023-09-23T18:04:31.231643+0000","last_fullsized":"2023-09-23T18:04:31.231643+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":250,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222652+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:04:31.222652+0000","last_peered":"2023-09-23T18:04:31.222652+0000","last_clean":"2023-09-23T18:04:31.222652+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:04:31.222652+0000","last_undegraded":"2023-09-23T18:04:31.222652+0000","last_fullsized":"2023-09-23T18:04:31.222652+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":201,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225909+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:04:31.225909+0000","last_peered":"2023-09-23T18:04:31.225909+0000","last_clean":"2023-09-23T18:04:31.225909+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:04:31.225909+0000","last_undegraded":"2023-09-23T18:04:31.225909+0000","last_fullsized":"2023-09-23T18:04:31.225909+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":38,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.343397+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:04:45.343397+0000","last_peered":"2023-09-23T18:04:45.343397+0000","last_clean":"2023-09-23T18:04:45.343397+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:04:45.343397+0000","last_undegraded":"2023-09-23T18:04:45.343397+0000","last_fullsized":"2023-09-23T18:04:45.343397+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225946+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:04:31.225946+0000","last_peered":"2023-09-23T18:04:31.225946+0000","last_clean":"2023-09-23T18:04:31.225946+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:04:31.225946+0000","last_undegraded":"2023-09-23T18:04:31.225946+0000","last_fullsized":"2023-09-23T18:04:31.225946+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":171,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222012+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:04:31.222012+0000","last_peered":"2023-09-23T18:04:31.222012+0000","last_clean":"2023-09-23T18:04:31.222012+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:04:31.222012+0000","last_undegraded":"2023-09-23T18:04:31.222012+0000","last_fullsized":"2023-09-23T18:04:31.222012+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":170,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.346259+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:04:45.346259+0000","last_peered":"2023-09-23T18:04:45.346259+0000","last_clean":"2023-09-23T18:04:45.346259+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:04:45.346259+0000","last_undegraded":"2023-09-23T18:04:45.346259+0000","last_fullsized":"2023-09-23T18:04:45.346259+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":252,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.219384+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:04:31.219384+0000","last_peered":"2023-09-23T18:04:31.219384+0000","last_clean":"2023-09-23T18:04:31.219384+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:04:31.219384+0000","last_undegraded":"2023-09-23T18:04:31.219384+0000","last_fullsized":"2023-09-23T18:04:31.219384+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":171,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.227521+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:04:31.227521+0000","last_peered":"2023-09-23T18:04:31.227521+0000","last_clean":"2023-09-23T18:04:31.227521+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:04:31.227521+0000","last_undegraded":"2023-09-23T18:04:31.227521+0000","last_fullsized":"2023-09-23T18:04:31.227521+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"205'9186","reported_seq":9338,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.824013+0000","last_change":"2023-09-23T18:02:40.272016+0000","last_active":"2023-09-23T18:04:56.824013+0000","last_peered":"2023-09-23T18:04:56.824013+0000","last_clean":"2023-09-23T18:01:41.181058+0000","last_became_active":"2023-09-23T18:02:22.327247+0000","last_became_peered":"2023-09-23T18:02:22.327247+0000","last_unstale":"2023-09-23T18:04:56.824013+0000","last_undegraded":"2023-09-23T18:02:40.268233+0000","last_fullsized":"2023-09-23T18:02:22.129960+0000","mapping_epoch":175,"log_start":"110'3861","ondisk_log_start":"110'3861","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5325,"log_dups_size":0,"ondisk_log_size":5325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":228,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9186,"num_write_kb":293952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":242,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223208+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:04:31.223208+0000","last_peered":"2023-09-23T18:04:31.223208+0000","last_clean":"2023-09-23T18:04:31.223208+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:04:31.223208+0000","last_undegraded":"2023-09-23T18:04:31.223208+0000","last_fullsized":"2023-09-23T18:04:31.223208+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225683+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:04:31.225683+0000","last_peered":"2023-09-23T18:04:31.225683+0000","last_clean":"2023-09-23T18:04:31.225683+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:04:31.225683+0000","last_undegraded":"2023-09-23T18:04:31.225683+0000","last_fullsized":"2023-09-23T18:04:31.225683+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"205'9542","reported_seq":17671,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:56.833107+0000","last_change":"2023-09-23T18:02:47.641073+0000","last_active":"2023-09-23T18:04:56.833107+0000","last_peered":"2023-09-23T18:04:56.833107+0000","last_clean":"2023-09-23T17:59:02.026968+0000","last_became_active":"2023-09-23T18:02:47.549680+0000","last_became_peered":"2023-09-23T18:02:47.549680+0000","last_unstale":"2023-09-23T18:04:56.833107+0000","last_undegraded":"2023-09-23T18:02:47.529778+0000","last_fullsized":"2023-09-23T18:04:56.833107+0000","mapping_epoch":187,"log_start":"109'3126","ondisk_log_start":"109'3126","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6416,"log_dups_size":0,"ondisk_log_size":6416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:52.646033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9542,"num_write_kb":305344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3769,"num_bytes_recovered":220397568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,6],"avail_no_missing":["0","1","4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":257,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223213+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:04:31.223213+0000","last_peered":"2023-09-23T18:04:31.223213+0000","last_clean":"2023-09-23T18:04:31.223213+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:04:31.223213+0000","last_undegraded":"2023-09-23T18:04:31.223213+0000","last_fullsized":"2023-09-23T18:04:31.223213+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233679+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:04:31.233679+0000","last_peered":"2023-09-23T18:04:31.233679+0000","last_clean":"2023-09-23T18:04:31.233679+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:04:31.233679+0000","last_undegraded":"2023-09-23T18:04:31.233679+0000","last_fullsized":"2023-09-23T18:04:31.233679+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"205'9290","reported_seq":15945,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.705812+0000","last_change":"2023-09-23T18:03:39.217250+0000","last_active":"2023-09-23T18:04:56.705812+0000","last_peered":"2023-09-23T18:04:56.705812+0000","last_clean":"2023-09-23T18:04:56.705812+0000","last_became_active":"2023-09-23T18:03:39.189220+0000","last_became_peered":"2023-09-23T18:03:39.189220+0000","last_unstale":"2023-09-23T18:04:56.705812+0000","last_undegraded":"2023-09-23T18:04:56.705812+0000","last_fullsized":"2023-09-23T18:04:56.705812+0000","mapping_epoch":200,"log_start":"109'2882","ondisk_log_start":"109'2882","created":103,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6408,"log_dups_size":0,"ondisk_log_size":6408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:18.889447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9290,"num_write_kb":297280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3242,"num_bytes_recovered":123666432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":198,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.223103+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:04:31.223103+0000","last_peered":"2023-09-23T18:04:31.223103+0000","last_clean":"2023-09-23T18:04:31.223103+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:04:31.223103+0000","last_undegraded":"2023-09-23T18:04:31.223103+0000","last_fullsized":"2023-09-23T18:04:31.223103+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":165,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.219211+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:04:31.219211+0000","last_peered":"2023-09-23T18:04:31.219211+0000","last_clean":"2023-09-23T18:04:31.219211+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:04:31.219211+0000","last_undegraded":"2023-09-23T18:04:31.219211+0000","last_fullsized":"2023-09-23T18:04:31.219211+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"205'9424","reported_seq":19191,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.843885+0000","last_change":"2023-09-23T18:03:00.180901+0000","last_active":"2023-09-23T18:04:56.843885+0000","last_peered":"2023-09-23T18:04:56.843885+0000","last_clean":"2023-09-23T17:58:41.230283+0000","last_became_active":"2023-09-23T18:02:41.480084+0000","last_became_peered":"2023-09-23T18:02:41.480084+0000","last_unstale":"2023-09-23T18:04:56.843885+0000","last_undegraded":"2023-09-23T18:03:00.178772+0000","last_fullsized":"2023-09-23T18:02:41.258213+0000","mapping_epoch":185,"log_start":"110'3795","ondisk_log_start":"110'3795","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5629,"log_dups_size":0,"ondisk_log_size":5629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:38.246622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3513,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9424,"num_write_kb":301568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4429,"num_bytes_recovered":289931264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,3","objects":-9}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":186,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225784+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:04:31.225784+0000","last_peered":"2023-09-23T18:04:31.225784+0000","last_clean":"2023-09-23T18:04:31.225784+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:04:31.225784+0000","last_undegraded":"2023-09-23T18:04:31.225784+0000","last_fullsized":"2023-09-23T18:04:31.225784+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":196,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228223+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:04:31.228223+0000","last_peered":"2023-09-23T18:04:31.228223+0000","last_clean":"2023-09-23T18:04:31.228223+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:04:31.228223+0000","last_undegraded":"2023-09-23T18:04:31.228223+0000","last_fullsized":"2023-09-23T18:04:31.228223+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"205'9370","reported_seq":18398,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.840214+0000","last_change":"2023-09-23T18:02:48.524046+0000","last_active":"2023-09-23T18:04:56.840214+0000","last_peered":"2023-09-23T18:04:56.840214+0000","last_clean":"2023-09-23T17:58:41.243420+0000","last_became_active":"2023-09-23T18:02:48.474791+0000","last_became_peered":"2023-09-23T18:02:48.474791+0000","last_unstale":"2023-09-23T18:04:56.840214+0000","last_undegraded":"2023-09-23T18:02:48.466834+0000","last_fullsized":"2023-09-23T18:02:48.362953+0000","mapping_epoch":188,"log_start":"110'4045","ondisk_log_start":"110'4045","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5325,"log_dups_size":0,"ondisk_log_size":5325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1443,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9370,"num_write_kb":299777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4248,"num_bytes_recovered":252379160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,0],"avail_no_missing":["7","3"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":227,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.229753+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:04:31.229753+0000","last_peered":"2023-09-23T18:04:31.229753+0000","last_clean":"2023-09-23T18:04:31.229753+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:04:31.229753+0000","last_undegraded":"2023-09-23T18:04:31.229753+0000","last_fullsized":"2023-09-23T18:04:31.229753+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232222+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:04:31.232222+0000","last_peered":"2023-09-23T18:04:31.232222+0000","last_clean":"2023-09-23T18:04:31.232222+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:04:31.232222+0000","last_undegraded":"2023-09-23T18:04:31.232222+0000","last_fullsized":"2023-09-23T18:04:31.232222+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"205'9334","reported_seq":17373,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.851608+0000","last_change":"2023-09-23T18:00:38.635569+0000","last_active":"2023-09-23T18:04:56.851608+0000","last_peered":"2023-09-23T18:04:56.851608+0000","last_clean":"2023-09-23T18:04:56.851608+0000","last_became_active":"2023-09-23T18:00:38.619140+0000","last_became_peered":"2023-09-23T18:00:38.619140+0000","last_unstale":"2023-09-23T18:04:56.851608+0000","last_undegraded":"2023-09-23T18:04:56.851608+0000","last_fullsized":"2023-09-23T18:04:56.851608+0000","mapping_epoch":148,"log_start":"109'3075","ondisk_log_start":"109'3075","created":103,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6259,"log_dups_size":0,"ondisk_log_size":6259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:25.735079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9334,"num_write_kb":298688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3952,"num_bytes_recovered":224460800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":184,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.219298+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:04:31.219298+0000","last_peered":"2023-09-23T18:04:31.219298+0000","last_clean":"2023-09-23T18:04:31.219298+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:04:31.219298+0000","last_undegraded":"2023-09-23T18:04:31.219298+0000","last_fullsized":"2023-09-23T18:04:31.219298+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231897+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:04:31.231897+0000","last_peered":"2023-09-23T18:04:31.231897+0000","last_clean":"2023-09-23T18:04:31.231897+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:04:31.231897+0000","last_undegraded":"2023-09-23T18:04:31.231897+0000","last_fullsized":"2023-09-23T18:04:31.231897+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"205'9190","reported_seq":21887,"reported_epoch":205,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:05:00.803505+0000","last_change":"2023-09-23T18:05:00.807417+0000","last_active":"2023-09-23T18:05:00.803505+0000","last_peered":"2023-09-23T18:05:00.803505+0000","last_clean":"2023-09-23T17:58:43.864186+0000","last_became_active":"2023-09-23T18:02:59.570514+0000","last_became_peered":"2023-09-23T18:02:59.570514+0000","last_unstale":"2023-09-23T18:05:00.803505+0000","last_undegraded":"2023-09-23T18:05:00.803017+0000","last_fullsized":"2023-09-23T18:02:48.356644+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":9190,"log_dups_size":0,"ondisk_log_size":9190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:29:15.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":129,"num_objects_missing":129,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9190,"num_write_kb":294080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5054,"num_bytes_recovered":299630592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233355+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:04:31.233355+0000","last_peered":"2023-09-23T18:04:31.233355+0000","last_clean":"2023-09-23T18:04:31.233355+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:04:31.233355+0000","last_undegraded":"2023-09-23T18:04:31.233355+0000","last_fullsized":"2023-09-23T18:04:31.233355+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231514+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:04:31.231514+0000","last_peered":"2023-09-23T18:04:31.231514+0000","last_clean":"2023-09-23T18:04:31.231514+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:04:31.231514+0000","last_undegraded":"2023-09-23T18:04:31.231514+0000","last_fullsized":"2023-09-23T18:04:31.231514+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"205'9238","reported_seq":15170,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.855258+0000","last_change":"2023-09-23T18:02:48.488584+0000","last_active":"2023-09-23T18:04:56.855258+0000","last_peered":"2023-09-23T18:04:56.855258+0000","last_clean":"2023-09-23T17:58:41.207041+0000","last_became_active":"2023-09-23T18:02:48.433688+0000","last_became_peered":"2023-09-23T18:02:48.433688+0000","last_unstale":"2023-09-23T18:04:56.855258+0000","last_undegraded":"2023-09-23T18:02:48.397666+0000","last_fullsized":"2023-09-23T18:02:48.360127+0000","mapping_epoch":188,"log_start":"109'2777","ondisk_log_start":"109'2777","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6461,"log_dups_size":0,"ondisk_log_size":6461,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:30.996921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9238,"num_write_kb":295616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[0,5],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,5","objects":-14}],"blocked_by":[],"up_primary":4,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":196,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.229839+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:04:31.229839+0000","last_peered":"2023-09-23T18:04:31.229839+0000","last_clean":"2023-09-23T18:04:31.229839+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:04:31.229839+0000","last_undegraded":"2023-09-23T18:04:31.229839+0000","last_fullsized":"2023-09-23T18:04:31.229839+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":172,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:42.953258+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:04:42.953258+0000","last_peered":"2023-09-23T18:04:42.953258+0000","last_clean":"2023-09-23T18:04:42.953258+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:04:42.953258+0000","last_undegraded":"2023-09-23T18:04:42.953258+0000","last_fullsized":"2023-09-23T18:04:42.953258+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":766,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232767+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:04:31.232767+0000","last_peered":"2023-09-23T18:04:31.232767+0000","last_clean":"2023-09-23T18:04:31.232767+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:04:31.232767+0000","last_undegraded":"2023-09-23T18:04:31.232767+0000","last_fullsized":"2023-09-23T18:04:31.232767+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225953+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:04:31.225953+0000","last_peered":"2023-09-23T18:04:31.225953+0000","last_clean":"2023-09-23T18:04:31.225953+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:04:31.225953+0000","last_undegraded":"2023-09-23T18:04:31.225953+0000","last_fullsized":"2023-09-23T18:04:31.225953+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":117,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231922+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:04:31.231922+0000","last_peered":"2023-09-23T18:04:31.231922+0000","last_clean":"2023-09-23T18:04:31.231922+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:04:31.231922+0000","last_undegraded":"2023-09-23T18:04:31.231922+0000","last_fullsized":"2023-09-23T18:04:31.231922+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"205'9158","reported_seq":25274,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.846900+0000","last_change":"2023-09-23T18:02:47.564381+0000","last_active":"2023-09-23T18:04:56.846900+0000","last_peered":"2023-09-23T18:04:56.846900+0000","last_clean":"2023-09-23T18:01:41.109199+0000","last_became_active":"2023-09-23T18:02:47.546495+0000","last_became_peered":"2023-09-23T18:02:47.546495+0000","last_unstale":"2023-09-23T18:04:56.846900+0000","last_undegraded":"2023-09-23T18:02:47.444557+0000","last_fullsized":"2023-09-23T18:02:47.359098+0000","mapping_epoch":187,"log_start":"110'3584","ondisk_log_start":"110'3584","created":103,"last_epoch_clean":162,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5574,"log_dups_size":0,"ondisk_log_size":5574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:35.977967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1838,"num_objects_misplaced":1909,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9158,"num_write_kb":293056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5623,"num_bytes_recovered":313982976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[3,6],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"3,6","objects":-11}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"205'9274","reported_seq":23838,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:04:56.815336+0000","last_change":"2023-09-23T18:02:41.726881+0000","last_active":"2023-09-23T18:04:56.815336+0000","last_peered":"2023-09-23T18:04:56.815336+0000","last_clean":"2023-09-23T18:01:41.208507+0000","last_became_active":"2023-09-23T18:02:41.718524+0000","last_became_peered":"2023-09-23T18:02:41.718524+0000","last_unstale":"2023-09-23T18:04:56.815336+0000","last_undegraded":"2023-09-23T18:02:41.712771+0000","last_fullsized":"2023-09-23T18:04:56.815336+0000","mapping_epoch":185,"log_start":"109'2810","ondisk_log_start":"109'2810","created":103,"last_epoch_clean":152,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6464,"log_dups_size":0,"ondisk_log_size":6464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:44.563215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":1901,"num_objects_missing":1901,"num_objects_degraded":240,"num_objects_misplaced":1661,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9274,"num_write_kb":296768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4635,"num_bytes_recovered":303759360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,6],"avail_no_missing":["1","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":902,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228086+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:04:31.228086+0000","last_peered":"2023-09-23T18:04:31.228086+0000","last_clean":"2023-09-23T18:04:31.228086+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:04:31.228086+0000","last_undegraded":"2023-09-23T18:04:31.228086+0000","last_fullsized":"2023-09-23T18:04:31.228086+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":185,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231568+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:04:31.231568+0000","last_peered":"2023-09-23T18:04:31.231568+0000","last_clean":"2023-09-23T18:04:31.231568+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:04:31.231568+0000","last_undegraded":"2023-09-23T18:04:31.231568+0000","last_fullsized":"2023-09-23T18:04:31.231568+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":110,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232419+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:04:31.232419+0000","last_peered":"2023-09-23T18:04:31.232419+0000","last_clean":"2023-09-23T18:04:31.232419+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:04:31.232419+0000","last_undegraded":"2023-09-23T18:04:31.232419+0000","last_fullsized":"2023-09-23T18:04:31.232419+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"205'9348","reported_seq":22777,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.743626+0000","last_change":"2023-09-23T18:03:28.632658+0000","last_active":"2023-09-23T18:04:56.743626+0000","last_peered":"2023-09-23T18:04:56.743626+0000","last_clean":"2023-09-23T18:04:56.743626+0000","last_became_active":"2023-09-23T18:03:28.577910+0000","last_became_peered":"2023-09-23T18:03:28.577910+0000","last_unstale":"2023-09-23T18:04:56.743626+0000","last_undegraded":"2023-09-23T18:04:56.743626+0000","last_fullsized":"2023-09-23T18:04:56.743626+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":9348,"log_dups_size":0,"ondisk_log_size":9348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9348,"num_write_kb":299136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6631,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":588,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228414+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:04:31.228414+0000","last_peered":"2023-09-23T18:04:31.228414+0000","last_clean":"2023-09-23T18:04:31.228414+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:04:31.228414+0000","last_undegraded":"2023-09-23T18:04:31.228414+0000","last_fullsized":"2023-09-23T18:04:31.228414+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":116,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231608+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:04:31.231608+0000","last_peered":"2023-09-23T18:04:31.231608+0000","last_clean":"2023-09-23T18:04:31.231608+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:04:31.231608+0000","last_undegraded":"2023-09-23T18:04:31.231608+0000","last_fullsized":"2023-09-23T18:04:31.231608+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":210,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232913+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:04:31.232913+0000","last_peered":"2023-09-23T18:04:31.232913+0000","last_clean":"2023-09-23T18:04:31.232913+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:04:31.232913+0000","last_undegraded":"2023-09-23T18:04:31.232913+0000","last_fullsized":"2023-09-23T18:04:31.232913+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":645,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226199+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:04:31.226199+0000","last_peered":"2023-09-23T18:04:31.226199+0000","last_clean":"2023-09-23T18:04:31.226199+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:04:31.226199+0000","last_undegraded":"2023-09-23T18:04:31.226199+0000","last_fullsized":"2023-09-23T18:04:31.226199+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":473,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222021+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:04:31.222021+0000","last_peered":"2023-09-23T18:04:31.222021+0000","last_clean":"2023-09-23T18:04:31.222021+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:04:31.222021+0000","last_undegraded":"2023-09-23T18:04:31.222021+0000","last_fullsized":"2023-09-23T18:04:31.222021+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":204,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.329993+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:04:45.329993+0000","last_peered":"2023-09-23T18:04:45.329993+0000","last_clean":"2023-09-23T18:04:45.329993+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:04:45.329993+0000","last_undegraded":"2023-09-23T18:04:45.329993+0000","last_fullsized":"2023-09-23T18:04:45.329993+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":169,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.220014+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:04:31.220014+0000","last_peered":"2023-09-23T18:04:31.220014+0000","last_clean":"2023-09-23T18:04:31.220014+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:04:31.220014+0000","last_undegraded":"2023-09-23T18:04:31.220014+0000","last_fullsized":"2023-09-23T18:04:31.220014+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"205'9174","reported_seq":9319,"reported_epoch":205,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T18:04:56.835876+0000","last_change":"2023-09-23T18:04:56.840662+0000","last_active":"2023-09-23T18:04:56.835876+0000","last_peered":"2023-09-23T18:04:56.835876+0000","last_clean":"2023-09-23T17:59:44.189998+0000","last_became_active":"2023-09-23T18:02:29.352330+0000","last_became_peered":"2023-09-23T18:02:29.352330+0000","last_unstale":"2023-09-23T18:04:56.835876+0000","last_undegraded":"2023-09-23T18:02:29.179017+0000","last_fullsized":"2023-09-23T18:04:56.835876+0000","mapping_epoch":178,"log_start":"110'3852","ondisk_log_start":"110'3852","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5322,"log_dups_size":0,"ondisk_log_size":5322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9174,"num_write_kb":293568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,2],"avail_no_missing":["7","0","1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"205'9464","reported_seq":12466,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:04:56.861802+0000","last_change":"2023-09-23T18:02:47.572273+0000","last_active":"2023-09-23T18:04:56.861802+0000","last_peered":"2023-09-23T18:04:56.861802+0000","last_clean":"2023-09-23T17:58:41.240410+0000","last_became_active":"2023-09-23T18:02:47.492402+0000","last_became_peered":"2023-09-23T18:02:47.492402+0000","last_unstale":"2023-09-23T18:04:56.861802+0000","last_undegraded":"2023-09-23T18:02:47.466503+0000","last_fullsized":"2023-09-23T18:02:47.389037+0000","mapping_epoch":187,"log_start":"109'3051","ondisk_log_start":"109'3051","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6413,"log_dups_size":0,"ondisk_log_size":6413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:11.230478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9464,"num_write_kb":302848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":67895296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-14}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":862,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.222018+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:04:31.222018+0000","last_peered":"2023-09-23T18:04:31.222018+0000","last_clean":"2023-09-23T18:04:31.222018+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:04:31.222018+0000","last_undegraded":"2023-09-23T18:04:31.222018+0000","last_fullsized":"2023-09-23T18:04:31.222018+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":178,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225801+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:04:31.225801+0000","last_peered":"2023-09-23T18:04:31.225801+0000","last_clean":"2023-09-23T18:04:31.225801+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:04:31.225801+0000","last_undegraded":"2023-09-23T18:04:31.225801+0000","last_fullsized":"2023-09-23T18:04:31.225801+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":38,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:40.461543+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:04:40.461543+0000","last_peered":"2023-09-23T18:04:40.461543+0000","last_clean":"2023-09-23T18:04:40.461543+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:04:40.461543+0000","last_undegraded":"2023-09-23T18:04:40.461543+0000","last_fullsized":"2023-09-23T18:04:40.461543+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":363,"reported_epoch":204,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:04:31.223211+0000","last_change":"2023-09-23T18:02:53.912273+0000","last_active":"2023-09-23T18:04:31.223211+0000","last_peered":"2023-09-23T18:04:31.223211+0000","last_clean":"2023-09-23T18:02:25.775212+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:04:31.223211+0000","last_undegraded":"2023-09-23T18:02:53.912155+0000","last_fullsized":"2023-09-23T18:04:31.223211+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":134,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232503+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:04:31.232503+0000","last_peered":"2023-09-23T18:04:31.232503+0000","last_clean":"2023-09-23T18:04:31.232503+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:04:31.232503+0000","last_undegraded":"2023-09-23T18:04:31.232503+0000","last_fullsized":"2023-09-23T18:04:31.232503+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":188,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228382+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:04:31.228382+0000","last_peered":"2023-09-23T18:04:31.228382+0000","last_clean":"2023-09-23T18:04:31.228382+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:04:31.228382+0000","last_undegraded":"2023-09-23T18:04:31.228382+0000","last_fullsized":"2023-09-23T18:04:31.228382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"205'9462","reported_seq":9592,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.848809+0000","last_change":"2023-09-23T18:02:41.316458+0000","last_active":"2023-09-23T18:04:56.848809+0000","last_peered":"2023-09-23T18:04:56.848809+0000","last_clean":"2023-09-23T18:04:56.848809+0000","last_became_active":"2023-09-23T18:02:41.286011+0000","last_became_peered":"2023-09-23T18:02:41.286011+0000","last_unstale":"2023-09-23T18:04:56.848809+0000","last_undegraded":"2023-09-23T18:04:56.848809+0000","last_fullsized":"2023-09-23T18:04:56.848809+0000","mapping_epoch":185,"log_start":"108'1699","ondisk_log_start":"108'1699","created":103,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":7763,"log_dups_size":0,"ondisk_log_size":7763,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9462,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":222,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":175,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.227440+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:04:31.227440+0000","last_peered":"2023-09-23T18:04:31.227440+0000","last_clean":"2023-09-23T18:04:31.227440+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:04:31.227440+0000","last_undegraded":"2023-09-23T18:04:31.227440+0000","last_fullsized":"2023-09-23T18:04:31.227440+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":712,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232940+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:04:31.232940+0000","last_peered":"2023-09-23T18:04:31.232940+0000","last_clean":"2023-09-23T18:04:31.232940+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:04:31.232940+0000","last_undegraded":"2023-09-23T18:04:31.232940+0000","last_fullsized":"2023-09-23T18:04:31.232940+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":209,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:42.602901+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:04:42.602901+0000","last_peered":"2023-09-23T18:04:42.602901+0000","last_clean":"2023-09-23T18:04:42.602901+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:04:42.602901+0000","last_undegraded":"2023-09-23T18:04:42.602901+0000","last_fullsized":"2023-09-23T18:04:42.602901+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"205'9502","reported_seq":12096,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.843389+0000","last_change":"2023-09-23T18:03:30.107604+0000","last_active":"2023-09-23T18:04:56.843389+0000","last_peered":"2023-09-23T18:04:56.843389+0000","last_clean":"2023-09-23T18:04:56.843389+0000","last_became_active":"2023-09-23T18:02:41.293475+0000","last_became_peered":"2023-09-23T18:02:41.293475+0000","last_unstale":"2023-09-23T18:04:56.843389+0000","last_undegraded":"2023-09-23T18:04:56.843389+0000","last_fullsized":"2023-09-23T18:04:56.843389+0000","mapping_epoch":185,"log_start":"108'2628","ondisk_log_start":"108'2628","created":103,"last_epoch_clean":198,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":6874,"log_dups_size":0,"ondisk_log_size":6874,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9502,"num_write_kb":304064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1209,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":421,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.220451+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:04:31.220451+0000","last_peered":"2023-09-23T18:04:31.220451+0000","last_clean":"2023-09-23T18:04:31.220451+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:04:31.220451+0000","last_undegraded":"2023-09-23T18:04:31.220451+0000","last_fullsized":"2023-09-23T18:04:31.220451+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":42,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:40.461504+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:04:40.461504+0000","last_peered":"2023-09-23T18:04:40.461504+0000","last_clean":"2023-09-23T18:04:40.461504+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:04:40.461504+0000","last_undegraded":"2023-09-23T18:04:40.461504+0000","last_fullsized":"2023-09-23T18:04:40.461504+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":39,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.233425+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:04:31.233425+0000","last_peered":"2023-09-23T18:04:31.233425+0000","last_clean":"2023-09-23T18:04:31.233425+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:04:31.233425+0000","last_undegraded":"2023-09-23T18:04:31.233425+0000","last_fullsized":"2023-09-23T18:04:31.233425+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"205'9362","reported_seq":16393,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:56.832306+0000","last_change":"2023-09-23T18:02:55.745549+0000","last_active":"2023-09-23T18:04:56.832306+0000","last_peered":"2023-09-23T18:04:56.832306+0000","last_clean":"2023-09-23T18:04:56.832306+0000","last_became_active":"2023-09-23T18:02:55.725923+0000","last_became_peered":"2023-09-23T18:02:55.725923+0000","last_unstale":"2023-09-23T18:04:56.832306+0000","last_undegraded":"2023-09-23T18:04:56.832306+0000","last_fullsized":"2023-09-23T18:04:56.832306+0000","mapping_epoch":191,"log_start":"110'3775","ondisk_log_start":"110'3775","created":103,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:57:50.122438+0000","last_clean_scrub_stamp":"2023-09-23T17:57:50.122438+0000","objects_scrubbed":0,"log_size":5587,"log_dups_size":0,"ondisk_log_size":5587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:27:38.044077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9362,"num_write_kb":299584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3049,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":38,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T18:04:45.344792+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:04:45.344792+0000","last_peered":"2023-09-23T18:04:45.344792+0000","last_clean":"2023-09-23T18:04:45.344792+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:04:45.344792+0000","last_undegraded":"2023-09-23T18:04:45.344792+0000","last_fullsized":"2023-09-23T18:04:45.344792+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":90,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232579+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:04:31.232579+0000","last_peered":"2023-09-23T18:04:31.232579+0000","last_clean":"2023-09-23T18:04:31.232579+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:04:31.232579+0000","last_undegraded":"2023-09-23T18:04:31.232579+0000","last_fullsized":"2023-09-23T18:04:31.232579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":199,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.225843+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:04:31.225843+0000","last_peered":"2023-09-23T18:04:31.225843+0000","last_clean":"2023-09-23T18:04:31.225843+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:04:31.225843+0000","last_undegraded":"2023-09-23T18:04:31.225843+0000","last_fullsized":"2023-09-23T18:04:31.225843+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.231377+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:04:31.231377+0000","last_peered":"2023-09-23T18:04:31.231377+0000","last_clean":"2023-09-23T18:04:31.231377+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:04:31.231377+0000","last_undegraded":"2023-09-23T18:04:31.231377+0000","last_fullsized":"2023-09-23T18:04:31.231377+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":173,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.226038+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:04:31.226038+0000","last_peered":"2023-09-23T18:04:31.226038+0000","last_clean":"2023-09-23T18:04:31.226038+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:04:31.226038+0000","last_undegraded":"2023-09-23T18:04:31.226038+0000","last_fullsized":"2023-09-23T18:04:31.226038+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232976+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:04:31.232976+0000","last_peered":"2023-09-23T18:04:31.232976+0000","last_clean":"2023-09-23T18:04:31.232976+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:04:31.232976+0000","last_undegraded":"2023-09-23T18:04:31.232976+0000","last_fullsized":"2023-09-23T18:04:31.232976+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":225,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:42.603058+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:04:42.603058+0000","last_peered":"2023-09-23T18:04:42.603058+0000","last_clean":"2023-09-23T18:04:42.603058+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:04:42.603058+0000","last_undegraded":"2023-09-23T18:04:42.603058+0000","last_fullsized":"2023-09-23T18:04:42.603058+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":229,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.228145+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:04:31.228145+0000","last_peered":"2023-09-23T18:04:31.228145+0000","last_clean":"2023-09-23T18:04:31.228145+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:04:31.228145+0000","last_undegraded":"2023-09-23T18:04:31.228145+0000","last_fullsized":"2023-09-23T18:04:31.228145+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":74,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:35.458382+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:04:35.458382+0000","last_peered":"2023-09-23T18:04:35.458382+0000","last_clean":"2023-09-23T18:04:35.458382+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:04:35.458382+0000","last_undegraded":"2023-09-23T18:04:35.458382+0000","last_fullsized":"2023-09-23T18:04:35.458382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T18:04:31.232711+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:04:31.232711+0000","last_peered":"2023-09-23T18:04:31.232711+0000","last_clean":"2023-09-23T18:04:31.232711+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:04:31.232711+0000","last_undegraded":"2023-09-23T18:04:31.232711+0000","last_fullsized":"2023-09-23T18:04:31.232711+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":2030,"num_objects_missing":2030,"num_objects_degraded":12866,"num_objects_misplaced":3570,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":149318,"num_write_kb":4778113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49550,"num_bytes_recovered":2665152536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2693664768,"data_stored":2693660696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104358,"ondisk_log_size":104358,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":22446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16789504,"data_stored":16777273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430441,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":480064,"kb_used_data":178744,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93265088,"statfs":{"total":95995035648,"available":95503450112,"internally_reserved":0,"allocated":183033856,"data_stored":182360654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.70199999999999996,"15min":0.67100000000000004},"min":{"1min":0.245,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":4.3499999999999996,"5min":6.415,"15min":6.5090000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.556,"5min":0.86699999999999999,"15min":0.76200000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":9.2810000000000006,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.86199999999999999,"15min":0.69599999999999995},"min":{"1min":0.28699999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.7779999999999996,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.76700000000000002,"15min":0.67000000000000004},"min":{"1min":0.33200000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.4420000000000002,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.60499999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:04:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.0590000000000002,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.012,"15min":0.78100000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":9.3859999999999992,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.69699999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:04:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.091,"15min":1.131},"min":{"1min":0.35099999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.415,"5min":6.4930000000000003,"15min":6.4930000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.214,"5min":1.171,"15min":1.1759999999999999},"min":{"1min":0.371,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.7969999999999997,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.51300000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.86899999999999999,"15min":0.66600000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.2780000000000005,"5min":8.2780000000000005,"15min":8.2780000000000005},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88300000000000001,"15min":0.64100000000000001},"min":{"1min":0.314,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":7.3129999999999997,"5min":10.238,"15min":10.238},"last":0.52000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":0.88300000000000001,"15min":0.70799999999999996},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.3309999999999995,"5min":9.3309999999999995,"15min":9.3309999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.2929999999999999,"5min":0.84999999999999998,"15min":0.70299999999999996},"min":{"1min":0.33000000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":10.307},"last":0.52600000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":0.73099999999999998,"15min":0.67500000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":5.7999999999999998,"5min":5.7999999999999998,"15min":5.7999999999999998},"last":0.502},{"interface":"front","average":{"1min":1.7669999999999999,"5min":0.81499999999999995,"15min":0.65700000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.4139999999999997,"5min":9.4139999999999997,"15min":9.4139999999999997},"last":0.53600000000000003}]}]},{"osd":6,"up_from":174,"seq":747324309538,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":375036,"kb_used_data":43316,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":93370116,"statfs":{"total":95995035648,"available":95610998784,"internally_reserved":0,"allocated":44355584,"data_stored":43686385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.82899999999999996,"15min":0.876},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":2.0939999999999999,"5min":5.6799999999999997,"15min":5.6799999999999997},"last":0.30599999999999999},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.78300000000000003,"15min":0.73699999999999999},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.45500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.874,"15min":0.90800000000000003},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.6619999999999999,"5min":8.6029999999999998,"15min":8.6029999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.788,"5min":0.93999999999999995,"15min":0.79800000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":8.4309999999999992,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.379}]},{"osd":2,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":0.91200000000000003,"15min":0.77700000000000002},"min":{"1min":0.314,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.9850000000000003,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.89700000000000002,"15min":0.93700000000000006},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.028,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":0.371}]},{"osd":3,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.0129999999999999,"15min":1.0389999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.5699999999999998,"5min":5.883,"15min":5.883},"last":1.417},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.1459999999999999,"15min":1.2},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.4300000000000002,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":0.33100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.70399999999999996,"15min":0.67600000000000005},"min":{"1min":0.30599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":3.8839999999999999,"5min":3.8839999999999999,"15min":3.8839999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.0509999999999999,"5min":0.71599999999999997,"15min":0.66000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8959999999999999,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.314}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":0.71099999999999997,"15min":0.64100000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":4.9459999999999997,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.875,"5min":0.67900000000000005,"15min":0.64700000000000002},"min":{"1min":0.35499999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.1240000000000001,"5min":3.3199999999999998,"15min":3.3199999999999998},"last":0.39600000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.85299999999999998,"15min":0.85799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":3.4540000000000002,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.433},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.78200000000000003,"15min":0.80400000000000005},"min":{"1min":0.40300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0619999999999998,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.35499999999999998}]}]},{"osd":1,"up_from":90,"seq":386547056748,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":339804,"kb_used_data":195732,"kb_used_omap":7,"kb_used_meta":144056,"kb_avail":93405348,"statfs":{"total":95995035648,"available":95647076352,"internally_reserved":0,"allocated":200429568,"data_stored":199500290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":147513443},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.89700000000000002,"15min":0.69799999999999995},"min":{"1min":0.23200000000000001,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":5.9550000000000001,"5min":13.762,"15min":13.762},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.69299999999999995,"15min":0.61299999999999999},"min":{"1min":0.223,"5min":0.191,"15min":0.191},"max":{"1min":2.4900000000000002,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":0.37}]},{"osd":2,"last update":"Sat Sep 23 18:04:39 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.878,"15min":1.048},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":5.9429999999999996,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":1.2010000000000001,"15min":1.819},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.6930000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.018,"15min":0.72299999999999998},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.8919999999999999,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.95699999999999996,"15min":0.77000000000000002},"min":{"1min":0.313,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.7190000000000003,"5min":14.076000000000001,"15min":15.326000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":0.89200000000000002,"15min":0.83199999999999996},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.1820000000000004,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.871},"min":{"1min":0.32600000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.0519999999999996,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.48999999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":0.97299999999999998,"15min":0.83499999999999996},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.04,"5min":5.04,"15min":5.258},"last":0.496},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.0429999999999999,"15min":0.85699999999999998},"min":{"1min":0.34599999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8810000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.45700000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:04:22 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.64900000000000002,"15min":0.61099999999999999},"min":{"1min":0.46300000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.4769999999999999,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.036,"5min":0.75600000000000001,"15min":0.70899999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.8809999999999998,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":0.434}]},{"osd":7,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.111,"15min":0.90200000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":6.7990000000000004,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.466,"5min":1.121,"15min":0.95399999999999996},"min":{"1min":0.499,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":7.9180000000000001,"5min":13.859,"15min":13.859},"last":0.47199999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220279,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":394108,"kb_used_data":240180,"kb_used_omap":8,"kb_used_meta":153911,"kb_avail":93351044,"statfs":{"total":95995035648,"available":95591469056,"internally_reserved":0,"allocated":245944320,"data_stored":244985571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":157605476},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.98199999999999998,"15min":0.58999999999999997},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.843,"5min":11.491,"15min":11.491},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.05,"15min":0.62},"min":{"1min":0.252,"5min":0.23400000000000001,"15min":0.22500000000000001},"max":{"1min":1.8460000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.41499999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.2609999999999999,"5min":1.0649999999999999,"15min":1.087},"min":{"1min":0.26100000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":3.4140000000000001,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.1100000000000001,"15min":1.4059999999999999},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.6140000000000001,"5min":11.443,"15min":11.443},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":1.2090000000000001,"15min":0.67700000000000005},"min":{"1min":0.311,"5min":0.253,"15min":0.253},"max":{"1min":1.8959999999999999,"5min":12.682,"15min":12.682},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.747,"5min":1.1870000000000001,"15min":0.67600000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.601,"5min":11.587,"15min":11.587},"last":0.30599999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.995,"15min":0.79600000000000004},"min":{"1min":0.314,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.2809999999999999,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92800000000000005,"15min":0.77200000000000002},"min":{"1min":0.39700000000000002,"5min":0.37,"15min":0.37},"max":{"1min":2.8210000000000002,"5min":5.8179999999999996,"15min":5.8179999999999996},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.95699999999999996,"15min":0.81299999999999994},"min":{"1min":0.42099999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":2.8599999999999999,"5min":5.8710000000000004,"15min":5.8710000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.1679999999999999,"15min":0.879},"min":{"1min":0.378,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.4370000000000003,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:04:29 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.69099999999999995,"15min":0.64900000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":2.8919999999999999},"last":0.433},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67800000000000005,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.2709999999999999,"5min":3.2709999999999999,"15min":3.2709999999999999},"last":0.55500000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":1.0329999999999999,"15min":0.83299999999999996},"min":{"1min":0.45400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.504,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.75,"5min":1.1279999999999999,"15min":0.878},"min":{"1min":0.41199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9410000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.56200000000000006}]}]},{"osd":2,"up_from":0,"seq":622770257972,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729702,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":182940,"kb_used_data":30740,"kb_used_omap":4,"kb_used_meta":152187,"kb_avail":93562212,"statfs":{"total":95995035648,"available":95807705088,"internally_reserved":0,"allocated":31477760,"data_stored":30548807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":155839895},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":0.98999999999999999,"15min":0.70599999999999996},"min":{"1min":0.23599999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.885,"5min":13.885,"15min":14.162000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.157,"15min":0.879},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.8239999999999998,"5min":9.3490000000000002,"15min":17.396999999999998},"last":0.38600000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.218,"15min":0.73899999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.420999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":1.3340000000000001,"5min":1.0029999999999999,"15min":0.77400000000000002},"min":{"1min":0.307,"5min":0.255,"15min":0.25},"max":{"1min":13.781000000000001,"5min":13.781000000000001,"15min":14.276},"last":0.53200000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:04:42 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.2509999999999999,"15min":1.4370000000000001},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.488,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.32500000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.252,"15min":1.2270000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":1.202}]},{"osd":4,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.81000000000000005,"15min":0.81499999999999995},"min":{"1min":0.33000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":13.859999999999999,"5min":13.859999999999999,"15min":14.212},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.89000000000000001,"5min":1.2629999999999999,"15min":1.0549999999999999},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":2.996,"5min":9.3160000000000007,"15min":17.478000000000002},"last":0.55300000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.3240000000000001,"15min":1.0840000000000001},"min":{"1min":0.374,"5min":0.371,"15min":0.35699999999999998},"max":{"1min":4.6760000000000002,"5min":9.2780000000000005,"15min":17.507999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.994,"5min":1.2789999999999999,"15min":0.95399999999999996},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":11.452999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":0.625}]},{"osd":6,"last update":"Sat Sep 23 18:04:23 2023","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":0.871,"15min":0.80900000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":5.4560000000000004,"5min":5.4560000000000004,"15min":5.4560000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.385,"5min":0.91600000000000004,"15min":0.83799999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":5.3490000000000002,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":0.65500000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.333,"15min":0.97999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":11.58,"5min":11.58,"15min":11.58},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.532,"5min":0.91900000000000004,"15min":0.88400000000000001},"min":{"1min":0.47199999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.831,"5min":13.831,"15min":14.246},"last":0.60199999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019124,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":844280,"kb_used_data":547056,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92900872,"statfs":{"total":95995035648,"available":95130492928,"internally_reserved":0,"allocated":560185344,"data_stored":559519481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":1.0980000000000001,"15min":0.78300000000000003},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.92400000000000004,"5min":26.055,"15min":26.055},"last":0.442},{"interface":"front","average":{"1min":0.71999999999999997,"5min":1.3720000000000001,"15min":0.90300000000000002},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.0459999999999998,"5min":25.497,"15min":25.497},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.2390000000000001,"15min":0.79700000000000004},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":3.5129999999999999,"5min":25.268000000000001,"15min":25.268000000000001},"last":0.5},{"interface":"front","average":{"1min":0.86899999999999999,"5min":1.2829999999999999,"15min":0.82899999999999996},"min":{"1min":0.36099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.5299999999999998,"5min":25.298999999999999,"15min":25.298999999999999},"last":0.56200000000000006}]},{"osd":2,"last update":"Sat Sep 23 18:04:46 2023","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":0.94299999999999995,"15min":0.92800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":17.143000000000001,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.1399999999999999,"5min":0.89700000000000002,"15min":0.88800000000000001},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.8150000000000004,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.59699999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":1.296,"5min":1.522,"15min":0.89400000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":7.5620000000000003,"5min":25.181000000000001,"15min":25.181000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.86099999999999999,"5min":1.5349999999999999,"15min":0.94399999999999995},"min":{"1min":0.35599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.5259999999999998,"5min":25.225000000000001,"15min":25.225000000000001},"last":0.628}]},{"osd":5,"last update":"Sat Sep 23 18:04:01 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.069,"5min":4.6100000000000003,"15min":6.4240000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.64100000000000001,"15min":0.59899999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.8220000000000001,"5min":4.8220000000000001,"15min":4.8220000000000001},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.51300000000000001,"15min":0.47499999999999998},"min":{"1min":0.30499999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.55800000000000005,"15min":0.54600000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.61799999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.69099999999999995,"15min":0.66700000000000004},"min":{"1min":0.38600000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":6.1870000000000003,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.8839999999999999,"5min":0.84099999999999997,"15min":0.72599999999999998},"min":{"1min":0.29299999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.71599999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822896,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":812072,"kb_used_data":502560,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92933080,"statfs":{"total":95995035648,"available":95163473920,"internally_reserved":0,"allocated":514621440,"data_stored":513967409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:21 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.83499999999999996,"15min":0.71499999999999997},"min":{"1min":0.24199999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.89800000000000002,"5min":9.2479999999999993,"15min":9.2479999999999993},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":1.0089999999999999,"15min":0.77700000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.347,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.47399999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:04:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":1.1080000000000001,"15min":0.78000000000000003},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.6679999999999999,"5min":16.033999999999999,"15min":16.033999999999999},"last":0.38},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.88200000000000001,"15min":0.72999999999999998},"min":{"1min":0.32400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.6180000000000003,"5min":5.6180000000000003,"15min":7.6660000000000004},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:04:40 2023","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":0.93799999999999994,"15min":1.042},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":4.6239999999999997,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.29499999999999998},{"interface":"front","average":{"1min":1.1970000000000001,"5min":0.94999999999999996,"15min":1.0629999999999999},"min":{"1min":0.32500000000000001,"5min":0.311,"15min":0.311},"max":{"1min":4.5099999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.47999999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.147,"15min":0.89000000000000001},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.7480000000000002,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.278,"15min":1.0249999999999999},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":14.048,"5min":14.048,"15min":14.048},"last":0.41199999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:04:51 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":0.75900000000000001,"15min":0.67900000000000005},"min":{"1min":0.309,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":9.3870000000000005,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.498},{"interface":"front","average":{"1min":1.4019999999999999,"5min":0.97099999999999997,"15min":0.73599999999999999},"min":{"1min":0.35699999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":4.8159999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.35499999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:04:25 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.64400000000000002,"15min":0.59699999999999998},"min":{"1min":0.39100000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.432},{"interface":"front","average":{"1min":1.1040000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.44600000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:04:35 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.71199999999999997,"15min":0.70399999999999996},"min":{"1min":0.40400000000000003,"5min":0.309,"15min":0.309},"max":{"1min":4.0049999999999999,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":1.052,"15min":0.78300000000000003},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.3490000000000002,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.42399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":242941952,"data_stored":242941952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":193855488,"data_stored":193855488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":950800384,"data_stored":950796312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24903680,"data_stored":24903680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":553254912,"data_stored":553254912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":510066688,"data_stored":510066688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":37486592,"data_stored":37486592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":180355072,"data_stored":180355072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:05:15.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:05:16.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: pgmap v552: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 5.1 MiB/s, 121 objects/s recovering 2023-09-23T18:05:16.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:16.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.458 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:05:16.458 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T18:05:16.458 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.458 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.458 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[149401]: from='client.35430 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: pgmap v552: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 5.1 MiB/s, 121 objects/s recovering 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1885579984' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:05:16.459 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T18:05:16.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: failed to encode map e206 with expected crc 2023-09-23T18:05:16.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:05 smithi018 ceph-mon[153734]: from='client.35430 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:16.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12870/84 objects degraded (15321.429%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:16.893 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12870/84 objects degraded (15321.429%), 9 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:16.893 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:08 smithi018 ceph-mon[153734]: pgmap v554: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 1.9 MiB/s, 140 objects/s recovering 2023-09-23T18:05:19.847 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:08 smithi018 ceph-mon[149401]: pgmap v554: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 140 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 1.9 MiB/s, 140 objects/s recovering 2023-09-23T18:05:19.847 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[153734]: pgmap v555: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 70 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 953 KiB/s, 124 objects/s recovering 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[149401]: pgmap v555: 89 pgs: 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 70 op/s; 12870/84 objects degraded (15321.429%); 3570/84 objects misplaced (4250.000%); 953 KiB/s, 124 objects/s recovering 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:19.848 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[153734]: failed to encode map e207 with expected crc 2023-09-23T18:05:19.849 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[153734]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T18:05:19.849 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[153734]: failed to encode map e207 with expected crc 2023-09-23T18:05:19.849 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[153734]: pgmap v557: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 10642/84 objects degraded (12669.048%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:20.383 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:05:20.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[149401]: failed to encode map e207 with expected crc 2023-09-23T18:05:20.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[149401]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T18:05:20.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[149401]: failed to encode map e207 with expected crc 2023-09-23T18:05:20.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:11 smithi018 ceph-mon[149401]: pgmap v557: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 10642/84 objects degraded (12669.048%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10642/84 objects degraded (12669.048%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:20.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:20.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:20.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[153734]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10642/84 objects degraded (12669.048%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:21.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T18:05:21.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:12 smithi018 ceph-mon[149401]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:13 smithi018 ceph-mon[153734]: pgmap v559: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%); 0 B/s, 13 objects/s recovering 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:13 smithi018 ceph-mon[149401]: pgmap v559: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%); 0 B/s, 13 objects/s recovering 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10642/84 objects degraded (12669.048%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:12 smithi149 ceph-mon[135148]: failed to encode map e208 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:13 smithi149 ceph-mon[135148]: pgmap v559: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%); 0 B/s, 13 objects/s recovering 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:15 smithi149 ceph-mon[135148]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:15 smithi149 ceph-mon[135148]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:15 smithi149 ceph-mon[135148]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:15 smithi149 ceph-mon[135148]: pgmap v561: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:16 smithi149 ceph-mon[135148]: failed to encode map e210 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:16 smithi149 ceph-mon[135148]: failed to encode map e210 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:16 smithi149 ceph-mon[135148]: failed to encode map e210 with expected crc 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:16 smithi149 ceph-mon[135148]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T18:05:21.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:16 smithi149 ceph-mon[135148]: failed to encode map e210 with expected crc 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: pgmap v563: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 7124/84 objects degraded (8480.952%); 3570/84 objects misplaced (4250.000%); 0 B/s, 457 objects/s recovering 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: failed to encode map e211 with expected crc 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: failed to encode map e211 with expected crc 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: failed to encode map e211 with expected crc 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: osdmap e211: 8 total, 8 up, 7 in 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: failed to encode map e211 with expected crc 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:18 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 7124/84 objects degraded (8480.952%), 7 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:21.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:19 smithi149 ceph-mon[135148]: failed to encode map e212 with expected crc 2023-09-23T18:05:21.867 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:19 smithi149 ceph-mon[135148]: failed to encode map e212 with expected crc 2023-09-23T18:05:21.869 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:19 smithi149 ceph-mon[135148]: failed to encode map e212 with expected crc 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:19 smithi149 ceph-mon[135148]: osdmap e212: 8 total, 8 up, 7 in 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:19 smithi149 ceph-mon[135148]: failed to encode map e212 with expected crc 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:20 smithi149 ceph-mon[135148]: pgmap v566: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 5297/84 objects degraded (6305.952%); 1672/84 objects misplaced (1990.476%); 0 B/s, 611 objects/s recovering 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3865830798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1812457766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:21.870 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:14] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.33.4" 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[153734]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[153734]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[153734]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[153734]: pgmap v561: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[149401]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[149401]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.871 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[149401]: failed to encode map e209 with expected crc 2023-09-23T18:05:21.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:15 smithi018 ceph-mon[149401]: pgmap v561: 89 pgs: 1 peering, 1 active+recovery_wait+degraded, 2 active+recovery_wait+remapped, 1 active+recovery_wait+degraded+remapped, 78 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 7138/84 objects degraded (8497.619%); 3570/84 objects misplaced (4250.000%) 2023-09-23T18:05:21.873 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: failed to encode map e213 with expected crc 2023-09-23T18:05:22.242 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:05:22.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: osdmap e213: 8 total, 8 up, 7 in 2023-09-23T18:05:22.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: failed to encode map e213 with expected crc 2023-09-23T18:05:22.686 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: failed to encode map e213 with expected crc 2023-09-23T18:05:22.686 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:21 smithi149 ceph-mon[135148]: failed to encode map e213 with expected crc 2023-09-23T18:05:22.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:22.687 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:22.687 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:22.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:22.690 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[149401]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.690 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[149401]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.690 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[149401]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.690 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[149401]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T18:05:22.690 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[149401]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[153734]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[153734]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[153734]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[153734]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T18:05:22.691 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:16 smithi018 ceph-mon[153734]: failed to encode map e210 with expected crc 2023-09-23T18:05:22.692 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:23.076 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:23.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: pgmap v563: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 7124/84 objects degraded (8480.952%); 3570/84 objects misplaced (4250.000%); 0 B/s, 457 objects/s recovering 2023-09-23T18:05:23.783 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: failed to encode map e211 with expected crc 2023-09-23T18:05:23.783 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: failed to encode map e211 with expected crc 2023-09-23T18:05:23.783 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: failed to encode map e211 with expected crc 2023-09-23T18:05:23.784 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: osdmap e211: 8 total, 8 up, 7 in 2023-09-23T18:05:23.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: failed to encode map e211 with expected crc 2023-09-23T18:05:23.786 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 7124/84 objects degraded (8480.952%), 7 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:23.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: pgmap v563: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 7124/84 objects degraded (8480.952%); 3570/84 objects misplaced (4250.000%); 0 B/s, 457 objects/s recovering 2023-09-23T18:05:24.074 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: failed to encode map e211 with expected crc 2023-09-23T18:05:24.074 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: failed to encode map e211 with expected crc 2023-09-23T18:05:24.075 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: failed to encode map e211 with expected crc 2023-09-23T18:05:24.075 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: osdmap e211: 8 total, 8 up, 7 in 2023-09-23T18:05:24.075 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: failed to encode map e211 with expected crc 2023-09-23T18:05:24.075 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:18 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 7124/84 objects degraded (8480.952%), 7 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T18:05:24.075 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:24.075 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:24.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:24.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[149401]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[149401]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[149401]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[149401]: osdmap e212: 8 total, 8 up, 7 in 2023-09-23T18:05:24.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[149401]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:22 smithi149 ceph-mon[135148]: pgmap v568: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:24.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:22 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5297/84 objects degraded (6305.952%), 7 pgs degraded, 5 pgs undersized) 2023-09-23T18:05:24.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[153734]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[153734]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[153734]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[153734]: osdmap e212: 8 total, 8 up, 7 in 2023-09-23T18:05:24.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:19 smithi018 ceph-mon[153734]: failed to encode map e212 with expected crc 2023-09-23T18:05:24.407 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.408 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:05:24.738 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_0' removed 2023-09-23T18:05:24.738 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[153734]: pgmap v566: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 5297/84 objects degraded (6305.952%); 1672/84 objects misplaced (1990.476%); 0 B/s, 611 objects/s recovering 2023-09-23T18:05:24.738 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3865830798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:24.738 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1812457766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:24.738 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:24.739 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[149401]: pgmap v566: 89 pgs: 1 peering, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 79 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 4.6 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 5297/84 objects degraded (6305.952%); 1672/84 objects misplaced (1990.476%); 0 B/s, 611 objects/s recovering 2023-09-23T18:05:24.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3865830798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:24.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1812457766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:24.995 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:05:24.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:05:24.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: osdmap e213: 8 total, 8 up, 7 in 2023-09-23T18:05:24.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[153734]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: osdmap e213: 8 total, 8 up, 7 in 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:21 smithi018 ceph-mon[149401]: failed to encode map e213 with expected crc 2023-09-23T18:05:24.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:22 smithi018 ceph-mon[153734]: pgmap v568: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:25.237 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:22 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5297/84 objects degraded (6305.952%), 7 pgs degraded, 5 pgs undersized) 2023-09-23T18:05:25.237 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:22 smithi018 ceph-mon[149401]: pgmap v568: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:25.237 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:22 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5297/84 objects degraded (6305.952%), 7 pgs degraded, 5 pgs undersized) 2023-09-23T18:05:25.238 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:25.238 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:25.239 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:24 smithi149 ceph-mon[135148]: pgmap v569: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:25.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:25.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:24 smithi018 ceph-mon[153734]: pgmap v569: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:25.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:24 smithi018 ceph-mon[149401]: pgmap v569: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:25.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:25.241 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T18:05:25.241 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T18:05:25.242 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2023-09-23T18:05:25.242 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_1 16 2023-09-23T18:05:25.242 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:25.566 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:25.567 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:24] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.33.4" 2023-09-23T18:05:25.567 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:25.640 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:25.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:26.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:26.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[149401]: pgmap v570: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:26.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:26.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:26.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:25 smithi018 ceph-mon[153734]: pgmap v570: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:26.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:26.241 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:26.241 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:26.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:26.242 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:26.242 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:25 smithi149 ceph-mon[135148]: pgmap v570: 73 pgs: 1 active+recovering, 72 active+clean; 4.6 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:26.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:26.531 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:26.873 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:27.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:27.091 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:27.193 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:28.799 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:28 smithi018 ceph-mon[153734]: pgmap v571: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:28.800 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:28 smithi018 ceph-mon[149401]: pgmap v571: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:28.802 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:05:28.803 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:28 smithi149 ceph-mon[135148]: pgmap v571: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:28.833 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:29.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:29.128 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:29.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:29.171 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:05:29.968 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":712,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":213,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":7,"osd_in_since":1695492124,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73}],"num_pgs":73,"num_pools":4,"num_objects":28,"data_bytes":4790195,"bytes_used":2832809984,"bytes_avail":669132439552,"bytes_total":671965249536},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":22,"modified":"2023-09-23T18:03:20.658114+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d5494f83-aa72-45eb-95b8-8be4df0dd487":{"message":"Global Recovery Event (6m)\n [===========================.] (remaining: 5s)","progress":0.98630136251449585,"add_to_ceph_s":true}}} 2023-09-23T18:05:29.968 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:29.970 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2147115623' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:05:29.970 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2147115623' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:05:29.970 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2147115623' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:05:29.971 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:05:29.971 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:05:30.001 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:31.203 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:30 smithi149 ceph-mon[135148]: pgmap v572: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:31.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:05:31.206 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T18:05:31.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:05:31.207 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:30 smithi018 ceph-mon[153734]: pgmap v572: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:31.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:30 smithi018 ceph-mon[149401]: pgmap v572: 73 pgs: 73 active+clean; 4.6 MiB data, 2.6 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:31.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:31.701 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:31.702 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:31.702 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:31.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:32.065 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:32.372 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:05:32.373 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_1' created 2023-09-23T18:05:32.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:32.374 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:32.374 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:32.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:32 smithi149 ceph-mon[135148]: pgmap v573: 73 pgs: 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:32.702 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:32.702 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/109389362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:32.702 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:32 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:32.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:32.705 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[149401]: pgmap v573: 73 pgs: 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:33.039 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:33.039 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/109389362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:33.040 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[153734]: pgmap v573: 73 pgs: 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/109389362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:33.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:32 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T18:05:33.618 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:33.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.620 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:05:33.621 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2023-09-23T18:05:33.623 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:33.623 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: failed to encode map e214 with expected crc 2023-09-23T18:05:33.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:35.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T18:05:35.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: osdmap e214: 8 total, 8 up, 7 in 2023-09-23T18:05:35.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: failed to encode map e214 with expected crc 2023-09-23T18:05:35.392 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: failed to encode map e214 with expected crc 2023-09-23T18:05:35.392 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2038944365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:35.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:35.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: failed to encode map e214 with expected crc 2023-09-23T18:05:35.712 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:35.712 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T18:05:35.712 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: osdmap e214: 8 total, 8 up, 7 in 2023-09-23T18:05:35.712 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: failed to encode map e214 with expected crc 2023-09-23T18:05:35.712 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: failed to encode map e214 with expected crc 2023-09-23T18:05:35.713 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2038944365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:35.714 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:35.715 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:35.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:35.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: pgmap v575: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:35.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: osdmap e215: 8 total, 8 up, 7 in 2023-09-23T18:05:35.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[153734]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: pgmap v575: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: osdmap e215: 8 total, 8 up, 7 in 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-mon[149401]: failed to encode map e215 with expected crc 2023-09-23T18:05:35.904 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:35.904 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:35.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:05:36.254 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:34] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.33.4" 2023-09-23T18:05:36.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:36.254 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[153734]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.255 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[153734]: osdmap e216: 8 total, 8 up, 7 in 2023-09-23T18:05:36.255 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[153734]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.255 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[149401]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.255 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[149401]: osdmap e216: 8 total, 8 up, 7 in 2023-09-23T18:05:36.255 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:35 smithi018 ceph-mon[149401]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: failed to encode map e214 with expected crc 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3514009069' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: osdmap e214: 8 total, 8 up, 7 in 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: failed to encode map e214 with expected crc 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: failed to encode map e214 with expected crc 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2038944365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: pgmap v575: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: failed to encode map e215 with expected crc 2023-09-23T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: failed to encode map e215 with expected crc 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: osdmap e215: 8 total, 8 up, 7 in 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: failed to encode map e215 with expected crc 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: failed to encode map e215 with expected crc 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:34 smithi149 ceph-mon[135148]: failed to encode map e215 with expected crc 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:35 smithi149 ceph-mon[135148]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:35 smithi149 ceph-mon[135148]: osdmap e216: 8 total, 8 up, 7 in 2023-09-23T18:05:36.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:35 smithi149 ceph-mon[135148]: failed to encode map e216 with expected crc 2023-09-23T18:05:36.260 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:05:36.452 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:36.453 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74496 5.5 5:a09bc888:::benchmark_data_smithi018_184207_object74495:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:05:36.454 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 414.389710589, 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.325219621, 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74496 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.455 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:36.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277499+0000", 2023-09-23T18:05:36.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:36.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277519+0000", 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0205999999999999e-05 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277531+0000", 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.173e-05 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277536+0000", 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4439999999999999e-06 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277580+0000", 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4446000000000001e-05 2023-09-23T18:05:36.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:05:36.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.277587+0000", 2023-09-23T18:05:36.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7410000000000003e-06 2023-09-23T18:05:36.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254064+0000", 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97647698000000005 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.254078+0000", 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3574000000000001e-05 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.513696+0000", 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2596180640000001 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516042+0000", 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023462119999999999 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 6,7", 2023-09-23T18:05:36.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.516276+0000", 2023-09-23T18:05:36.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000233976 2023-09-23T18:05:36.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:36.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597597+0000", 2023-09-23T18:05:36.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081321097999999994 2023-09-23T18:05:36.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.597632+0000", 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5373000000000002e-05 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600538+0000", 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002905772 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:36.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.600592+0000", 2023-09-23T18:05:36.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3349e-05 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.602719+0000", 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021275109999999999 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.979 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.34800.0:87187 5.f e141/139 5:f00c4a4d:::benchmark_data_smithi018_184207_object12526:head v 141'5398, mlcod=0'0)", 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.51548529199999, 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4713426700000003, 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:36.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151725+0000", 2023-09-23T18:05:36.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:36.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:36.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:37.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151723+0000", 2023-09-23T18:05:37.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:37.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151735+0000", 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2041999999999999e-05 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:37.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151752+0000", 2023-09-23T18:05:37.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6300999999999999e-05 2023-09-23T18:05:37.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.151763+0000", 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.117e-05 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:37.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.607472+0000", 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4557091680000003 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.607491+0000", 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.872e-05 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.392 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:37.392 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623019+0000", 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015528264 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623067+0000", 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8395e-05 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.393 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:fed787ca:::benchmark_data_smithi018_184207_object12533:head, version: 107'804, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:fed787ca:::benchmark_data_smithi018_184207_object12533:head@107'804, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.51277671399998, 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4582710470000002, 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:37.394 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154433+0000", 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154503+0000", 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0702000000000002e-05 2023-09-23T18:05:37.396 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.397 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154522+0000", 2023-09-23T18:05:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8698e-05 2023-09-23T18:05:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.154540+0000", 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7710000000000002e-05 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.611472+0000", 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4569327010000004 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.611484+0000", 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1204e-05 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:37.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612704+0000", 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012207769999999999 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f1a092da:::benchmark_data_smithi018_184207_object12559:head, version: 107'805, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f1a092da:::benchmark_data_smithi018_184207_object12559:head@107'805, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.51198766200002, 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.458799483, 2023-09-23T18:05:37.559 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155222+0000", 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155319+0000", 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7141999999999999e-05 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:37.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155339+0000", 2023-09-23T18:05:37.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0015000000000001e-05 2023-09-23T18:05:37.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155355+0000", 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6322999999999999e-05 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612747+0000", 2023-09-23T18:05:37.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4573918189999997 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.612755+0000", 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4789999999999999e-06 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614022+0000", 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001267266 2023-09-23T18:05:37.777 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f16a8c34:::benchmark_data_smithi018_184207_object12568:head, version: 107'806, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f16a8c34:::benchmark_data_smithi018_184207_object12568:head@107'806, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.51126419799999, 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4597062159999998, 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:37.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155946+0000", 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.155945+0000", 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156095+0000", 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015002700000000001 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:37.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156114+0000", 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8907e-05 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156134+0000", 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9211e-05 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614072+0000", 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4579385199999999 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.614084+0000", 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2104e-05 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:37.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615652+0000", 2023-09-23T18:05:37.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015679279999999999 2023-09-23T18:05:37.989 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.989 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:37.989 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:37.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f680b8ed:::benchmark_data_smithi018_184207_object12569:head, version: 107'807, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f680b8ed:::benchmark_data_smithi018_184207_object12569:head@107'807, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.51062890600002, 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4604927510000003, 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156581+0000", 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:37.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156802+0000", 2023-09-23T18:05:38.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000220986 2023-09-23T18:05:38.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156823+0000", 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1260999999999999e-05 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.156841+0000", 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7992999999999999e-05 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615717+0000", 2023-09-23T18:05:38.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4588762759999998 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.615738+0000", 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0356999999999998e-05 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617074+0000", 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013364010000000001 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f68f4fb8:::benchmark_data_smithi018_184207_object12574:head, version: 107'808, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f68f4fb8:::benchmark_data_smithi018_184207_object12574:head@107'808, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:38.716 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.510009126, 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4609312919999997, 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:38.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:05:38.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:38.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157201+0000", 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157200+0000", 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157294+0000", 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3561999999999996e-05 2023-09-23T18:05:38.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157306+0000", 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2075999999999999e-05 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:38.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.157318+0000", 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.15e-05 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617109+0000", 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4597918569999999 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.617118+0000", 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9619999999999999e-06 2023-09-23T18:05:38.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618132+0000", 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001013814 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.844 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:fdb678c3:::benchmark_data_smithi018_184207_object12615:head, version: 107'809, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:fdb678c3:::benchmark_data_smithi018_184207_object12615:head@107'809, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:38.983 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:05:38.983 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.50920228199999, 2023-09-23T18:05:38.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4611510760000002, 2023-09-23T18:05:38.983 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:38.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:38.984 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:38.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158008+0000", 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158007+0000", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158191+0000", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018388599999999999 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158208+0000", 2023-09-23T18:05:38.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7258999999999999e-05 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158226+0000", 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7390000000000001e-05 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618169+0000", 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4599435749999996 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.618177+0000", 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5259999999999996e-06 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:38.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619159+0000", 2023-09-23T18:05:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00098205800000000006 2023-09-23T18:05:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f11ad040:::benchmark_data_smithi018_184207_object12622:head, version: 107'810, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f11ad040:::benchmark_data_smithi018_184207_object12622:head@107'810, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.50856055999998, 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4620629159999998, 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158650+0000", 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158643+0000", 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999933 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158754+0000", 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011113 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158769+0000", 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5398999999999999e-05 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.158788+0000", 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8281999999999999e-05 2023-09-23T18:05:39.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619193+0000", 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4604057020000001 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.619200+0000", 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8920000000000003e-06 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:39.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620712+0000", 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00151216 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:f0d793ad:::benchmark_data_smithi018_184207_object12639:head, version: 107'811, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:f0d793ad:::benchmark_data_smithi018_184207_object12639:head@107'811, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.50801684499999, 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.462659511, 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:05:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:05:40.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159193+0000", 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.098 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159326+0000", 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013308600000000001 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159343+0000", 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7493999999999999e-05 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159358+0000", 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4681999999999999e-05 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620776+0000", 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4614179810000003 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.620790+0000", 2023-09-23T18:05:40.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.359e-05 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621853+0000", 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010631900000000001 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(5.f 141/139 [PushOp(5:ffd9df74:::benchmark_data_smithi018_184207_object12640:head, version: 107'812, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(5:ffd9df74:::benchmark_data_smithi018_184207_object12640:head@107'812, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.50745027099998, 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4634767430000002, 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159760+0000", 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159759+0000", 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159853+0000", 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4400000000000004e-05 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159872+0000", 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8655e-05 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:12.159891+0000", 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8632000000000001e-05 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621977+0000", 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4620859560000001 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.621986+0000", 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4089999999999992e-06 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:16.623237+0000", 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012505179999999999 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:87415 5.7 5:eb6634c6:::benchmark_data_smithi018_184207_object12754:head [delete] snapc 0=[] ondisk+write+known_if_redirected e141)", 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 318.540889698, 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2400134199999999, 2023-09-23T18:05:40.107 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 87415 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126320+0000", 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126319+0000", 2023-09-23T18:05:40.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126325+0000", 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2469999999999997e-06 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126337+0000", 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2201000000000001e-05 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:17.126345+0000", 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1130000000000003e-06 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.200219+0000", 2023-09-23T18:05:40.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0738747559999999 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.215322+0000", 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015103101000000001 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.282141+0000", 2023-09-23T18:05:40.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066818948000000003 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.287036+0000", 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048943759999999998 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.295028+0000", 2023-09-23T18:05:40.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079924320000000007 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.321765+0000", 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026736889 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.323285+0000", 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00152005 2023-09-23T18:05:40.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.350774+0000", 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027488553999999998 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.353497+0000", 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027236230000000001 2023-09-23T18:05:40.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:18.366334+0000", 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012836510000000001 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.116 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88735 5.7 5:ed7983ee:::benchmark_data_smithi018_184207_object14074:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 310.78389999000001, 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2056815759999999, 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88735 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.117 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883310+0000", 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883309+0000", 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883316+0000", 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5569999999999998e-06 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883332+0000", 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5611e-05 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:24.883343+0000", 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0951000000000001e-05 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.912571+0000", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0292283390000001 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.927571+0000", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014999596 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.000930+0000", 2023-09-23T18:05:40.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.073359495999999996 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.006125+0000", 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051952910000000003 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.017950+0000", 2023-09-23T18:05:40.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011824117 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.042291+0000", 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024341016 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.043986+0000", 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001695212 2023-09-23T18:05:40.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.069694+0000", 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025708121 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.074886+0000", 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051925510000000001 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.088992+0000", 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014105248000000001 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88876 5.7 5:e2bf05ed:::benchmark_data_smithi018_184207_object14215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 310.06008853200001, 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2264568849999999, 2023-09-23T18:05:40.175 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88876 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:05:40.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607122+0000", 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607120+0000", 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:40.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607126+0000", 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4169999999999997e-06 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607137+0000", 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0241000000000001e-05 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.607142+0000", 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7969999999999997e-06 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.686571+0000", 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.079428327 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.700836+0000", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014264885999999999 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.751941+0000", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051105576 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.759714+0000", 2023-09-23T18:05:40.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077725679999999997 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.768950+0000", 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092365290000000003 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.804632+0000", 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035681839999999999 2023-09-23T18:05:40.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.808541+0000", 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039085780000000002 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.809700+0000", 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001158935 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.814716+0000", 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00501637 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.833578+0000", 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018862363 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.184 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:88883 5.7 5:e803f871:::benchmark_data_smithi018_184207_object14222:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 310.02091556599999, 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2811554759999999, 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.293 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88883 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646295+0000", 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646292+0000", 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646305+0000", 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2961e-05 2023-09-23T18:05:40.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646322+0000", 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6816999999999998e-05 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:25.646335+0000", 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3587999999999999e-05 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.778233+0000", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1318970070000001 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801069+0000", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022836262 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.866131+0000", 2023-09-23T18:05:40.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065062537000000004 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.870801+0000", 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046699030000000004 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.880115+0000", 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093136 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.903962+0000", 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023847437999999999 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.904487+0000", 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052499299999999997 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.907285+0000", 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027980349999999999 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.913096+0000", 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058105420000000001 2023-09-23T18:05:40.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.927450+0000", 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014354169 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89126 5.7 5:e7ede4b3:::benchmark_data_smithi018_184207_object14465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 308.86615686200003, 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2390589910000001, 2023-09-23T18:05:40.356 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89126 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801053+0000", 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801051+0000", 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801059+0000", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1559999999999995e-06 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801073+0000", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.403e-05 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.801083+0000", 2023-09-23T18:05:40.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6229999999999992e-06 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.848878+0000", 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0477951050000001 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.869157+0000", 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020278668999999999 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.932170+0000", 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.063013905999999995 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.937950+0000", 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057795199999999998 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.947103+0000", 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091528489999999994 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.022235+0000", 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075131750999999997 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.024124+0000", 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001889015 2023-09-23T18:05:40.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.026393+0000", 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022696830000000002 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.028600+0000", 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022063989999999999 2023-09-23T18:05:40.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.040112+0000", 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011512504 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89140 5.7 5:e7260308:::benchmark_data_smithi018_184207_object14479:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:05:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 308.75228760099998, 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.226016365, 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89140 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914922+0000", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914920+0000", 2023-09-23T18:05:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914929+0000", 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.414e-06 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914947+0000", 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7269e-05 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:26.914957+0000", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0193999999999999e-05 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.897705+0000", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98274827899999995 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.911464+0000", 2023-09-23T18:05:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013758539 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.063291+0000", 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15182719 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.069207+0000", 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059159759999999999 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.088233+0000", 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019025928000000001 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.113103+0000", 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024870351999999998 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.114893+0000", 2023-09-23T18:05:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017894079999999999 2023-09-23T18:05:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.128133+0000", 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013240162 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.130698+0000", 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025654340000000001 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.140939+0000", 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010240638999999999 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.563 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89153 5.7 5:ec653b34:::benchmark_data_smithi018_184207_object14492:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 308.66325516699999, 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2705376230000001, 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.564 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89153 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003955+0000", 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003953+0000", 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003963+0000", 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0069e-05 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003981+0000", 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8508e-05 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.003993+0000", 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.155e-05 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.098462+0000", 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0944690319999999 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.111622+0000", 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013160501999999999 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.166377+0000", 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.054754716000000002 2023-09-23T18:05:40.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.172878+0000", 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0065012890000000004 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.189131+0000", 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016253099 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.257653+0000", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068522040000000006 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.258135+0000", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000481862 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.259970+0000", 2023-09-23T18:05:40.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018346619999999999 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.262355+0000", 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023854530000000001 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.274493+0000", 2023-09-23T18:05:40.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012137080999999999 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89177 5.7 5:e3557327:::benchmark_data_smithi018_184207_object14516:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 308.46832460600001, 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2257800510000001, 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.638 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89177 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198885+0000", 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198884+0000", 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198892+0000", 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3039999999999999e-06 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198905+0000", 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3301e-05 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.198911+0000", 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4779999999999996e-06 2023-09-23T18:05:40.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.294471+0000", 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.095559444 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.315633+0000", 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021161653999999998 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.359428+0000", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043795634 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.363822+0000", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043934910000000002 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.372455+0000", 2023-09-23T18:05:40.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008633801 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.406640+0000", 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034184750999999999 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.408014+0000", 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001373761 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.409558+0000", 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015439539999999999 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.412064+0000", 2023-09-23T18:05:40.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025058329999999998 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.424666+0000", 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012601770999999999 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.734 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:89178 5.7 5:e7355a82:::benchmark_data_smithi018_184207_object14517:head [delete] snapc 0=[] ondisk+write+known_if_redirected e142)", 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 308.46063662, 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3206648590000001, 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89178 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:40.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206573+0000", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206572+0000", 2023-09-23T18:05:40.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206579+0000", 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5410000000000003e-06 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206595+0000", 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5713999999999999e-05 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:27.206605+0000", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0233e-05 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.317408+0000", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.110802603 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.333810+0000", 2023-09-23T18:05:40.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016402114999999998 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.427987+0000", 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094176853000000005 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.435093+0000", 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071059959999999998 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.450691+0000", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01559814 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.480230+0000", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029539328 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.482614+0000", 2023-09-23T18:05:40.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023839489999999998 2023-09-23T18:05:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.511353+0000", 2023-09-23T18:05:40.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028738685 2023-09-23T18:05:40.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.514601+0000", 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032478989999999998 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:00:28.527238+0000", 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012637313000000001 2023-09-23T18:05:40.834 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:40.835 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:40.835 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:05:40.836 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":578,"stamp":"2023-09-23T18:05:34.713229+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":8995923,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":237,"acting":237,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":231,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":2638428,"kb_used_data":902692,"kb_used_omap":33,"kb_used_meta":1735646,"kb_avail":653577636,"statfs":{"total":671965249536,"available":669263499264,"internally_reserved":0,"allocated":924356608,"data_stored":918794056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1777302301},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001586"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":39,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183633+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:05:18.183633+0000","last_peered":"2023-09-23T18:05:18.183633+0000","last_clean":"2023-09-23T18:05:18.183633+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:05:18.183633+0000","last_undegraded":"2023-09-23T18:05:18.183633+0000","last_fullsized":"2023-09-23T18:05:18.183633+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":204,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.324738+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:05:20.324738+0000","last_peered":"2023-09-23T18:05:20.324738+0000","last_clean":"2023-09-23T18:05:20.324738+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:05:20.324738+0000","last_undegraded":"2023-09-23T18:05:20.324738+0000","last_fullsized":"2023-09-23T18:05:20.324738+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.191605+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:05:20.191605+0000","last_peered":"2023-09-23T18:05:20.191605+0000","last_clean":"2023-09-23T18:05:20.191605+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:05:20.191605+0000","last_undegraded":"2023-09-23T18:05:20.191605+0000","last_fullsized":"2023-09-23T18:05:20.191605+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":46,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186249+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:05:18.186249+0000","last_peered":"2023-09-23T18:05:18.186249+0000","last_clean":"2023-09-23T18:05:18.186249+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:05:18.186249+0000","last_undegraded":"2023-09-23T18:05:18.186249+0000","last_fullsized":"2023-09-23T18:05:18.186249+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":264,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.320696+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:05:20.320696+0000","last_peered":"2023-09-23T18:05:20.320696+0000","last_clean":"2023-09-23T18:05:20.320696+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:05:20.320696+0000","last_undegraded":"2023-09-23T18:05:20.320696+0000","last_fullsized":"2023-09-23T18:05:20.320696+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":173,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182036+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:05:18.182036+0000","last_peered":"2023-09-23T18:05:18.182036+0000","last_clean":"2023-09-23T18:05:18.182036+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:05:18.182036+0000","last_undegraded":"2023-09-23T18:05:18.182036+0000","last_fullsized":"2023-09-23T18:05:18.182036+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":201,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186523+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:05:18.186523+0000","last_peered":"2023-09-23T18:05:18.186523+0000","last_clean":"2023-09-23T18:05:18.186523+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:05:18.186523+0000","last_undegraded":"2023-09-23T18:05:18.186523+0000","last_fullsized":"2023-09-23T18:05:18.186523+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.320774+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:05:20.320774+0000","last_peered":"2023-09-23T18:05:20.320774+0000","last_clean":"2023-09-23T18:05:20.320774+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:05:20.320774+0000","last_undegraded":"2023-09-23T18:05:20.320774+0000","last_fullsized":"2023-09-23T18:05:20.320774+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":35,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189679+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:05:18.189679+0000","last_peered":"2023-09-23T18:05:18.189679+0000","last_clean":"2023-09-23T18:05:18.189679+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:05:18.189679+0000","last_undegraded":"2023-09-23T18:05:18.189679+0000","last_fullsized":"2023-09-23T18:05:18.189679+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":154,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.320539+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:05:20.320539+0000","last_peered":"2023-09-23T18:05:20.320539+0000","last_clean":"2023-09-23T18:05:20.320539+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:05:20.320539+0000","last_undegraded":"2023-09-23T18:05:20.320539+0000","last_fullsized":"2023-09-23T18:05:20.320539+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":212,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183530+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:05:18.183530+0000","last_peered":"2023-09-23T18:05:18.183530+0000","last_clean":"2023-09-23T18:05:18.183530+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:05:18.183530+0000","last_undegraded":"2023-09-23T18:05:18.183530+0000","last_fullsized":"2023-09-23T18:05:18.183530+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":134,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192305+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:05:20.192305+0000","last_peered":"2023-09-23T18:05:20.192305+0000","last_clean":"2023-09-23T18:05:20.192305+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:05:20.192305+0000","last_undegraded":"2023-09-23T18:05:20.192305+0000","last_fullsized":"2023-09-23T18:05:20.192305+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":49,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182617+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:05:18.182617+0000","last_peered":"2023-09-23T18:05:18.182617+0000","last_clean":"2023-09-23T18:05:18.182617+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:05:18.182617+0000","last_undegraded":"2023-09-23T18:05:18.182617+0000","last_fullsized":"2023-09-23T18:05:18.182617+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":210,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182894+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:05:18.182894+0000","last_peered":"2023-09-23T18:05:18.182894+0000","last_clean":"2023-09-23T18:05:18.182894+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:05:18.182894+0000","last_undegraded":"2023-09-23T18:05:18.182894+0000","last_fullsized":"2023-09-23T18:05:18.182894+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":258,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182911+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:05:18.182911+0000","last_peered":"2023-09-23T18:05:18.182911+0000","last_clean":"2023-09-23T18:05:18.182911+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:05:18.182911+0000","last_undegraded":"2023-09-23T18:05:18.182911+0000","last_fullsized":"2023-09-23T18:05:18.182911+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.324039+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:05:20.324039+0000","last_peered":"2023-09-23T18:05:20.324039+0000","last_clean":"2023-09-23T18:05:20.324039+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:05:20.324039+0000","last_undegraded":"2023-09-23T18:05:20.324039+0000","last_fullsized":"2023-09-23T18:05:20.324039+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":46,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.187555+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:05:18.187555+0000","last_peered":"2023-09-23T18:05:18.187555+0000","last_clean":"2023-09-23T18:05:18.187555+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:05:18.187555+0000","last_undegraded":"2023-09-23T18:05:18.187555+0000","last_fullsized":"2023-09-23T18:05:18.187555+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":35,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189439+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:05:18.189439+0000","last_peered":"2023-09-23T18:05:18.189439+0000","last_clean":"2023-09-23T18:05:18.189439+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:05:18.189439+0000","last_undegraded":"2023-09-23T18:05:18.189439+0000","last_fullsized":"2023-09-23T18:05:18.189439+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":179,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182315+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:05:18.182315+0000","last_peered":"2023-09-23T18:05:18.182315+0000","last_clean":"2023-09-23T18:05:18.182315+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:05:18.182315+0000","last_undegraded":"2023-09-23T18:05:18.182315+0000","last_fullsized":"2023-09-23T18:05:18.182315+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":178,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186340+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:05:18.186340+0000","last_peered":"2023-09-23T18:05:18.186340+0000","last_clean":"2023-09-23T18:05:18.186340+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:05:18.186340+0000","last_undegraded":"2023-09-23T18:05:18.186340+0000","last_fullsized":"2023-09-23T18:05:18.186340+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":260,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.181319+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:05:18.181319+0000","last_peered":"2023-09-23T18:05:18.181319+0000","last_clean":"2023-09-23T18:05:18.181319+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:05:18.181319+0000","last_undegraded":"2023-09-23T18:05:18.181319+0000","last_fullsized":"2023-09-23T18:05:18.181319+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":180,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.327654+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:05:20.327654+0000","last_peered":"2023-09-23T18:05:20.327654+0000","last_clean":"2023-09-23T18:05:20.327654+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:05:20.327654+0000","last_undegraded":"2023-09-23T18:05:20.327654+0000","last_fullsized":"2023-09-23T18:05:20.327654+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":250,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.184008+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:05:18.184008+0000","last_peered":"2023-09-23T18:05:18.184008+0000","last_clean":"2023-09-23T18:05:18.184008+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:05:18.184008+0000","last_undegraded":"2023-09-23T18:05:18.184008+0000","last_fullsized":"2023-09-23T18:05:18.184008+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":35,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.188544+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:05:18.188544+0000","last_peered":"2023-09-23T18:05:18.188544+0000","last_clean":"2023-09-23T18:05:18.188544+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:05:18.188544+0000","last_undegraded":"2023-09-23T18:05:18.188544+0000","last_fullsized":"2023-09-23T18:05:18.188544+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.199473+0000","last_change":"2023-09-23T18:05:32.199473+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.199473+0000","last_undegraded":"2023-09-23T18:05:32.199473+0000","last_fullsized":"2023-09-23T18:05:32.199473+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":265,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.184380+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:05:18.184380+0000","last_peered":"2023-09-23T18:05:18.184380+0000","last_clean":"2023-09-23T18:05:18.184380+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:05:18.184380+0000","last_undegraded":"2023-09-23T18:05:18.184380+0000","last_fullsized":"2023-09-23T18:05:18.184380+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":210,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183316+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:05:18.183316+0000","last_peered":"2023-09-23T18:05:18.183316+0000","last_clean":"2023-09-23T18:05:18.183316+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:05:18.183316+0000","last_undegraded":"2023-09-23T18:05:18.183316+0000","last_fullsized":"2023-09-23T18:05:18.183316+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":206,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183237+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:05:18.183237+0000","last_peered":"2023-09-23T18:05:18.183237+0000","last_clean":"2023-09-23T18:05:18.183237+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:05:18.183237+0000","last_undegraded":"2023-09-23T18:05:18.183237+0000","last_fullsized":"2023-09-23T18:05:18.183237+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":173,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.181400+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:05:18.181400+0000","last_peered":"2023-09-23T18:05:18.181400+0000","last_clean":"2023-09-23T18:05:18.181400+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:05:18.181400+0000","last_undegraded":"2023-09-23T18:05:18.181400+0000","last_fullsized":"2023-09-23T18:05:18.181400+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":194,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189199+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:05:18.189199+0000","last_peered":"2023-09-23T18:05:18.189199+0000","last_clean":"2023-09-23T18:05:18.189199+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:05:18.189199+0000","last_undegraded":"2023-09-23T18:05:18.189199+0000","last_fullsized":"2023-09-23T18:05:18.189199+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":204,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.185989+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:05:18.185989+0000","last_peered":"2023-09-23T18:05:18.185989+0000","last_clean":"2023-09-23T18:05:18.185989+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:05:18.185989+0000","last_undegraded":"2023-09-23T18:05:18.185989+0000","last_fullsized":"2023-09-23T18:05:18.185989+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":236,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.324000+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:05:20.324000+0000","last_peered":"2023-09-23T18:05:20.324000+0000","last_clean":"2023-09-23T18:05:20.324000+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:05:20.324000+0000","last_undegraded":"2023-09-23T18:05:20.324000+0000","last_fullsized":"2023-09-23T18:05:20.324000+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182522+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:05:18.182522+0000","last_peered":"2023-09-23T18:05:18.182522+0000","last_clean":"2023-09-23T18:05:18.182522+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:05:18.182522+0000","last_undegraded":"2023-09-23T18:05:18.182522+0000","last_fullsized":"2023-09-23T18:05:18.182522+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.199191+0000","last_change":"2023-09-23T18:05:32.199191+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.199191+0000","last_undegraded":"2023-09-23T18:05:32.199191+0000","last_fullsized":"2023-09-23T18:05:32.199191+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:46:12.288451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":192,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.181486+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:05:18.181486+0000","last_peered":"2023-09-23T18:05:18.181486+0000","last_clean":"2023-09-23T18:05:18.181486+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:05:18.181486+0000","last_undegraded":"2023-09-23T18:05:18.181486+0000","last_fullsized":"2023-09-23T18:05:18.181486+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183008+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:05:18.183008+0000","last_peered":"2023-09-23T18:05:18.183008+0000","last_clean":"2023-09-23T18:05:18.183008+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:05:18.183008+0000","last_undegraded":"2023-09-23T18:05:18.183008+0000","last_fullsized":"2023-09-23T18:05:18.183008+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.199205+0000","last_change":"2023-09-23T18:05:32.199205+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.199205+0000","last_undegraded":"2023-09-23T18:05:32.199205+0000","last_fullsized":"2023-09-23T18:05:32.199205+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182546+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:05:18.182546+0000","last_peered":"2023-09-23T18:05:18.182546+0000","last_clean":"2023-09-23T18:05:18.182546+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:05:18.182546+0000","last_undegraded":"2023-09-23T18:05:18.182546+0000","last_fullsized":"2023-09-23T18:05:18.182546+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":210,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183541+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:05:18.183541+0000","last_peered":"2023-09-23T18:05:18.183541+0000","last_clean":"2023-09-23T18:05:18.183541+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:05:18.183541+0000","last_undegraded":"2023-09-23T18:05:18.183541+0000","last_fullsized":"2023-09-23T18:05:18.183541+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:22.612927+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:05:22.612927+0000","last_peered":"2023-09-23T18:05:22.612927+0000","last_clean":"2023-09-23T18:05:22.612927+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:05:22.612927+0000","last_undegraded":"2023-09-23T18:05:22.612927+0000","last_fullsized":"2023-09-23T18:05:22.612927+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":181,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192543+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:05:20.192543+0000","last_peered":"2023-09-23T18:05:20.192543+0000","last_clean":"2023-09-23T18:05:20.192543+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:05:20.192543+0000","last_undegraded":"2023-09-23T18:05:20.192543+0000","last_fullsized":"2023-09-23T18:05:20.192543+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":775,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.193826+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:05:20.193826+0000","last_peered":"2023-09-23T18:05:20.193826+0000","last_clean":"2023-09-23T18:05:20.193826+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:05:20.193826+0000","last_undegraded":"2023-09-23T18:05:20.193826+0000","last_fullsized":"2023-09-23T18:05:20.193826+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":35,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189450+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:05:18.189450+0000","last_peered":"2023-09-23T18:05:18.189450+0000","last_clean":"2023-09-23T18:05:18.189450+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:05:18.189450+0000","last_undegraded":"2023-09-23T18:05:18.189450+0000","last_fullsized":"2023-09-23T18:05:18.189450+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":126,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192144+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:05:20.192144+0000","last_peered":"2023-09-23T18:05:20.192144+0000","last_clean":"2023-09-23T18:05:20.192144+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:05:20.192144+0000","last_undegraded":"2023-09-23T18:05:20.192144+0000","last_fullsized":"2023-09-23T18:05:20.192144+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.199956+0000","last_change":"2023-09-23T18:05:32.199956+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.199956+0000","last_undegraded":"2023-09-23T18:05:32.199956+0000","last_fullsized":"2023-09-23T18:05:32.199956+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:31.717746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":910,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.188927+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:05:18.188927+0000","last_peered":"2023-09-23T18:05:18.188927+0000","last_clean":"2023-09-23T18:05:18.188927+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:05:18.188927+0000","last_undegraded":"2023-09-23T18:05:18.188927+0000","last_fullsized":"2023-09-23T18:05:18.188927+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":193,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182729+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:05:18.182729+0000","last_peered":"2023-09-23T18:05:18.182729+0000","last_clean":"2023-09-23T18:05:18.182729+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:05:18.182729+0000","last_undegraded":"2023-09-23T18:05:18.182729+0000","last_fullsized":"2023-09-23T18:05:18.182729+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":119,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.191783+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:05:20.191783+0000","last_peered":"2023-09-23T18:05:20.191783+0000","last_clean":"2023-09-23T18:05:20.191783+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:05:20.191783+0000","last_undegraded":"2023-09-23T18:05:20.191783+0000","last_fullsized":"2023-09-23T18:05:20.191783+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":597,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.321903+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:05:20.321903+0000","last_peered":"2023-09-23T18:05:20.321903+0000","last_clean":"2023-09-23T18:05:20.321903+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:05:20.321903+0000","last_undegraded":"2023-09-23T18:05:20.321903+0000","last_fullsized":"2023-09-23T18:05:20.321903+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":125,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192792+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:05:20.192792+0000","last_peered":"2023-09-23T18:05:20.192792+0000","last_clean":"2023-09-23T18:05:20.192792+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:05:20.192792+0000","last_undegraded":"2023-09-23T18:05:20.192792+0000","last_fullsized":"2023-09-23T18:05:20.192792+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192464+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:05:20.192464+0000","last_peered":"2023-09-23T18:05:20.192464+0000","last_clean":"2023-09-23T18:05:20.192464+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:05:20.192464+0000","last_undegraded":"2023-09-23T18:05:20.192464+0000","last_fullsized":"2023-09-23T18:05:20.192464+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":653,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189506+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:05:18.189506+0000","last_peered":"2023-09-23T18:05:18.189506+0000","last_clean":"2023-09-23T18:05:18.189506+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:05:18.189506+0000","last_undegraded":"2023-09-23T18:05:18.189506+0000","last_fullsized":"2023-09-23T18:05:18.189506+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":481,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182469+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:05:18.182469+0000","last_peered":"2023-09-23T18:05:18.182469+0000","last_clean":"2023-09-23T18:05:18.182469+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:05:18.182469+0000","last_undegraded":"2023-09-23T18:05:18.182469+0000","last_fullsized":"2023-09-23T18:05:18.182469+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.322418+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:05:20.322418+0000","last_peered":"2023-09-23T18:05:20.322418+0000","last_clean":"2023-09-23T18:05:20.322418+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:05:20.322418+0000","last_undegraded":"2023-09-23T18:05:20.322418+0000","last_fullsized":"2023-09-23T18:05:20.322418+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":177,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.181572+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:05:18.181572+0000","last_peered":"2023-09-23T18:05:18.181572+0000","last_clean":"2023-09-23T18:05:18.181572+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:05:18.181572+0000","last_undegraded":"2023-09-23T18:05:18.181572+0000","last_fullsized":"2023-09-23T18:05:18.181572+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.194325+0000","last_change":"2023-09-23T18:05:32.194325+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.194325+0000","last_undegraded":"2023-09-23T18:05:32.194325+0000","last_fullsized":"2023-09-23T18:05:32.194325+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:10.278824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":870,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182562+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:05:18.182562+0000","last_peered":"2023-09-23T18:05:18.182562+0000","last_clean":"2023-09-23T18:05:18.182562+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:05:18.182562+0000","last_undegraded":"2023-09-23T18:05:18.182562+0000","last_fullsized":"2023-09-23T18:05:18.182562+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":187,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.316868+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:05:20.316868+0000","last_peered":"2023-09-23T18:05:20.316868+0000","last_clean":"2023-09-23T18:05:20.316868+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:05:20.316868+0000","last_undegraded":"2023-09-23T18:05:20.316868+0000","last_fullsized":"2023-09-23T18:05:20.316868+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":46,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186291+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:05:18.186291+0000","last_peered":"2023-09-23T18:05:18.186291+0000","last_clean":"2023-09-23T18:05:18.186291+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:05:18.186291+0000","last_undegraded":"2023-09-23T18:05:18.186291+0000","last_fullsized":"2023-09-23T18:05:18.186291+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":214,"state":"creating+peering","last_fresh":"2023-09-23T18:05:32.194273+0000","last_change":"2023-09-23T18:05:32.194273+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.194273+0000","last_undegraded":"2023-09-23T18:05:32.194273+0000","last_fullsized":"2023-09-23T18:05:32.194273+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:40.169065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":383,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.755507+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:05:20.755507+0000","last_peered":"2023-09-23T18:05:20.755507+0000","last_clean":"2023-09-23T18:05:20.755507+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:05:20.755507+0000","last_undegraded":"2023-09-23T18:05:20.755507+0000","last_fullsized":"2023-09-23T18:05:20.755507+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":143,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.191866+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:05:20.191866+0000","last_peered":"2023-09-23T18:05:20.191866+0000","last_clean":"2023-09-23T18:05:20.191866+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:05:20.191866+0000","last_undegraded":"2023-09-23T18:05:20.191866+0000","last_fullsized":"2023-09-23T18:05:20.191866+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":196,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186066+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:05:18.186066+0000","last_peered":"2023-09-23T18:05:18.186066+0000","last_clean":"2023-09-23T18:05:18.186066+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:05:18.186066+0000","last_undegraded":"2023-09-23T18:05:18.186066+0000","last_fullsized":"2023-09-23T18:05:18.186066+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":185,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:22.613059+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:05:22.613059+0000","last_peered":"2023-09-23T18:05:22.613059+0000","last_clean":"2023-09-23T18:05:22.613059+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:05:22.613059+0000","last_undegraded":"2023-09-23T18:05:22.613059+0000","last_fullsized":"2023-09-23T18:05:22.613059+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":721,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.192128+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:05:20.192128+0000","last_peered":"2023-09-23T18:05:20.192128+0000","last_clean":"2023-09-23T18:05:20.192128+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:05:20.192128+0000","last_undegraded":"2023-09-23T18:05:20.192128+0000","last_fullsized":"2023-09-23T18:05:20.192128+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":218,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.320615+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:05:20.320615+0000","last_peered":"2023-09-23T18:05:20.320615+0000","last_clean":"2023-09-23T18:05:20.320615+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:05:20.320615+0000","last_undegraded":"2023-09-23T18:05:20.320615+0000","last_fullsized":"2023-09-23T18:05:20.320615+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:05:32.183399+0000","last_change":"2023-09-23T18:05:32.183399+0000","last_active":"2023-09-23T18:05:32.183399+0000","last_peered":"2023-09-23T18:05:32.183399+0000","last_clean":"2023-09-23T18:05:32.183399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:05:32.183399+0000","last_undegraded":"2023-09-23T18:05:32.183399+0000","last_fullsized":"2023-09-23T18:05:32.183399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":429,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182123+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:05:18.182123+0000","last_peered":"2023-09-23T18:05:18.182123+0000","last_clean":"2023-09-23T18:05:18.182123+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:05:18.182123+0000","last_undegraded":"2023-09-23T18:05:18.182123+0000","last_fullsized":"2023-09-23T18:05:18.182123+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":50,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186204+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:05:18.186204+0000","last_peered":"2023-09-23T18:05:18.186204+0000","last_clean":"2023-09-23T18:05:18.186204+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:05:18.186204+0000","last_undegraded":"2023-09-23T18:05:18.186204+0000","last_fullsized":"2023-09-23T18:05:18.186204+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":47,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182632+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:05:18.182632+0000","last_peered":"2023-09-23T18:05:18.182632+0000","last_clean":"2023-09-23T18:05:18.182632+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:05:18.182632+0000","last_undegraded":"2023-09-23T18:05:18.182632+0000","last_fullsized":"2023-09-23T18:05:18.182632+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":46,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186064+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:05:18.186064+0000","last_peered":"2023-09-23T18:05:18.186064+0000","last_clean":"2023-09-23T18:05:18.186064+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:05:18.186064+0000","last_undegraded":"2023-09-23T18:05:18.186064+0000","last_fullsized":"2023-09-23T18:05:18.186064+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":100,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.191930+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:05:20.191930+0000","last_peered":"2023-09-23T18:05:20.191930+0000","last_clean":"2023-09-23T18:05:20.191930+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:05:20.191930+0000","last_undegraded":"2023-09-23T18:05:20.191930+0000","last_fullsized":"2023-09-23T18:05:20.191930+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":207,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189306+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:05:18.189306+0000","last_peered":"2023-09-23T18:05:18.189306+0000","last_clean":"2023-09-23T18:05:18.189306+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:05:18.189306+0000","last_undegraded":"2023-09-23T18:05:18.189306+0000","last_fullsized":"2023-09-23T18:05:18.189306+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182524+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:05:18.182524+0000","last_peered":"2023-09-23T18:05:18.182524+0000","last_clean":"2023-09-23T18:05:18.182524+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:05:18.182524+0000","last_undegraded":"2023-09-23T18:05:18.182524+0000","last_fullsized":"2023-09-23T18:05:18.182524+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":181,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.189561+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:05:18.189561+0000","last_peered":"2023-09-23T18:05:18.189561+0000","last_clean":"2023-09-23T18:05:18.189561+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:05:18.189561+0000","last_undegraded":"2023-09-23T18:05:18.189561+0000","last_fullsized":"2023-09-23T18:05:18.189561+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.183542+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:05:18.183542+0000","last_peered":"2023-09-23T18:05:18.183542+0000","last_clean":"2023-09-23T18:05:18.183542+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:05:18.183542+0000","last_undegraded":"2023-09-23T18:05:18.183542+0000","last_fullsized":"2023-09-23T18:05:18.183542+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":234,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.324187+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:05:20.324187+0000","last_peered":"2023-09-23T18:05:20.324187+0000","last_clean":"2023-09-23T18:05:20.324187+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:05:20.324187+0000","last_undegraded":"2023-09-23T18:05:20.324187+0000","last_fullsized":"2023-09-23T18:05:20.324187+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":238,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-09-23T18:05:20.320455+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:05:20.320455+0000","last_peered":"2023-09-23T18:05:20.320455+0000","last_clean":"2023-09-23T18:05:20.320455+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:05:20.320455+0000","last_undegraded":"2023-09-23T18:05:20.320455+0000","last_fullsized":"2023-09-23T18:05:20.320455+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":82,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.186446+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:05:18.186446+0000","last_peered":"2023-09-23T18:05:18.186446+0000","last_clean":"2023-09-23T18:05:18.186446+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:05:18.186446+0000","last_undegraded":"2023-09-23T18:05:18.186446+0000","last_fullsized":"2023-09-23T18:05:18.186446+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":38,"reported_epoch":212,"state":"active+clean","last_fresh":"2023-09-23T18:05:18.182635+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:05:18.182635+0000","last_peered":"2023-09-23T18:05:18.182635+0000","last_clean":"2023-09-23T18:05:18.182635+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:05:18.182635+0000","last_undegraded":"2023-09-23T18:05:18.182635+0000","last_fullsized":"2023-09-23T18:05:18.182635+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":2},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":66,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430447,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":461888,"kb_used_data":160568,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93283264,"statfs":{"total":95995035648,"available":95522062336,"internally_reserved":0,"allocated":164421632,"data_stored":163746098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.56299999999999994,"15min":0.68200000000000005},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":3.0059999999999998,"5min":4.3499999999999996,"15min":6.5090000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.76300000000000001,"15min":0.76500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":2.504,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.60699999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.85399999999999998,"15min":0.71999999999999997},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.5709999999999997,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.81000000000000005,"15min":0.70199999999999996},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0350000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:04:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.0590000000000002,"5min":4.4640000000000004,"15min":4.4640000000000004},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.7749999999999999,"5min":1.012,"15min":0.78100000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":9.3859999999999992,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.56399999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":1.2589999999999999,"15min":1.218},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":32.631,"5min":32.631,"15min":32.631},"last":0.68000000000000005},{"interface":"front","average":{"1min":3.0169999999999999,"5min":1.423,"15min":1.3},"min":{"1min":0.40500000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":32.612000000000002,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.65200000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.86899999999999999,"15min":0.66600000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.2780000000000005,"5min":8.2780000000000005,"15min":8.2780000000000005},"last":0.44},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88300000000000001,"15min":0.64100000000000001},"min":{"1min":0.314,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":7.3129999999999997,"5min":10.238,"15min":10.238},"last":0.51900000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":0.88300000000000001,"15min":0.70799999999999996},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.3309999999999995,"5min":9.3309999999999995,"15min":9.3309999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.2929999999999999,"5min":0.84999999999999998,"15min":0.70299999999999996},"min":{"1min":0.33000000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":10.307},"last":0.49299999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":0.89700000000000002,"15min":0.73099999999999998},"min":{"1min":0.39000000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.774,"5min":6.774,"15min":6.774},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.631,"5min":1.026,"15min":0.72699999999999998},"min":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":12.613,"5min":12.613,"15min":12.613},"last":0.505}]}]},{"osd":6,"up_from":174,"seq":747324309543,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":338496,"kb_used_data":6776,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":93406656,"statfs":{"total":95995035648,"available":95648415744,"internally_reserved":0,"allocated":6938624,"data_stored":6263551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":0.91700000000000004,"15min":0.90500000000000003},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":9.6219999999999999,"5min":9.6219999999999999,"15min":9.6219999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.82499999999999996,"15min":0.751},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.3780000000000001,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.47999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":0.95599999999999996,"15min":0.93600000000000005},"min":{"1min":0.28199999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.5020000000000007,"5min":9.5020000000000007,"15min":9.5020000000000007},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.018,"5min":0.998,"15min":0.81799999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.9299999999999997,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.65400000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.0049999999999999,"15min":0.80800000000000005},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.2390000000000001,"5min":0.95299999999999996,"15min":0.95499999999999996},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":10.073,"5min":10.073,"15min":10.073},"last":0.58299999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0209999999999999,"15min":1.042},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.843,"5min":6.843,"15min":6.843},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.9770000000000001,"5min":1.296,"15min":1.25},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":9.5779999999999994,"5min":9.5779999999999994,"15min":9.5779999999999994},"last":0.61499999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":0.84199999999999997,"15min":0.72199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.548,"5min":9.548,"15min":9.548},"last":0.438},{"interface":"front","average":{"1min":1.3580000000000001,"5min":0.86099999999999999,"15min":0.70899999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":9.1310000000000002,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":0.68400000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.754,"15min":0.65500000000000003},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.319,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.1419999999999999,"5min":0.78200000000000003,"15min":0.68100000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.7969999999999997,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.45900000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":0.94999999999999996,"15min":0.89000000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.8689999999999998,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.628},{"interface":"front","average":{"1min":1.542,"5min":0.92700000000000005,"15min":0.85299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":9.5999999999999996,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":0.52700000000000002}]}]},{"osd":1,"up_from":90,"seq":386547056754,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":300860,"kb_used_data":156788,"kb_used_omap":7,"kb_used_meta":144056,"kb_avail":93444292,"statfs":{"total":95995035648,"available":95686955008,"internally_reserved":0,"allocated":160550912,"data_stored":159596587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":147513443},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.89700000000000002,"15min":0.69799999999999995},"min":{"1min":0.23200000000000001,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":5.9550000000000001,"5min":13.762,"15min":13.762},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.69299999999999995,"15min":0.61299999999999999},"min":{"1min":0.223,"5min":0.191,"15min":0.191},"max":{"1min":2.4900000000000002,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":0.39800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:04:39 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.878,"15min":1.048},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":5.9429999999999996,"5min":9.4870000000000001,"15min":9.4870000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":1.2010000000000001,"15min":1.819},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.6930000000000001,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.018,"15min":0.72299999999999998},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.8919999999999999,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.627},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.95699999999999996,"15min":0.77000000000000002},"min":{"1min":0.313,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.7190000000000003,"5min":14.076000000000001,"15min":15.326000000000001},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":0.89200000000000002,"15min":0.83199999999999996},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.1820000000000004,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.871},"min":{"1min":0.32600000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.0519999999999996,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.72999999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":0.97299999999999998,"15min":0.83499999999999996},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.04,"5min":5.04,"15min":5.258},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.0429999999999999,"15min":0.85699999999999998},"min":{"1min":0.34599999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8810000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:05:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":0.76300000000000001,"15min":0.64900000000000002},"min":{"1min":0.39900000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.0179999999999998,"5min":6.0179999999999998,"15min":6.0179999999999998},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.79200000000000004,"15min":0.72099999999999997},"min":{"1min":0.42599999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":4.5279999999999996,"5min":4.5279999999999996,"15min":4.5279999999999996},"last":0.66600000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.111,"15min":0.90200000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":6.7990000000000004,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.466,"5min":1.121,"15min":0.95399999999999996},"min":{"1min":0.499,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":7.9180000000000001,"5min":13.859,"15min":13.859},"last":0.77000000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220285,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":335192,"kb_used_data":135504,"kb_used_omap":8,"kb_used_meta":199671,"kb_avail":93409960,"statfs":{"total":95995035648,"available":95651799040,"internally_reserved":0,"allocated":138756096,"data_stored":137768611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":204463716},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":1.0349999999999999,"15min":0.629},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8079999999999998,"5min":11.491,"15min":11.491},"last":0.26100000000000001},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.0680000000000001,"15min":0.68999999999999995},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":6.2439999999999998,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.34999999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:04:37 2023","interfaces":[{"interface":"back","average":{"1min":1.2609999999999999,"5min":1.0649999999999999,"15min":1.087},"min":{"1min":0.26100000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":3.4140000000000001,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.309},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.1100000000000001,"15min":1.4059999999999999},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.6140000000000001,"5min":11.443,"15min":11.443},"last":0.29399999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.153,"15min":0.71699999999999997},"min":{"1min":0.314,"5min":0.27400000000000002,"15min":0.253},"max":{"1min":3.3660000000000001,"5min":12.682,"15min":12.682},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.5680000000000001,"5min":1.2290000000000001,"15min":0.75600000000000001},"min":{"1min":0.249,"5min":0.248,"15min":0.248},"max":{"1min":10.776,"5min":11.587,"15min":11.587},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":0.96699999999999997,"15min":0.83299999999999996},"min":{"1min":0.32400000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.686,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":1.276,"5min":0.94999999999999996,"15min":0.81100000000000005},"min":{"1min":0.38500000000000001,"5min":0.37,"15min":0.37},"max":{"1min":7.5620000000000003,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.93400000000000005,"15min":0.83999999999999997},"min":{"1min":0.34100000000000003,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.6580000000000004,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":1.72,"5min":1.157,"15min":0.94799999999999995},"min":{"1min":0.35699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.657,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.49299999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:04:29 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.69099999999999995,"15min":0.64900000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":2.8919999999999999},"last":0.504},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67800000000000005,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.2709999999999999,"5min":3.2709999999999999,"15min":3.2709999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.0309999999999999,"15min":0.88600000000000001},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":4.6310000000000002,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.0640000000000001,"15min":0.91600000000000004},"min":{"1min":0.41699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":10.612,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.57199999999999995}]}]},{"osd":2,"up_from":0,"seq":622770257978,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729708,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":155680,"kb_used_data":3480,"kb_used_omap":4,"kb_used_meta":152187,"kb_avail":93589472,"statfs":{"total":95995035648,"available":95835619328,"internally_reserved":0,"allocated":3563520,"data_stored":2625027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":155839895},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":0.98999999999999999,"15min":0.70599999999999996},"min":{"1min":0.23599999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.885,"5min":13.885,"15min":14.162000000000001},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.157,"15min":0.879},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.8239999999999998,"5min":9.3490000000000002,"15min":17.396999999999998},"last":0.34899999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.218,"15min":0.73899999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.420999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":0.37},{"interface":"front","average":{"1min":1.3340000000000001,"5min":1.0029999999999999,"15min":0.77400000000000002},"min":{"1min":0.307,"5min":0.255,"15min":0.25},"max":{"1min":13.781000000000001,"5min":13.781000000000001,"15min":14.276},"last":0.32700000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:04:42 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.2509999999999999,"15min":1.4370000000000001},"min":{"1min":0.27900000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":3.488,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.446,"5min":1.252,"15min":1.2270000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.35,"5min":11.35,"15min":11.35},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.81000000000000005,"15min":0.81499999999999995},"min":{"1min":0.33000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":13.859999999999999,"5min":13.859999999999999,"15min":14.212},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.89000000000000001,"5min":1.2629999999999999,"15min":1.0549999999999999},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":2.996,"5min":9.3160000000000007,"15min":17.478000000000002},"last":0.56999999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.3240000000000001,"15min":1.0840000000000001},"min":{"1min":0.374,"5min":0.371,"15min":0.35699999999999998},"max":{"1min":4.6760000000000002,"5min":9.2780000000000005,"15min":17.507999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.994,"5min":1.2789999999999999,"15min":0.95399999999999996},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":11.452999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":0.68700000000000006}]},{"osd":6,"last update":"Sat Sep 23 18:05:26 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.93100000000000005,"15min":0.82899999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":6.3109999999999999,"5min":6.3109999999999999,"15min":6.3109999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.89500000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.6499999999999999,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":0.59699999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.333,"15min":0.97999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":11.58,"5min":11.58,"15min":11.58},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.532,"5min":0.91900000000000004,"15min":0.88400000000000001},"min":{"1min":0.47199999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.831,"5min":13.831,"15min":14.246},"last":0.58099999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019130,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":590524,"kb_used_data":281012,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":93154628,"statfs":{"total":95995035648,"available":95390339072,"internally_reserved":0,"allocated":287756288,"data_stored":287084551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.72299999999999998,"15min":0.81799999999999995},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.686999999999999,"5min":11.686999999999999,"15min":26.055},"last":0.39400000000000002},{"interface":"front","average":{"1min":1.395,"5min":0.83199999999999996,"15min":0.95399999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":6.2649999999999997,"5min":6.2649999999999997,"15min":25.497},"last":0.439}]},{"osd":1,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.98899999999999999,"15min":0.83799999999999997},"min":{"1min":0.314,"5min":0.254,"15min":0.254},"max":{"1min":11.801,"5min":11.801,"15min":25.268000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.997,"5min":0.98499999999999999,"15min":0.85899999999999999},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.266,"5min":10.57,"15min":25.298999999999999},"last":0.50800000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:04:46 2023","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":0.94299999999999995,"15min":0.92800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":17.143000000000001,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.503},{"interface":"front","average":{"1min":1.1399999999999999,"5min":0.89700000000000002,"15min":0.88800000000000001},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.8150000000000004,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.288,"15min":0.95099999999999996},"min":{"1min":0.33200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":12.151999999999999,"5min":12.151999999999999,"15min":25.181000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.0860000000000001,"15min":0.995},"min":{"1min":0.34000000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.7290000000000001,"5min":6.7699999999999996,"15min":25.225000000000001},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":0.76000000000000001,"15min":0.622},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.4179999999999999,"5min":0.753,"15min":0.66400000000000003},"min":{"1min":0.36099999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.6989999999999998,"5min":7.6989999999999998,"15min":7.6989999999999998},"last":0.54100000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":0.64000000000000001,"15min":0.51800000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.7629999999999999,"5min":6.7629999999999999,"15min":6.7629999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":1.601,"5min":0.77000000000000002,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.318,"15min":0.318},"max":{"1min":7.8529999999999998,"5min":7.8529999999999998,"15min":7.8529999999999998},"last":0.57599999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.69099999999999995,"15min":0.66700000000000004},"min":{"1min":0.38600000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":6.1870000000000003,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":0.629},{"interface":"front","average":{"1min":1.8839999999999999,"5min":0.84099999999999997,"15min":0.72599999999999998},"min":{"1min":0.29299999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.53100000000000003}]}]},{"osd":5,"up_from":36,"seq":154618822902,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":455788,"kb_used_data":158564,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93289364,"statfs":{"total":95995035648,"available":95528308736,"internally_reserved":0,"allocated":162369536,"data_stored":161709631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":0.751,"15min":0.77400000000000002},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":9.2479999999999993},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.77700000000000002,"15min":0.80400000000000005},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":4.4020000000000001,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.53700000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.0049999999999999,"15min":0.84299999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.8490000000000002,"5min":13.861000000000001,"15min":16.033999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.0169999999999999,"15min":0.80800000000000005},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.101,"5min":7.101,"15min":7.6660000000000004},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:04:40 2023","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":0.93799999999999994,"15min":1.042},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":4.6239999999999997,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":1.1970000000000001,"5min":0.94999999999999996,"15min":1.0629999999999999},"min":{"1min":0.32500000000000001,"5min":0.311,"15min":0.311},"max":{"1min":4.5099999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.72999999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.147,"15min":0.89000000000000001},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.7480000000000002,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.278,"15min":1.0249999999999999},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":14.048,"5min":14.048,"15min":14.048},"last":0.624}]},{"osd":4,"last update":"Sat Sep 23 18:04:51 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":0.75900000000000001,"15min":0.67900000000000005},"min":{"1min":0.309,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":9.3870000000000005,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.76000000000000001},{"interface":"front","average":{"1min":1.4019999999999999,"5min":0.97099999999999997,"15min":0.73599999999999999},"min":{"1min":0.35699999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":4.8159999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.61599999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.34200000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.3149999999999995,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.69199999999999995},{"interface":"front","average":{"1min":1.5009999999999999,"5min":0.91700000000000004,"15min":0.746},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:04:35 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.71199999999999997,"15min":0.70399999999999996},"min":{"1min":0.40400000000000003,"5min":0.309,"15min":0.309},"max":{"1min":4.0049999999999999,"5min":5.0439999999999996,"15min":7.7709999999999999},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.80200000000000005,"5min":1.052,"15min":0.78300000000000003},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":3.3490000000000002,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.66200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:05:41.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:36 smithi018 ceph-mon[153734]: pgmap v578: 89 pgs: 6 creating+peering, 10 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.322 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:36 smithi018 ceph-mon[149401]: pgmap v578: 89 pgs: 6 creating+peering, 10 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.323 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:05:41.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:05:41.324 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:41.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:37 smithi018 ceph-mon[149401]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:41.325 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:37 smithi018 ceph-mon[153734]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:41.325 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_1' 2023-09-23T18:05:41.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:36 smithi149 ceph-mon[135148]: pgmap v578: 89 pgs: 6 creating+peering, 10 unknown, 73 active+clean; 4.6 MiB data, 2.5 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:37 smithi149 ceph-mon[135148]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:41.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:38 smithi149 ceph-mon[135148]: pgmap v579: 89 pgs: 6 creating+peering, 83 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1723241441' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:39 smithi149 ceph-mon[135148]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:39 smithi149 ceph-mon[135148]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:39 smithi149 ceph-mon[135148]: osdmap e217: 8 total, 8 up, 7 in 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:39 smithi149 ceph-mon[135148]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:40 smithi149 ceph-mon[135148]: pgmap v581: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:41.326 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[153734]: pgmap v579: 89 pgs: 6 creating+peering, 83 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.327 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1723241441' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.327 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.327 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[149401]: pgmap v579: 89 pgs: 6 creating+peering, 83 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.327 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1723241441' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.327 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:05:41.328 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[153734]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.428 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[153734]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.428 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:05:41.428 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[153734]: osdmap e217: 8 total, 8 up, 7 in 2023-09-23T18:05:41.428 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[153734]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[149401]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[149401]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:05:41.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[149401]: osdmap e217: 8 total, 8 up, 7 in 2023-09-23T18:05:41.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:39 smithi018 ceph-mon[149401]: failed to encode map e217 with expected crc 2023-09-23T18:05:41.430 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:40 smithi018 ceph-mon[153734]: pgmap v581: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.430 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:41.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:40 smithi018 ceph-mon[149401]: pgmap v581: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:41.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:41.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:41.432 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:41.433 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:41.534 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:41.584 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:41.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:41.662 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:41.662 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:41.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:41.793 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:41.830 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:41.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:41.834 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:41.892 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:41.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:42.116 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:42.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:42.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:42.120 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:42.220 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:42.250 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:42.285 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:42.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:42.288 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:42.329 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2023-09-23T18:05:42.331 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T18:05:42.331 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T18:05:42.379 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T18:05:42.379 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T18:05:42.379 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_246789 2023-09-23T18:05:42.380 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:05:42.380 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T18:05:42.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:42 smithi018 ceph-mon[149401]: pgmap v582: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:42.418 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:42 smithi018 ceph-mon[153734]: pgmap v582: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:42.457 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:42.516 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:42 smithi149 ceph-mon[135148]: pgmap v582: 89 pgs: 89 active+clean; 4.6 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail 2023-09-23T18:05:42.789 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:42.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:42.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:42.895 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:42.947 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:43.060 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:43.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:43.065 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:43.165 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:43.214 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:43.282 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:43.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:43.289 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:43.381 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 16 3552 3536 220.699 221 0.00405065 0.00450462 2023-09-23T18:05:43.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:43.458 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:43.792 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:43.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:43.797 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:43.898 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:43.952 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:44.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:44.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:44.023 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:44.124 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:44.185 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:44.244 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:44.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:44.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:44.266 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:05:44.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:44.381 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 6702 6686 208.766 196.875 0.00466791 0.00477775 2023-09-23T18:05:44.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:44 smithi018 ceph-mon[149401]: pgmap v583: 89 pgs: 89 active+clean; 17 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 24 op/s 2023-09-23T18:05:44.470 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:44 smithi018 ceph-mon[153734]: pgmap v583: 89 pgs: 89 active+clean; 17 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 24 op/s 2023-09-23T18:05:44.489 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:44.564 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:44.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:44.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:44.589 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:05:44.589 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:7103 6.4 e217/214 6:27d0810e:::benchmark_data_smithi018_246789_object7102:head v 217'421, mlcod=217'419)", 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.582017+0000", 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.005338448, 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053691379999999999, 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582017+0000", 2023-09-23T18:05:44.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582017+0000", 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582017+0000", 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:44.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582043+0000", 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6815e-05 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582058+0000", 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4936000000000001e-05 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582065+0000", 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0389999999999999e-06 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582124+0000", 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9129000000000003e-05 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582145+0000", 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1039999999999998e-05 2023-09-23T18:05:44.593 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:7106 6.7 e217/214 6:e28451a3:::benchmark_data_smithi018_246789_object7105:head v 217'420, mlcod=217'418)", 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.582623+0000", 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.004732801, 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048534709999999998, 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582623+0000", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582623+0000", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582622+0000", 2023-09-23T18:05:44.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582706+0000", 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4350000000000004e-05 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582720+0000", 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3957e-05 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582731+0000", 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0746e-05 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582774+0000", 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2954000000000002e-05 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.582794+0000", 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0106999999999999e-05 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:7098 6.f 6:f02007aa:::benchmark_data_smithi018_246789_object7097:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e217)", 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.584015+0000", 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0033405380000000001, 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035385920000000001, 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.598 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 7098 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584015+0000", 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584015+0000", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584014+0000", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584039+0000", 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5510000000000001e-05 2023-09-23T18:05:44.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584052+0000", 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3165e-05 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584061+0000", 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5750000000000001e-06 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584106+0000", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5525000000000002e-05 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584251+0000", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000144592 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,6", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584387+0000", 2023-09-23T18:05:44.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013567900000000001 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:7100 6.b 6:d42798c9:::benchmark_data_smithi018_246789_object7099:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e217)", 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.584078+0000", 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0032774380000000001, 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035697900000000002, 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:44.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 7100 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584078+0000", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584078+0000", 2023-09-23T18:05:44.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584078+0000", 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584098+0000", 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0245e-05 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584107+0000", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9949999999999994e-06 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584113+0000", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8780000000000003e-06 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584204+0000", 2023-09-23T18:05:44.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1080000000000002e-05 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584338+0000", 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013404199999999999 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584488+0000", 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014963800000000001 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.586573+0000", 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020855019999999999 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.586581+0000", 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1219999999999995e-06 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:7101 6.c 6:3956b209:::benchmark_data_smithi018_246789_object7100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e217)", 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.584126+0000", 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.003229286, 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036354019999999998, 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 7101 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584126+0000", 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584126+0000", 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584126+0000", 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584147+0000", 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0999e-05 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584155+0000", 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1790000000000008e-06 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.584161+0000", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3280000000000002e-06 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.586669+0000", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002508007 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.586820+0000", 2023-09-23T18:05:44.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000151001 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.586966+0000", 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014543100000000001 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587603+0000", 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000637518 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.613 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:7115 6.0 e217/214 6:0ab19d08:::benchmark_data_smithi018_246789_object7114:head v 217'429, mlcod=217'427)", 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.587434+0000", 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9999218, 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048854499999999995, 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587434+0000", 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587434+0000", 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587433+0000", 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587456+0000", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2974000000000001e-05 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587471+0000", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4584e-05 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587478+0000", 2023-09-23T18:05:44.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3379999999999999e-06 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587544+0000", 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5829999999999998e-05 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587566+0000", 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1721000000000001e-05 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.617 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:7108 6.f 6.cf6c613f (undecoded) ondisk+write+known_if_redirected e217)", 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.587869+0000", 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9994869, 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012431899999999999, 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:05:44.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 7108 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587869+0000", 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587869+0000", 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587868+0000", 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587897+0000", 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9762999999999999e-05 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587915+0000", 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7271000000000001e-05 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587924+0000", 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0750000000000004e-06 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587974+0000", 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0112999999999999e-05 2023-09-23T18:05:44.621 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:7110 6.c 6.74b6ed9c (undecoded) ondisk+write+known_if_redirected e217)", 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:44.587940+0000", 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9994154, 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012711600000000001, 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:05:44.622 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 7110 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587940+0000", 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587940+0000", 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:44.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587940+0000", 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587965+0000", 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5160999999999998e-05 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:44.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587974+0000", 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2499999999999995e-06 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:44.587980+0000", 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2020000000000001e-06 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 8 2023-09-23T18:05:44.625 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:05:44.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:44 smithi149 ceph-mon[135148]: pgmap v583: 89 pgs: 89 active+clean; 17 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 24 op/s 2023-09-23T18:05:44.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:44.768 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:44.882 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:44.883 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:44.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:44.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:44.928 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:44.968 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:44.989 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:45.009 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:45.041 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:45.045 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:45.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:44] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.33.4" 2023-09-23T18:05:45.076 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:45.101 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:45.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:45.106 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:45.112 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:45.145 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:45.148 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.148 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.148 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.148 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.148 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.149 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.149 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.149 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:05:45.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:45.251 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:45.262 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:05:45.299 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:45.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:05:45.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:45.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/51315699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:45.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:45.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:45.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:05:45.382 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 9315 9299 193.606 163.312 0.005627 0.0051566 2023-09-23T18:05:45.408 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:45.454 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:45.514 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:45.519 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:45.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:45.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:05:45.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:45.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/51315699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:45.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:05:45.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:45.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/51315699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:45.621 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:45.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:45.726 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:45.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:45.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:45.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:45.877 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:45.938 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:45.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:45.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:46.022 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:46.043 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:46.087 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:46.154 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:46.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:46.159 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:46.260 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: pgmap v584: 89 pgs: 89 active+clean; 34 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 3.0 MiB/s wr, 47 op/s 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: osdmap e218: 8 total, 8 up, 7 in 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[153734]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: pgmap v584: 89 pgs: 89 active+clean; 34 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 3.0 MiB/s wr, 47 op/s 2023-09-23T18:05:46.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: osdmap e218: 8 total, 8 up, 7 in 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:46 smithi018 ceph-mon[149401]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.331 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:46.382 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 12157 12141 189.608 177.625 0.00388393 0.00526632 2023-09-23T18:05:46.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:05:46.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:46.407 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:05:46.499 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:46.508 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: pgmap v584: 89 pgs: 89 active+clean; 34 MiB data, 2.4 GiB used, 623 GiB / 626 GiB avail; 3.0 MiB/s wr, 47 op/s 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2534196274' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: osdmap e218: 8 total, 8 up, 7 in 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.547 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:46 smithi149 ceph-mon[135148]: failed to encode map e218 with expected crc 2023-09-23T18:05:46.553 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:46.624 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:46.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:46.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:46.731 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:46.784 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:46.848 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:46.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:46.854 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:46.955 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:46.999 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:47.062 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:47.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:47.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:47.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:47.231 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:47.382 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 14827 14811 185.06 166.875 0.00299928 0.00539702 2023-09-23T18:05:47.401 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:47.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:47.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:47.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:47.588 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:47.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:05:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:05:47.989 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:05:48.098 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:05:48.222 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:48.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:48.231 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:48.331 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:48.382 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 17291 17275 179.882 154 0.0101493 0.00555219 2023-09-23T18:05:48.385 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:48.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:48.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:48.454 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:48.555 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:48.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:48 smithi018 ceph-mon[153734]: pgmap v586: 89 pgs: 89 active+clean; 420 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 49 MiB/s wr, 782 op/s 2023-09-23T18:05:48.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:48 smithi018 ceph-mon[149401]: pgmap v586: 89 pgs: 89 active+clean; 420 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 49 MiB/s wr, 782 op/s 2023-09-23T18:05:48.646 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:48.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:48 smithi149 ceph-mon[135148]: pgmap v586: 89 pgs: 89 active+clean; 420 MiB data, 3.3 GiB used, 623 GiB / 626 GiB avail; 49 MiB/s wr, 782 op/s 2023-09-23T18:05:48.713 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:48.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:48.718 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:48.738 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":586,"stamp":"2023-09-23T18:05:46.717076+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":440735667,"num_objects":6680,"num_object_clones":0,"num_object_copies":20040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6680,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":7758,"num_write_kb":440869,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":8995923,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7822,"ondisk_log_size":7822,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":276,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":3439404,"kb_used_data":1679092,"kb_used_omap":33,"kb_used_meta":1760222,"kb_avail":652776660,"statfs":{"total":671965249536,"available":668443299840,"internally_reserved":0,"allocated":1719390208,"data_stored":1713778319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1802468125},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[7,1,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":435945472,"num_objects":6652,"num_object_clones":0,"num_object_copies":19956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6652,"num_write_kb":425728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.506327"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":44,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482752+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:05:38.482752+0000","last_peered":"2023-09-23T18:05:38.482752+0000","last_clean":"2023-09-23T18:05:38.482752+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:05:38.482752+0000","last_undegraded":"2023-09-23T18:05:38.482752+0000","last_fullsized":"2023-09-23T18:05:38.482752+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":207,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.202033+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:05:34.202033+0000","last_peered":"2023-09-23T18:05:34.202033+0000","last_clean":"2023-09-23T18:05:34.202033+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:05:34.202033+0000","last_undegraded":"2023-09-23T18:05:34.202033+0000","last_fullsized":"2023-09-23T18:05:34.202033+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":120,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.858638+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:05:34.858638+0000","last_peered":"2023-09-23T18:05:34.858638+0000","last_clean":"2023-09-23T18:05:34.858638+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:05:34.858638+0000","last_undegraded":"2023-09-23T18:05:34.858638+0000","last_fullsized":"2023-09-23T18:05:34.858638+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212497+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:05:38.212497+0000","last_peered":"2023-09-23T18:05:38.212497+0000","last_clean":"2023-09-23T18:05:38.212497+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:05:38.212497+0000","last_undegraded":"2023-09-23T18:05:38.212497+0000","last_fullsized":"2023-09-23T18:05:38.212497+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":267,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200396+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:05:34.200396+0000","last_peered":"2023-09-23T18:05:34.200396+0000","last_clean":"2023-09-23T18:05:34.200396+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:05:34.200396+0000","last_undegraded":"2023-09-23T18:05:34.200396+0000","last_fullsized":"2023-09-23T18:05:34.200396+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":177,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.202986+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:05:34.202986+0000","last_peered":"2023-09-23T18:05:34.202986+0000","last_clean":"2023-09-23T18:05:34.202986+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:05:34.202986+0000","last_undegraded":"2023-09-23T18:05:34.202986+0000","last_fullsized":"2023-09-23T18:05:34.202986+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":206,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212666+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:05:38.212666+0000","last_peered":"2023-09-23T18:05:38.212666+0000","last_clean":"2023-09-23T18:05:38.212666+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:05:38.212666+0000","last_undegraded":"2023-09-23T18:05:38.212666+0000","last_fullsized":"2023-09-23T18:05:38.212666+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":222,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200392+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:05:34.200392+0000","last_peered":"2023-09-23T18:05:34.200392+0000","last_clean":"2023-09-23T18:05:34.200392+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:05:34.200392+0000","last_undegraded":"2023-09-23T18:05:34.200392+0000","last_fullsized":"2023-09-23T18:05:34.200392+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215026+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:05:38.215026+0000","last_peered":"2023-09-23T18:05:38.215026+0000","last_clean":"2023-09-23T18:05:38.215026+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:05:38.215026+0000","last_undegraded":"2023-09-23T18:05:38.215026+0000","last_fullsized":"2023-09-23T18:05:38.215026+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":157,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200524+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:05:34.200524+0000","last_peered":"2023-09-23T18:05:34.200524+0000","last_clean":"2023-09-23T18:05:34.200524+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:05:34.200524+0000","last_undegraded":"2023-09-23T18:05:34.200524+0000","last_fullsized":"2023-09-23T18:05:34.200524+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":217,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885463+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:05:38.885463+0000","last_peered":"2023-09-23T18:05:38.885463+0000","last_clean":"2023-09-23T18:05:38.885463+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:05:38.885463+0000","last_undegraded":"2023-09-23T18:05:38.885463+0000","last_fullsized":"2023-09-23T18:05:38.885463+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":137,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.858786+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:05:34.858786+0000","last_peered":"2023-09-23T18:05:34.858786+0000","last_clean":"2023-09-23T18:05:34.858786+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:05:34.858786+0000","last_undegraded":"2023-09-23T18:05:34.858786+0000","last_fullsized":"2023-09-23T18:05:34.858786+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":54,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482764+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:05:38.482764+0000","last_peered":"2023-09-23T18:05:38.482764+0000","last_clean":"2023-09-23T18:05:38.482764+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:05:38.482764+0000","last_undegraded":"2023-09-23T18:05:38.482764+0000","last_fullsized":"2023-09-23T18:05:38.482764+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482882+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:05:38.482882+0000","last_peered":"2023-09-23T18:05:38.482882+0000","last_clean":"2023-09-23T18:05:38.482882+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:05:38.482882+0000","last_undegraded":"2023-09-23T18:05:38.482882+0000","last_fullsized":"2023-09-23T18:05:38.482882+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":263,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885299+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:05:38.885299+0000","last_peered":"2023-09-23T18:05:38.885299+0000","last_clean":"2023-09-23T18:05:38.885299+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:05:38.885299+0000","last_undegraded":"2023-09-23T18:05:38.885299+0000","last_fullsized":"2023-09-23T18:05:38.885299+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":213,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200917+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:05:34.200917+0000","last_peered":"2023-09-23T18:05:34.200917+0000","last_clean":"2023-09-23T18:05:34.200917+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:05:34.200917+0000","last_undegraded":"2023-09-23T18:05:34.200917+0000","last_fullsized":"2023-09-23T18:05:34.200917+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212642+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:05:38.212642+0000","last_peered":"2023-09-23T18:05:38.212642+0000","last_clean":"2023-09-23T18:05:38.212642+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:05:38.212642+0000","last_undegraded":"2023-09-23T18:05:38.212642+0000","last_fullsized":"2023-09-23T18:05:38.212642+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214999+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:05:38.214999+0000","last_peered":"2023-09-23T18:05:38.214999+0000","last_clean":"2023-09-23T18:05:38.214999+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:05:38.214999+0000","last_undegraded":"2023-09-23T18:05:38.214999+0000","last_fullsized":"2023-09-23T18:05:38.214999+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":184,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885077+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:05:38.885077+0000","last_peered":"2023-09-23T18:05:38.885077+0000","last_clean":"2023-09-23T18:05:38.885077+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:05:38.885077+0000","last_undegraded":"2023-09-23T18:05:38.885077+0000","last_fullsized":"2023-09-23T18:05:38.885077+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":183,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212572+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:05:38.212572+0000","last_peered":"2023-09-23T18:05:38.212572+0000","last_clean":"2023-09-23T18:05:38.212572+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:05:38.212572+0000","last_undegraded":"2023-09-23T18:05:38.212572+0000","last_fullsized":"2023-09-23T18:05:38.212572+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":264,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.202530+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:05:34.202530+0000","last_peered":"2023-09-23T18:05:34.202530+0000","last_clean":"2023-09-23T18:05:34.202530+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:05:34.202530+0000","last_undegraded":"2023-09-23T18:05:34.202530+0000","last_fullsized":"2023-09-23T18:05:34.202530+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":183,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.201046+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:05:34.201046+0000","last_peered":"2023-09-23T18:05:34.201046+0000","last_clean":"2023-09-23T18:05:34.201046+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:05:34.201046+0000","last_undegraded":"2023-09-23T18:05:34.201046+0000","last_fullsized":"2023-09-23T18:05:34.201046+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"218'600","reported_seq":612,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.585817+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:05:45.585817+0000","last_peered":"2023-09-23T18:05:45.585817+0000","last_clean":"2023-09-23T18:05:45.585817+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:05:45.585817+0000","last_undegraded":"2023-09-23T18:05:45.585817+0000","last_fullsized":"2023-09-23T18:05:45.585817+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":600,"log_dups_size":0,"ondisk_log_size":600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39321600,"num_objects":600,"num_object_clones":0,"num_object_copies":1800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":600,"num_write_kb":38400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":255,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885637+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:05:38.885637+0000","last_peered":"2023-09-23T18:05:38.885637+0000","last_clean":"2023-09-23T18:05:38.885637+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:05:38.885637+0000","last_undegraded":"2023-09-23T18:05:38.885637+0000","last_fullsized":"2023-09-23T18:05:38.885637+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214590+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:05:38.214590+0000","last_peered":"2023-09-23T18:05:38.214590+0000","last_clean":"2023-09-23T18:05:38.214590+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:05:38.214590+0000","last_undegraded":"2023-09-23T18:05:38.214590+0000","last_fullsized":"2023-09-23T18:05:38.214590+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"217'48","reported_seq":60,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.612032+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:05:42.612032+0000","last_peered":"2023-09-23T18:05:42.612032+0000","last_clean":"2023-09-23T18:05:42.612032+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:05:42.612032+0000","last_undegraded":"2023-09-23T18:05:42.612032+0000","last_fullsized":"2023-09-23T18:05:42.612032+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":48,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":270,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885551+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:05:38.885551+0000","last_peered":"2023-09-23T18:05:38.885551+0000","last_clean":"2023-09-23T18:05:38.885551+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:05:38.885551+0000","last_undegraded":"2023-09-23T18:05:38.885551+0000","last_fullsized":"2023-09-23T18:05:38.885551+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482626+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:05:38.482626+0000","last_peered":"2023-09-23T18:05:38.482626+0000","last_clean":"2023-09-23T18:05:38.482626+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:05:38.482626+0000","last_undegraded":"2023-09-23T18:05:38.482626+0000","last_fullsized":"2023-09-23T18:05:38.482626+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"218'631","reported_seq":643,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.606686+0000","last_change":"2023-09-23T18:05:33.204086+0000","last_active":"2023-09-23T18:05:45.606686+0000","last_peered":"2023-09-23T18:05:45.606686+0000","last_clean":"2023-09-23T18:05:45.606686+0000","last_became_active":"2023-09-23T18:05:33.203749+0000","last_became_peered":"2023-09-23T18:05:33.203749+0000","last_unstale":"2023-09-23T18:05:45.606686+0000","last_undegraded":"2023-09-23T18:05:45.606686+0000","last_fullsized":"2023-09-23T18:05:45.606686+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":631,"log_dups_size":0,"ondisk_log_size":631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41353216,"num_objects":631,"num_object_clones":0,"num_object_copies":1893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":631,"num_write_kb":40384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":211,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885366+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:05:38.885366+0000","last_peered":"2023-09-23T18:05:38.885366+0000","last_clean":"2023-09-23T18:05:38.885366+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:05:38.885366+0000","last_undegraded":"2023-09-23T18:05:38.885366+0000","last_fullsized":"2023-09-23T18:05:38.885366+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":177,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.202624+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:05:34.202624+0000","last_peered":"2023-09-23T18:05:34.202624+0000","last_clean":"2023-09-23T18:05:34.202624+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:05:34.202624+0000","last_undegraded":"2023-09-23T18:05:34.202624+0000","last_fullsized":"2023-09-23T18:05:34.202624+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"218'585","reported_seq":598,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.471773+0000","last_change":"2023-09-23T18:05:33.201122+0000","last_active":"2023-09-23T18:05:45.471773+0000","last_peered":"2023-09-23T18:05:45.471773+0000","last_clean":"2023-09-23T18:05:45.471773+0000","last_became_active":"2023-09-23T18:05:33.200809+0000","last_became_peered":"2023-09-23T18:05:33.200809+0000","last_unstale":"2023-09-23T18:05:45.471773+0000","last_undegraded":"2023-09-23T18:05:45.471773+0000","last_fullsized":"2023-09-23T18:05:45.471773+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":585,"log_dups_size":0,"ondisk_log_size":585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:50:51.667724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38338560,"num_objects":585,"num_object_clones":0,"num_object_copies":1755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":585,"num_write_kb":37440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":199,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214940+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:05:38.214940+0000","last_peered":"2023-09-23T18:05:38.214940+0000","last_clean":"2023-09-23T18:05:38.214940+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:05:38.214940+0000","last_undegraded":"2023-09-23T18:05:38.214940+0000","last_fullsized":"2023-09-23T18:05:38.214940+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":209,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212228+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:05:38.212228+0000","last_peered":"2023-09-23T18:05:38.212228+0000","last_clean":"2023-09-23T18:05:38.212228+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:05:38.212228+0000","last_undegraded":"2023-09-23T18:05:38.212228+0000","last_fullsized":"2023-09-23T18:05:38.212228+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"218'649","reported_seq":661,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.645537+0000","last_change":"2023-09-23T18:05:33.213577+0000","last_active":"2023-09-23T18:05:45.645537+0000","last_peered":"2023-09-23T18:05:45.645537+0000","last_clean":"2023-09-23T18:05:45.645537+0000","last_became_active":"2023-09-23T18:05:33.213116+0000","last_became_peered":"2023-09-23T18:05:33.213116+0000","last_unstale":"2023-09-23T18:05:45.645537+0000","last_undegraded":"2023-09-23T18:05:45.645537+0000","last_fullsized":"2023-09-23T18:05:45.645537+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":649,"log_dups_size":0,"ondisk_log_size":649,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42532864,"num_objects":649,"num_object_clones":0,"num_object_copies":1947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":649,"num_write_kb":41536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":240,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.364856+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:05:38.364856+0000","last_peered":"2023-09-23T18:05:38.364856+0000","last_clean":"2023-09-23T18:05:38.364856+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:05:38.364856+0000","last_undegraded":"2023-09-23T18:05:38.364856+0000","last_fullsized":"2023-09-23T18:05:38.364856+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482718+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:05:38.482718+0000","last_peered":"2023-09-23T18:05:38.482718+0000","last_clean":"2023-09-23T18:05:38.482718+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:05:38.482718+0000","last_undegraded":"2023-09-23T18:05:38.482718+0000","last_fullsized":"2023-09-23T18:05:38.482718+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"217'45","reported_seq":57,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.598969+0000","last_change":"2023-09-23T18:05:33.203949+0000","last_active":"2023-09-23T18:05:42.598969+0000","last_peered":"2023-09-23T18:05:42.598969+0000","last_clean":"2023-09-23T18:05:42.598969+0000","last_became_active":"2023-09-23T18:05:33.203682+0000","last_became_peered":"2023-09-23T18:05:33.203682+0000","last_unstale":"2023-09-23T18:05:42.598969+0000","last_undegraded":"2023-09-23T18:05:42.598969+0000","last_fullsized":"2023-09-23T18:05:42.598969+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:46:12.288451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2949120,"num_objects":45,"num_object_clones":0,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":2880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":196,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.202920+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:05:34.202920+0000","last_peered":"2023-09-23T18:05:34.202920+0000","last_clean":"2023-09-23T18:05:34.202920+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:05:34.202920+0000","last_undegraded":"2023-09-23T18:05:34.202920+0000","last_fullsized":"2023-09-23T18:05:34.202920+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482954+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:05:38.482954+0000","last_peered":"2023-09-23T18:05:38.482954+0000","last_clean":"2023-09-23T18:05:38.482954+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:05:38.482954+0000","last_undegraded":"2023-09-23T18:05:38.482954+0000","last_fullsized":"2023-09-23T18:05:38.482954+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"217'59","reported_seq":71,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.614702+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:05:42.614702+0000","last_peered":"2023-09-23T18:05:42.614702+0000","last_clean":"2023-09-23T18:05:42.614702+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:05:42.614702+0000","last_undegraded":"2023-09-23T18:05:42.614702+0000","last_fullsized":"2023-09-23T18:05:42.614702+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":0,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3866624,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59,"num_write_kb":3776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482470+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:05:38.482470+0000","last_peered":"2023-09-23T18:05:38.482470+0000","last_clean":"2023-09-23T18:05:38.482470+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:05:38.482470+0000","last_undegraded":"2023-09-23T18:05:38.482470+0000","last_fullsized":"2023-09-23T18:05:38.482470+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.483148+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:05:38.483148+0000","last_peered":"2023-09-23T18:05:38.483148+0000","last_clean":"2023-09-23T18:05:38.483148+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:05:38.483148+0000","last_undegraded":"2023-09-23T18:05:38.483148+0000","last_fullsized":"2023-09-23T18:05:38.483148+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"218'663","reported_seq":673,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.585463+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:05:45.585463+0000","last_peered":"2023-09-23T18:05:45.585463+0000","last_clean":"2023-09-23T18:05:45.585463+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:05:45.585463+0000","last_undegraded":"2023-09-23T18:05:45.585463+0000","last_fullsized":"2023-09-23T18:05:45.585463+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":663,"log_dups_size":0,"ondisk_log_size":663,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43450368,"num_objects":663,"num_object_clones":0,"num_object_copies":1989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":663,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":663,"num_write_kb":42432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":209,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200302+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:05:34.200302+0000","last_peered":"2023-09-23T18:05:34.200302+0000","last_clean":"2023-09-23T18:05:34.200302+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:05:34.200302+0000","last_undegraded":"2023-09-23T18:05:34.200302+0000","last_fullsized":"2023-09-23T18:05:34.200302+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":184,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859185+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:05:34.859185+0000","last_peered":"2023-09-23T18:05:34.859185+0000","last_clean":"2023-09-23T18:05:34.859185+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:05:34.859185+0000","last_undegraded":"2023-09-23T18:05:34.859185+0000","last_fullsized":"2023-09-23T18:05:34.859185+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"218'568","reported_seq":581,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.455668+0000","last_change":"2023-09-23T18:05:33.212650+0000","last_active":"2023-09-23T18:05:45.455668+0000","last_peered":"2023-09-23T18:05:45.455668+0000","last_clean":"2023-09-23T18:05:45.455668+0000","last_became_active":"2023-09-23T18:05:33.212336+0000","last_became_peered":"2023-09-23T18:05:33.212336+0000","last_unstale":"2023-09-23T18:05:45.455668+0000","last_undegraded":"2023-09-23T18:05:45.455668+0000","last_fullsized":"2023-09-23T18:05:45.455668+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":568,"log_dups_size":0,"ondisk_log_size":568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:56.984858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37224448,"num_objects":568,"num_object_clones":0,"num_object_copies":1704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":568,"num_write_kb":36352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":778,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859177+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:05:34.859177+0000","last_peered":"2023-09-23T18:05:34.859177+0000","last_clean":"2023-09-23T18:05:34.859177+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:05:34.859177+0000","last_undegraded":"2023-09-23T18:05:34.859177+0000","last_fullsized":"2023-09-23T18:05:34.859177+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215049+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:05:38.215049+0000","last_peered":"2023-09-23T18:05:38.215049+0000","last_clean":"2023-09-23T18:05:38.215049+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:05:38.215049+0000","last_undegraded":"2023-09-23T18:05:38.215049+0000","last_fullsized":"2023-09-23T18:05:38.215049+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":129,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.858702+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:05:34.858702+0000","last_peered":"2023-09-23T18:05:34.858702+0000","last_clean":"2023-09-23T18:05:34.858702+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:05:34.858702+0000","last_undegraded":"2023-09-23T18:05:34.858702+0000","last_fullsized":"2023-09-23T18:05:34.858702+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"217'53","reported_seq":64,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.609970+0000","last_change":"2023-09-23T18:05:33.205227+0000","last_active":"2023-09-23T18:05:42.609970+0000","last_peered":"2023-09-23T18:05:42.609970+0000","last_clean":"2023-09-23T18:05:42.609970+0000","last_became_active":"2023-09-23T18:05:33.204934+0000","last_became_peered":"2023-09-23T18:05:33.204934+0000","last_unstale":"2023-09-23T18:05:42.609970+0000","last_undegraded":"2023-09-23T18:05:42.609970+0000","last_fullsized":"2023-09-23T18:05:42.609970+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:31.717746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3473408,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":53,"num_write_kb":3392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":915,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214759+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:05:38.214759+0000","last_peered":"2023-09-23T18:05:38.214759+0000","last_clean":"2023-09-23T18:05:38.214759+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:05:38.214759+0000","last_undegraded":"2023-09-23T18:05:38.214759+0000","last_fullsized":"2023-09-23T18:05:38.214759+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":198,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482868+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:05:38.482868+0000","last_peered":"2023-09-23T18:05:38.482868+0000","last_clean":"2023-09-23T18:05:38.482868+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:05:38.482868+0000","last_undegraded":"2023-09-23T18:05:38.482868+0000","last_fullsized":"2023-09-23T18:05:38.482868+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":122,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.858974+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:05:34.858974+0000","last_peered":"2023-09-23T18:05:34.858974+0000","last_clean":"2023-09-23T18:05:34.858974+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:05:34.858974+0000","last_undegraded":"2023-09-23T18:05:34.858974+0000","last_fullsized":"2023-09-23T18:05:34.858974+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"218'592","reported_seq":604,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.607934+0000","last_change":"2023-09-23T18:05:33.204311+0000","last_active":"2023-09-23T18:05:45.607934+0000","last_peered":"2023-09-23T18:05:45.607934+0000","last_clean":"2023-09-23T18:05:45.607934+0000","last_became_active":"2023-09-23T18:05:33.203951+0000","last_became_peered":"2023-09-23T18:05:33.203951+0000","last_unstale":"2023-09-23T18:05:45.607934+0000","last_undegraded":"2023-09-23T18:05:45.607934+0000","last_fullsized":"2023-09-23T18:05:45.607934+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":592,"log_dups_size":0,"ondisk_log_size":592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38797312,"num_objects":592,"num_object_clones":0,"num_object_copies":1776,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":592,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":592,"num_write_kb":37888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":600,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200715+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:05:34.200715+0000","last_peered":"2023-09-23T18:05:34.200715+0000","last_clean":"2023-09-23T18:05:34.200715+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:05:34.200715+0000","last_undegraded":"2023-09-23T18:05:34.200715+0000","last_fullsized":"2023-09-23T18:05:34.200715+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":128,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.858439+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:05:34.858439+0000","last_peered":"2023-09-23T18:05:34.858439+0000","last_clean":"2023-09-23T18:05:34.858439+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:05:34.858439+0000","last_undegraded":"2023-09-23T18:05:34.858439+0000","last_fullsized":"2023-09-23T18:05:34.858439+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":222,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859080+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:05:34.859080+0000","last_peered":"2023-09-23T18:05:34.859080+0000","last_clean":"2023-09-23T18:05:34.859080+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:05:34.859080+0000","last_undegraded":"2023-09-23T18:05:34.859080+0000","last_fullsized":"2023-09-23T18:05:34.859080+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"218'591","reported_seq":603,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.570697+0000","last_change":"2023-09-23T18:05:33.213230+0000","last_active":"2023-09-23T18:05:45.570697+0000","last_peered":"2023-09-23T18:05:45.570697+0000","last_clean":"2023-09-23T18:05:45.570697+0000","last_became_active":"2023-09-23T18:05:33.212937+0000","last_became_peered":"2023-09-23T18:05:33.212937+0000","last_unstale":"2023-09-23T18:05:45.570697+0000","last_undegraded":"2023-09-23T18:05:45.570697+0000","last_fullsized":"2023-09-23T18:05:45.570697+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":591,"log_dups_size":0,"ondisk_log_size":591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38731776,"num_objects":591,"num_object_clones":0,"num_object_copies":1773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":591,"num_write_kb":37824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":658,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214802+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:05:38.214802+0000","last_peered":"2023-09-23T18:05:38.214802+0000","last_clean":"2023-09-23T18:05:38.214802+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:05:38.214802+0000","last_undegraded":"2023-09-23T18:05:38.214802+0000","last_fullsized":"2023-09-23T18:05:38.214802+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":486,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.884999+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:05:38.884999+0000","last_peered":"2023-09-23T18:05:38.884999+0000","last_clean":"2023-09-23T18:05:38.884999+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:05:38.884999+0000","last_undegraded":"2023-09-23T18:05:38.884999+0000","last_fullsized":"2023-09-23T18:05:38.884999+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":216,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200610+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:05:34.200610+0000","last_peered":"2023-09-23T18:05:34.200610+0000","last_clean":"2023-09-23T18:05:34.200610+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:05:34.200610+0000","last_undegraded":"2023-09-23T18:05:34.200610+0000","last_fullsized":"2023-09-23T18:05:34.200610+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":181,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.203208+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:05:34.203208+0000","last_peered":"2023-09-23T18:05:34.203208+0000","last_clean":"2023-09-23T18:05:34.203208+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:05:34.203208+0000","last_undegraded":"2023-09-23T18:05:34.203208+0000","last_fullsized":"2023-09-23T18:05:34.203208+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"217'138","reported_seq":150,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.964292+0000","last_change":"2023-09-23T18:05:33.213581+0000","last_active":"2023-09-23T18:05:42.964292+0000","last_peered":"2023-09-23T18:05:42.964292+0000","last_clean":"2023-09-23T18:05:42.964292+0000","last_became_active":"2023-09-23T18:05:33.213274+0000","last_became_peered":"2023-09-23T18:05:33.213274+0000","last_unstale":"2023-09-23T18:05:42.964292+0000","last_undegraded":"2023-09-23T18:05:42.964292+0000","last_fullsized":"2023-09-23T18:05:42.964292+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":138,"log_dups_size":0,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:10.278824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9043968,"num_objects":138,"num_object_clones":0,"num_object_copies":414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":8832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":875,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.884960+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:05:38.884960+0000","last_peered":"2023-09-23T18:05:38.884960+0000","last_clean":"2023-09-23T18:05:38.884960+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:05:38.884960+0000","last_undegraded":"2023-09-23T18:05:38.884960+0000","last_fullsized":"2023-09-23T18:05:38.884960+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":192,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212039+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:05:38.212039+0000","last_peered":"2023-09-23T18:05:38.212039+0000","last_clean":"2023-09-23T18:05:38.212039+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:05:38.212039+0000","last_undegraded":"2023-09-23T18:05:38.212039+0000","last_fullsized":"2023-09-23T18:05:38.212039+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212489+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:05:38.212489+0000","last_peered":"2023-09-23T18:05:38.212489+0000","last_clean":"2023-09-23T18:05:38.212489+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:05:38.212489+0000","last_undegraded":"2023-09-23T18:05:38.212489+0000","last_fullsized":"2023-09-23T18:05:38.212489+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"217'130","reported_seq":142,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:42.956859+0000","last_change":"2023-09-23T18:05:33.203429+0000","last_active":"2023-09-23T18:05:42.956859+0000","last_peered":"2023-09-23T18:05:42.956859+0000","last_clean":"2023-09-23T18:05:42.956859+0000","last_became_active":"2023-09-23T18:05:33.203179+0000","last_became_peered":"2023-09-23T18:05:33.203179+0000","last_unstale":"2023-09-23T18:05:42.956859+0000","last_undegraded":"2023-09-23T18:05:42.956859+0000","last_fullsized":"2023-09-23T18:05:42.956859+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:40.169065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8519680,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":8320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":388,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885410+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:05:38.885410+0000","last_peered":"2023-09-23T18:05:38.885410+0000","last_clean":"2023-09-23T18:05:38.885410+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:05:38.885410+0000","last_undegraded":"2023-09-23T18:05:38.885410+0000","last_fullsized":"2023-09-23T18:05:38.885410+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":146,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859105+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:05:34.859105+0000","last_peered":"2023-09-23T18:05:34.859105+0000","last_clean":"2023-09-23T18:05:34.859105+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:05:34.859105+0000","last_undegraded":"2023-09-23T18:05:34.859105+0000","last_fullsized":"2023-09-23T18:05:34.859105+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":202,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212440+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:05:38.212440+0000","last_peered":"2023-09-23T18:05:38.212440+0000","last_clean":"2023-09-23T18:05:38.212440+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:05:38.212440+0000","last_undegraded":"2023-09-23T18:05:38.212440+0000","last_fullsized":"2023-09-23T18:05:38.212440+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"218'660","reported_seq":672,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.673463+0000","last_change":"2023-09-23T18:05:33.205399+0000","last_active":"2023-09-23T18:05:45.673463+0000","last_peered":"2023-09-23T18:05:45.673463+0000","last_clean":"2023-09-23T18:05:45.673463+0000","last_became_active":"2023-09-23T18:05:33.205085+0000","last_became_peered":"2023-09-23T18:05:33.205085+0000","last_unstale":"2023-09-23T18:05:45.673463+0000","last_undegraded":"2023-09-23T18:05:45.673463+0000","last_fullsized":"2023-09-23T18:05:45.673463+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":660,"log_dups_size":0,"ondisk_log_size":660,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43253760,"num_objects":660,"num_object_clones":0,"num_object_copies":1980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":660,"num_write_kb":42240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":188,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.201000+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:05:34.201000+0000","last_peered":"2023-09-23T18:05:34.201000+0000","last_clean":"2023-09-23T18:05:34.201000+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:05:34.201000+0000","last_undegraded":"2023-09-23T18:05:34.201000+0000","last_fullsized":"2023-09-23T18:05:34.201000+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":724,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859235+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:05:34.859235+0000","last_peered":"2023-09-23T18:05:34.859235+0000","last_clean":"2023-09-23T18:05:34.859235+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:05:34.859235+0000","last_undegraded":"2023-09-23T18:05:34.859235+0000","last_fullsized":"2023-09-23T18:05:34.859235+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":221,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200319+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:05:34.200319+0000","last_peered":"2023-09-23T18:05:34.200319+0000","last_clean":"2023-09-23T18:05:34.200319+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:05:34.200319+0000","last_undegraded":"2023-09-23T18:05:34.200319+0000","last_fullsized":"2023-09-23T18:05:34.200319+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"218'640","reported_seq":652,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.605562+0000","last_change":"2023-09-23T18:05:33.203970+0000","last_active":"2023-09-23T18:05:45.605562+0000","last_peered":"2023-09-23T18:05:45.605562+0000","last_clean":"2023-09-23T18:05:45.605562+0000","last_became_active":"2023-09-23T18:05:33.203655+0000","last_became_peered":"2023-09-23T18:05:33.203655+0000","last_unstale":"2023-09-23T18:05:45.605562+0000","last_undegraded":"2023-09-23T18:05:45.605562+0000","last_fullsized":"2023-09-23T18:05:45.605562+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":640,"log_dups_size":0,"ondisk_log_size":640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41943040,"num_objects":640,"num_object_clones":0,"num_object_copies":1920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":640,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":640,"num_write_kb":40960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":433,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.203108+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:05:34.203108+0000","last_peered":"2023-09-23T18:05:34.203108+0000","last_clean":"2023-09-23T18:05:34.203108+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:05:34.203108+0000","last_undegraded":"2023-09-23T18:05:34.203108+0000","last_fullsized":"2023-09-23T18:05:34.203108+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":55,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212403+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:05:38.212403+0000","last_peered":"2023-09-23T18:05:38.212403+0000","last_clean":"2023-09-23T18:05:38.212403+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:05:38.212403+0000","last_undegraded":"2023-09-23T18:05:38.212403+0000","last_fullsized":"2023-09-23T18:05:38.212403+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":52,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482531+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:05:38.482531+0000","last_peered":"2023-09-23T18:05:38.482531+0000","last_clean":"2023-09-23T18:05:38.482531+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:05:38.482531+0000","last_undegraded":"2023-09-23T18:05:38.482531+0000","last_fullsized":"2023-09-23T18:05:38.482531+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212344+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:05:38.212344+0000","last_peered":"2023-09-23T18:05:38.212344+0000","last_clean":"2023-09-23T18:05:38.212344+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:05:38.212344+0000","last_undegraded":"2023-09-23T18:05:38.212344+0000","last_fullsized":"2023-09-23T18:05:38.212344+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":103,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.859083+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:05:34.859083+0000","last_peered":"2023-09-23T18:05:34.859083+0000","last_clean":"2023-09-23T18:05:34.859083+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:05:34.859083+0000","last_undegraded":"2023-09-23T18:05:34.859083+0000","last_fullsized":"2023-09-23T18:05:34.859083+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":212,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214997+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:05:38.214997+0000","last_peered":"2023-09-23T18:05:38.214997+0000","last_clean":"2023-09-23T18:05:38.214997+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:05:38.214997+0000","last_undegraded":"2023-09-23T18:05:38.214997+0000","last_fullsized":"2023-09-23T18:05:38.214997+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482667+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:05:38.482667+0000","last_peered":"2023-09-23T18:05:38.482667+0000","last_clean":"2023-09-23T18:05:38.482667+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:05:38.482667+0000","last_undegraded":"2023-09-23T18:05:38.482667+0000","last_fullsized":"2023-09-23T18:05:38.482667+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":186,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215129+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:05:38.215129+0000","last_peered":"2023-09-23T18:05:38.215129+0000","last_clean":"2023-09-23T18:05:38.215129+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:05:38.215129+0000","last_undegraded":"2023-09-23T18:05:38.215129+0000","last_fullsized":"2023-09-23T18:05:38.215129+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482611+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:05:38.482611+0000","last_peered":"2023-09-23T18:05:38.482611+0000","last_clean":"2023-09-23T18:05:38.482611+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:05:38.482611+0000","last_undegraded":"2023-09-23T18:05:38.482611+0000","last_fullsized":"2023-09-23T18:05:38.482611+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":237,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.201889+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:05:34.201889+0000","last_peered":"2023-09-23T18:05:34.201889+0000","last_clean":"2023-09-23T18:05:34.201889+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:05:34.201889+0000","last_undegraded":"2023-09-23T18:05:34.201889+0000","last_fullsized":"2023-09-23T18:05:34.201889+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":241,"reported_epoch":216,"state":"active+clean","last_fresh":"2023-09-23T18:05:34.200445+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:05:34.200445+0000","last_peered":"2023-09-23T18:05:34.200445+0000","last_clean":"2023-09-23T18:05:34.200445+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:05:34.200445+0000","last_undegraded":"2023-09-23T18:05:34.200445+0000","last_fullsized":"2023-09-23T18:05:34.200445+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":87,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212570+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:05:38.212570+0000","last_peered":"2023-09-23T18:05:38.212570+0000","last_clean":"2023-09-23T18:05:38.212570+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:05:38.212570+0000","last_undegraded":"2023-09-23T18:05:38.212570+0000","last_fullsized":"2023-09-23T18:05:38.212570+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482373+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:05:38.482373+0000","last_peered":"2023-09-23T18:05:38.482373+0000","last_clean":"2023-09-23T18:05:38.482373+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:05:38.482373+0000","last_undegraded":"2023-09-23T18:05:38.482373+0000","last_fullsized":"2023-09-23T18:05:38.482373+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":435945472,"num_objects":6652,"num_object_clones":0,"num_object_copies":19956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6652,"num_write_kb":425728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1274413056,"data_stored":1274413056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6652,"ondisk_log_size":6652,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":66,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430450,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":665632,"kb_used_data":352024,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":93079520,"statfs":{"total":95995035648,"available":95313428480,"internally_reserved":0,"allocated":360472576,"data_stored":359795251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.56299999999999994,"15min":0.68200000000000005},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":3.0059999999999998,"5min":4.3499999999999996,"15min":6.5090000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.76300000000000001,"15min":0.76500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":2.504,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.52800000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.85399999999999998,"15min":0.71999999999999997},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.5709999999999997,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.81000000000000005,"15min":0.70199999999999996},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0350000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.56100000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.74199999999999999,"15min":0.71199999999999997},"min":{"1min":0.29699999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":7.2610000000000001,"5min":7.2610000000000001,"15min":7.2610000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.016,"15min":0.78200000000000003},"min":{"1min":0.29599999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.7809999999999999,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.61499999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":1.2589999999999999,"15min":1.218},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":32.631,"5min":32.631,"15min":32.631},"last":0.497},{"interface":"front","average":{"1min":3.0169999999999999,"5min":1.423,"15min":1.3},"min":{"1min":0.40500000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":32.612000000000002,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.57599999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.86899999999999999,"15min":0.66600000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.2780000000000005,"5min":8.2780000000000005,"15min":8.2780000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88300000000000001,"15min":0.64100000000000001},"min":{"1min":0.314,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":7.3129999999999997,"5min":10.238,"15min":10.238},"last":0.44400000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":0.88300000000000001,"15min":0.70799999999999996},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.3309999999999995,"5min":9.3309999999999995,"15min":9.3309999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.2929999999999999,"5min":0.84999999999999998,"15min":0.70299999999999996},"min":{"1min":0.33000000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":10.307},"last":0.60099999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":0.89700000000000002,"15min":0.73099999999999998},"min":{"1min":0.39000000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.774,"5min":6.774,"15min":6.774},"last":0.625},{"interface":"front","average":{"1min":1.631,"5min":1.026,"15min":0.72699999999999998},"min":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":12.613,"5min":12.613,"15min":12.613},"last":0.65100000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309546,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":539936,"kb_used_data":212312,"kb_used_omap":12,"kb_used_meta":327603,"kb_avail":93205216,"statfs":{"total":95995035648,"available":95442141184,"internally_reserved":0,"allocated":217407488,"data_stored":216730624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":335466175},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":0.91700000000000004,"15min":0.90500000000000003},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":9.6219999999999999,"5min":9.6219999999999999,"15min":9.6219999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.82499999999999996,"15min":0.751},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.3780000000000001,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":1.706}]},{"osd":1,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":0.95599999999999996,"15min":0.93600000000000005},"min":{"1min":0.28199999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.5020000000000007,"5min":9.5020000000000007,"15min":9.5020000000000007},"last":0.626},{"interface":"front","average":{"1min":1.018,"5min":0.998,"15min":0.81799999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.9299999999999997,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":1.6719999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.0049999999999999,"15min":0.80800000000000005},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.2390000000000001,"5min":0.95299999999999996,"15min":0.95499999999999996},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":10.073,"5min":10.073,"15min":10.073},"last":0.56299999999999994}]},{"osd":3,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0209999999999999,"15min":1.042},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.843,"5min":6.843,"15min":6.843},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.9770000000000001,"5min":1.296,"15min":1.25},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":9.5779999999999994,"5min":9.5779999999999994,"15min":9.5779999999999994},"last":1.5169999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":0.84199999999999997,"15min":0.72199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.548,"5min":9.548,"15min":9.548},"last":0.28999999999999998},{"interface":"front","average":{"1min":1.3580000000000001,"5min":0.86099999999999999,"15min":0.70899999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":9.1310000000000002,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":0.34399999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.754,"15min":0.65500000000000003},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.319,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.1419999999999999,"5min":0.78200000000000003,"15min":0.68100000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.7969999999999997,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.436}]},{"osd":7,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":0.94999999999999996,"15min":0.89000000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.8689999999999998,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.542,"5min":0.92700000000000005,"15min":0.85299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":9.5999999999999996,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":0.35899999999999999}]}]},{"osd":1,"up_from":90,"seq":386547056756,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333280,"kb_used_data":185112,"kb_used_omap":7,"kb_used_meta":148152,"kb_avail":93411872,"statfs":{"total":95995035648,"available":95653756928,"internally_reserved":0,"allocated":189554688,"data_stored":188588167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":151707747},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.89700000000000002,"15min":0.69799999999999995},"min":{"1min":0.23200000000000001,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":5.9550000000000001,"5min":13.762,"15min":13.762},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.69299999999999995,"15min":0.61299999999999999},"min":{"1min":0.223,"5min":0.191,"15min":0.191},"max":{"1min":2.4900000000000002,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:05:41 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":0.97199999999999998,"15min":1.0800000000000001},"min":{"1min":0.25,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":23.536000000000001,"5min":23.536000000000001,"15min":23.536000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.91200000000000003,"15min":1.722},"min":{"1min":0.29099999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.9279999999999999,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.47399999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.018,"15min":0.72299999999999998},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.8919999999999999,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.95699999999999996,"15min":0.77000000000000002},"min":{"1min":0.313,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.7190000000000003,"5min":14.076000000000001,"15min":15.326000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":0.89200000000000002,"15min":0.83199999999999996},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.1820000000000004,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":0.745},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.871},"min":{"1min":0.32600000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.0519999999999996,"5min":13.826000000000001,"15min":13.826000000000001},"last":0.72899999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":0.97299999999999998,"15min":0.83499999999999996},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.04,"5min":5.04,"15min":5.258},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.0429999999999999,"15min":0.85699999999999998},"min":{"1min":0.34599999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8810000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.67400000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:05:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":0.76300000000000001,"15min":0.64900000000000002},"min":{"1min":0.39900000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.0179999999999998,"5min":6.0179999999999998,"15min":6.0179999999999998},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.79200000000000004,"15min":0.72099999999999997},"min":{"1min":0.42599999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":4.5279999999999996,"5min":4.5279999999999996,"15min":4.5279999999999996},"last":0.62}]},{"osd":7,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.111,"15min":0.90200000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":6.7990000000000004,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.466,"5min":1.121,"15min":0.95399999999999996},"min":{"1min":0.499,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":7.9180000000000001,"5min":13.859,"15min":13.859},"last":0.876}]}]},{"osd":0,"up_from":85,"seq":365072220288,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":437260,"kb_used_data":229380,"kb_used_omap":8,"kb_used_meta":207863,"kb_avail":93307892,"statfs":{"total":95995035648,"available":95547281408,"internally_reserved":0,"allocated":234885120,"data_stored":233884233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":212852324},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":1.0349999999999999,"15min":0.629},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8079999999999998,"5min":11.491,"15min":11.491},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.0680000000000001,"15min":0.68999999999999995},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":6.2439999999999998,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":3.6219999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.03,"15min":1.075},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3659999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":2.5579999999999998},{"interface":"front","average":{"1min":0.997,"5min":0.999,"15min":1.369},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":10.711,"5min":11.443,"15min":11.443},"last":1.526}]},{"osd":3,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.153,"15min":0.71699999999999997},"min":{"1min":0.314,"5min":0.27400000000000002,"15min":0.253},"max":{"1min":3.3660000000000001,"5min":12.682,"15min":12.682},"last":2.29},{"interface":"front","average":{"1min":1.5680000000000001,"5min":1.2290000000000001,"15min":0.75600000000000001},"min":{"1min":0.249,"5min":0.248,"15min":0.248},"max":{"1min":10.776,"5min":11.587,"15min":11.587},"last":1.5629999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":0.96699999999999997,"15min":0.83299999999999996},"min":{"1min":0.32400000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.686,"5min":11.382999999999999,"15min":11.382999999999999},"last":1.6180000000000001},{"interface":"front","average":{"1min":1.276,"5min":0.94999999999999996,"15min":0.81100000000000005},"min":{"1min":0.38500000000000001,"5min":0.37,"15min":0.37},"max":{"1min":7.5620000000000003,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":0.59199999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.93400000000000005,"15min":0.83999999999999997},"min":{"1min":0.34100000000000003,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.6580000000000004,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.72,"5min":1.157,"15min":0.94799999999999995},"min":{"1min":0.35699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.657,"5min":11.510999999999999,"15min":11.510999999999999},"last":1.665}]},{"osd":6,"last update":"Sat Sep 23 18:05:33 2023","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":0.81699999999999995,"15min":0.69099999999999995},"min":{"1min":0.433,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":7.6020000000000003,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":0.80800000000000005},{"interface":"front","average":{"1min":1.2769999999999999,"5min":0.80500000000000005,"15min":0.69699999999999995},"min":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":5.2460000000000004,"5min":5.2460000000000004,"15min":5.2460000000000004},"last":2.4990000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.0309999999999999,"15min":0.88600000000000001},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":4.6310000000000002,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":3.1160000000000001},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.0640000000000001,"15min":0.91600000000000004},"min":{"1min":0.41699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":10.612,"5min":11.476000000000001,"15min":11.476000000000001},"last":3.105}]}]},{"osd":2,"up_from":0,"seq":622770257981,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729710,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":154640,"kb_used_data":2440,"kb_used_omap":4,"kb_used_meta":152187,"kb_avail":93590512,"statfs":{"total":95995035648,"available":95836684288,"internally_reserved":0,"allocated":2498560,"data_stored":1543935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":155839895},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":0.98999999999999999,"15min":0.70599999999999996},"min":{"1min":0.23599999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.885,"5min":13.885,"15min":14.162000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.157,"15min":0.879},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.8239999999999998,"5min":9.3490000000000002,"15min":17.396999999999998},"last":2.9740000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.218,"15min":0.73899999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.420999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":1.3340000000000001,"5min":1.0029999999999999,"15min":0.77400000000000002},"min":{"1min":0.307,"5min":0.255,"15min":0.25},"max":{"1min":13.781000000000001,"5min":13.781000000000001,"15min":14.276},"last":2.8130000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.0469999999999999,"15min":1.369},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.4990000000000001,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":0.505},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.169,"15min":1.1990000000000001},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.7450000000000001,"5min":11.35,"15min":11.35},"last":0.627}]},{"osd":4,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.81000000000000005,"15min":0.81499999999999995},"min":{"1min":0.33000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":13.859999999999999,"5min":13.859999999999999,"15min":14.212},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.89000000000000001,"5min":1.2629999999999999,"15min":1.0549999999999999},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":2.996,"5min":9.3160000000000007,"15min":17.478000000000002},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.3240000000000001,"15min":1.0840000000000001},"min":{"1min":0.374,"5min":0.371,"15min":0.35699999999999998},"max":{"1min":4.6760000000000002,"5min":9.2780000000000005,"15min":17.507999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.994,"5min":1.2789999999999999,"15min":0.95399999999999996},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":11.452999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":0.58699999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:05:26 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.93100000000000005,"15min":0.82899999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":6.3109999999999999,"5min":6.3109999999999999,"15min":6.3109999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.89500000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.6499999999999999,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":0.64000000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.333,"15min":0.97999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":11.58,"5min":11.58,"15min":11.58},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.532,"5min":0.91900000000000004,"15min":0.88400000000000001},"min":{"1min":0.47199999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.831,"5min":13.831,"15min":14.246},"last":0.57199999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019133,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":676316,"kb_used_data":374996,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93068836,"statfs":{"total":95995035648,"available":95302488064,"internally_reserved":0,"allocated":383995904,"data_stored":383322376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.72299999999999998,"15min":0.81799999999999995},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.686999999999999,"5min":11.686999999999999,"15min":26.055},"last":0.63500000000000001},{"interface":"front","average":{"1min":1.395,"5min":0.83199999999999996,"15min":0.95399999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":6.2649999999999997,"5min":6.2649999999999997,"15min":25.497},"last":0.80700000000000005}]},{"osd":1,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.98899999999999999,"15min":0.83799999999999997},"min":{"1min":0.314,"5min":0.254,"15min":0.254},"max":{"1min":11.801,"5min":11.801,"15min":25.268000000000001},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.997,"5min":0.98499999999999999,"15min":0.85899999999999999},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.266,"5min":10.57,"15min":25.298999999999999},"last":0.75700000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:04:46 2023","interfaces":[{"interface":"back","average":{"1min":1.478,"5min":0.94299999999999995,"15min":0.92800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":17.143000000000001,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.1399999999999999,"5min":0.89700000000000002,"15min":0.88800000000000001},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.8150000000000004,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.83699999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.288,"15min":0.95099999999999996},"min":{"1min":0.33200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":12.151999999999999,"5min":12.151999999999999,"15min":25.181000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.0860000000000001,"15min":0.995},"min":{"1min":0.34000000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.7290000000000001,"5min":6.7699999999999996,"15min":25.225000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":0.76000000000000001,"15min":0.622},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.4179999999999999,"5min":0.753,"15min":0.66400000000000003},"min":{"1min":0.36099999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.6989999999999998,"5min":7.6989999999999998,"15min":7.6989999999999998},"last":0.67300000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":0.64000000000000001,"15min":0.51800000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.7629999999999999,"5min":6.7629999999999999,"15min":6.7629999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.601,"5min":0.77000000000000002,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.318,"15min":0.318},"max":{"1min":7.8529999999999998,"5min":7.8529999999999998,"15min":7.8529999999999998},"last":0.72399999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:04:48 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.69099999999999995,"15min":0.66700000000000004},"min":{"1min":0.38600000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":6.1870000000000003,"5min":6.1929999999999996,"15min":7.0359999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.8839999999999999,"5min":0.84099999999999997,"15min":0.72599999999999998},"min":{"1min":0.29299999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":17.097999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.56799999999999995}]}]},{"osd":5,"up_from":36,"seq":154618822905,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":632340,"kb_used_data":322828,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":93112812,"statfs":{"total":95995035648,"available":95347519488,"internally_reserved":0,"allocated":330575872,"data_stored":329913733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":0.751,"15min":0.77400000000000002},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":9.2479999999999993},"last":0.497},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.77700000000000002,"15min":0.80400000000000005},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":4.4020000000000001,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.31}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.0049999999999999,"15min":0.84299999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.8490000000000002,"5min":13.861000000000001,"15min":16.033999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.0169999999999999,"15min":0.80800000000000005},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.101,"5min":7.101,"15min":7.6660000000000004},"last":0.53200000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.92300000000000004,"15min":1.0369999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.4939999999999998,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.79000000000000004},{"interface":"front","average":{"1min":1.131,"5min":0.95199999999999996,"15min":1.0640000000000001},"min":{"1min":0.373,"5min":0.311,"15min":0.311},"max":{"1min":6.4489999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.74199999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.147,"15min":0.89000000000000001},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.7480000000000002,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.278,"15min":1.0249999999999999},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":14.048,"5min":14.048,"15min":14.048},"last":0.99399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:04:51 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":0.75900000000000001,"15min":0.67900000000000005},"min":{"1min":0.309,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":9.3870000000000005,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.27300000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":0.97099999999999997,"15min":0.73599999999999999},"min":{"1min":0.35699999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":4.8159999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.34799999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.34200000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.3149999999999995,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.5009999999999999,"5min":0.91700000000000004,"15min":0.746},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.42899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:05:35 2023","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":0.873,"15min":0.77600000000000002},"min":{"1min":0.36599999999999999,"5min":0.309,"15min":0.309},"max":{"1min":9.3559999999999999,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.294,"5min":0.876,"15min":0.83199999999999996},"min":{"1min":0.34699999999999998,"5min":0.33100000000000002,"15min":0.32600000000000001},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.39100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":154992640,"data_stored":154992640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53608448,"data_stored":53608448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35389440,"data_stored":35389440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":210239488,"data_stored":210239488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":281608192,"data_stored":281608192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":254935040,"data_stored":254935040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":283639808,"data_stored":283639808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:05:48.744 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:05:48.744 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:05:48.744 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:05:48.744 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:05:48.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:48.858 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:48.910 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:48.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:48.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:49.016 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:49.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:49.095 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:49.115 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:49.123 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:49.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:49.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:49.205 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:05:49.206 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:05:49.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:49.290 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:49.384 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 19467 19451 173.562 136 0.00745337 0.00575292 2023-09-23T18:05:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:49 smithi149 ceph-mon[135148]: from='client.55315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:49.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:49.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:49.511 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:49.552 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:49 smithi018 ceph-mon[153734]: from='client.55315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:49.554 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:49 smithi018 ceph-mon[149401]: from='client.55315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:49.573 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:49.642 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:49.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:49.648 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:49.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:49.806 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:49.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:49.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:49.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:49.973 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:50.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:05:50.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:50 smithi018 ceph-mon[149401]: pgmap v587: 89 pgs: 89 active+clean; 760 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-09-23T18:05:50.408 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 21867 21851 170.616 150 0.00588736 0.00585447 2023-09-23T18:05:50.458 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:50.520 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:50.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:50.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:50.527 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:50 smithi149 ceph-mon[135148]: pgmap v587: 89 pgs: 89 active+clean; 760 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-09-23T18:05:50.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:50 smithi018 ceph-mon[153734]: pgmap v587: 89 pgs: 89 active+clean; 760 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-09-23T18:05:50.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:50.687 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:50.744 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:50.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:50.750 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:50.851 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:50.903 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:50.970 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:50.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:50.976 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:51.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:51.115 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:51.117 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:51.168 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:51.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:51.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:51.274 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:51.332 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:51.384 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 23915 23899 165.882 128 0.00533026 0.00602152 2023-09-23T18:05:51.392 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:51.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:51.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:51.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:51.547 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:51.579 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:51.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:51.628 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:51.653 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:51.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:51.659 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:51.662 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:51.696 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:51.733 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:51.759 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:51.770 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:51.805 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.807 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:05:51.815 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:51.817 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:51.871 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:51.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:51.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:51.978 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:52.028 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:52.099 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:52.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:52.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:52.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:52.254 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:52.289 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:05:52.322 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:52.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:52.330 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:52.384 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 25860 25844 161.451 121.562 0.0100786 0.00618885 2023-09-23T18:05:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:52 smithi149 ceph-mon[135148]: pgmap v588: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 124 MiB/s wr, 1.98k op/s 2023-09-23T18:05:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/548919519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2142180626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:52.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[149401]: pgmap v588: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 124 MiB/s wr, 1.98k op/s 2023-09-23T18:05:52.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/548919519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:52.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2142180626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[153734]: pgmap v588: 89 pgs: 89 active+clean; 1.2 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 124 MiB/s wr, 1.98k op/s 2023-09-23T18:05:52.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/548919519' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:05:52.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2142180626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:05:52.505 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:53.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:05:53.306 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:53.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:53.316 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:53.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 16 28074 28058 159.352 138.375 0.00588987 0.00627027 2023-09-23T18:05:53.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:53.480 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:53.547 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:53.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: osdmap e219: 8 total, 8 up, 7 in 2023-09-23T18:05:53.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:53 smithi149 ceph-mon[135148]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:53.557 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: osdmap e219: 8 total, 8 up, 7 in 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[153734]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: osdmap e219: 8 total, 8 up, 7 in 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:53 smithi018 ceph-mon[149401]: failed to encode map e219 with expected crc 2023-09-23T18:05:53.657 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:53.712 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:53.754 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:53.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:53.764 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:53.865 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:53.932 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:53.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:54.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:54.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:54.108 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:54.146 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:54.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 30014 29998 156.177 121.25 0.00985596 0.00639703 2023-09-23T18:05:54.415 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:54.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:54.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:54.421 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:54 smithi018 ceph-mon[153734]: pgmap v590: 89 pgs: 89 active+clean; 1.4 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 172 MiB/s wr, 2.75k op/s 2023-09-23T18:05:54.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:54 smithi018 ceph-mon[149401]: pgmap v590: 89 pgs: 89 active+clean; 1.4 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 172 MiB/s wr, 2.75k op/s 2023-09-23T18:05:54.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:54.582 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:54 smithi149 ceph-mon[135148]: pgmap v590: 89 pgs: 89 active+clean; 1.4 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 172 MiB/s wr, 2.75k op/s 2023-09-23T18:05:55.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:05:55.234 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:55.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:55.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:55.260 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:05:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:05:54] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.33.4" 2023-09-23T18:05:55.340 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:55.341 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:05:55.384 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 16 31984 31968 153.634 123.125 0.00637128 0.0065024 2023-09-23T18:05:55.388 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:55.437 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:55.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:55.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:55.545 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:55.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:55.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:55.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2023-09-23T18:05:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:05:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:05:55.769 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:55.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:55.772 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:05:55.848 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:05:55.869 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:05:55.869 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:05:55.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77416 5.0 5:05b6a845:::benchmark_data_smithi018_184207_object2755:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:36.595894+0000", 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 379.27123485999999, 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100243603, 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.870 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77416 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595894+0000", 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595894+0000", 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595892+0000", 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595901+0000", 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1480000000000006e-06 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595920+0000", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8907999999999999e-05 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.595928+0000", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3410000000000003e-06 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.645325+0000", 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049397116999999997 2023-09-23T18:05:55.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647041+0000", 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00171634 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670383+0000", 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023342115 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670486+0000", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010267 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.670631+0000", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014528800000000001 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.690229+0000", 2023-09-23T18:05:55.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019598082999999999 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.692436+0000", 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002206834 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.693501+0000", 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010645139999999999 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.693558+0000", 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7462e-05 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.696138+0000", 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025793719999999999 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.877 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77417 5.0 5:0ebaf01a:::benchmark_data_smithi018_184207_object2756:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:36.596485+0000", 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 379.270644382, 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.112531901, 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.878 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77417 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596485+0000", 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596485+0000", 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596484+0000", 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596498+0000", 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4174e-05 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596508+0000", 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7650000000000005e-06 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.596515+0000", 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.866e-06 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647126+0000", 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050611092000000003 2023-09-23T18:05:55.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.647837+0000", 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071157900000000005 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678760+0000", 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030922331000000001 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678853+0000", 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3197999999999998e-05 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.678954+0000", 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101439 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.692446+0000", 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013491354000000001 2023-09-23T18:05:55.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.700353+0000", 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079075599999999992 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.705339+0000", 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049861289999999997 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.705400+0000", 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1019e-05 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:36.709016+0000", 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036160860000000001 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.885 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:77832 5.0 5:02438cb1:::benchmark_data_smithi018_184207_object3171:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:37.510683+0000", 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 378.35644549300002, 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.098642134000000006, 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 77832 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510683+0000", 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510683+0000", 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510682+0000", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510688+0000", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4699999999999999e-06 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510702+0000", 2023-09-23T18:05:55.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3637e-05 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.510709+0000", 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3919999999999997e-06 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.523300+0000", 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012590672000000001 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.523832+0000", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00053168099999999999 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560472+0000", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036639917000000001 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560581+0000", 2023-09-23T18:05:55.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109833 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.560737+0000", 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015559100000000001 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.565814+0000", 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050774009999999996 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.891 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.577865+0000", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012050323999999999 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.606464+0000", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028599203 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.606523+0000", 2023-09-23T18:05:55.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9339000000000002e-05 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:37.609326+0000", 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028022899999999998 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79612 5.0 5:0d9decad:::benchmark_data_smithi018_184207_object4951:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.893 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.547033+0000", 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.32009546699999, 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13374402499999999, 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79612 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547033+0000", 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547033+0000", 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547032+0000", 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547039+0000", 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8240000000000002e-06 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547051+0000", 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1953999999999999e-05 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.547058+0000", 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4970000000000004e-06 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.581503+0000", 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034444481999999998 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.584512+0000", 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030093889999999999 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624395+0000", 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039882599999999997 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624534+0000", 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013963800000000001 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.624723+0000", 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018821800000000001 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.648297+0000", 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023574334999999998 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677317+0000", 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029020575999999999 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677374+0000", 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6678999999999997e-05 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677433+0000", 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8755000000000002e-05 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680777+0000", 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033445549999999999 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79615 5.0 5:053e6fad:::benchmark_data_smithi018_184207_object4954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.574625+0000", 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.29250434900001, 2023-09-23T18:05:55.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.109670193, 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79615 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574625+0000", 2023-09-23T18:05:55.902 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574625+0000", 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574624+0000", 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574627+0000", 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1219999999999999e-06 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574633+0000", 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1990000000000003e-06 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574638+0000", 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6399999999999996e-06 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.584560+0000", 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099218299999999995 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.585888+0000", 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001328369 2023-09-23T18:05:55.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643121+0000", 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057232404000000001 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643212+0000", 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1609999999999999e-05 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.906 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.643327+0000", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011469200000000001 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680865+0000", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037538374999999999 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680877+0000", 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1959e-05 2023-09-23T18:05:55.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680949+0000", 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1370000000000003e-05 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681022+0000", 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2836999999999994e-05 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.908 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684295+0000", 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032732080000000001 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79616 5.0 5:0501c92f:::benchmark_data_smithi018_184207_object4955:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.574645+0000", 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.29248424299999, 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12634632400000001, 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.909 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79616 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574645+0000", 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.910 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574645+0000", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574644+0000", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574647+0000", 2023-09-23T18:05:55.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2400000000000002e-06 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574652+0000", 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1240000000000004e-06 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.574656+0000", 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1309999999999999e-06 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.585924+0000", 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011268194 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.586363+0000", 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043881999999999998 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.653973+0000", 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.067610647999999995 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.654087+0000", 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113925 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.654234+0000", 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014650500000000001 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680888+0000", 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026654471999999998 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684384+0000", 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034952849999999999 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.915 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.697983+0000", 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013599228 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.698029+0000", 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5911999999999997e-05 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.700991+0000", 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002962194 2023-09-23T18:05:55.916 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79625 5.0 5:0763ca0c:::benchmark_data_smithi018_184207_object4964:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.592108+0000", 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.27502091100001, 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11189845399999999, 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79625 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592108+0000", 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592108+0000", 2023-09-23T18:05:55.918 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592107+0000", 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592112+0000", 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.446e-06 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592124+0000", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1412e-05 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.592131+0000", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2969999999999998e-06 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.595966+0000", 2023-09-23T18:05:55.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038348340000000001 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.596570+0000", 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00060449400000000002 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663246+0000", 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066676123000000004 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663365+0000", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011877799999999999 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.663519+0000", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154248 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.680899+0000", 2023-09-23T18:05:55.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017379427999999999 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684433+0000", 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035337849999999998 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.701052+0000", 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016619399 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.701106+0000", 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4067000000000003e-05 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.704006+0000", 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002900382 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79629 5.0 5:013e17d2:::benchmark_data_smithi018_184207_object4968:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.608578+0000", 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.25855101399998, 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15148146900000001, 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79629 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608578+0000", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608578+0000", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608576+0000", 2023-09-23T18:05:55.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608584+0000", 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8760000000000005e-06 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608613+0000", 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9161000000000001e-05 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.608622+0000", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0680000000000003e-06 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.684457+0000", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075834542000000005 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.689536+0000", 2023-09-23T18:05:55.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050788810000000004 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719385+0000", 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029849227999999998 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719499+0000", 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114576 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719643+0000", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000143268 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.733560+0000", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013917626000000001 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735352+0000", 2023-09-23T18:05:55.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001791316 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.756306+0000", 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020954596999999998 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.756361+0000", 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4447999999999998e-05 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760059+0000", 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003698771 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79634 5.0 5:075ff6ac:::benchmark_data_smithi018_184207_object4973:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.627885+0000", 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.23924369500003, 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13470631999999999, 2023-09-23T18:05:55.932 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79634 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627885+0000", 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627885+0000", 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627884+0000", 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627889+0000", 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.801e-06 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627904+0000", 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4287000000000001e-05 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.627913+0000", 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5230000000000001e-06 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.689581+0000", 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061668107999999999 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.697928+0000", 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083467880000000008 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730584+0000", 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032656074 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730716+0000", 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132182 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.730856+0000", 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013932699999999999 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735362+0000", 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045063250000000003 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.745817+0000", 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010454777 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760135+0000", 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014318508000000001 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.760202+0000", 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6759000000000002e-05 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.762592+0000", 2023-09-23T18:05:55.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023893999999999999 2023-09-23T18:05:55.941 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.942 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.942 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79651 5.0 5:04a0cf06:::benchmark_data_smithi018_184207_object4990:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.677875+0000", 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.18925345999997, 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.140982778, 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79651 2023-09-23T18:05:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677875+0000", 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677875+0000", 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677874+0000", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677882+0000", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9489999999999996e-06 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677900+0000", 2023-09-23T18:05:55.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8394999999999999e-05 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.677909+0000", 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1249999999999999e-06 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.733591+0000", 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055681799999999997 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734269+0000", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00067742900000000001 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770598+0000", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.03632933 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770733+0000", 2023-09-23T18:05:55.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013483700000000001 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.770876+0000", 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014334800000000001 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797489+0000", 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026613365999999999 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.800426+0000", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029360950000000001 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.816093+0000", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015667365999999999 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.816155+0000", 2023-09-23T18:05:55.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2137000000000005e-05 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.818858+0000", 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027031339999999998 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79652 5.0 5:0fbc4249:::benchmark_data_smithi018_184207_object4991:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.681834+0000", 2023-09-23T18:05:55.950 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.18529492900001, 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13975172799999999, 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79652 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681834+0000", 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681834+0000", 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681832+0000", 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681843+0000", 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1343e-05 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681859+0000", 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5902000000000001e-05 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.681870+0000", 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0713000000000001e-05 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734306+0000", 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052436081000000002 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734780+0000", 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00047362199999999999 2023-09-23T18:05:55.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788614+0000", 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053834760000000002 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788776+0000", 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016143200000000001 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.788901+0000", 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000125477 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.800382+0000", 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011480903000000001 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.812933+0000", 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012551165 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.818906+0000", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059725339999999998 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.819024+0000", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011805 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821586+0000", 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025617230000000001 2023-09-23T18:05:55.957 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79664 5.0 5:0275ca5b:::benchmark_data_smithi018_184207_object5003:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.719315+0000", 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.14781389299998, 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.105771501, 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.958 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79664 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719315+0000", 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719315+0000", 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719313+0000", 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719320+0000", 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9260000000000003e-06 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719341+0000", 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0871999999999999e-05 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.719349+0000", 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8660000000000006e-06 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.734831+0000", 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015481838 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.735329+0000", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049829699999999998 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797526+0000", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062196764000000002 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797640+0000", 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011444 2023-09-23T18:05:55.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.797802+0000", 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016204500000000001 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.803052+0000", 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005249681 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.812967+0000", 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099151389999999999 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821635+0000", 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086676749999999997 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.822164+0000", 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052927699999999998 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825087+0000", 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002922554 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79699 5.0 5:09f8eaf0:::benchmark_data_smithi018_184207_object5038:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.815202+0000", 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.05192736399999, 2023-09-23T18:05:55.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100919878, 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79699 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815202+0000", 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815202+0000", 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815200+0000", 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815208+0000", 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8790000000000003e-06 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815226+0000", 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8009999999999999e-05 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815234+0000", 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2470000000000008e-06 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833092+0000", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017858285000000002 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833576+0000", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048423500000000001 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853456+0000", 2023-09-23T18:05:55.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019879697000000002 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853568+0000", 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111637 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.853730+0000", 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000161817 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897808+0000", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044077985 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913027+0000", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01521978 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913073+0000", 2023-09-23T18:05:55.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5784000000000001e-05 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.913136+0000", 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3026000000000003e-05 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916121+0000", 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029852889999999999 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.972 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79700 5.0 5:0317a2aa:::benchmark_data_smithi018_184207_object5039:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.815322+0000", 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.05180685099998, 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104345831, 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79700 2023-09-23T18:05:55.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815322+0000", 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815322+0000", 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815321+0000", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815326+0000", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8949999999999997e-06 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815339+0000", 2023-09-23T18:05:55.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2748000000000001e-05 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.815347+0000", 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2689999999999999e-06 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.833615+0000", 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018268257 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.835616+0000", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020009649999999999 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876569+0000", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040952613999999998 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876690+0000", 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012107700000000001 2023-09-23T18:05:55.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.876846+0000", 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015622300000000001 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.900760+0000", 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023913361000000001 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916180+0000", 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015420385999999999 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916216+0000", 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5874000000000002e-05 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.916279+0000", 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2663999999999995e-05 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919668+0000", 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033892789999999998 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79703 5.0 5:0c59023d:::benchmark_data_smithi018_184207_object5042:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.821815+0000", 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.04531348400002, 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.100894874, 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.980 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79703 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821815+0000", 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821815+0000", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821814+0000", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821825+0000", 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1576999999999999e-05 2023-09-23T18:05:55.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821842+0000", 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6833e-05 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.821853+0000", 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1567e-05 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.835652+0000", 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013798990000000001 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836194+0000", 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00054189199999999998 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888053+0000", 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051858237000000001 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888150+0000", 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7199000000000002e-05 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.888246+0000", 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6464000000000003e-05 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.900766+0000", 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012520084000000001 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919735+0000", 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018968632999999999 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919767+0000", 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2110000000000003e-05 2023-09-23T18:05:55.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.919822+0000", 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4809000000000003e-05 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922710+0000", 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028884010000000001 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:79705 5.0 5:0811f0c3:::benchmark_data_smithi018_184207_object5044:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:41.825890+0000", 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.04123857000002, 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099674065000000006, 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 79705 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.988 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825890+0000", 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825890+0000", 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825889+0000", 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825896+0000", 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2749999999999998e-06 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825909+0000", 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3081999999999999e-05 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.825918+0000", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2169999999999994e-06 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836221+0000", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010303164 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.836735+0000", 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051421500000000005 2023-09-23T18:05:55.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897840+0000", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061105490999999998 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.897945+0000", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010462400000000001 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.898090+0000", 2023-09-23T18:05:55.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014443400000000001 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.910055+0000", 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011965664000000001 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922760+0000", 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012705045 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922810+0000", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9796999999999998e-05 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.922863+0000", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2927999999999999e-05 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:41.925564+0000", 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027014280000000001 2023-09-23T18:05:55.994 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:83681 5.0 5:035dd013:::benchmark_data_smithi018_184207_object9020:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:53.566574+0000", 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.30055532300003, 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10492544099999999, 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:55.995 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 83681 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566574+0000", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566574+0000", 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:55.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566572+0000", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566579+0000", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7100000000000007e-06 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566593+0000", 2023-09-23T18:05:55.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3043e-05 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.566601+0000", 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9120000000000004e-06 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.583073+0000", 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016471922999999999 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.595540+0000", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012466817999999999 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615295+0000", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019754747999999999 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615418+0000", 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012276400000000001 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:55.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.615596+0000", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017816699999999999 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.626469+0000", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010872928 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.658682+0000", 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.032212721999999999 2023-09-23T18:05:56.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.668139+0000", 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0094574370000000008 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.668189+0000", 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9879999999999997e-05 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:56.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671499+0000", 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033101939999999998 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:83684 5.0 5:04050da3:::benchmark_data_smithi018_184207_object9023:head [delete] snapc 0=[] ondisk+write+known_if_redirected e136)", 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:53.576695+0000", 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.29043397100003, 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.099263046999999993, 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:56.002 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 83684 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576695+0000", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576695+0000", 2023-09-23T18:05:56.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576693+0000", 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576710+0000", 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6673000000000001e-05 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576721+0000", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1291000000000001e-05 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.576729+0000", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4279999999999999e-06 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.598659+0000", 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021930060000000001 2023-09-23T18:05:56.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.599366+0000", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00070743399999999995 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646129+0000", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046763338000000002 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646220+0000", 2023-09-23T18:05:56.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.098e-05 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.646345+0000", 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124781 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.658617+0000", 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012271877 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671547+0000", 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01293004 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671615+0000", 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7650000000000005e-05 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.671669+0000", 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4113000000000002e-05 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:53.675958+0000", 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042891379999999996 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105084 5.1 5:8b9d83e7:::benchmark_data_smithi018_184207_object30423:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)", 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 215.09546789000001, 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.53055696600000002, 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:56.009 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105084 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:56.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771659+0000", 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771669+0000", 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3160000000000003e-06 2023-09-23T18:05:56.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771696+0000", 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7693999999999999e-05 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771708+0000", 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1381e-05 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771770+0000", 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2006000000000002e-05 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771933+0000", 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016302100000000001 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.772082+0000", 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014956600000000001 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.775561+0000", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034786880000000002 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.778902+0000", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033412020000000001 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.791746+0000", 2023-09-23T18:05:56.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012843676 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.791759+0000", 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3304e-05 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.302144+0000", 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51038480399999997 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.302218+0000", 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4116000000000007e-05 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105089 5.0 5:0da0c72e:::benchmark_data_smithi018_184207_object30428:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 214.55159431999999, 2023-09-23T18:05:56.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.156917585, 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105089 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315532+0000", 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:05:56.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315546+0000", 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4216000000000001e-05 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315578+0000", 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2326999999999997e-05 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315595+0000", 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6952999999999998e-05 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315737+0000", 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141963 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315748+0000", 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1482e-05 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.465997+0000", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.150248199 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.466201+0000", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020428699999999999 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.466403+0000", 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000201907 2023-09-23T18:05:56.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471289+0000", 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004886128 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471320+0000", 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1260999999999998e-05 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:05:56.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471327+0000", 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4130000000000003e-06 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471362+0000", 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5797000000000003e-05 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.472452+0000", 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001089689 2023-09-23T18:05:56.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.024 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:56.024 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.024 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:05:56.024 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:05:56.024 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:05:56.024 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:05:56.050 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:56.083 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:05:56.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:56.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:05:56.187 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:56.232 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:56.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: pgmap v591: 89 pgs: 89 active+clean; 1.5 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 155 MiB/s wr, 2.47k op/s 2023-09-23T18:05:56.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2023-09-23T18:05:56.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2023-09-23T18:05:56.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: osdmap e220: 8 total, 8 up, 7 in 2023-09-23T18:05:56.367 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:56.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:56.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:56.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 16 32589 32573 145.363 37.8125 0.00464951 0.0068741 2023-09-23T18:05:56.467 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":592,"stamp":"2023-09-23T18:05:55.319486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1572935603,"num_objects":23956,"num_object_clones":0,"num_object_copies":71868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23956,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":25034,"num_write_kb":1546533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":8995923,"num_keys_recovered":30,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25098,"ondisk_log_size":25098,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":275,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6950368,"kb_used_data":5180968,"kb_used_omap":33,"kb_used_meta":1769310,"kb_avail":649265696,"statfs":{"total":671965249536,"available":664848072704,"internally_reserved":0,"allocated":5305311232,"data_stored":5299692833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34019,"internal_metadata":1811774237},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1132199936,"num_objects":17276,"num_object_clones":0,"num_object_copies":51828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17276,"num_write_kb":1105664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.602410"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":44,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482752+0000","last_change":"2023-09-23T18:02:40.289608+0000","last_active":"2023-09-23T18:05:38.482752+0000","last_peered":"2023-09-23T18:05:38.482752+0000","last_clean":"2023-09-23T18:05:38.482752+0000","last_became_active":"2023-09-23T18:02:40.289255+0000","last_became_peered":"2023-09-23T18:02:40.289255+0000","last_unstale":"2023-09-23T18:05:38.482752+0000","last_undegraded":"2023-09-23T18:05:38.482752+0000","last_fullsized":"2023-09-23T18:05:38.482752+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":209,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.251936+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:05:45.251936+0000","last_peered":"2023-09-23T18:05:45.251936+0000","last_clean":"2023-09-23T18:05:45.251936+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:05:45.251936+0000","last_undegraded":"2023-09-23T18:05:45.251936+0000","last_fullsized":"2023-09-23T18:05:45.251936+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":122,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.257782+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:05:45.257782+0000","last_peered":"2023-09-23T18:05:45.257782+0000","last_clean":"2023-09-23T18:05:45.257782+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:05:45.257782+0000","last_undegraded":"2023-09-23T18:05:45.257782+0000","last_fullsized":"2023-09-23T18:05:45.257782+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212497+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:05:38.212497+0000","last_peered":"2023-09-23T18:05:38.212497+0000","last_clean":"2023-09-23T18:05:38.212497+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:05:38.212497+0000","last_undegraded":"2023-09-23T18:05:38.212497+0000","last_fullsized":"2023-09-23T18:05:38.212497+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":269,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249528+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:05:45.249528+0000","last_peered":"2023-09-23T18:05:45.249528+0000","last_clean":"2023-09-23T18:05:45.249528+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:05:45.249528+0000","last_undegraded":"2023-09-23T18:05:45.249528+0000","last_fullsized":"2023-09-23T18:05:45.249528+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":179,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.248846+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:05:45.248846+0000","last_peered":"2023-09-23T18:05:45.248846+0000","last_clean":"2023-09-23T18:05:45.248846+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:05:45.248846+0000","last_undegraded":"2023-09-23T18:05:45.248846+0000","last_fullsized":"2023-09-23T18:05:45.248846+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":206,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212666+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:05:38.212666+0000","last_peered":"2023-09-23T18:05:38.212666+0000","last_clean":"2023-09-23T18:05:38.212666+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:05:38.212666+0000","last_undegraded":"2023-09-23T18:05:38.212666+0000","last_fullsized":"2023-09-23T18:05:38.212666+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":224,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249557+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:05:45.249557+0000","last_peered":"2023-09-23T18:05:45.249557+0000","last_clean":"2023-09-23T18:05:45.249557+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:05:45.249557+0000","last_undegraded":"2023-09-23T18:05:45.249557+0000","last_fullsized":"2023-09-23T18:05:45.249557+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215026+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:05:38.215026+0000","last_peered":"2023-09-23T18:05:38.215026+0000","last_clean":"2023-09-23T18:05:38.215026+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:05:38.215026+0000","last_undegraded":"2023-09-23T18:05:38.215026+0000","last_fullsized":"2023-09-23T18:05:38.215026+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":159,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.251728+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:05:45.251728+0000","last_peered":"2023-09-23T18:05:45.251728+0000","last_clean":"2023-09-23T18:05:45.251728+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:05:45.251728+0000","last_undegraded":"2023-09-23T18:05:45.251728+0000","last_fullsized":"2023-09-23T18:05:45.251728+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":217,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885463+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:05:38.885463+0000","last_peered":"2023-09-23T18:05:38.885463+0000","last_clean":"2023-09-23T18:05:38.885463+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:05:38.885463+0000","last_undegraded":"2023-09-23T18:05:38.885463+0000","last_fullsized":"2023-09-23T18:05:38.885463+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":139,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258089+0000","last_change":"2023-09-23T18:02:29.267337+0000","last_active":"2023-09-23T18:05:45.258089+0000","last_peered":"2023-09-23T18:05:45.258089+0000","last_clean":"2023-09-23T18:05:45.258089+0000","last_became_active":"2023-09-23T18:02:29.267012+0000","last_became_peered":"2023-09-23T18:02:29.267012+0000","last_unstale":"2023-09-23T18:05:45.258089+0000","last_undegraded":"2023-09-23T18:05:45.258089+0000","last_fullsized":"2023-09-23T18:05:45.258089+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:39.397171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":54,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482764+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:05:38.482764+0000","last_peered":"2023-09-23T18:05:38.482764+0000","last_clean":"2023-09-23T18:05:38.482764+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:05:38.482764+0000","last_undegraded":"2023-09-23T18:05:38.482764+0000","last_fullsized":"2023-09-23T18:05:38.482764+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482882+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:05:38.482882+0000","last_peered":"2023-09-23T18:05:38.482882+0000","last_clean":"2023-09-23T18:05:38.482882+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:05:38.482882+0000","last_undegraded":"2023-09-23T18:05:38.482882+0000","last_fullsized":"2023-09-23T18:05:38.482882+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":263,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885299+0000","last_change":"2023-09-23T18:02:40.329610+0000","last_active":"2023-09-23T18:05:38.885299+0000","last_peered":"2023-09-23T18:05:38.885299+0000","last_clean":"2023-09-23T18:05:38.885299+0000","last_became_active":"2023-09-23T18:02:40.267674+0000","last_became_peered":"2023-09-23T18:02:40.267674+0000","last_unstale":"2023-09-23T18:05:38.885299+0000","last_undegraded":"2023-09-23T18:05:38.885299+0000","last_fullsized":"2023-09-23T18:05:38.885299+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":215,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.251804+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:05:45.251804+0000","last_peered":"2023-09-23T18:05:45.251804+0000","last_clean":"2023-09-23T18:05:45.251804+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:05:45.251804+0000","last_undegraded":"2023-09-23T18:05:45.251804+0000","last_fullsized":"2023-09-23T18:05:45.251804+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212642+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:05:38.212642+0000","last_peered":"2023-09-23T18:05:38.212642+0000","last_clean":"2023-09-23T18:05:38.212642+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:05:38.212642+0000","last_undegraded":"2023-09-23T18:05:38.212642+0000","last_fullsized":"2023-09-23T18:05:38.212642+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214999+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:05:38.214999+0000","last_peered":"2023-09-23T18:05:38.214999+0000","last_clean":"2023-09-23T18:05:38.214999+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:05:38.214999+0000","last_undegraded":"2023-09-23T18:05:38.214999+0000","last_fullsized":"2023-09-23T18:05:38.214999+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":184,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885077+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:05:38.885077+0000","last_peered":"2023-09-23T18:05:38.885077+0000","last_clean":"2023-09-23T18:05:38.885077+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:05:38.885077+0000","last_undegraded":"2023-09-23T18:05:38.885077+0000","last_fullsized":"2023-09-23T18:05:38.885077+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":183,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212572+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:05:38.212572+0000","last_peered":"2023-09-23T18:05:38.212572+0000","last_clean":"2023-09-23T18:05:38.212572+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:05:38.212572+0000","last_undegraded":"2023-09-23T18:05:38.212572+0000","last_fullsized":"2023-09-23T18:05:38.212572+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":266,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.248586+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:05:45.248586+0000","last_peered":"2023-09-23T18:05:45.248586+0000","last_clean":"2023-09-23T18:05:45.248586+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:05:45.248586+0000","last_undegraded":"2023-09-23T18:05:45.248586+0000","last_fullsized":"2023-09-23T18:05:45.248586+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":185,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.252467+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:05:45.252467+0000","last_peered":"2023-09-23T18:05:45.252467+0000","last_clean":"2023-09-23T18:05:45.252467+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:05:45.252467+0000","last_undegraded":"2023-09-23T18:05:45.252467+0000","last_fullsized":"2023-09-23T18:05:45.252467+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"218'1383","reported_seq":1395,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.559820+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:05:50.559820+0000","last_peered":"2023-09-23T18:05:50.559820+0000","last_clean":"2023-09-23T18:05:50.559820+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:05:50.559820+0000","last_undegraded":"2023-09-23T18:05:50.559820+0000","last_fullsized":"2023-09-23T18:05:50.559820+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1383,"log_dups_size":0,"ondisk_log_size":1383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90636288,"num_objects":1383,"num_object_clones":0,"num_object_copies":4149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1383,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1383,"num_write_kb":88512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":255,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885637+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:05:38.885637+0000","last_peered":"2023-09-23T18:05:38.885637+0000","last_clean":"2023-09-23T18:05:38.885637+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:05:38.885637+0000","last_undegraded":"2023-09-23T18:05:38.885637+0000","last_fullsized":"2023-09-23T18:05:38.885637+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214590+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:05:38.214590+0000","last_peered":"2023-09-23T18:05:38.214590+0000","last_clean":"2023-09-23T18:05:38.214590+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:05:38.214590+0000","last_undegraded":"2023-09-23T18:05:38.214590+0000","last_fullsized":"2023-09-23T18:05:38.214590+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"219'1628","reported_seq":1642,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.615372+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:05:52.615372+0000","last_peered":"2023-09-23T18:05:52.615372+0000","last_clean":"2023-09-23T18:05:52.615372+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:05:52.615372+0000","last_undegraded":"2023-09-23T18:05:52.615372+0000","last_fullsized":"2023-09-23T18:05:52.615372+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1628,"log_dups_size":0,"ondisk_log_size":1628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106692608,"num_objects":1628,"num_object_clones":0,"num_object_copies":4884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1628,"num_write_kb":104192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":270,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885551+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:05:38.885551+0000","last_peered":"2023-09-23T18:05:38.885551+0000","last_clean":"2023-09-23T18:05:38.885551+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:05:38.885551+0000","last_undegraded":"2023-09-23T18:05:38.885551+0000","last_fullsized":"2023-09-23T18:05:38.885551+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482626+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:05:38.482626+0000","last_peered":"2023-09-23T18:05:38.482626+0000","last_clean":"2023-09-23T18:05:38.482626+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:05:38.482626+0000","last_undegraded":"2023-09-23T18:05:38.482626+0000","last_fullsized":"2023-09-23T18:05:38.482626+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"218'1398","reported_seq":1410,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.608554+0000","last_change":"2023-09-23T18:05:33.204086+0000","last_active":"2023-09-23T18:05:50.608554+0000","last_peered":"2023-09-23T18:05:50.608554+0000","last_clean":"2023-09-23T18:05:50.608554+0000","last_became_active":"2023-09-23T18:05:33.203749+0000","last_became_peered":"2023-09-23T18:05:33.203749+0000","last_unstale":"2023-09-23T18:05:50.608554+0000","last_undegraded":"2023-09-23T18:05:50.608554+0000","last_fullsized":"2023-09-23T18:05:50.608554+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1398,"log_dups_size":0,"ondisk_log_size":1398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91619328,"num_objects":1398,"num_object_clones":0,"num_object_copies":4194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1398,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1398,"num_write_kb":89472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":211,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885366+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:05:38.885366+0000","last_peered":"2023-09-23T18:05:38.885366+0000","last_clean":"2023-09-23T18:05:38.885366+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:05:38.885366+0000","last_undegraded":"2023-09-23T18:05:38.885366+0000","last_fullsized":"2023-09-23T18:05:38.885366+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":179,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249083+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:05:45.249083+0000","last_peered":"2023-09-23T18:05:45.249083+0000","last_clean":"2023-09-23T18:05:45.249083+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:05:45.249083+0000","last_undegraded":"2023-09-23T18:05:45.249083+0000","last_fullsized":"2023-09-23T18:05:45.249083+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"218'1372","reported_seq":1385,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.447606+0000","last_change":"2023-09-23T18:05:33.201122+0000","last_active":"2023-09-23T18:05:50.447606+0000","last_peered":"2023-09-23T18:05:50.447606+0000","last_clean":"2023-09-23T18:05:50.447606+0000","last_became_active":"2023-09-23T18:05:33.200809+0000","last_became_peered":"2023-09-23T18:05:33.200809+0000","last_unstale":"2023-09-23T18:05:50.447606+0000","last_undegraded":"2023-09-23T18:05:50.447606+0000","last_fullsized":"2023-09-23T18:05:50.447606+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1372,"log_dups_size":0,"ondisk_log_size":1372,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:50:51.667724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89915392,"num_objects":1372,"num_object_clones":0,"num_object_copies":4116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1372,"num_write_kb":87808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":199,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214940+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:05:38.214940+0000","last_peered":"2023-09-23T18:05:38.214940+0000","last_clean":"2023-09-23T18:05:38.214940+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:05:38.214940+0000","last_undegraded":"2023-09-23T18:05:38.214940+0000","last_fullsized":"2023-09-23T18:05:38.214940+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":209,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212228+0000","last_change":"2023-09-23T18:00:02.724894+0000","last_active":"2023-09-23T18:05:38.212228+0000","last_peered":"2023-09-23T18:05:38.212228+0000","last_clean":"2023-09-23T18:05:38.212228+0000","last_became_active":"2023-09-23T18:00:02.724571+0000","last_became_peered":"2023-09-23T18:00:02.724571+0000","last_unstale":"2023-09-23T18:05:38.212228+0000","last_undegraded":"2023-09-23T18:05:38.212228+0000","last_fullsized":"2023-09-23T18:05:38.212228+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:34:22.956163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"218'1460","reported_seq":1472,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.651628+0000","last_change":"2023-09-23T18:05:33.213577+0000","last_active":"2023-09-23T18:05:50.651628+0000","last_peered":"2023-09-23T18:05:50.651628+0000","last_clean":"2023-09-23T18:05:50.651628+0000","last_became_active":"2023-09-23T18:05:33.213116+0000","last_became_peered":"2023-09-23T18:05:33.213116+0000","last_unstale":"2023-09-23T18:05:50.651628+0000","last_undegraded":"2023-09-23T18:05:50.651628+0000","last_fullsized":"2023-09-23T18:05:50.651628+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1460,"log_dups_size":0,"ondisk_log_size":1460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95682560,"num_objects":1460,"num_object_clones":0,"num_object_copies":4380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1460,"num_write_kb":93440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":242,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249974+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:05:45.249974+0000","last_peered":"2023-09-23T18:05:45.249974+0000","last_clean":"2023-09-23T18:05:45.249974+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:05:45.249974+0000","last_undegraded":"2023-09-23T18:05:45.249974+0000","last_fullsized":"2023-09-23T18:05:45.249974+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482718+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:05:38.482718+0000","last_peered":"2023-09-23T18:05:38.482718+0000","last_clean":"2023-09-23T18:05:38.482718+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:05:38.482718+0000","last_undegraded":"2023-09-23T18:05:38.482718+0000","last_fullsized":"2023-09-23T18:05:38.482718+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"219'1671","reported_seq":1685,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.611831+0000","last_change":"2023-09-23T18:05:33.203949+0000","last_active":"2023-09-23T18:05:52.611831+0000","last_peered":"2023-09-23T18:05:52.611831+0000","last_clean":"2023-09-23T18:05:52.611831+0000","last_became_active":"2023-09-23T18:05:33.203682+0000","last_became_peered":"2023-09-23T18:05:33.203682+0000","last_unstale":"2023-09-23T18:05:52.611831+0000","last_undegraded":"2023-09-23T18:05:52.611831+0000","last_fullsized":"2023-09-23T18:05:52.611831+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1671,"log_dups_size":0,"ondisk_log_size":1671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:46:12.288451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109510656,"num_objects":1671,"num_object_clones":0,"num_object_copies":5013,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1671,"num_write_kb":106944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":198,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249167+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:05:45.249167+0000","last_peered":"2023-09-23T18:05:45.249167+0000","last_clean":"2023-09-23T18:05:45.249167+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:05:45.249167+0000","last_undegraded":"2023-09-23T18:05:45.249167+0000","last_fullsized":"2023-09-23T18:05:45.249167+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482954+0000","last_change":"2023-09-23T18:02:40.271115+0000","last_active":"2023-09-23T18:05:38.482954+0000","last_peered":"2023-09-23T18:05:38.482954+0000","last_clean":"2023-09-23T18:05:38.482954+0000","last_became_active":"2023-09-23T18:02:40.267384+0000","last_became_peered":"2023-09-23T18:02:40.267384+0000","last_unstale":"2023-09-23T18:05:38.482954+0000","last_undegraded":"2023-09-23T18:05:38.482954+0000","last_fullsized":"2023-09-23T18:05:38.482954+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"219'1628","reported_seq":1642,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.612326+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:05:52.612326+0000","last_peered":"2023-09-23T18:05:52.612326+0000","last_clean":"2023-09-23T18:05:52.612326+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:05:52.612326+0000","last_undegraded":"2023-09-23T18:05:52.612326+0000","last_fullsized":"2023-09-23T18:05:52.612326+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1628,"log_dups_size":0,"ondisk_log_size":1628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106692608,"num_objects":1628,"num_object_clones":0,"num_object_copies":4884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1628,"num_write_kb":104192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482470+0000","last_change":"2023-09-23T18:02:40.300031+0000","last_active":"2023-09-23T18:05:38.482470+0000","last_peered":"2023-09-23T18:05:38.482470+0000","last_clean":"2023-09-23T18:05:38.482470+0000","last_became_active":"2023-09-23T18:02:40.299375+0000","last_became_peered":"2023-09-23T18:02:40.299375+0000","last_unstale":"2023-09-23T18:05:38.482470+0000","last_undegraded":"2023-09-23T18:05:38.482470+0000","last_fullsized":"2023-09-23T18:05:38.482470+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":215,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.483148+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:05:38.483148+0000","last_peered":"2023-09-23T18:05:38.483148+0000","last_clean":"2023-09-23T18:05:38.483148+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:05:38.483148+0000","last_undegraded":"2023-09-23T18:05:38.483148+0000","last_fullsized":"2023-09-23T18:05:38.483148+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"218'1440","reported_seq":1452,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.558145+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:05:50.558145+0000","last_peered":"2023-09-23T18:05:50.558145+0000","last_clean":"2023-09-23T18:05:50.558145+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:05:50.558145+0000","last_undegraded":"2023-09-23T18:05:50.558145+0000","last_fullsized":"2023-09-23T18:05:50.558145+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1440,"log_dups_size":0,"ondisk_log_size":1440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94371840,"num_objects":1440,"num_object_clones":0,"num_object_copies":4320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1440,"num_write_kb":92160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":211,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249476+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:05:45.249476+0000","last_peered":"2023-09-23T18:05:45.249476+0000","last_clean":"2023-09-23T18:05:45.249476+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:05:45.249476+0000","last_undegraded":"2023-09-23T18:05:45.249476+0000","last_fullsized":"2023-09-23T18:05:45.249476+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":186,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258105+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:05:45.258105+0000","last_peered":"2023-09-23T18:05:45.258105+0000","last_clean":"2023-09-23T18:05:45.258105+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:05:45.258105+0000","last_undegraded":"2023-09-23T18:05:45.258105+0000","last_fullsized":"2023-09-23T18:05:45.258105+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"218'1315","reported_seq":1328,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.467474+0000","last_change":"2023-09-23T18:05:33.212650+0000","last_active":"2023-09-23T18:05:50.467474+0000","last_peered":"2023-09-23T18:05:50.467474+0000","last_clean":"2023-09-23T18:05:50.467474+0000","last_became_active":"2023-09-23T18:05:33.212336+0000","last_became_peered":"2023-09-23T18:05:33.212336+0000","last_unstale":"2023-09-23T18:05:50.467474+0000","last_undegraded":"2023-09-23T18:05:50.467474+0000","last_fullsized":"2023-09-23T18:05:50.467474+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1315,"log_dups_size":0,"ondisk_log_size":1315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:56.984858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86179840,"num_objects":1315,"num_object_clones":0,"num_object_copies":3945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1315,"num_write_kb":84160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":780,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258362+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:05:45.258362+0000","last_peered":"2023-09-23T18:05:45.258362+0000","last_clean":"2023-09-23T18:05:45.258362+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:05:45.258362+0000","last_undegraded":"2023-09-23T18:05:45.258362+0000","last_fullsized":"2023-09-23T18:05:45.258362+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":40,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215049+0000","last_change":"2023-09-23T18:02:47.377559+0000","last_active":"2023-09-23T18:05:38.215049+0000","last_peered":"2023-09-23T18:05:38.215049+0000","last_clean":"2023-09-23T18:05:38.215049+0000","last_became_active":"2023-09-23T18:02:47.377199+0000","last_became_peered":"2023-09-23T18:02:47.377199+0000","last_unstale":"2023-09-23T18:05:38.215049+0000","last_undegraded":"2023-09-23T18:05:38.215049+0000","last_fullsized":"2023-09-23T18:05:38.215049+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":131,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.257940+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:05:45.257940+0000","last_peered":"2023-09-23T18:05:45.257940+0000","last_clean":"2023-09-23T18:05:45.257940+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:05:45.257940+0000","last_undegraded":"2023-09-23T18:05:45.257940+0000","last_fullsized":"2023-09-23T18:05:45.257940+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"219'1623","reported_seq":1637,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.608039+0000","last_change":"2023-09-23T18:05:33.205227+0000","last_active":"2023-09-23T18:05:52.608039+0000","last_peered":"2023-09-23T18:05:52.608039+0000","last_clean":"2023-09-23T18:05:52.608039+0000","last_became_active":"2023-09-23T18:05:33.204934+0000","last_became_peered":"2023-09-23T18:05:33.204934+0000","last_unstale":"2023-09-23T18:05:52.608039+0000","last_undegraded":"2023-09-23T18:05:52.608039+0000","last_fullsized":"2023-09-23T18:05:52.608039+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1623,"log_dups_size":0,"ondisk_log_size":1623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:31.717746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106364928,"num_objects":1623,"num_object_clones":0,"num_object_copies":4869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1623,"num_write_kb":103872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":915,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214759+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:05:38.214759+0000","last_peered":"2023-09-23T18:05:38.214759+0000","last_clean":"2023-09-23T18:05:38.214759+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:05:38.214759+0000","last_undegraded":"2023-09-23T18:05:38.214759+0000","last_fullsized":"2023-09-23T18:05:38.214759+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":198,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482868+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:05:38.482868+0000","last_peered":"2023-09-23T18:05:38.482868+0000","last_clean":"2023-09-23T18:05:38.482868+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:05:38.482868+0000","last_undegraded":"2023-09-23T18:05:38.482868+0000","last_fullsized":"2023-09-23T18:05:38.482868+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":124,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258110+0000","last_change":"2023-09-23T18:02:22.158630+0000","last_active":"2023-09-23T18:05:45.258110+0000","last_peered":"2023-09-23T18:05:45.258110+0000","last_clean":"2023-09-23T18:05:45.258110+0000","last_became_active":"2023-09-23T18:02:22.158335+0000","last_became_peered":"2023-09-23T18:02:22.158335+0000","last_unstale":"2023-09-23T18:05:45.258110+0000","last_undegraded":"2023-09-23T18:05:45.258110+0000","last_fullsized":"2023-09-23T18:05:45.258110+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.383408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"218'1351","reported_seq":1362,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.609679+0000","last_change":"2023-09-23T18:05:33.204311+0000","last_active":"2023-09-23T18:05:50.609679+0000","last_peered":"2023-09-23T18:05:50.609679+0000","last_clean":"2023-09-23T18:05:50.609679+0000","last_became_active":"2023-09-23T18:05:33.203951+0000","last_became_peered":"2023-09-23T18:05:33.203951+0000","last_unstale":"2023-09-23T18:05:50.609679+0000","last_undegraded":"2023-09-23T18:05:50.609679+0000","last_fullsized":"2023-09-23T18:05:50.609679+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1351,"log_dups_size":0,"ondisk_log_size":1351,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88539136,"num_objects":1351,"num_object_clones":0,"num_object_copies":4053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1351,"num_write_kb":86464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":602,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.251889+0000","last_change":"2023-09-23T18:02:31.203945+0000","last_active":"2023-09-23T18:05:45.251889+0000","last_peered":"2023-09-23T18:05:45.251889+0000","last_clean":"2023-09-23T18:05:45.251889+0000","last_became_active":"2023-09-23T18:02:31.203353+0000","last_became_peered":"2023-09-23T18:02:31.203353+0000","last_unstale":"2023-09-23T18:05:45.251889+0000","last_undegraded":"2023-09-23T18:05:45.251889+0000","last_fullsized":"2023-09-23T18:05:45.251889+0000","mapping_epoch":180,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:20:00.547572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":130,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.257640+0000","last_change":"2023-09-23T18:02:22.184625+0000","last_active":"2023-09-23T18:05:45.257640+0000","last_peered":"2023-09-23T18:05:45.257640+0000","last_clean":"2023-09-23T18:05:45.257640+0000","last_became_active":"2023-09-23T18:02:22.184312+0000","last_became_peered":"2023-09-23T18:02:22.184312+0000","last_unstale":"2023-09-23T18:05:45.257640+0000","last_undegraded":"2023-09-23T18:05:45.257640+0000","last_fullsized":"2023-09-23T18:05:45.257640+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:21:11.605171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":224,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258160+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:05:45.258160+0000","last_peered":"2023-09-23T18:05:45.258160+0000","last_clean":"2023-09-23T18:05:45.258160+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:05:45.258160+0000","last_undegraded":"2023-09-23T18:05:45.258160+0000","last_fullsized":"2023-09-23T18:05:45.258160+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"218'1347","reported_seq":1359,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.566567+0000","last_change":"2023-09-23T18:05:33.213230+0000","last_active":"2023-09-23T18:05:50.566567+0000","last_peered":"2023-09-23T18:05:50.566567+0000","last_clean":"2023-09-23T18:05:50.566567+0000","last_became_active":"2023-09-23T18:05:33.212937+0000","last_became_peered":"2023-09-23T18:05:33.212937+0000","last_unstale":"2023-09-23T18:05:50.566567+0000","last_undegraded":"2023-09-23T18:05:50.566567+0000","last_fullsized":"2023-09-23T18:05:50.566567+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1347,"log_dups_size":0,"ondisk_log_size":1347,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88276992,"num_objects":1347,"num_object_clones":0,"num_object_copies":4041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1347,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1347,"num_write_kb":86208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":658,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214802+0000","last_change":"2023-09-23T18:02:47.452297+0000","last_active":"2023-09-23T18:05:38.214802+0000","last_peered":"2023-09-23T18:05:38.214802+0000","last_clean":"2023-09-23T18:05:38.214802+0000","last_became_active":"2023-09-23T18:02:47.451682+0000","last_became_peered":"2023-09-23T18:02:47.451682+0000","last_unstale":"2023-09-23T18:05:38.214802+0000","last_undegraded":"2023-09-23T18:05:38.214802+0000","last_fullsized":"2023-09-23T18:05:38.214802+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":486,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.884999+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:05:38.884999+0000","last_peered":"2023-09-23T18:05:38.884999+0000","last_clean":"2023-09-23T18:05:38.884999+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:05:38.884999+0000","last_undegraded":"2023-09-23T18:05:38.884999+0000","last_fullsized":"2023-09-23T18:05:38.884999+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":218,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249652+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:05:45.249652+0000","last_peered":"2023-09-23T18:05:45.249652+0000","last_clean":"2023-09-23T18:05:45.249652+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:05:45.249652+0000","last_undegraded":"2023-09-23T18:05:45.249652+0000","last_fullsized":"2023-09-23T18:05:45.249652+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":183,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249001+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:05:45.249001+0000","last_peered":"2023-09-23T18:05:45.249001+0000","last_clean":"2023-09-23T18:05:45.249001+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:05:45.249001+0000","last_undegraded":"2023-09-23T18:05:45.249001+0000","last_fullsized":"2023-09-23T18:05:45.249001+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"219'1742","reported_seq":1756,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.964365+0000","last_change":"2023-09-23T18:05:33.213581+0000","last_active":"2023-09-23T18:05:52.964365+0000","last_peered":"2023-09-23T18:05:52.964365+0000","last_clean":"2023-09-23T18:05:52.964365+0000","last_became_active":"2023-09-23T18:05:33.213274+0000","last_became_peered":"2023-09-23T18:05:33.213274+0000","last_unstale":"2023-09-23T18:05:52.964365+0000","last_undegraded":"2023-09-23T18:05:52.964365+0000","last_fullsized":"2023-09-23T18:05:52.964365+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1742,"log_dups_size":0,"ondisk_log_size":1742,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:10.278824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114163712,"num_objects":1742,"num_object_clones":0,"num_object_copies":5226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1742,"num_write_kb":111488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":875,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.884960+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:05:38.884960+0000","last_peered":"2023-09-23T18:05:38.884960+0000","last_clean":"2023-09-23T18:05:38.884960+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:05:38.884960+0000","last_undegraded":"2023-09-23T18:05:38.884960+0000","last_fullsized":"2023-09-23T18:05:38.884960+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":192,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212039+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:05:38.212039+0000","last_peered":"2023-09-23T18:05:38.212039+0000","last_clean":"2023-09-23T18:05:38.212039+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:05:38.212039+0000","last_undegraded":"2023-09-23T18:05:38.212039+0000","last_fullsized":"2023-09-23T18:05:38.212039+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212489+0000","last_change":"2023-09-23T18:02:29.257628+0000","last_active":"2023-09-23T18:05:38.212489+0000","last_peered":"2023-09-23T18:05:38.212489+0000","last_clean":"2023-09-23T18:05:38.212489+0000","last_became_active":"2023-09-23T18:02:29.255793+0000","last_became_peered":"2023-09-23T18:02:29.255793+0000","last_unstale":"2023-09-23T18:05:38.212489+0000","last_undegraded":"2023-09-23T18:05:38.212489+0000","last_fullsized":"2023-09-23T18:05:38.212489+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:56.636683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"219'1709","reported_seq":1723,"reported_epoch":219,"state":"active+clean","last_fresh":"2023-09-23T18:05:52.964751+0000","last_change":"2023-09-23T18:05:33.203429+0000","last_active":"2023-09-23T18:05:52.964751+0000","last_peered":"2023-09-23T18:05:52.964751+0000","last_clean":"2023-09-23T18:05:52.964751+0000","last_became_active":"2023-09-23T18:05:33.203179+0000","last_became_peered":"2023-09-23T18:05:33.203179+0000","last_unstale":"2023-09-23T18:05:52.964751+0000","last_undegraded":"2023-09-23T18:05:52.964751+0000","last_fullsized":"2023-09-23T18:05:52.964751+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1709,"log_dups_size":0,"ondisk_log_size":1709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:40.169065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112001024,"num_objects":1709,"num_object_clones":0,"num_object_copies":5127,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1709,"num_write_kb":109376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":388,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.885410+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:05:38.885410+0000","last_peered":"2023-09-23T18:05:38.885410+0000","last_clean":"2023-09-23T18:05:38.885410+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:05:38.885410+0000","last_undegraded":"2023-09-23T18:05:38.885410+0000","last_fullsized":"2023-09-23T18:05:38.885410+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":148,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258200+0000","last_change":"2023-09-23T18:02:47.393007+0000","last_active":"2023-09-23T18:05:45.258200+0000","last_peered":"2023-09-23T18:05:45.258200+0000","last_clean":"2023-09-23T18:05:45.258200+0000","last_became_active":"2023-09-23T18:02:47.392586+0000","last_became_peered":"2023-09-23T18:02:47.392586+0000","last_unstale":"2023-09-23T18:05:45.258200+0000","last_undegraded":"2023-09-23T18:05:45.258200+0000","last_fullsized":"2023-09-23T18:05:45.258200+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:18.206098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":202,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212440+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:05:38.212440+0000","last_peered":"2023-09-23T18:05:38.212440+0000","last_clean":"2023-09-23T18:05:38.212440+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:05:38.212440+0000","last_undegraded":"2023-09-23T18:05:38.212440+0000","last_fullsized":"2023-09-23T18:05:38.212440+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"218'1438","reported_seq":1450,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.655975+0000","last_change":"2023-09-23T18:05:33.205399+0000","last_active":"2023-09-23T18:05:50.655975+0000","last_peered":"2023-09-23T18:05:50.655975+0000","last_clean":"2023-09-23T18:05:50.655975+0000","last_became_active":"2023-09-23T18:05:33.205085+0000","last_became_peered":"2023-09-23T18:05:33.205085+0000","last_unstale":"2023-09-23T18:05:50.655975+0000","last_undegraded":"2023-09-23T18:05:50.655975+0000","last_fullsized":"2023-09-23T18:05:50.655975+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1438,"log_dups_size":0,"ondisk_log_size":1438,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94240768,"num_objects":1438,"num_object_clones":0,"num_object_copies":4314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1438,"num_write_kb":92032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":190,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.252402+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:05:45.252402+0000","last_peered":"2023-09-23T18:05:45.252402+0000","last_clean":"2023-09-23T18:05:45.252402+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:05:45.252402+0000","last_undegraded":"2023-09-23T18:05:45.252402+0000","last_fullsized":"2023-09-23T18:05:45.252402+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":726,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258471+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:05:45.258471+0000","last_peered":"2023-09-23T18:05:45.258471+0000","last_clean":"2023-09-23T18:05:45.258471+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:05:45.258471+0000","last_undegraded":"2023-09-23T18:05:45.258471+0000","last_fullsized":"2023-09-23T18:05:45.258471+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":223,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.249453+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:05:45.249453+0000","last_peered":"2023-09-23T18:05:45.249453+0000","last_clean":"2023-09-23T18:05:45.249453+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:05:45.249453+0000","last_undegraded":"2023-09-23T18:05:45.249453+0000","last_fullsized":"2023-09-23T18:05:45.249453+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"218'1423","reported_seq":1434,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:50.589586+0000","last_change":"2023-09-23T18:05:33.203970+0000","last_active":"2023-09-23T18:05:50.589586+0000","last_peered":"2023-09-23T18:05:50.589586+0000","last_clean":"2023-09-23T18:05:50.589586+0000","last_became_active":"2023-09-23T18:05:33.203655+0000","last_became_peered":"2023-09-23T18:05:33.203655+0000","last_unstale":"2023-09-23T18:05:50.589586+0000","last_undegraded":"2023-09-23T18:05:50.589586+0000","last_fullsized":"2023-09-23T18:05:50.589586+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":1423,"log_dups_size":0,"ondisk_log_size":1423,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93257728,"num_objects":1423,"num_object_clones":0,"num_object_copies":4269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1423,"num_write_kb":91072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":435,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.248948+0000","last_change":"2023-09-23T18:02:40.801579+0000","last_active":"2023-09-23T18:05:45.248948+0000","last_peered":"2023-09-23T18:05:45.248948+0000","last_clean":"2023-09-23T18:05:45.248948+0000","last_became_active":"2023-09-23T18:02:22.343035+0000","last_became_peered":"2023-09-23T18:02:22.343035+0000","last_unstale":"2023-09-23T18:05:45.248948+0000","last_undegraded":"2023-09-23T18:05:45.248948+0000","last_fullsized":"2023-09-23T18:05:45.248948+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":55,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212403+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:05:38.212403+0000","last_peered":"2023-09-23T18:05:38.212403+0000","last_clean":"2023-09-23T18:05:38.212403+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:05:38.212403+0000","last_undegraded":"2023-09-23T18:05:38.212403+0000","last_fullsized":"2023-09-23T18:05:38.212403+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":52,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482531+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:05:38.482531+0000","last_peered":"2023-09-23T18:05:38.482531+0000","last_clean":"2023-09-23T18:05:38.482531+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:05:38.482531+0000","last_undegraded":"2023-09-23T18:05:38.482531+0000","last_fullsized":"2023-09-23T18:05:38.482531+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":51,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212344+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:05:38.212344+0000","last_peered":"2023-09-23T18:05:38.212344+0000","last_clean":"2023-09-23T18:05:38.212344+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:05:38.212344+0000","last_undegraded":"2023-09-23T18:05:38.212344+0000","last_fullsized":"2023-09-23T18:05:38.212344+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":105,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.258280+0000","last_change":"2023-09-23T18:02:29.348119+0000","last_active":"2023-09-23T18:05:45.258280+0000","last_peered":"2023-09-23T18:05:45.258280+0000","last_clean":"2023-09-23T18:05:45.258280+0000","last_became_active":"2023-09-23T18:02:29.347636+0000","last_became_peered":"2023-09-23T18:02:29.347636+0000","last_unstale":"2023-09-23T18:05:45.258280+0000","last_undegraded":"2023-09-23T18:05:45.258280+0000","last_fullsized":"2023-09-23T18:05:45.258280+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:04.619428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":212,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.214997+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:05:38.214997+0000","last_peered":"2023-09-23T18:05:38.214997+0000","last_clean":"2023-09-23T18:05:38.214997+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:05:38.214997+0000","last_undegraded":"2023-09-23T18:05:38.214997+0000","last_fullsized":"2023-09-23T18:05:38.214997+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482667+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:05:38.482667+0000","last_peered":"2023-09-23T18:05:38.482667+0000","last_clean":"2023-09-23T18:05:38.482667+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:05:38.482667+0000","last_undegraded":"2023-09-23T18:05:38.482667+0000","last_fullsized":"2023-09-23T18:05:38.482667+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":186,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.215129+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:05:38.215129+0000","last_peered":"2023-09-23T18:05:38.215129+0000","last_clean":"2023-09-23T18:05:38.215129+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:05:38.215129+0000","last_undegraded":"2023-09-23T18:05:38.215129+0000","last_fullsized":"2023-09-23T18:05:38.215129+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482611+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:05:38.482611+0000","last_peered":"2023-09-23T18:05:38.482611+0000","last_clean":"2023-09-23T18:05:38.482611+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:05:38.482611+0000","last_undegraded":"2023-09-23T18:05:38.482611+0000","last_fullsized":"2023-09-23T18:05:38.482611+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":239,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.252091+0000","last_change":"2023-09-23T18:02:22.202405+0000","last_active":"2023-09-23T18:05:45.252091+0000","last_peered":"2023-09-23T18:05:45.252091+0000","last_clean":"2023-09-23T18:05:45.252091+0000","last_became_active":"2023-09-23T18:02:22.202069+0000","last_became_peered":"2023-09-23T18:02:22.202069+0000","last_unstale":"2023-09-23T18:05:45.252091+0000","last_undegraded":"2023-09-23T18:05:45.252091+0000","last_fullsized":"2023-09-23T18:05:45.252091+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:12.301895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":243,"reported_epoch":218,"state":"active+clean","last_fresh":"2023-09-23T18:05:45.251633+0000","last_change":"2023-09-23T18:02:47.400196+0000","last_active":"2023-09-23T18:05:45.251633+0000","last_peered":"2023-09-23T18:05:45.251633+0000","last_clean":"2023-09-23T18:05:45.251633+0000","last_became_active":"2023-09-23T18:02:47.399860+0000","last_became_peered":"2023-09-23T18:02:47.399860+0000","last_unstale":"2023-09-23T18:05:45.251633+0000","last_undegraded":"2023-09-23T18:05:45.251633+0000","last_fullsized":"2023-09-23T18:05:45.251633+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:19.926004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":87,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.212570+0000","last_change":"2023-09-23T18:02:47.628370+0000","last_active":"2023-09-23T18:05:38.212570+0000","last_peered":"2023-09-23T18:05:38.212570+0000","last_clean":"2023-09-23T18:05:38.212570+0000","last_became_active":"2023-09-23T18:02:47.487077+0000","last_became_peered":"2023-09-23T18:02:47.487077+0000","last_unstale":"2023-09-23T18:05:38.212570+0000","last_undegraded":"2023-09-23T18:05:38.212570+0000","last_fullsized":"2023-09-23T18:05:38.212570+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:45.150389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2216,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":43,"reported_epoch":217,"state":"active+clean","last_fresh":"2023-09-23T18:05:38.482373+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:05:38.482373+0000","last_peered":"2023-09-23T18:05:38.482373+0000","last_clean":"2023-09-23T18:05:38.482373+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:05:38.482373+0000","last_undegraded":"2023-09-23T18:05:38.482373+0000","last_fullsized":"2023-09-23T18:05:38.482373+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":1568145408,"num_objects":23928,"num_object_clones":0,"num_object_copies":71784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23928,"num_write_kb":1531392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4977721344,"data_stored":4977721344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23928,"ondisk_log_size":23928,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":59,"num_bytes_recovered":16928,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":66,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430451,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":995944,"kb_used_data":698720,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92749208,"statfs":{"total":95995035648,"available":94975188992,"internally_reserved":0,"allocated":715489280,"data_stored":714811512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.56299999999999994,"15min":0.68200000000000005},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":3.0059999999999998,"5min":4.3499999999999996,"15min":6.5090000000000003},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.76300000000000001,"15min":0.76500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":2.504,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.34300000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.85399999999999998,"15min":0.71999999999999997},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.5709999999999997,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.81000000000000005,"15min":0.70199999999999996},"min":{"1min":0.29599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0350000000000001,"5min":6.5199999999999996,"15min":11.087999999999999},"last":0.31}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.74199999999999999,"15min":0.71199999999999997},"min":{"1min":0.29699999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":7.2610000000000001,"5min":7.2610000000000001,"15min":7.2610000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.016,"15min":0.78200000000000003},"min":{"1min":0.29599999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.7809999999999999,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.41799999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":1.2589999999999999,"15min":1.218},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":32.631,"5min":32.631,"15min":32.631},"last":0.41299999999999998},{"interface":"front","average":{"1min":3.0169999999999999,"5min":1.423,"15min":1.3},"min":{"1min":0.40500000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":32.612000000000002,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.38600000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.75,"15min":0.67200000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1179999999999999,"5min":8.2780000000000005,"15min":8.2780000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.36199999999999999,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":2.5870000000000002,"5min":7.3129999999999997,"15min":10.238},"last":0.39400000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.77700000000000002,"15min":0.71899999999999997},"min":{"1min":0.309,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6870000000000001,"5min":9.3309999999999995,"15min":9.3309999999999995},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.72499999999999998},"min":{"1min":0.34699999999999998,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":3.5139999999999998,"5min":6.5990000000000002,"15min":10.307},"last":0.40799999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":0.89700000000000002,"15min":0.73099999999999998},"min":{"1min":0.39000000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":6.774,"5min":6.774,"15min":6.774},"last":0.378},{"interface":"front","average":{"1min":1.631,"5min":1.026,"15min":0.72699999999999998},"min":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":12.613,"5min":12.613,"15min":12.613},"last":0.47099999999999997}]}]},{"osd":6,"up_from":174,"seq":747324309548,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1305712,"kb_used_data":973992,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":92439440,"statfs":{"total":95995035648,"available":94657986560,"internally_reserved":0,"allocated":997367808,"data_stored":996690058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":0.91700000000000004,"15min":0.90500000000000003},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":9.6219999999999999,"5min":9.6219999999999999,"15min":9.6219999999999999},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.82499999999999996,"15min":0.751},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.3780000000000001,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":3.202}]},{"osd":1,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":0.95599999999999996,"15min":0.93600000000000005},"min":{"1min":0.28199999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.5020000000000007,"5min":9.5020000000000007,"15min":9.5020000000000007},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.018,"5min":0.998,"15min":0.81799999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.9299999999999997,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":3.1659999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.0049999999999999,"15min":0.80800000000000005},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":3.2530000000000001},{"interface":"front","average":{"1min":1.2390000000000001,"5min":0.95299999999999996,"15min":0.95499999999999996},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":10.073,"5min":10.073,"15min":10.073},"last":1.538}]},{"osd":3,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.0209999999999999,"15min":1.042},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.843,"5min":6.843,"15min":6.843},"last":3.3769999999999998},{"interface":"front","average":{"1min":1.9770000000000001,"5min":1.296,"15min":1.25},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":9.5779999999999994,"5min":9.5779999999999994,"15min":9.5779999999999994},"last":1.0009999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":0.84199999999999997,"15min":0.72199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.548,"5min":9.548,"15min":9.548},"last":0.92500000000000004},{"interface":"front","average":{"1min":1.3580000000000001,"5min":0.86099999999999999,"15min":0.70899999999999996},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":9.1310000000000002,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":3.2250000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.754,"15min":0.65500000000000003},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.319,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":3.2759999999999998},{"interface":"front","average":{"1min":1.1419999999999999,"5min":0.78200000000000003,"15min":0.68100000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":6.7969999999999997,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":3.3460000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:05:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":0.94999999999999996,"15min":0.89000000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.8689999999999998,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":2.2160000000000002},{"interface":"front","average":{"1min":1.542,"5min":0.92700000000000005,"15min":0.85299999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":9.5999999999999996,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":3.4820000000000002}]}]},{"osd":1,"up_from":90,"seq":386547056758,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":914152,"kb_used_data":733984,"kb_used_omap":7,"kb_used_meta":180152,"kb_avail":92831000,"statfs":{"total":95995035648,"available":95058944000,"internally_reserved":0,"allocated":751599616,"data_stored":750632652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":184475747},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.89700000000000002,"15min":0.69799999999999995},"min":{"1min":0.23200000000000001,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":5.9550000000000001,"5min":13.762,"15min":13.762},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.69299999999999995,"15min":0.61299999999999999},"min":{"1min":0.223,"5min":0.191,"15min":0.191},"max":{"1min":2.4900000000000002,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":0.43099999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:41 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":0.97199999999999998,"15min":1.0800000000000001},"min":{"1min":0.25,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":23.536000000000001,"5min":23.536000000000001,"15min":23.536000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.91200000000000003,"15min":1.722},"min":{"1min":0.29099999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.9279999999999999,"5min":13.890000000000001,"15min":13.890000000000001},"last":0.41199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.018,"15min":0.72299999999999998},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":2.8919999999999999,"5min":12.021000000000001,"15min":12.021000000000001},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.95699999999999996,"15min":0.77000000000000002},"min":{"1min":0.313,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.7190000000000003,"5min":14.076000000000001,"15min":15.326000000000001},"last":0.74299999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":0.89200000000000002,"15min":0.83199999999999996},"min":{"1min":0.34399999999999997,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":6.1820000000000004,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":1.893},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.91100000000000003,"15min":0.871},"min":{"1min":0.32600000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.0519999999999996,"5min":13.826000000000001,"15min":13.826000000000001},"last":3.6080000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":0.97299999999999998,"15min":0.83499999999999996},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.04,"5min":5.04,"15min":5.258},"last":0.499},{"interface":"front","average":{"1min":1.7410000000000001,"5min":1.0429999999999999,"15min":0.85699999999999998},"min":{"1min":0.34599999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8810000000000002,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":0.45200000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:05:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":0.76300000000000001,"15min":0.64900000000000002},"min":{"1min":0.39900000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.0179999999999998,"5min":6.0179999999999998,"15min":6.0179999999999998},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.87,"5min":0.79200000000000004,"15min":0.72099999999999997},"min":{"1min":0.42599999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":4.5279999999999996,"5min":4.5279999999999996,"15min":4.5279999999999996},"last":0.55900000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.111,"15min":0.90200000000000002},"min":{"1min":0.37,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":6.7990000000000004,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":2.1960000000000002},{"interface":"front","average":{"1min":1.466,"5min":1.121,"15min":0.95399999999999996},"min":{"1min":0.499,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":7.9180000000000001,"5min":13.859,"15min":13.859},"last":0.53000000000000003}]}]},{"osd":0,"up_from":85,"seq":365072220289,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":614988,"kb_used_data":415300,"kb_used_omap":8,"kb_used_meta":199671,"kb_avail":93130164,"statfs":{"total":95995035648,"available":95365287936,"internally_reserved":0,"allocated":425267200,"data_stored":424266313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":204463716},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":1.0349999999999999,"15min":0.629},"min":{"1min":0.20000000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8079999999999998,"5min":11.491,"15min":11.491},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.4330000000000001,"5min":1.0680000000000001,"15min":0.68999999999999995},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":6.2439999999999998,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.44500000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:05:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.03,"15min":1.075},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3659999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.997,"5min":0.999,"15min":1.369},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":10.711,"5min":11.443,"15min":11.443},"last":0.53400000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:05:08 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.153,"15min":0.71699999999999997},"min":{"1min":0.314,"5min":0.27400000000000002,"15min":0.253},"max":{"1min":3.3660000000000001,"5min":12.682,"15min":12.682},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.5680000000000001,"5min":1.2290000000000001,"15min":0.75600000000000001},"min":{"1min":0.249,"5min":0.248,"15min":0.248},"max":{"1min":10.776,"5min":11.587,"15min":11.587},"last":0.57499999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":0.96699999999999997,"15min":0.83299999999999996},"min":{"1min":0.32400000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.686,"5min":11.382999999999999,"15min":11.382999999999999},"last":2.8290000000000002},{"interface":"front","average":{"1min":1.276,"5min":0.94999999999999996,"15min":0.81100000000000005},"min":{"1min":0.38500000000000001,"5min":0.37,"15min":0.37},"max":{"1min":7.5620000000000003,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":0.55200000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.93400000000000005,"15min":0.83999999999999997},"min":{"1min":0.34100000000000003,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.6580000000000004,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.72,"5min":1.157,"15min":0.94799999999999995},"min":{"1min":0.35699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.657,"5min":11.510999999999999,"15min":11.510999999999999},"last":1.6970000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:05:33 2023","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":0.81699999999999995,"15min":0.69099999999999995},"min":{"1min":0.433,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":7.6020000000000003,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":0.71299999999999997},{"interface":"front","average":{"1min":1.2769999999999999,"5min":0.80500000000000005,"15min":0.69699999999999995},"min":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":5.2460000000000004,"5min":5.2460000000000004,"15min":5.2460000000000004},"last":0.85599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.0309999999999999,"15min":0.88600000000000001},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":4.6310000000000002,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.499},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.0640000000000001,"15min":0.91600000000000004},"min":{"1min":0.41699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":10.612,"5min":11.476000000000001,"15min":11.476000000000001},"last":1.5960000000000001}]}]},{"osd":2,"up_from":0,"seq":622770257982,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":100,"seq":429496729712,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1266908,"kb_used_data":1113044,"kb_used_omap":4,"kb_used_meta":153851,"kb_avail":92478244,"statfs":{"total":95995035648,"available":94697721856,"internally_reserved":0,"allocated":1139757056,"data_stored":1138798136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":157543831},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":0.98999999999999999,"15min":0.70599999999999996},"min":{"1min":0.23599999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":13.885,"5min":13.885,"15min":14.162000000000001},"last":4.7000000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.157,"15min":0.879},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.8239999999999998,"5min":9.3490000000000002,"15min":17.396999999999998},"last":2.3690000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.218,"15min":0.73899999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.420999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":1.046},{"interface":"front","average":{"1min":1.3340000000000001,"5min":1.0029999999999999,"15min":0.77400000000000002},"min":{"1min":0.307,"5min":0.255,"15min":0.25},"max":{"1min":13.781000000000001,"5min":13.781000000000001,"15min":14.276},"last":4.7750000000000004}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.0469999999999999,"15min":1.369},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.4990000000000001,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":2.25},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.169,"15min":1.1990000000000001},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.7450000000000001,"5min":11.35,"15min":11.35},"last":1.1439999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":0.81000000000000005,"15min":0.81499999999999995},"min":{"1min":0.33000000000000002,"5min":0.311,"15min":0.311},"max":{"1min":13.859999999999999,"5min":13.859999999999999,"15min":14.212},"last":4.7480000000000002},{"interface":"front","average":{"1min":0.89000000000000001,"5min":1.2629999999999999,"15min":1.0549999999999999},"min":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":2.996,"5min":9.3160000000000007,"15min":17.478000000000002},"last":2.403}]},{"osd":5,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.3240000000000001,"15min":1.0840000000000001},"min":{"1min":0.374,"5min":0.371,"15min":0.35699999999999998},"max":{"1min":4.6760000000000002,"5min":9.2780000000000005,"15min":17.507999999999999},"last":3.8260000000000001},{"interface":"front","average":{"1min":1.994,"5min":1.2789999999999999,"15min":0.95399999999999996},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":11.452999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":1.8109999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:05:26 2023","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.93100000000000005,"15min":0.82899999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":6.3109999999999999,"5min":6.3109999999999999,"15min":6.3109999999999999},"last":2.4430000000000001},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.89500000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.6499999999999999,"5min":5.3490000000000002,"15min":5.3490000000000002},"last":2.476}]},{"osd":7,"last update":"Sat Sep 23 18:05:00 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.333,"15min":0.97999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":11.58,"5min":11.58,"15min":11.58},"last":1.843},{"interface":"front","average":{"1min":1.532,"5min":0.91900000000000004,"15min":0.88400000000000001},"min":{"1min":0.47199999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.831,"5min":13.831,"15min":14.246},"last":4.6630000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019134,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":907940,"kb_used_data":610716,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92837212,"statfs":{"total":95995035648,"available":95065305088,"internally_reserved":0,"allocated":625373184,"data_stored":624699213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.72299999999999998,"15min":0.81799999999999995},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.686999999999999,"5min":11.686999999999999,"15min":26.055},"last":4.4059999999999997},{"interface":"front","average":{"1min":1.395,"5min":0.83199999999999996,"15min":0.95399999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":6.2649999999999997,"5min":6.2649999999999997,"15min":25.497},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":0.98899999999999999,"15min":0.83799999999999997},"min":{"1min":0.314,"5min":0.254,"15min":0.254},"max":{"1min":11.801,"5min":11.801,"15min":25.268000000000001},"last":1.087},{"interface":"front","average":{"1min":0.997,"5min":0.98499999999999999,"15min":0.85899999999999999},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":3.266,"5min":10.57,"15min":25.298999999999999},"last":0.435}]},{"osd":2,"last update":"Sat Sep 23 18:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.90200000000000002,"15min":0.91400000000000003},"min":{"1min":0.31900000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.6459999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.878,"15min":0.88200000000000001},"min":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.226,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.32000000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.288,"15min":0.95099999999999996},"min":{"1min":0.33200000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":12.151999999999999,"5min":12.151999999999999,"15min":25.181000000000001},"last":4.6529999999999996},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.0860000000000001,"15min":0.995},"min":{"1min":0.34000000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":6.7290000000000001,"5min":6.7699999999999996,"15min":25.225000000000001},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:05:06 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":0.76000000000000001,"15min":0.622},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.166,"5min":12.166,"15min":12.166},"last":0.25900000000000001},{"interface":"front","average":{"1min":1.4179999999999999,"5min":0.753,"15min":0.66400000000000003},"min":{"1min":0.36099999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.6989999999999998,"5min":7.6989999999999998,"15min":7.6989999999999998},"last":0.29299999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":0.64000000000000001,"15min":0.51800000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.7629999999999999,"5min":6.7629999999999999,"15min":6.7629999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.601,"5min":0.77000000000000002,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.318,"15min":0.318},"max":{"1min":7.8529999999999998,"5min":7.8529999999999998,"15min":7.8529999999999998},"last":0.39800000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66100000000000003,"15min":0.68400000000000005},"min":{"1min":0.438,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.3140000000000001,"5min":6.1870000000000003,"15min":7.0359999999999996},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.571,"5min":1.056,"15min":0.80000000000000004},"min":{"1min":0.35799999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":12.885,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.999}]}]},{"osd":5,"up_from":36,"seq":154618822906,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":944724,"kb_used_data":635212,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92800428,"statfs":{"total":95995035648,"available":95027638272,"internally_reserved":0,"allocated":650457088,"data_stored":649794949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:22 2023","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":0.751,"15min":0.77400000000000002},"min":{"1min":0.26600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.5990000000000002,"5min":6.5990000000000002,"15min":9.2479999999999993},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.77700000000000002,"15min":0.80400000000000005},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":4.4020000000000001,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:05:05 2023","interfaces":[{"interface":"back","average":{"1min":1.4570000000000001,"5min":1.0049999999999999,"15min":0.84299999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.8490000000000002,"5min":13.861000000000001,"15min":16.033999999999999},"last":1.141},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.0169999999999999,"15min":0.80800000000000005},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.101,"5min":7.101,"15min":7.6660000000000004},"last":0.36299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.92300000000000004,"15min":1.0369999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.4939999999999998,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.131,"5min":0.95199999999999996,"15min":1.0640000000000001},"min":{"1min":0.373,"5min":0.311,"15min":0.311},"max":{"1min":6.4489999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":0.38900000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:04:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.147,"15min":0.89000000000000001},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.7480000000000002,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.278,"15min":1.0249999999999999},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":14.048,"5min":14.048,"15min":14.048},"last":1.1950000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:04:51 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":0.75900000000000001,"15min":0.67900000000000005},"min":{"1min":0.309,"5min":0.24399999999999999,"15min":0.23899999999999999},"max":{"1min":9.3870000000000005,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":0.97099999999999997,"15min":0.73599999999999999},"min":{"1min":0.35699999999999998,"5min":0.313,"15min":0.26700000000000002},"max":{"1min":4.8159999999999998,"5min":6.9480000000000004,"15min":6.9480000000000004},"last":0.71799999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.34200000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.3149999999999995,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.5009999999999999,"5min":0.91700000000000004,"15min":0.746},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.77100000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:05:35 2023","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":0.873,"15min":0.77600000000000002},"min":{"1min":0.36599999999999999,"5min":0.309,"15min":0.309},"max":{"1min":9.3559999999999999,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":5.5469999999999997},{"interface":"front","average":{"1min":1.294,"5min":0.876,"15min":0.83199999999999996},"min":{"1min":0.34699999999999998,"5min":0.33100000000000002,"15min":0.32600000000000001},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.79600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":359006208,"data_stored":359006208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":678166528,"data_stored":678166528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1180827648,"data_stored":1180827648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":465043456,"data_stored":465043456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":638582784,"data_stored":638582784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1018036224,"data_stored":1018036224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":638058496,"data_stored":638058496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:05:56.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 21 2023-09-23T18:05:56.474 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: pgmap v591: 89 pgs: 89 active+clean; 1.5 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 155 MiB/s wr, 2.47k op/s 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: osdmap e220: 8 total, 8 up, 7 in 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[149401]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: pgmap v591: 89 pgs: 89 active+clean; 1.5 GiB data, 6.3 GiB used, 620 GiB / 626 GiB avail; 155 MiB/s wr, 2.47k op/s 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: osdmap e220: 8 total, 8 up, 7 in 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.558 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:56 smithi018 ceph-mon[153734]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.560 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:56 smithi149 ceph-mon[135148]: failed to encode map e220 with expected crc 2023-09-23T18:05:56.687 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:56.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:56.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:56.700 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:56.725 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:56.774 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:05:56.794 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:56.874 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:56.962 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:56.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:56.967 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:57.067 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:57.135 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:57.191 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:57.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:57.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:57.299 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:57.354 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:57.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 34317 34301 142.872 108 0.0118699 0.00699409 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: from='client.55330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: osdmap e221: 8 total, 8 up, 7 in 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:57 smithi149 ceph-mon[135148]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: from='client.55330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:57.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: osdmap e221: 8 total, 8 up, 7 in 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[153734]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: from='client.55330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: osdmap e221: 8 total, 8 up, 7 in 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:57 smithi018 ceph-mon[149401]: failed to encode map e221 with expected crc 2023-09-23T18:05:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:57.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:57.528 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:57.600 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:05:57.629 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:05:57.681 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:57.803 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:05:57.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:57.808 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:05:57.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:05:57.983 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:58.041 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:05:58.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:58.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:05:58.101 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:05:58.153 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:05:58.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:58.355 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:05:58.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:58.360 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:05:58.362 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:05:58 smithi018 ceph-mon[149401]: pgmap v594: 89 pgs: 2 peering, 87 active+clean; 1.8 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:05:58.362 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:05:58 smithi018 ceph-mon[153734]: pgmap v594: 89 pgs: 2 peering, 87 active+clean; 1.8 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:05:58.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 36041 36025 140.677 107.75 0.0090822 0.00710336 2023-09-23T18:05:58.460 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:05:58.519 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:58.607 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:05:58 smithi149 ceph-mon[135148]: pgmap v594: 89 pgs: 2 peering, 87 active+clean; 1.8 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:05:58.786 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:05:58.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:58.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:05:58.892 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:58.969 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:59.093 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:59.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:59.100 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:59.201 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:05:59.249 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:05:59.249 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:05:59.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.249 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:37445 6.f e221/214 6:fc2a60d7:::benchmark_data_smithi018_246789_object37444:head v 221'2388, mlcod=221'2386)", 2023-09-23T18:05:59.249 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:59.241702+0000", 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.005607183, 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056462580000000004, 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241702+0000", 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241702+0000", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241702+0000", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0680000000000003e-05 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241752+0000", 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0781000000000001e-05 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241763+0000", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9960000000000001e-06 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.241768+0000", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00033626400000000002 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.242104+0000", 2023-09-23T18:05:59.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2609999999999999e-05 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.242127+0000", 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00042471700000000002 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:37457 6.f e221/214)", 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:59.246773+0000", 2023-09-23T18:05:59.253 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.00053681400000000004, 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00068556300000000004, 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "queued for pg", 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246773+0000", 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:05:59.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246773+0000", 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246771+0000", 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105707 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246877+0000", 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1271999999999999e-05 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246898+0000", 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8820000000000001e-06 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:59.246906+0000", 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013355600000000001 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:05:59.256 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:05:59.257 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:05:59.257 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:05:59.257 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:59.330 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:05:59.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:59.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:05:59.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 37652 37636 138.324 100.688 0.00919734 0.00722331 2023-09-23T18:05:59.420 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:05:59.436 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:59.460 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:05:59.512 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:05:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:05:59.550 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:05:59.583 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:05:59.618 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:05:59.656 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:05:59.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:05:59.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:05:59.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:05:59.692 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:05:59.693 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:05:59.728 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:05:59.785 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:05:59.844 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:00.066 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:00.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:00.072 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:00.173 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:00.229 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:00.338 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:00.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:00.343 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:00.363 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:06:00.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 39301 39285 136.365 103.062 0.00559351 0.00732766 2023-09-23T18:06:00.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:00.515 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:00.556 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:00.577 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:00.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:00.584 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:00 smithi149 ceph-mon[135148]: pgmap v595: 89 pgs: 2 peering, 87 active+clean; 2.0 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-09-23T18:06:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1011076342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:00.684 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[153734]: pgmap v595: 89 pgs: 2 peering, 87 active+clean; 2.0 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1011076342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[149401]: pgmap v595: 89 pgs: 2 peering, 87 active+clean; 2.0 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1011076342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:00.685 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:00.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:00.857 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:00.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:00.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:00.969 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:00.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:06:01.040 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:01.115 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:01.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:01.121 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:01.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:01.271 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: osdmap e222: 8 total, 8 up, 7 in 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1372079392' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.361 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 40890 40874 134.415 99.3125 0.00493877 0.00743334 2023-09-23T18:06:01.440 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:01.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:01.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:01.463 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:06:01.550 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: osdmap e222: 8 total, 8 up, 7 in 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1372079392' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/932168855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: osdmap e222: 8 total, 8 up, 7 in 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: failed to encode map e222 with expected crc 2023-09-23T18:06:01.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1372079392' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T18:06:01.599 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:01.654 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:01.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:01.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:01.760 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:01.839 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:01.962 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:01.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:01.975 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:02.075 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:02.075 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:02.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:02.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:06:02.134 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:02.356 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:02.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:02.365 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:02.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:06:02.386381+0000 min lat: 0.00127571 max lat: 0.581656 avg lat: 0.00753142 2023-09-23T18:06:02.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:06:02.385 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 42482 42466 132.669 99.5 0.0111086 0.00753142 2023-09-23T18:06:02.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:02.519 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:02 smithi018 ceph-mon[153734]: pgmap v597: 89 pgs: 89 active+clean; 2.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-09-23T18:06:02.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:02 smithi018 ceph-mon[149401]: pgmap v597: 89 pgs: 89 active+clean; 2.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-09-23T18:06:02.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:02.585 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:02.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:02.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:02.644 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:02 smithi149 ceph-mon[135148]: pgmap v597: 89 pgs: 89 active+clean; 2.3 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 145 MiB/s wr, 2.31k op/s 2023-09-23T18:06:02.691 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:02.759 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:02.770 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:02.958 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:06:03.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 44123 44107 131.224 102.562 0.0121391 0.00761444 2023-09-23T18:06:04.015 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:04.346 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:04.382 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:04.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 45608 45592 129.478 92.8125 0.00852572 0.0077175 2023-09-23T18:06:04.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:04.455 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:04.486 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:04.533 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:04.560 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[149401]: pgmap v598: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:06:04.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:06:04.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3906019303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:04.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[153734]: pgmap v598: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:06:04.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:06:04.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3906019303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:04.604 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:06:04.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:04 smithi149 ceph-mon[135148]: pgmap v598: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:06:04.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:06:04.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3906019303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:04.867 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:04.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:04.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:04.912 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:06:04.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:05.079 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:05.154 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:05.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:05.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:05.260 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:04] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.33.4" 2023-09-23T18:06:05.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:05.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 46995 46979 127.618 86.6875 0.0127211 0.00783055 2023-09-23T18:06:05.411 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:05.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:05.418 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:05.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:05.586 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:05.734 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:05.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:05.745 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:05.845 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:05.896 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:05.972 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:06.388 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 48351 48335 125.832 84.75 0.0117338 0.00794072 2023-09-23T18:06:06.406 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:06.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:06.411 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:06.464 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1] out_osds: [2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:06:06.464 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:06:06.464 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:06:06.464 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:06:06.464 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:06:06.464 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:06:06.512 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:06.577 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:06.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:06 smithi149 ceph-mon[135148]: pgmap v599: 89 pgs: 89 active+clean; 2.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-09-23T18:06:06.656 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:06.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:06.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:06.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:06.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:06 smithi018 ceph-mon[153734]: pgmap v599: 89 pgs: 89 active+clean; 2.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-09-23T18:06:06.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:06 smithi018 ceph-mon[149401]: pgmap v599: 89 pgs: 89 active+clean; 2.5 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-09-23T18:06:06.836 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:06.916 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:06.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:06.921 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:07.022 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:07.077 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:07.133 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:07.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:07.140 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:07.241 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:07.286 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:07.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 49503 49487 123.679 72 0.00735247 0.00806814 2023-09-23T18:06:07.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:06:07.411 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:06:07.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:07.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:07.509 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:07.609 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:07.706 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2481702962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.706 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.722 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:07.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2481702962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2481702962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:07.940 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:07.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:07.951 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:08.052 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:08.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:08.149 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:08.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:08.153 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:08.236 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:08.254 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:08.325 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:08.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 50712 50696 121.829 75.5625 0.0108326 0.00820319 2023-09-23T18:06:08.392 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:08.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:08.398 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: pgmap v600: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T18:06:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.408 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:08.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: osdmap e223: 8 total, 8 up, 7 in 2023-09-23T18:06:08.409 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[149401]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:08.545 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:08.661 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: pgmap v600: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: osdmap e223: 8 total, 8 up, 7 in 2023-09-23T18:06:08.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:08 smithi018 ceph-mon[153734]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:08.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:08.767 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:25565 5.e 5:75253fba:::benchmark_data_smithi018_184207_object25564:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:06:08.789 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 480.68836317900002, 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998, 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 25565 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:06:08.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097005+0000", 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097004+0000", 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4434000000000001e-05 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097058+0000", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7841000000000001e-05 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097076+0000", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0650000000000001e-06 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097083+0000", 2023-09-23T18:06:08.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.936e-05 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.097152+0000", 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001418517 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098571+0000", 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015195599999999999 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:08.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.098723+0000", 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002289704 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.101013+0000", 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017993670000000001 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.102812+0000", 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057217525999999998 2023-09-23T18:06:08.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160030+0000", 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5600000000000003e-05 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160085+0000", 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.807e-05 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:08.160123+0000", 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063118254999999998 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32592 5.1 5:8e0edc77:::benchmark_data_smithi018_184207_object32591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 477.46223591900002, 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001, 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.796 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32592 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:06:08.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323132+0000", 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1578000000000002e-05 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323163+0000", 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7255999999999999e-05 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323180+0000", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6630000000000001e-06 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323185+0000", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029866659999999998 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326172+0000", 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127226 2023-09-23T18:06:08.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.326299+0000", 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011970520000000001 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.327496+0000", 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002478119 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.329974+0000", 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047721040000000001 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334746+0000", 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039552899000000002 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374299+0000", 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0444000000000005e-05 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374370+0000", 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5020000000000001e-05 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374395+0000", 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051262292000000001 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.802 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:32594 5.1 5:86c54eb2:::benchmark_data_smithi018_184207_object32593:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 477.46217770499999, 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002, 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32594 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323190+0000", 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2883000000000002e-05 2023-09-23T18:06:08.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323243+0000", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0480000000000001e-06 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323250+0000", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9079000000000001e-05 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.323269+0000", 2023-09-23T18:06:08.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067424870000000001 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330011+0000", 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013706100000000001 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330148+0000", 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146429 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.330295+0000", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002089282 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.332384+0000", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024411820000000001 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.334825+0000", 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039633018999999998 2023-09-23T18:06:08.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374458+0000", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6035999999999998e-05 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374504+0000", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6045999999999999e-05 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:11.374550+0000", 2023-09-23T18:06:08.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051359896000000002 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:38667 5.e 5:78a7d00f:::benchmark_data_smithi018_184207_object38666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 474.111561639, 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003, 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.809 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 38667 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673807+0000", 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673805+0000", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4354000000000003e-05 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673849+0000", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1953999999999999e-05 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673861+0000", 2023-09-23T18:06:08.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.297e-06 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673868+0000", 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9502000000000001e-05 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.673917+0000", 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013829399999999999 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674055+0000", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018536 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.674241+0000", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013701379999999999 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.675611+0000", 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050863799999999995 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.676119+0000", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053923108999999997 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730043+0000", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5948e-05 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730098+0000", 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7174e-05 2023-09-23T18:06:08.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:14.730136+0000", 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056329147000000003 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41470 5.e 5:77b8dbcd:::benchmark_data_smithi018_184207_object41469:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 472.32753991700002, 2023-09-23T18:06:08.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996, 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41470 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457828+0000", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7126999999999994e-05 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457925+0000", 2023-09-23T18:06:08.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4215e-05 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457939+0000", 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4310000000000002e-06 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457944+0000", 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2633000000000003e-05 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.457987+0000", 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014098100000000001 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458128+0000", 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019976600000000001 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.458328+0000", 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020957950000000001 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.460424+0000", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010468109999999999 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.461470+0000", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061265067999999999 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522735+0000", 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1924e-05 2023-09-23T18:06:08.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522787+0000", 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9180000000000001e-05 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.522827+0000", 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064998349999999996 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41478 5.e 5:7f62f2b3:::benchmark_data_smithi018_184207_object41477:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 472.32246066699997, 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996, 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41478 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.822 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462907+0000", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462906+0000", 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1884999999999997e-05 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462938+0000", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3210000000000005e-06 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462946+0000", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3510000000000004e-06 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.462950+0000", 2023-09-23T18:06:08.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0479000000000002e-05 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463001+0000", 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000126472 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463127+0000", 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146532 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.463274+0000", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002015626 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465290+0000", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030924199999999999 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.465599+0000", 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060234910000000003 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525834+0000", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8350000000000003e-05 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525882+0000", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.057e-05 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.525923+0000", 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.063015168999999996 2023-09-23T18:06:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:41493 5.e 5:736ae557:::benchmark_data_smithi018_184207_object41492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e108)", 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 472.31287144999999, 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367, 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 41493 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472497+0000", 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472495+0000", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4394000000000001e-05 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472549+0000", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4314000000000001e-05 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472564+0000", 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.383e-06 2023-09-23T18:06:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472569+0000", 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9603e-05 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472609+0000", 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101302 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472710+0000", 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010590900000000001 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.472816+0000", 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013029249999999999 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474119+0000", 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017799999999999999 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.474297+0000", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055650080999999997 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529947+0000", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5456000000000001e-05 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.529982+0000", 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8634000000000003e-05 2023-09-23T18:06:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:16.530021+0000", 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.057524367 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74486 5.6 5:63fd9063:::benchmark_data_smithi018_184207_object74485:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:06:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 446.53441224599999, 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001, 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74486 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:06:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250954+0000", 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017378200000000001 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251128+0000", 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0171000000000001e-05 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251148+0000", 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5380000000000008e-06 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251158+0000", 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0640000000000001e-05 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251228+0000", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0101e-05 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op must wait for map", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251238+0000", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085914890000000008 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259830+0000", 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030000000000001e-05 2023-09-23T18:06:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259840+0000", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312089171 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.571929+0000", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00130949 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573238+0000", 2023-09-23T18:06:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016313300000000001 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573402+0000", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073407699999999999 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580742+0000", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2723e-05 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580755+0000", 2023-09-23T18:06:08.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9740999999999997e-05 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580805+0000", 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012207133 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593012+0000", 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7652999999999999e-05 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593060+0000", 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019396000000000001 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.594999+0000", 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74499 5.6 5:6c012730:::benchmark_data_smithi018_184207_object74498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:06:08.842 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 446.534193362, 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694, 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74499 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251174+0000", 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3543e-05 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251217+0000", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7759999999999992e-06 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251227+0000", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.801e-06 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251233+0000", 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9765999999999995e-05 2023-09-23T18:06:08.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251313+0000", 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1040000000000007e-06 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting_for_map not empty", 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251321+0000", 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097774690000000004 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261098+0000", 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261107+0000", 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3166661479999999 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577773+0000", 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170521 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577944+0000", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201215 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.578145+0000", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027924790000000001 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580938+0000", 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.577e-05 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580953+0000", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068786999999999997 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.587832+0000", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072354389999999998 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595068+0000", 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4051000000000002e-05 2023-09-23T18:06:08.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595112+0000", 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011629159999999999 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.596274+0000", 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.850 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80401 5.6 5:6ac77c10:::benchmark_data_smithi018_184207_object5740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 385.33946656699999, 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997, 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80401 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.851 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445902+0000", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445900+0000", 2023-09-23T18:06:08.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7360000000000001e-06 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445908+0000", 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3543000000000001e-05 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445921+0000", 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.951e-06 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445928+0000", 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4150999999999997e-05 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.445983+0000", 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014181400000000001 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446124+0000", 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162275 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446287+0000", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062030779999999999 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452490+0000", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2162999999999993e-05 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452562+0000", 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022620299999999999 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452788+0000", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053812753999999997 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506601+0000", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8038999999999998e-05 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.506659+0000", 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012205289999999999 2023-09-23T18:06:08.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507879+0000", 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061977856999999997 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:80402 5.6 5:65c512da:::benchmark_data_smithi018_184207_object5741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 385.33860555899997, 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002, 2023-09-23T18:06:08.857 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80402 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446763+0000", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446761+0000", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2020000000000001e-06 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446767+0000", 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1362999999999999e-05 2023-09-23T18:06:08.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446779+0000", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.908e-06 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.446785+0000", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023980149999999999 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449183+0000", 2023-09-23T18:06:08.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144931 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449328+0000", 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015915600000000001 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.449487+0000", 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031261750000000001 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452613+0000", 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029008799999999998 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.452903+0000", 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060999600000000002 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.453513+0000", 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054429509000000001 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507943+0000", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5216999999999998e-05 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.507988+0000", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060197400000000002 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:43.508590+0000", 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061827167000000002 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.863 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGRecoveryDelete(5.0 e190,185 5:01807e8a:::benchmark_data_smithi018_184207_object30885:head,183'6563)", 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 195.11339497099999, 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092, 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:06:08.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.831e-06 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671978+0000", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.961e-06 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671987+0000", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116245801 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788233+0000", 2023-09-23T18:06:08.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8088999999999999e-05 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788291+0000", 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6260000000000007e-06 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788301+0000", 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1293999999999999e-05 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788372+0000", 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:30667 6.e 6:7b95b477:::benchmark_data_smithi018_246789_object30666:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e219)", 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:54.711480+0000", 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 14.073888179000001, 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052969571, 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.868 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 30667 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711480+0000", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711480+0000", 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711479+0000", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1859000000000001e-05 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711511+0000", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5240000000000003e-06 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711519+0000", 2023-09-23T18:06:08.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5240000000000002e-06 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.711523+0000", 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017078600000000001 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.713231+0000", 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000133824 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.713365+0000", 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014258900000000001 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.713508+0000", 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012523510000000001 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.714760+0000", 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050382599999999997 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.715264+0000", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049121804999999998 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.764386+0000", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8139000000000002e-05 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.764424+0000", 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5888999999999999e-05 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:54.764450+0000", 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052969571 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32314 6.e 6:75d84dc1:::benchmark_data_smithi018_246789_object32313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 13.140793867999999, 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999, 2023-09-23T18:06:08.874 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32314 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644573+0000", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108597 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644682+0000", 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2180000000000005e-06 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644691+0000", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1699999999999999e-06 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644695+0000", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6273000000000006e-05 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644772+0000", 2023-09-23T18:06:08.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101697 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644873+0000", 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105338 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644979+0000", 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001943122 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646922+0000", 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034713399999999997 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647269+0000", 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54646787600000002 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193737+0000", 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9088000000000001e-05 2023-09-23T18:06:08.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193796+0000", 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3906000000000003e-05 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193840+0000", 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32316 6.e 6:787bfd17:::benchmark_data_smithi018_246789_object32315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 13.140664663000001, 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995, 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32316 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644703+0000", 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5779000000000002e-05 2023-09-23T18:06:08.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644759+0000", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5167999999999999e-05 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644774+0000", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5289999999999999e-06 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644779+0000", 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001217735 2023-09-23T18:06:08.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.645997+0000", 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111047 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646108+0000", 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141939 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646250+0000", 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079815400000000003 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647048+0000", 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045021999999999998 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647499+0000", 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54638822200000003 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193887+0000", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0708000000000003e-05 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193937+0000", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6677999999999997e-05 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193974+0000", 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995 2023-09-23T18:06:08.886 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32318 6.e 6:78c9f278:::benchmark_data_smithi018_246789_object32317:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 13.135242557, 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071, 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.887 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32318 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650125+0000", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7156000000000001e-05 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650162+0000", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030999999999999e-05 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650172+0000", 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4170000000000002e-06 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650176+0000", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.205e-05 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650208+0000", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7510999999999996e-05 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650296+0000", 2023-09-23T18:06:08.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111474 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650407+0000", 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000772681 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651180+0000", 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00078644800000000003 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651966+0000", 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54206026299999999 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194027+0000", 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5179000000000001e-05 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194082+0000", 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8908000000000001e-05 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194121+0000", 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49370 6.e 6:72ef5290:::benchmark_data_smithi018_246789_object49369:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.586838193, 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002, 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.893 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49370 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999895 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198520+0000", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8124999999999997e-05 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198568+0000", 2023-09-23T18:06:08.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4423999999999999e-05 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198582+0000", 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9519999999999997e-06 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198589+0000", 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0312999999999998e-05 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198639+0000", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016027500000000001 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198800+0000", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192435 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198992+0000", 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002003782 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.200996+0000", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039482090000000003 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204944+0000", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092040199000000003 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.296984+0000", 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1713999999999999e-05 2023-09-23T18:06:08.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297046+0000", 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1981999999999999e-05 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297088+0000", 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49374 6.e 6:71b7f15e:::benchmark_data_smithi018_246789_object49373:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.5841971130000001, 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096062502999999994, 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49374 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201170+0000", 2023-09-23T18:06:08.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1847000000000006e-05 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201232+0000", 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2652e-05 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201244+0000", 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6539999999999999e-06 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201252+0000", 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2011999999999998e-05 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201284+0000", 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011234 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201396+0000", 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011468600000000001 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201511+0000", 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001462386 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.202973+0000", 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020007900000000001 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204974+0000", 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092174727999999997 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297149+0000", 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9836999999999997e-05 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297199+0000", 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4795999999999997e-05 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297234+0000", 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096062502999999994 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49378 6.e 6:75e40798:::benchmark_data_smithi018_246789_object49377:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.5793043870000001, 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091293204000000003, 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.906 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49378 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206063+0000", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101955 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206165+0000", 2023-09-23T18:06:08.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2962000000000001e-05 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206178+0000", 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5259999999999999e-06 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206184+0000", 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5210999999999998e-05 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206229+0000", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014144400000000001 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206371+0000", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015177999999999999 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206523+0000", 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019824679999999998 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208505+0000", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021773610000000001 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.210682+0000", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086592901 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297275+0000", 2023-09-23T18:06:08.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2085000000000002e-05 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297307+0000", 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9567999999999997e-05 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297357+0000", 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091293204000000003 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49379 6.e 6:7b4ff407:::benchmark_data_smithi018_246789_object49378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.5791727600000001, 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091338015999999994, 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49379 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:08.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015632299999999999 2023-09-23T18:06:08.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206351+0000", 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2801000000000001e-05 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206374+0000", 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9979999999999997e-06 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:08.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206381+0000", 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002325377 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208706+0000", 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000142297 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208849+0000", 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017836999999999999 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.209027+0000", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017366720000000001 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.210764+0000", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022291630000000002 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.212993+0000", 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084410787000000001 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297404+0000", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1230000000000003e-05 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297445+0000", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8584000000000004e-05 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297533+0000", 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091338015999999994 2023-09-23T18:06:08.918 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.919 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.919 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.919 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:08.919 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:08.919 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:08.919 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: pgmap v600: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T18:06:08.919 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:08.919 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.919 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:08.920 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: osdmap e223: 8 total, 8 up, 7 in 2023-09-23T18:06:08.920 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:08 smithi149 ceph-mon[135148]: failed to encode map e223 with expected crc 2023-09-23T18:06:08.920 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:09.277 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:09.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:09.283 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:09.357 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:06:09.384 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:09.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 16 51945 51929 120.171 77.0625 0.0101184 0.00831517 2023-09-23T18:06:09.442 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:09.601 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:09.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:09.607 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:09.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:09.761 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:09.873 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:09.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:09.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:09.892 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:09.926 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:09.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:06:09.957 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:09.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:09.990 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:10.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:10.064 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:10.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:10.094 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:10.138 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.151 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:06:10.286 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:10.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:10.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:10.388 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 53082 53066 118.417 71.0625 0.0144553 0.00843933 2023-09-23T18:06:10.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:10.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[149401]: pgmap v602: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 112 MiB/s wr, 1.78k op/s 2023-09-23T18:06:10.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:10.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1264862390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:10.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[153734]: pgmap v602: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 112 MiB/s wr, 1.78k op/s 2023-09-23T18:06:10.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:10.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.454 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1264862390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:10.455 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:10.581 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:10.619 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:10.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:10.628 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:10.651 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:06:10.652 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:10.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:10 smithi149 ceph-mon[135148]: pgmap v602: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 112 MiB/s wr, 1.78k op/s 2023-09-23T18:06:10.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:10.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:10.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1264862390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:10.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:10.779 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:10.862 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:10.940 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:10.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:10.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:11.045 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:11.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:11.388 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 54336 54320 117.036 78.375 0.00643059 0.00853893 2023-09-23T18:06:11.784 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:11.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:11.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:11.888 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:11.960 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:12.222 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:12.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:12.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:12.328 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:12.389 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 55652 55636 115.873 82.25 0.0201994 0.00862542 2023-09-23T18:06:12.438 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:12.497 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:12.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:12.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[149401]: pgmap v603: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T18:06:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[153734]: pgmap v603: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T18:06:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:12 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.605 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:12.667 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:12 smithi149 ceph-mon[135148]: pgmap v603: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 89 MiB/s wr, 1.42k op/s 2023-09-23T18:06:12.667 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:12 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.668 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:12 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:12.674 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:12.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:06:12.757 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:12.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:12.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:12.825 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:12.825 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:12.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:12.956 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:13.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:13.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:13.215 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:13.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:06:13.316 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:13.389 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 56797 56781 114.444 71.5625 0.0151922 0.00873225 2023-09-23T18:06:13.426 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:13.539 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:13.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:13.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:13.597 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:13.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:13.693 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:06:13.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:13.831 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:13.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: pgmap v604: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-09-23T18:06:13.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:13.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:06:13.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:06:13.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:13.838 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:13.938 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:13.958 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.958 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.958 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: pgmap v604: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-09-23T18:06:13.958 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: pgmap v604: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:06:13.959 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:06:13.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:13.993 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:14.063 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:14.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:14.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:14.177 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:14.183 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:14.277 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:14.357 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:14.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:14.363 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:14.389 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 57977 57961 113.173 73.75 0.00895145 0.00883168 2023-09-23T18:06:14.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:14.510 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:14.664 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:14.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:14.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:14.770 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:14.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:14.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:14.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[153734]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T18:06:14.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[153734]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[153734]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:14.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:14.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[149401]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T18:06:14.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[149401]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-mon[149401]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:14 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:14.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/711664170' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:14.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:14 smithi149 ceph-mon[135148]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T18:06:14.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:14 smithi149 ceph-mon[135148]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:14 smithi149 ceph-mon[135148]: failed to encode map e224 with expected crc 2023-09-23T18:06:14.856 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:15.068 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:15.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:15.075 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:15.175 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:15.228 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:15.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:15.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:15.299 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:14] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.33.4" 2023-09-23T18:06:15.299 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:15.318 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:15.351 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:15.381 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:15.393 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 59264 59248 112.168 80.4375 0.0143424 0.00890974 2023-09-23T18:06:15.400 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:15.410 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:15.442 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:15.475 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:15.479 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:15.503 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:15.538 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:15.539 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.539 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.539 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.539 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.540 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.540 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.540 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.540 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:06:15.608 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:15.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:15.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:15.715 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:15.715 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:06:15.715 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:06:15.715 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:06:15.715 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:15.719 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:15.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:15.935 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:15 smithi018 ceph-mon[153734]: pgmap v606: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-09-23T18:06:15.935 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3323473640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:15.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:15 smithi018 ceph-mon[149401]: pgmap v606: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-09-23T18:06:15.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3323473640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:16.088 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:16.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:16.098 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:15 smithi149 ceph-mon[135148]: pgmap v606: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 68 MiB/s wr, 1.09k op/s 2023-09-23T18:06:16.098 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3323473640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:16.099 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:16.154 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:06:16.200 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:16.305 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:16.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:16.311 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:16.362 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1] out_osds: [2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:06:16.362 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:06:16.362 INFO:tasks.thrashosds.thrasher:Adding osd 2 2023-09-23T18:06:16.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 2 2023-09-23T18:06:16.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 60467 60451 111.071 75.1875 0.00731833 0.00899806 2023-09-23T18:06:16.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:16.433 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:06:16.472 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:16.535 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:16.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:16.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:16.640 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:16.738 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:16.821 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:16.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:16.831 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:16.931 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:16.967 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:16.980 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:17.136 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:17.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:17.143 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:17.195 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:17.244 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:17.318 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:17.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 61657 61641 110.023 74.375 0.0122824 0.00908403 2023-09-23T18:06:17.401 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:17.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:17.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:17.512 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:17.601 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:17.667 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:17.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:17.676 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:17.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:17.821 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:18.002 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:06:18.201 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:18 smithi018 ceph-mon[149401]: pgmap v607: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T18:06:18.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 15 62935 62920 109.187 79.9375 0.0101686 0.00915404 2023-09-23T18:06:18.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:18.439 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:18.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:18.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:18.543 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:18.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:18 smithi018 ceph-mon[153734]: pgmap v607: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T18:06:18.593 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:18.593 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:06:18.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:06:18.593 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:06:18.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74491 5.e 5:7a82b1ff:::benchmark_data_smithi018_184207_object74490:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 457.31203313499998, 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001, 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74491 2023-09-23T18:06:18.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277072+0000", 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277070+0000", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0028000000000001e-05 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277140+0000", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0497e-05 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277161+0000", 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5620999999999998e-05 2023-09-23T18:06:18.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277176+0000", 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1859999999999994e-05 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277238+0000", 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277246+0000", 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97581437500000001 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253060+0000", 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3558e-05 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253074+0000", 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3075379810000001 2023-09-23T18:06:18.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.560612+0000", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00107132 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561683+0000", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000197355 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.561881+0000", 2023-09-23T18:06:18.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053885620000000004 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.567269+0000", 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028024590000000002 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570072+0000", 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077785809999999997 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577850+0000", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8065000000000006e-05 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577928+0000", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002888369 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580817+0000", 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3037446020000001 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.601 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74492 5.e 5:732a21fc:::benchmark_data_smithi018_184207_object74491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 457.311905959, 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475, 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.602 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74492 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277199+0000", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2337999999999999e-05 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277251+0000", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1112e-05 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277272+0000", 2023-09-23T18:06:18.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4618e-05 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277287+0000", 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038494700000000001 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277672+0000", 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1120000000000001e-06 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277678+0000", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97542460200000003 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253102+0000", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2859999999999999e-06 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253111+0000", 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.310552478 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563663+0000", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011257200000000001 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563776+0000", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013762299999999999 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.563913+0000", 2023-09-23T18:06:18.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054119839999999999 2023-09-23T18:06:18.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569325+0000", 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083748000000000004 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570163+0000", 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011032792 2023-09-23T18:06:18.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581195+0000", 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.672e-05 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.581242+0000", 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012054640000000001 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582448+0000", 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.305248475 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74493 5.e 5:70339e8a:::benchmark_data_smithi018_184207_object74492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e112)", 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 457.311806725, 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999, 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74493 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277298+0000", 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2110999999999998e-05 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277330+0000", 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2172999999999999e-05 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277352+0000", 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6370000000000004e-06 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.277358+0000", 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00084477399999999996 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278202+0000", 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0694e-05 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:41.278213+0000", 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.97491992900000002 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253133+0000", 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3330000000000003e-06 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.253142+0000", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312225161 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565368+0000", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014201099999999999 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565510+0000", 2023-09-23T18:06:18.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013594799999999999 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.565646+0000", 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037156379999999998 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.569361+0000", 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001179404 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.570541+0000", 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011972622 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582513+0000", 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5059000000000002e-05 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.582578+0000", 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00146196 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.584040+0000", 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3067418239999999 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113314 5.6 5:6b5c9fc2:::benchmark_data_smithi018_184207_object38653:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.00124241899999, 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.049203774, 2023-09-23T18:06:18.619 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113314 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587860+0000", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2612999999999999e-05 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587873+0000", 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4127000000000001e-05 2023-09-23T18:06:18.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587897+0000", 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0679000000000001e-05 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587907+0000", 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0835999999999997e-05 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587988+0000", 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6447999999999999e-05 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.588005+0000", 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0059306830000001 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.593935+0000", 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010443899999999999 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.594040+0000", 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0737999999999998e-05 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.594131+0000", 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018699384999999999 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612830+0000", 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024065074999999998 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636895+0000", 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0772000000000006e-05 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636966+0000", 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1169999999999999e-05 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637027+0000", 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9570999999999998e-05 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637066+0000", 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.049203774 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.626 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113332 5.6 5:65dcf1f5:::benchmark_data_smithi018_184207_object38671:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 170.81930490100001, 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86739139099999996, 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113332 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769798+0000", 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1085e-05 2023-09-23T18:06:18.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769809+0000", 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9422000000000001e-05 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769829+0000", 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8319999999999995e-06 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769837+0000", 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8470000000000001e-05 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769896+0000", 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0226e-05 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769906+0000", 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.827522855 2023-09-23T18:06:18.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597429+0000", 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011935299999999999 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597548+0000", 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000132958 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597681+0000", 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015158361 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612840+0000", 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024098901999999998 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636939+0000", 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018354600000000001 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637122+0000", 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6850000000000001e-05 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637159+0000", 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2601999999999997e-05 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637192+0000", 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86739139099999996 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113351 5.6 5:6ed9b6c8:::benchmark_data_smithi018_184207_object38690:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 170.74770734099999, 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.79588199100000001, 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.634 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113351 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841396+0000", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9169999999999995e-06 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841405+0000", 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7977000000000001e-05 2023-09-23T18:06:18.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841423+0000", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3990000000000004e-06 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841431+0000", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6340000000000004e-05 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841508+0000", 2023-09-23T18:06:18.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0801e-05 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841519+0000", 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.76002608699999996 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601545+0000", 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000128701 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601673+0000", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154656 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601828+0000", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022688281000000001 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.624516+0000", 2023-09-23T18:06:18.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012581854999999999 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637098+0000", 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120154 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637218+0000", 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3685e-05 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637252+0000", 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7752000000000001e-05 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637280+0000", 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.79588199100000001 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.641 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113410 5.6 5:6bf48c3b:::benchmark_data_smithi018_184207_object38749:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 170.534343955, 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.58264248299999999, 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113410 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054759+0000", 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.22e-05 2023-09-23T18:06:18.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054771+0000", 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9785000000000001e-05 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054791+0000", 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1060000000000006e-06 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054800+0000", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9589e-05 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054879+0000", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3465999999999999e-05 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054893+0000", 2023-09-23T18:06:18.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.550345262 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605238+0000", 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013982600000000001 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605378+0000", 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012994300000000001 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605508+0000", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019018765 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.624527+0000", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012779418000000001 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637306+0000", 2023-09-23T18:06:18.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1848000000000002e-05 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637328+0000", 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8593e-05 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637376+0000", 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7160000000000001e-05 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637404+0000", 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.58264248299999999 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113427 5.6 5:602b6b11:::benchmark_data_smithi018_184207_object38766:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 170.464134941, 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.51254571500000001, 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.649 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113427 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124969+0000", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6810000000000004e-06 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124977+0000", 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4953000000000001e-05 2023-09-23T18:06:18.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124992+0000", 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4289999999999998e-06 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124999+0000", 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0059000000000002e-05 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.125059+0000", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6029999999999994e-06 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.125068+0000", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.48418466599999999 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609253+0000", 2023-09-23T18:06:18.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015836600000000001 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609411+0000", 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158426 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609570+0000", 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022850459 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.632420+0000", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050112639999999996 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637431+0000", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2320999999999999e-05 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637454+0000", 2023-09-23T18:06:18.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3961999999999998e-05 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637488+0000", 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8178e-05 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637516+0000", 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.51254571500000001 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113483 5.6 5:6845f995:::benchmark_data_smithi018_184207_object38822:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 170.32524657100001, 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.37383216899999999, 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113483 2023-09-23T18:06:18.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263856+0000", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8819999999999996e-06 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263866+0000", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7929999999999999e-05 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263884+0000", 2023-09-23T18:06:18.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8059999999999995e-06 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263892+0000", 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2955999999999997e-05 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263965+0000", 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5546999999999999e-05 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263981+0000", 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.34891187099999998 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612892+0000", 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1550000000000003e-05 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612984+0000", 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6689999999999998e-05 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.613081+0000", 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019349882999999998 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.632431+0000", 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051111209999999997 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637542+0000", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7527000000000004e-05 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637629+0000", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4103000000000002e-05 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637663+0000", 2023-09-23T18:06:18.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7443000000000001e-05 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637691+0000", 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.37383216899999999 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32274 6.a 6:5ffe8b05:::benchmark_data_smithi018_246789_object32273:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:06:18.664 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.975451385, 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57489852600000002, 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32274 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:06:18.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613652+0000", 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4775999999999999e-05 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613707+0000", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2632999999999999e-05 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613720+0000", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5990000000000001e-05 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613736+0000", 2023-09-23T18:06:18.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000196591 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613932+0000", 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119498 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614052+0000", 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014372300000000001 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614196+0000", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029339230000000002 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617129+0000", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027306800000000001 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617403+0000", 2023-09-23T18:06:18.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001360876 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618763+0000", 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56972115999999995 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188485+0000", 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7695999999999997e-05 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188552+0000", 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57489852600000002 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32275 6.a 6:510ed532:::benchmark_data_smithi018_246789_object32274:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.975362577999999, 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57500435800000005, 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.671 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32275 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613742+0000", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5136000000000002e-05 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613797+0000", 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4359999999999996e-06 2023-09-23T18:06:18.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613804+0000", 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2440000000000001e-06 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613810+0000", 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001820835 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615631+0000", 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012019999999999999 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615751+0000", 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000171452 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615922+0000", 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57268457900000003 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188607+0000", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9203999999999998e-05 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188656+0000", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8439999999999998e-06 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188664+0000", 2023-09-23T18:06:18.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4569e-05 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188708+0000", 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8481e-05 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188747+0000", 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57500435800000005 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32276 6.7 6:ec2c8b00:::benchmark_data_smithi018_246789_object32275:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.975288667000001, 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57480507999999997, 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:18.678 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32276 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1545999999999999e-05 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613847+0000", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1729999999999998e-06 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613854+0000", 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5109999999999997e-06 2023-09-23T18:06:18.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613859+0000", 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9135999999999999e-05 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613898+0000", 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8090000000000004e-05 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613996+0000", 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152538 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614149+0000", 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001861213 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.616010+0000", 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052821499999999996 2023-09-23T18:06:18.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.616538+0000", 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57198310600000002 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188521+0000", 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8594999999999997e-05 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188580+0000", 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1717000000000001e-05 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188622+0000", 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57480507999999997 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32284 6.7 6:e6027aea:::benchmark_data_smithi018_246789_object32283:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:18.684 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.971921908999999, 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57171320400000003, 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32284 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617182+0000", 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9465e-05 2023-09-23T18:06:18.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617211+0000", 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7399999999999993e-06 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617220+0000", 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8050000000000003e-06 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617226+0000", 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3359000000000002e-05 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617279+0000", 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016057800000000001 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617440+0000", 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014405599999999999 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617584+0000", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105657200000004 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188641+0000", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1589999999999997e-05 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188712+0000", 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110029 2023-09-23T18:06:18.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188822+0000", 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9653000000000001e-05 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188862+0000", 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4629000000000003e-05 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188896+0000", 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57171320400000003 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32276 6.7 e220/214 ondisk, result = 0)", 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.971529671999999, 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105614500000001, 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.691 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5679999999999999e-06 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617580+0000", 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0142999999999999e-05 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617590+0000", 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2099999999999998e-06 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617597+0000", 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57090253400000002 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188499+0000", 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1482e-05 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188511+0000", 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120909 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188632+0000", 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105614500000001 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32274 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:06:18.695 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.971487615000001, 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57094994799999998, 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:06:18.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617617+0000", 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9040000000000002e-06 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617621+0000", 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.311e-06 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617628+0000", 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7269999999999998e-06 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617633+0000", 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001117399 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618750+0000", 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6939999999999998e-06 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618757+0000", 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56981042699999995 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188567+0000", 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57094994799999998 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32275 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.971462213999999, 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.570970906, 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7319999999999998e-06 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617645+0000", 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3029999999999999e-06 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617651+0000", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5839999999999999e-06 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617654+0000", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57093385100000005 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188588+0000", 2023-09-23T18:06:18.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8810000000000008e-06 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188598+0000", 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5818999999999999e-05 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188614+0000", 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.570970906 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32288 6.a 6:5dc2e037:::benchmark_data_smithi018_246789_object32287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.970488802999999, 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57569616300000004, 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32288 2023-09-23T18:06:18.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618615+0000", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0290999999999997e-05 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618665+0000", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.235e-05 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618678+0000", 2023-09-23T18:06:18.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6980000000000001e-06 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618685+0000", 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57009219899999997 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188777+0000", 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000163833 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188941+0000", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018846100000000001 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.189129+0000", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043141400000000002 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193443+0000", 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012991599999999999 2023-09-23T18:06:18.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193573+0000", 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063953999999999997 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194213+0000", 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1812999999999999e-05 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194274+0000", 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8065000000000002e-05 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194312+0000", 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57569616300000004 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:32279 6.c e220/214 6:3a6cba48:::benchmark_data_smithi018_246789_object32278:head v 220'2026, mlcod=220'2023)", 2023-09-23T18:06:18.710 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.970374229000001, 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57594441399999996, 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618730+0000", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8529999999999997e-05 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618789+0000", 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2769999999999994e-06 2023-09-23T18:06:18.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618798+0000", 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56966542399999998 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188463+0000", 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024071499999999999 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188704+0000", 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1540999999999999e-05 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188726+0000", 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058876750000000002 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194613+0000", 2023-09-23T18:06:18.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1948999999999999e-05 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194675+0000", 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57594441399999996 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32284 6.7 e220/214 ondisk, result = 0)", 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:06:18.715 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.969917264999999, 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56952743900000002, 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619187+0000", 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9729999999999997e-06 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619192+0000", 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56926958400000005 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188462+0000", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1783000000000001e-05 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188474+0000", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022463800000000001 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188698+0000", 2023-09-23T18:06:18.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2239999999999998e-06 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188705+0000", 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.825e-06 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188715+0000", 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56952743900000002 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.719 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32275 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.968995252999999, 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56864340199999996, 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:18.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620109+0000", 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9789999999999998e-06 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:18.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620115+0000", 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56836766400000005 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188483+0000", 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.489e-06 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188489+0000", 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015357700000000001 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188643+0000", 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2489999999999998e-06 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188649+0000", 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010419799999999999 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:18.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188753+0000", 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56864340199999996 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:18.724 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:18.725 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:18 smithi149 ceph-mon[135148]: pgmap v607: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T18:06:18.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:18.725 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:18.726 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:18.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:18.827 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:18.901 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:18.960 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:18.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:18.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:19.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:06:19.065 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:19.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 64089 64073 108.184 72.0625 0.00317551 0.00923836 2023-09-23T18:06:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:19.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:19.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:19.789 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:19.844 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:19.854 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:20.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:20.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:20.020 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:20.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:20.161 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:20.185 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:20.262 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:20.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:20.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:20 smithi018 ceph-mon[149401]: pgmap v608: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T18:06:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:20 smithi018 ceph-mon[153734]: pgmap v608: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T18:06:20.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:20.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 65307 65291 107.341 76.125 0.0116275 0.00931052 2023-09-23T18:06:20.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:20 smithi149 ceph-mon[135148]: pgmap v608: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T18:06:20.458 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:20.797 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:20.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:20.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:20.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:20.983 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:21.060 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:21.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:21.108 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:21.209 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:21.270 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:21.393 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:21.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 66451 66435 106.422 71.5 0.00536924 0.0093901 2023-09-23T18:06:21.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:21.399 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:21.500 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:21.513 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:21.513 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:66554 6.3 6:cfbeda90:::benchmark_data_smithi018_246789_object66553:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e224)", 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:21.482894+0000", 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.018911520000000001, 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018946609, 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:21.514 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 66554 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.482894+0000", 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.482894+0000", 2023-09-23T18:06:21.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.482893+0000", 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011039099999999999 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.483003+0000", 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1348999999999999e-05 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.483015+0000", 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4970000000000004e-06 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.483022+0000", 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003871701 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.486894+0000", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011129300000000001 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487005+0000", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121202 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487126+0000", 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011346060999999999 2023-09-23T18:06:21.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498472+0000", 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021901399999999999 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498691+0000", 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015797465 2023-09-23T18:06:21.519 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:66560 6.3 6:c03f6aa9:::benchmark_data_smithi018_246789_object66559:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e224)", 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:21.487934+0000", 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.013871173000000001, 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014013799, 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:21.520 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 66560 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487934+0000", 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:21.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487934+0000", 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487933+0000", 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.761e-05 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487980+0000", 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1207e-05 2023-09-23T18:06:21.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487991+0000", 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7399999999999998e-06 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.487998+0000", 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012733079999999999 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.489271+0000", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014564600000000001 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.489417+0000", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016475600000000001 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.489582+0000", 2023-09-23T18:06:21.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0088958739999999998 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498478+0000", 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00030230300000000002 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498780+0000", 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010845857 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.525 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:66565 6.b e224/214 6:d701f51d:::benchmark_data_smithi018_246789_object66564:head v 224'4133, mlcod=224'4131)", 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:21.493541+0000", 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0082644520000000003, 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0084911039999999993, 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493541+0000", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493541+0000", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493540+0000", 2023-09-23T18:06:21.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5240000000000001e-05 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493576+0000", 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8349999999999999e-06 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493585+0000", 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5070000000000002e-06 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.493590+0000", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051260660000000003 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498716+0000", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3291e-05 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.498729+0000", 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051883770000000001 2023-09-23T18:06:21.529 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:66572 6.5 6:a4e6974d:::benchmark_data_smithi018_246789_object66571:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e224)", 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:21.499846+0000", 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0019594740000000001, 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022490309999999999, 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:21.530 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 66572 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499846+0000", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499846+0000", 2023-09-23T18:06:21.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499845+0000", 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8172999999999999e-05 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499913+0000", 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3239e-05 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:21.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499926+0000", 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6880000000000002e-06 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499933+0000", 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3600000000000002e-05 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.499986+0000", 2023-09-23T18:06:21.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000146148 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.500132+0000", 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020076800000000001 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.500333+0000", 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048724499999999997 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.534 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:21.535 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.535 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:21.535 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:06:21.535 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 4 2023-09-23T18:06:21.535 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:21.560 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:21.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:21.647 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:21.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:21.809 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:21.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:21 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:06:21.860+0000 7fd4195e6700 -1 mon.a@0(leader).osd e224 definitely_dead 0 2023-09-23T18:06:21.876 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:21.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:21.886 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:21.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:06:21.987 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:22.042 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:22.115 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:22.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:22.123 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:22.224 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:22.256 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.2. 2023-09-23T18:06:22.265 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:22 smithi149 ceph-mon[135148]: pgmap v609: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T18:06:22.265 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T18:06:22.268 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:22.305 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:22.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:22.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:22.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:06:22.397241+0000 min lat: 0.00127571 max lat: 0.581656 avg lat: 0.00946375 2023-09-23T18:06:22.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:06:22.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 67394 67378 105.235 58.9375 0.00394876 0.00946375 2023-09-23T18:06:22.410 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:22.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:22 smithi018 ceph-mon[153734]: pgmap v609: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T18:06:22.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T18:06:22.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:22 smithi018 ceph-mon[149401]: pgmap v609: 89 pgs: 89 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T18:06:22.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T18:06:22.442 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:22.478 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:22.479 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:22.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:22.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:22.498 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:22.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:22.537 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:22.555 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:22.573 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:22.581 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:22.592 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:22.608 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:22.612 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.614 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:06:22.642 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:22.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:22.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:22.683 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:22.746 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:22.775 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:22.808 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:22.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:22.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:22.912 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:22.940 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:23.051 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:23.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:23.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:23.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:23.170 INFO:tasks.thrashosds.thrasher:Added osd 2 2023-09-23T18:06:23.184 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:23.217 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:23.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:23.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:23.243 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:06:23.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:23.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:23.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 67394 67378 102.669 0 - 0.00946375 2023-09-23T18:06:23.439 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: osdmap e225: 8 total, 8 up, 8 in 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1592042130' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.442 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.443 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2387556164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:23.443 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:23.443 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:06:23.443 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:23.443 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:23 smithi149 ceph-mon[135148]: osdmap e226: 8 total, 8 up, 8 in 2023-09-23T18:06:23.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:23.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:23.545 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: osdmap e225: 8 total, 8 up, 8 in 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1592042130' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2387556164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[149401]: osdmap e226: 8 total, 8 up, 8 in 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2415840676' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: osdmap e225: 8 total, 8 up, 8 in 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: failed to encode map e225 with expected crc 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1592042130' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2387556164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:23.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:06:23.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:23.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:23 smithi018 ceph-mon[153734]: osdmap e226: 8 total, 8 up, 8 in 2023-09-23T18:06:23.571 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:23.695 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:23.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:23.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:23.799 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:23.865 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:23.899 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:23.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:23.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:24.003 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:24.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:24.117 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:24.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:24.121 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:24.203 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:24.203 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:24.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:24.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:24.332 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:24.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:24.335 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:24.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 67394 67378 100.225 0 - 0.00946375 2023-09-23T18:06:24.436 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:24.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:24.553 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: pgmap v611: 89 pgs: 2 peering, 87 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:06:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.556 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:24 smithi149 ceph-mon[135148]: osdmap e227: 8 total, 8 up, 8 in 2023-09-23T18:06:24.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:24.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: pgmap v611: 89 pgs: 2 peering, 87 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[153734]: osdmap e227: 8 total, 8 up, 8 in 2023-09-23T18:06:24.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: pgmap v611: 89 pgs: 2 peering, 87 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: failed to encode map e226 with expected crc 2023-09-23T18:06:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-mon[149401]: osdmap e227: 8 total, 8 up, 8 in 2023-09-23T18:06:24.606 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:06:24.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:24.699 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:24.764 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:24.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:24.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:24.870 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:24.934 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:24.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:24] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.33.4" 2023-09-23T18:06:25.023 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:25.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:25.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:25.109 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:06:25.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:25.265 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:25.271 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:25.361 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:25.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:25.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:25.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 67840 67824 98.5428 9.29167 0.0141646 0.0101419 2023-09-23T18:06:25.467 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:25.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:25.564 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:25.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:25.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:25.671 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:25.724 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:25.773 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:25.776 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.776 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:25.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:25 smithi149 ceph-mon[135148]: pgmap v614: 89 pgs: 6 peering, 83 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T18:06:25.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:25.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:25.800 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:06:25.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.875 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[149401]: pgmap v614: 89 pgs: 6 peering, 83 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T18:06:25.876 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: failed to encode map e227 with expected crc 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:25.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:25 smithi018 ceph-mon[153734]: pgmap v614: 89 pgs: 6 peering, 83 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T18:06:25.879 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:25.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:26.041 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:26.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:26.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:26.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:26.196 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:26.231 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:26.290 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:26.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:26.292 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:26.393 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:26.400 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 68523 68507 97.2661 42.6875 0.0293636 0.0102734 2023-09-23T18:06:26.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:26.522 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:26.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:26.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:26.631 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:26.649 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:26.650 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[153734]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[153734]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[153734]: osdmap e228: 8 total, 8 up, 8 in 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[153734]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[149401]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[149401]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[149401]: osdmap e228: 8 total, 8 up, 8 in 2023-09-23T18:06:26.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:26 smithi018 ceph-mon[149401]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:26 smithi149 ceph-mon[135148]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:26 smithi149 ceph-mon[135148]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:26 smithi149 ceph-mon[135148]: osdmap e228: 8 total, 8 up, 8 in 2023-09-23T18:06:26.655 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:26 smithi149 ceph-mon[135148]: failed to encode map e228 with expected crc 2023-09-23T18:06:26.685 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:26.742 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:26.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:26.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:26.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:26.898 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:26.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:27.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:27.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:27.034 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:06:27.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:27.200 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:27.289 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:27.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:27.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:27.331 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:27.404 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 69205 69189 96.0487 42.625 0.0261688 0.0104035 2023-09-23T18:06:27.407 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:27.449 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:27.494 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:27.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:27.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:27.599 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:27.671 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:27.861 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:27.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:27.872 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:27.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[149401]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[149401]: osdmap e229: 8 total, 8 up, 8 in 2023-09-23T18:06:27.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[149401]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[149401]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.872 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[149401]: pgmap v617: 89 pgs: 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 7 peering, 75 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 33 MiB/s wr, 525 op/s; 25145/202365 objects degraded (12.426%); 146 B/s, 2 keys/s, 7 objects/s recovering 2023-09-23T18:06:27.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[153734]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[153734]: osdmap e229: 8 total, 8 up, 8 in 2023-09-23T18:06:27.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[153734]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[153734]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:27 smithi018 ceph-mon[153734]: pgmap v617: 89 pgs: 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 7 peering, 75 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 33 MiB/s wr, 525 op/s; 25145/202365 objects degraded (12.426%); 146 B/s, 2 keys/s, 7 objects/s recovering 2023-09-23T18:06:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:27 smithi149 ceph-mon[135148]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:27 smithi149 ceph-mon[135148]: osdmap e229: 8 total, 8 up, 8 in 2023-09-23T18:06:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:27 smithi149 ceph-mon[135148]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:27 smithi149 ceph-mon[135148]: failed to encode map e229 with expected crc 2023-09-23T18:06:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:27 smithi149 ceph-mon[135148]: pgmap v617: 89 pgs: 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 7 peering, 75 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 33 MiB/s wr, 525 op/s; 25145/202365 objects degraded (12.426%); 146 B/s, 2 keys/s, 7 objects/s recovering 2023-09-23T18:06:27.973 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:28.014 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:28.061 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:28.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:28.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:28.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:28.170 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:06:28.170 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:06:28.170 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_1 2023-09-23T18:06:28.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:06:28.172 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:28.209 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:28.245 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:28.273 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:28.292 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:28.293 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:28.323 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:28.358 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:28.389 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:28.402 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 69843 69827 94.8279 39.875 0.0289861 0.0105373 2023-09-23T18:06:28.439 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:28.465 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.465 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.465 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.465 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.465 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.466 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:06:28.605 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:28.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:28.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:28.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:28.766 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:28.815 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:28.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:28.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:28.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:28 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 25145/202365 objects degraded (12.426%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2002613345' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:28.921 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:28.963 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:29.013 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:29.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:29.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:28 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 25145/202365 objects degraded (12.426%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:29.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2002613345' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:29.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:28 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 25145/202365 objects degraded (12.426%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:29.029 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2002613345' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:29.120 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:29.251 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:29.392 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:29.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:29.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:29.404 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 70530 70514 93.7205 42.9375 0.0211314 0.0106644 2023-09-23T18:06:29.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:29.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:29.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:29 smithi018 ceph-mon[153734]: pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 79 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 30 MiB/s wr, 472 op/s; 29454/205641 objects degraded (14.323%); 4116/205641 objects misplaced (2.002%); 917 KiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:06:29.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:29 smithi018 ceph-mon[149401]: pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 79 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 30 MiB/s wr, 472 op/s; 29454/205641 objects degraded (14.323%); 4116/205641 objects misplaced (2.002%); 917 KiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:06:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:29 smithi149 ceph-mon[135148]: pgmap v618: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 79 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 30 MiB/s wr, 472 op/s; 29454/205641 objects degraded (14.323%); 4116/205641 objects misplaced (2.002%); 917 KiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:06:30.059 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:30.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:30.066 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:30.134 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:30.167 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:30.197 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:30.239 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:30.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:30.243 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:30.344 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:30.394 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:30.404 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 71212 71196 92.6564 42.625 0.0292464 0.0107862 2023-09-23T18:06:30.446 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:30.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:30.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:30.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:30.652 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:30.676 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:06:30.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3280966567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:30.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:30.898 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3280966567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:30.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:30.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3280966567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:30.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:06:31.048 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:31.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:31.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:31.159 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:31.189 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:31.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:06:31.234 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:31.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:31.241 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:31.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:31.405 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 71913 71897 91.6569 43.8125 0.0234061 0.0109022 2023-09-23T18:06:31.526 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:31.757 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:06:31.757 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:06:31.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:72028 6.0 e230/226 6:00a514ff:::benchmark_data_smithi018_246789_object72027:head v 230'4412, mlcod=0'0)", 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:06:31.649070+0000", 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.024902451999999999, 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024939179999999998, 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649070+0000", 2023-09-23T18:06:31.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649070+0000", 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649070+0000", 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:31.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649093+0000", 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3397e-05 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649099+0000", 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.37e-06 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.649104+0000", 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5129999999999998e-06 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.654946+0000", 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058418460000000004 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:06:31.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.654976+0000", 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9887999999999999e-05 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:72040 6.8 e230/226 6:10c3ba5f:::benchmark_data_smithi018_246789_object72039:head v 230'4462, mlcod=0'0)", 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:06:31.664410+0000", 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0095618409999999997, 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096672349999999997, 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:06:31.762 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664410+0000", 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664410+0000", 2023-09-23T18:06:31.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664409+0000", 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664460+0000", 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0562999999999997e-05 2023-09-23T18:06:31.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664474+0000", 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3713999999999999e-05 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.664482+0000", 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0299999999999994e-06 2023-09-23T18:06:31.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.668687+0000", 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042058740000000001 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.668719+0000", 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1563999999999998e-05 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:72048 6.9 e230/226 6:91941412:::benchmark_data_smithi018_246789_object72047:head v 230'4355, mlcod=0'0)", 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:06:31.669583+0000", 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0043896070000000002, 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045577810000000003, 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669583+0000", 2023-09-23T18:06:31.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669583+0000", 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669582+0000", 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669608+0000", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6120000000000001e-05 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669625+0000", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7099e-05 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669633+0000", 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6920000000000002e-06 2023-09-23T18:06:31.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669738+0000", 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000105269 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:06:31.669764+0000", 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6227000000000001e-05 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.770 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:06:31.771 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:06:31.771 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 3 2023-09-23T18:06:31.771 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: osdmap e230: 8 total, 8 up, 8 in 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:31 smithi149 ceph-mon[135148]: pgmap v620: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 80 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 29454/212040 objects degraded (13.891%); 4116/212040 objects misplaced (1.941%); 842 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: osdmap e230: 8 total, 8 up, 8 in 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[153734]: pgmap v620: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 80 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 29454/212040 objects degraded (13.891%); 4116/212040 objects misplaced (1.941%); 842 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: osdmap e230: 8 total, 8 up, 8 in 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: failed to encode map e230 with expected crc 2023-09-23T18:06:31.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:31 smithi018 ceph-mon[149401]: pgmap v620: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 peering, 80 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 29454/212040 objects degraded (13.891%); 4116/212040 objects misplaced (1.941%); 842 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:06:31.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:32.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:32.001 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:32.102 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:32.143 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:32.189 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:32.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:32.195 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:32.297 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:32.357 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:32.406 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 72568 72552 90.6427 40.9375 0.0175824 0.0110268 2023-09-23T18:06:32.481 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:32.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:32.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:32.531 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:06:32.594 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:32.625 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:32.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:32.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:32.670 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:32.771 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:32.874 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29454/214521 objects degraded (13.730%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:32.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:32.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:32.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:32.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29454/214521 objects degraded (13.730%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:32.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29454/214521 objects degraded (13.730%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:32.986 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:33.086 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:33.120 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:33.167 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:33.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:33.171 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:33.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:33.366 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:33.408 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 73193 73177 89.6268 39.0625 0.0354358 0.0111509 2023-09-23T18:06:33.456 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:06:33.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:06:33.483 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:33.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:33.490 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:33.500 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:06:33.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:33.705 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:34.113 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:33 smithi018 ceph-mon[153734]: pgmap v621: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 29454/214521 objects degraded (13.730%); 4116/214521 objects misplaced (1.919%); 706 KiB/s, 1 keys/s, 13 objects/s recovering 2023-09-23T18:06:34.113 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:33 smithi018 ceph-mon[153734]: from='client.45461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:34.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:33 smithi018 ceph-mon[149401]: pgmap v621: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 29454/214521 objects degraded (13.730%); 4116/214521 objects misplaced (1.919%); 706 KiB/s, 1 keys/s, 13 objects/s recovering 2023-09-23T18:06:34.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:33 smithi018 ceph-mon[149401]: from='client.45461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:33 smithi149 ceph-mon[135148]: pgmap v621: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 29454/214521 objects degraded (13.730%); 4116/214521 objects misplaced (1.919%); 706 KiB/s, 1 keys/s, 13 objects/s recovering 2023-09-23T18:06:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:33 smithi149 ceph-mon[135148]: from='client.45461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:34.215 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":621,"stamp":"2023-09-23T18:06:32.739132+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4689237939,"num_objects":71507,"num_object_clones":0,"num_object_copies":214521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":29454,"num_objects_misplaced":4116,"num_objects_unfound":0,"num_objects_dirty":71507,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":72585,"num_write_kb":4589797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":235,"num_bytes_recovered":14173855,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72649,"ondisk_log_size":72649,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":284,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":16075632,"kb_used_data":14128112,"kb_used_omap":50,"kb_used_meta":1947405,"kb_avail":733885584,"statfs":{"total":767960285184,"available":751498838016,"internally_reserved":0,"allocated":14467186688,"data_stored":14460419331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":1994143679},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":346226688,"num_objects":5283,"num_object_clones":0,"num_object_copies":15849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":21248,"num_objects_misplaced":4116,"num_objects_unfound":0,"num_objects_dirty":5283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5283,"num_write_kb":338112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":95,"num_bytes_recovered":5177378,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.159314"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":65,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.594453+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:06:26.594453+0000","last_peered":"2023-09-23T18:06:26.594453+0000","last_clean":"2023-09-23T18:06:26.594453+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:06:26.594453+0000","last_undegraded":"2023-09-23T18:06:26.594453+0000","last_fullsized":"2023-09-23T18:06:26.594453+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":220,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.603533+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:06:26.603533+0000","last_peered":"2023-09-23T18:06:26.603533+0000","last_clean":"2023-09-23T18:06:26.603533+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:06:26.603533+0000","last_undegraded":"2023-09-23T18:06:26.603533+0000","last_fullsized":"2023-09-23T18:06:26.603533+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":132,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.619394+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:06:25.619394+0000","last_peered":"2023-09-23T18:06:25.619394+0000","last_clean":"2023-09-23T18:06:25.619394+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:06:25.619394+0000","last_undegraded":"2023-09-23T18:06:25.619394+0000","last_fullsized":"2023-09-23T18:06:25.619394+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":63,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.603382+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:06:26.603382+0000","last_peered":"2023-09-23T18:06:26.603382+0000","last_clean":"2023-09-23T18:06:26.603382+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:06:26.603382+0000","last_undegraded":"2023-09-23T18:06:26.603382+0000","last_fullsized":"2023-09-23T18:06:26.603382+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":281,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.594099+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:06:26.594099+0000","last_peered":"2023-09-23T18:06:26.594099+0000","last_clean":"2023-09-23T18:06:26.594099+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:06:26.594099+0000","last_undegraded":"2023-09-23T18:06:26.594099+0000","last_fullsized":"2023-09-23T18:06:26.594099+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":189,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.599443+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:06:25.599443+0000","last_peered":"2023-09-23T18:06:25.599443+0000","last_clean":"2023-09-23T18:06:25.599443+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:06:25.599443+0000","last_undegraded":"2023-09-23T18:06:25.599443+0000","last_fullsized":"2023-09-23T18:06:25.599443+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":217,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603195+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:06:25.603195+0000","last_peered":"2023-09-23T18:06:25.603195+0000","last_clean":"2023-09-23T18:06:25.603195+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:06:25.603195+0000","last_undegraded":"2023-09-23T18:06:25.603195+0000","last_fullsized":"2023-09-23T18:06:25.603195+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":236,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.594167+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:06:26.594167+0000","last_peered":"2023-09-23T18:06:26.594167+0000","last_clean":"2023-09-23T18:06:26.594167+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:06:26.594167+0000","last_undegraded":"2023-09-23T18:06:26.594167+0000","last_fullsized":"2023-09-23T18:06:26.594167+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":51,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602441+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:06:25.602441+0000","last_peered":"2023-09-23T18:06:25.602441+0000","last_clean":"2023-09-23T18:06:25.602441+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:06:25.602441+0000","last_undegraded":"2023-09-23T18:06:25.602441+0000","last_fullsized":"2023-09-23T18:06:25.602441+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":171,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592231+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:06:26.592231+0000","last_peered":"2023-09-23T18:06:26.592231+0000","last_clean":"2023-09-23T18:06:26.592231+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:06:26.592231+0000","last_undegraded":"2023-09-23T18:06:26.592231+0000","last_fullsized":"2023-09-23T18:06:26.592231+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":228,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.601463+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:06:25.601463+0000","last_peered":"2023-09-23T18:06:25.601463+0000","last_clean":"2023-09-23T18:06:25.601463+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:06:25.601463+0000","last_undegraded":"2023-09-23T18:06:25.601463+0000","last_fullsized":"2023-09-23T18:06:25.601463+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602502+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:06:25.602502+0000","last_peered":"2023-09-23T18:06:25.602502+0000","last_clean":"2023-09-23T18:06:25.602502+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:06:25.602502+0000","last_undegraded":"2023-09-23T18:06:25.602502+0000","last_fullsized":"2023-09-23T18:06:25.602502+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":66,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593441+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:06:26.593441+0000","last_peered":"2023-09-23T18:06:26.593441+0000","last_clean":"2023-09-23T18:06:26.593441+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:06:26.593441+0000","last_undegraded":"2023-09-23T18:06:26.593441+0000","last_fullsized":"2023-09-23T18:06:26.593441+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":227,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593184+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:06:26.593184+0000","last_peered":"2023-09-23T18:06:26.593184+0000","last_clean":"2023-09-23T18:06:26.593184+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:06:26.593184+0000","last_undegraded":"2023-09-23T18:06:26.593184+0000","last_fullsized":"2023-09-23T18:06:26.593184+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":289,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600494+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:06:25.600494+0000","last_peered":"2023-09-23T18:06:25.600494+0000","last_clean":"2023-09-23T18:06:25.600494+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:06:25.600494+0000","last_undegraded":"2023-09-23T18:06:25.600494+0000","last_fullsized":"2023-09-23T18:06:25.600494+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":227,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593081+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:06:26.593081+0000","last_peered":"2023-09-23T18:06:26.593081+0000","last_clean":"2023-09-23T18:06:26.593081+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:06:26.593081+0000","last_undegraded":"2023-09-23T18:06:26.593081+0000","last_fullsized":"2023-09-23T18:06:26.593081+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":62,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602152+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:06:25.602152+0000","last_peered":"2023-09-23T18:06:25.602152+0000","last_clean":"2023-09-23T18:06:25.602152+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:06:25.602152+0000","last_undegraded":"2023-09-23T18:06:25.602152+0000","last_fullsized":"2023-09-23T18:06:25.602152+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":51,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603182+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:06:25.603182+0000","last_peered":"2023-09-23T18:06:25.603182+0000","last_clean":"2023-09-23T18:06:25.603182+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:06:25.603182+0000","last_undegraded":"2023-09-23T18:06:25.603182+0000","last_fullsized":"2023-09-23T18:06:25.603182+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":195,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600844+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:06:25.600844+0000","last_peered":"2023-09-23T18:06:25.600844+0000","last_clean":"2023-09-23T18:06:25.600844+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:06:25.600844+0000","last_undegraded":"2023-09-23T18:06:25.600844+0000","last_fullsized":"2023-09-23T18:06:25.600844+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":194,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.605429+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:06:25.605429+0000","last_peered":"2023-09-23T18:06:25.605429+0000","last_clean":"2023-09-23T18:06:25.605429+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:06:25.605429+0000","last_undegraded":"2023-09-23T18:06:25.605429+0000","last_fullsized":"2023-09-23T18:06:25.605429+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":276,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.599162+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:06:25.599162+0000","last_peered":"2023-09-23T18:06:25.599162+0000","last_clean":"2023-09-23T18:06:25.599162+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:06:25.599162+0000","last_undegraded":"2023-09-23T18:06:25.599162+0000","last_fullsized":"2023-09-23T18:06:25.599162+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":197,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.620154+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:06:26.620154+0000","last_peered":"2023-09-23T18:06:26.620154+0000","last_clean":"2023-09-23T18:06:26.620154+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:06:26.620154+0000","last_undegraded":"2023-09-23T18:06:26.620154+0000","last_fullsized":"2023-09-23T18:06:26.620154+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"229'4412","reported_seq":4434,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:30.564211+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:06:30.564211+0000","last_peered":"2023-09-23T18:06:30.564211+0000","last_clean":"2023-09-23T18:06:30.564211+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:06:30.564211+0000","last_undegraded":"2023-09-23T18:06:30.564211+0000","last_fullsized":"2023-09-23T18:06:30.564211+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4412,"log_dups_size":0,"ondisk_log_size":4412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289144832,"num_objects":4412,"num_object_clones":0,"num_object_copies":13236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4412,"num_write_kb":282368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":266,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.601233+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:06:25.601233+0000","last_peered":"2023-09-23T18:06:25.601233+0000","last_clean":"2023-09-23T18:06:25.601233+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:06:25.601233+0000","last_undegraded":"2023-09-23T18:06:25.601233+0000","last_fullsized":"2023-09-23T18:06:25.601233+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602297+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:06:25.602297+0000","last_peered":"2023-09-23T18:06:25.602297+0000","last_clean":"2023-09-23T18:06:25.602297+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:06:25.602297+0000","last_undegraded":"2023-09-23T18:06:25.602297+0000","last_fullsized":"2023-09-23T18:06:25.602297+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"230'4504","reported_seq":4529,"reported_epoch":230,"state":"active+clean","last_fresh":"2023-09-23T18:06:32.599811+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:06:32.599811+0000","last_peered":"2023-09-23T18:06:32.599811+0000","last_clean":"2023-09-23T18:06:32.599811+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:06:32.599811+0000","last_undegraded":"2023-09-23T18:06:32.599811+0000","last_fullsized":"2023-09-23T18:06:32.599811+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4504,"log_dups_size":0,"ondisk_log_size":4504,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295174144,"num_objects":4504,"num_object_clones":0,"num_object_copies":13512,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4504,"num_write_kb":288256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":281,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.601179+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:06:25.601179+0000","last_peered":"2023-09-23T18:06:25.601179+0000","last_clean":"2023-09-23T18:06:25.601179+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:06:25.601179+0000","last_undegraded":"2023-09-23T18:06:25.601179+0000","last_fullsized":"2023-09-23T18:06:25.601179+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":227,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593884+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:06:26.593884+0000","last_peered":"2023-09-23T18:06:26.593884+0000","last_clean":"2023-09-23T18:06:26.593884+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:06:26.593884+0000","last_undegraded":"2023-09-23T18:06:26.593884+0000","last_fullsized":"2023-09-23T18:06:26.593884+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"229'4434","reported_seq":4465,"reported_epoch":229,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.592230+0000","last_change":"2023-09-23T18:06:24.805480+0000","last_active":"2023-09-23T18:06:30.592230+0000","last_peered":"2023-09-23T18:06:30.592230+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:24.789838+0000","last_became_peered":"2023-09-23T18:06:24.789838+0000","last_unstale":"2023-09-23T18:06:30.592230+0000","last_undegraded":"2023-09-23T18:06:24.272721+0000","last_fullsized":"2023-09-23T18:06:24.234205+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4434,"log_dups_size":0,"ondisk_log_size":4434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290586624,"num_objects":4434,"num_object_clones":0,"num_object_copies":13302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4162,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4434,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4434,"num_write_kb":283776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":4162},{"shards":"3,7","objects":272}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":222,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.601382+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:06:25.601382+0000","last_peered":"2023-09-23T18:06:25.601382+0000","last_clean":"2023-09-23T18:06:25.601382+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:06:25.601382+0000","last_undegraded":"2023-09-23T18:06:25.601382+0000","last_fullsized":"2023-09-23T18:06:25.601382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":189,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600280+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:06:25.600280+0000","last_peered":"2023-09-23T18:06:25.600280+0000","last_clean":"2023-09-23T18:06:25.600280+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:06:25.600280+0000","last_undegraded":"2023-09-23T18:06:25.600280+0000","last_fullsized":"2023-09-23T18:06:25.600280+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"229'4305","reported_seq":4334,"reported_epoch":229,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.489381+0000","last_change":"2023-09-23T18:06:24.776052+0000","last_active":"2023-09-23T18:06:30.489381+0000","last_peered":"2023-09-23T18:06:30.489381+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:24.764001+0000","last_became_peered":"2023-09-23T18:06:24.764001+0000","last_unstale":"2023-09-23T18:06:30.489381+0000","last_undegraded":"2023-09-23T18:06:24.267574+0000","last_fullsized":"2023-09-23T18:06:24.235901+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4305,"log_dups_size":0,"ondisk_log_size":4305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:09:36.075722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":282132480,"num_objects":4305,"num_object_clones":0,"num_object_copies":12915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4084,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4305,"num_write_kb":275520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":4084},{"shards":"0,7","objects":221}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":210,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602663+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:06:25.602663+0000","last_peered":"2023-09-23T18:06:25.602663+0000","last_clean":"2023-09-23T18:06:25.602663+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:06:25.602663+0000","last_undegraded":"2023-09-23T18:06:25.602663+0000","last_fullsized":"2023-09-23T18:06:25.602663+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":230,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602568+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:06:25.602568+0000","last_peered":"2023-09-23T18:06:25.602568+0000","last_clean":"2023-09-23T18:06:25.602568+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:06:25.602568+0000","last_undegraded":"2023-09-23T18:06:25.602568+0000","last_fullsized":"2023-09-23T18:06:25.602568+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"229'4517","reported_seq":4544,"reported_epoch":229,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.654579+0000","last_change":"2023-09-23T18:06:24.800008+0000","last_active":"2023-09-23T18:06:30.654579+0000","last_peered":"2023-09-23T18:06:30.654579+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:06:30.654579+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4517,"log_dups_size":0,"ondisk_log_size":4517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296026112,"num_objects":4517,"num_object_clones":0,"num_object_copies":13551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4269,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4517,"num_write_kb":289088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":248},{"shards":"1,4,5","objects":4269}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":253,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593971+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:06:26.593971+0000","last_peered":"2023-09-23T18:06:26.593971+0000","last_clean":"2023-09-23T18:06:26.593971+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:06:26.593971+0000","last_undegraded":"2023-09-23T18:06:26.593971+0000","last_fullsized":"2023-09-23T18:06:26.593971+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":55,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593350+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:06:26.593350+0000","last_peered":"2023-09-23T18:06:26.593350+0000","last_clean":"2023-09-23T18:06:26.593350+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:06:26.593350+0000","last_undegraded":"2023-09-23T18:06:26.593350+0000","last_fullsized":"2023-09-23T18:06:26.593350+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"230'4640","reported_seq":4670,"reported_epoch":230,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:32.574082+0000","last_change":"2023-09-23T18:06:24.802625+0000","last_active":"2023-09-23T18:06:32.574082+0000","last_peered":"2023-09-23T18:06:32.574082+0000","last_clean":"2023-09-23T18:06:22.213116+0000","last_became_active":"2023-09-23T18:06:24.790669+0000","last_became_peered":"2023-09-23T18:06:24.790669+0000","last_unstale":"2023-09-23T18:06:32.574082+0000","last_undegraded":"2023-09-23T18:06:24.258337+0000","last_fullsized":"2023-09-23T18:06:24.229773+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4640,"log_dups_size":0,"ondisk_log_size":4640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:20:22.255038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304087040,"num_objects":4640,"num_object_clones":0,"num_object_copies":13920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4309,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4640,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4640,"num_write_kb":296960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[3,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4","objects":331},{"shards":"3,4,6","objects":4309}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":208,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600296+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:06:25.600296+0000","last_peered":"2023-09-23T18:06:25.600296+0000","last_clean":"2023-09-23T18:06:25.600296+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:06:25.600296+0000","last_undegraded":"2023-09-23T18:06:25.600296+0000","last_fullsized":"2023-09-23T18:06:25.600296+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":64,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592250+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:06:26.592250+0000","last_peered":"2023-09-23T18:06:26.592250+0000","last_clean":"2023-09-23T18:06:26.592250+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:06:26.592250+0000","last_undegraded":"2023-09-23T18:06:26.592250+0000","last_fullsized":"2023-09-23T18:06:26.592250+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"230'4601","reported_seq":4626,"reported_epoch":230,"state":"active+clean","last_fresh":"2023-09-23T18:06:32.520719+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:06:32.520719+0000","last_peered":"2023-09-23T18:06:32.520719+0000","last_clean":"2023-09-23T18:06:32.520719+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:06:32.520719+0000","last_undegraded":"2023-09-23T18:06:32.520719+0000","last_fullsized":"2023-09-23T18:06:32.520719+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4601,"log_dups_size":0,"ondisk_log_size":4601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301531136,"num_objects":4601,"num_object_clones":0,"num_object_copies":13803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4601,"num_write_kb":294464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":64,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.594717+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:06:26.594717+0000","last_peered":"2023-09-23T18:06:26.594717+0000","last_clean":"2023-09-23T18:06:26.594717+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:06:26.594717+0000","last_undegraded":"2023-09-23T18:06:26.594717+0000","last_fullsized":"2023-09-23T18:06:26.594717+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":227,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593808+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:06:26.593808+0000","last_peered":"2023-09-23T18:06:26.593808+0000","last_clean":"2023-09-23T18:06:26.593808+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:06:26.593808+0000","last_undegraded":"2023-09-23T18:06:26.593808+0000","last_fullsized":"2023-09-23T18:06:26.593808+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"229'4464","reported_seq":4487,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:30.554375+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:06:30.554375+0000","last_peered":"2023-09-23T18:06:30.554375+0000","last_clean":"2023-09-23T18:06:30.554375+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:06:30.554375+0000","last_undegraded":"2023-09-23T18:06:30.554375+0000","last_fullsized":"2023-09-23T18:06:30.554375+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4464,"log_dups_size":0,"ondisk_log_size":4464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292552704,"num_objects":4464,"num_object_clones":0,"num_object_copies":13392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4464,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4464,"num_write_kb":285696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":222,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593952+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:06:26.593952+0000","last_peered":"2023-09-23T18:06:26.593952+0000","last_clean":"2023-09-23T18:06:26.593952+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:06:26.593952+0000","last_undegraded":"2023-09-23T18:06:26.593952+0000","last_fullsized":"2023-09-23T18:06:26.593952+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":196,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.621853+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:06:25.621853+0000","last_peered":"2023-09-23T18:06:25.621853+0000","last_clean":"2023-09-23T18:06:25.621853+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:06:25.621853+0000","last_undegraded":"2023-09-23T18:06:25.621853+0000","last_fullsized":"2023-09-23T18:06:25.621853+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"229'4356","reported_seq":4386,"reported_epoch":229,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.506993+0000","last_change":"2023-09-23T18:06:24.800969+0000","last_active":"2023-09-23T18:06:30.506993+0000","last_peered":"2023-09-23T18:06:30.506993+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:24.789580+0000","last_became_peered":"2023-09-23T18:06:24.789580+0000","last_unstale":"2023-09-23T18:06:30.506993+0000","last_undegraded":"2023-09-23T18:06:24.266043+0000","last_fullsized":"2023-09-23T18:06:24.233716+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4356,"log_dups_size":0,"ondisk_log_size":4356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:01:10.433796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285474816,"num_objects":4356,"num_object_clones":0,"num_object_copies":13068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4122,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4356,"num_write_kb":278784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":234},{"shards":"0,3,5","objects":4122}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":791,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.588755+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:06:26.588755+0000","last_peered":"2023-09-23T18:06:26.588755+0000","last_clean":"2023-09-23T18:06:26.588755+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:06:26.588755+0000","last_undegraded":"2023-09-23T18:06:26.588755+0000","last_fullsized":"2023-09-23T18:06:26.588755+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":60,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603228+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:06:25.603228+0000","last_peered":"2023-09-23T18:06:25.603228+0000","last_clean":"2023-09-23T18:06:25.603228+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:06:25.603228+0000","last_undegraded":"2023-09-23T18:06:25.603228+0000","last_fullsized":"2023-09-23T18:06:25.603228+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":142,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.618990+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:06:25.618990+0000","last_peered":"2023-09-23T18:06:25.618990+0000","last_clean":"2023-09-23T18:06:25.618990+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:06:25.618990+0000","last_undegraded":"2023-09-23T18:06:25.618990+0000","last_fullsized":"2023-09-23T18:06:25.618990+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"230'4603","reported_seq":4628,"reported_epoch":230,"state":"active+clean","last_fresh":"2023-09-23T18:06:32.608542+0000","last_change":"2023-09-23T18:05:33.205227+0000","last_active":"2023-09-23T18:06:32.608542+0000","last_peered":"2023-09-23T18:06:32.608542+0000","last_clean":"2023-09-23T18:06:32.608542+0000","last_became_active":"2023-09-23T18:05:33.204934+0000","last_became_peered":"2023-09-23T18:05:33.204934+0000","last_unstale":"2023-09-23T18:06:32.608542+0000","last_undegraded":"2023-09-23T18:06:32.608542+0000","last_fullsized":"2023-09-23T18:06:32.608542+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4603,"log_dups_size":0,"ondisk_log_size":4603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:31.717746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301662208,"num_objects":4603,"num_object_clones":0,"num_object_copies":13809,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4603,"num_write_kb":294592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":926,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602702+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:06:25.602702+0000","last_peered":"2023-09-23T18:06:25.602702+0000","last_clean":"2023-09-23T18:06:25.602702+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:06:25.602702+0000","last_undegraded":"2023-09-23T18:06:25.602702+0000","last_fullsized":"2023-09-23T18:06:25.602702+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":210,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593105+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:06:26.593105+0000","last_peered":"2023-09-23T18:06:26.593105+0000","last_clean":"2023-09-23T18:06:26.593105+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:06:26.593105+0000","last_undegraded":"2023-09-23T18:06:26.593105+0000","last_fullsized":"2023-09-23T18:06:26.593105+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":144,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.588379+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:06:26.588379+0000","last_peered":"2023-09-23T18:06:26.588379+0000","last_clean":"2023-09-23T18:06:26.588379+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:06:26.588379+0000","last_undegraded":"2023-09-23T18:06:26.588379+0000","last_fullsized":"2023-09-23T18:06:26.588379+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"229'4471","reported_seq":4494,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:30.587264+0000","last_change":"2023-09-23T18:05:33.204311+0000","last_active":"2023-09-23T18:06:30.587264+0000","last_peered":"2023-09-23T18:06:30.587264+0000","last_clean":"2023-09-23T18:06:30.587264+0000","last_became_active":"2023-09-23T18:05:33.203951+0000","last_became_peered":"2023-09-23T18:05:33.203951+0000","last_unstale":"2023-09-23T18:06:30.587264+0000","last_undegraded":"2023-09-23T18:06:30.587264+0000","last_fullsized":"2023-09-23T18:06:30.587264+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4471,"log_dups_size":0,"ondisk_log_size":4471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293011456,"num_objects":4471,"num_object_clones":0,"num_object_copies":13413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4471,"num_write_kb":286144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":490,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.645244+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:06:26.645244+0000","last_peered":"2023-09-23T18:06:26.645244+0000","last_clean":"2023-09-23T18:06:26.645244+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:06:26.645244+0000","last_undegraded":"2023-09-23T18:06:26.645244+0000","last_fullsized":"2023-09-23T18:06:26.645244+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":150,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.618636+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:06:25.618636+0000","last_peered":"2023-09-23T18:06:25.618636+0000","last_clean":"2023-09-23T18:06:25.618636+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:06:25.618636+0000","last_undegraded":"2023-09-23T18:06:25.618636+0000","last_fullsized":"2023-09-23T18:06:25.618636+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":234,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.621787+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:06:25.621787+0000","last_peered":"2023-09-23T18:06:25.621787+0000","last_clean":"2023-09-23T18:06:25.621787+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:06:25.621787+0000","last_undegraded":"2023-09-23T18:06:25.621787+0000","last_fullsized":"2023-09-23T18:06:25.621787+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"229'4440","reported_seq":4463,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:30.568068+0000","last_change":"2023-09-23T18:05:33.213230+0000","last_active":"2023-09-23T18:06:30.568068+0000","last_peered":"2023-09-23T18:06:30.568068+0000","last_clean":"2023-09-23T18:06:30.568068+0000","last_became_active":"2023-09-23T18:05:33.212937+0000","last_became_peered":"2023-09-23T18:05:33.212937+0000","last_unstale":"2023-09-23T18:06:30.568068+0000","last_undegraded":"2023-09-23T18:06:30.568068+0000","last_fullsized":"2023-09-23T18:06:30.568068+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4440,"log_dups_size":0,"ondisk_log_size":4440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290979840,"num_objects":4440,"num_object_clones":0,"num_object_copies":13320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4440,"num_write_kb":284160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":716,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.597452+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:06:26.597452+0000","last_peered":"2023-09-23T18:06:26.597452+0000","last_clean":"2023-09-23T18:06:26.597452+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:06:26.597452+0000","last_undegraded":"2023-09-23T18:06:26.597452+0000","last_fullsized":"2023-09-23T18:06:26.597452+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":497,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600181+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:06:25.600181+0000","last_peered":"2023-09-23T18:06:25.600181+0000","last_clean":"2023-09-23T18:06:25.600181+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:06:25.600181+0000","last_undegraded":"2023-09-23T18:06:25.600181+0000","last_fullsized":"2023-09-23T18:06:25.600181+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":229,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592684+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:06:26.592684+0000","last_peered":"2023-09-23T18:06:26.592684+0000","last_clean":"2023-09-23T18:06:26.592684+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:06:26.592684+0000","last_undegraded":"2023-09-23T18:06:26.592684+0000","last_fullsized":"2023-09-23T18:06:26.592684+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":193,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.599291+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:06:25.599291+0000","last_peered":"2023-09-23T18:06:25.599291+0000","last_clean":"2023-09-23T18:06:25.599291+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:06:25.599291+0000","last_undegraded":"2023-09-23T18:06:25.599291+0000","last_fullsized":"2023-09-23T18:06:25.599291+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"229'4367","reported_seq":4391,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:27.975915+0000","last_change":"2023-09-23T18:05:33.213581+0000","last_active":"2023-09-23T18:06:27.975915+0000","last_peered":"2023-09-23T18:06:27.975915+0000","last_clean":"2023-09-23T18:06:27.975915+0000","last_became_active":"2023-09-23T18:05:33.213274+0000","last_became_peered":"2023-09-23T18:05:33.213274+0000","last_unstale":"2023-09-23T18:06:27.975915+0000","last_undegraded":"2023-09-23T18:06:27.975915+0000","last_fullsized":"2023-09-23T18:06:27.975915+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4367,"log_dups_size":0,"ondisk_log_size":4367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:10.278824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286195712,"num_objects":4367,"num_object_clones":0,"num_object_copies":13101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4367,"num_write_kb":279488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":886,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.600099+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:06:25.600099+0000","last_peered":"2023-09-23T18:06:25.600099+0000","last_clean":"2023-09-23T18:06:25.600099+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:06:25.600099+0000","last_undegraded":"2023-09-23T18:06:25.600099+0000","last_fullsized":"2023-09-23T18:06:25.600099+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":203,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603371+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:06:25.603371+0000","last_peered":"2023-09-23T18:06:25.603371+0000","last_clean":"2023-09-23T18:06:25.603371+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:06:25.603371+0000","last_undegraded":"2023-09-23T18:06:25.603371+0000","last_fullsized":"2023-09-23T18:06:25.603371+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":71,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.605350+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:06:25.605350+0000","last_peered":"2023-09-23T18:06:25.605350+0000","last_clean":"2023-09-23T18:06:25.605350+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:06:25.605350+0000","last_undegraded":"2023-09-23T18:06:25.605350+0000","last_fullsized":"2023-09-23T18:06:25.605350+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"229'4332","reported_seq":4523,"reported_epoch":229,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:06:27.969081+0000","last_change":"2023-09-23T18:06:25.038901+0000","last_active":"2023-09-23T18:06:27.969081+0000","last_peered":"2023-09-23T18:06:27.969081+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:24.788730+0000","last_became_peered":"2023-09-23T18:06:24.788730+0000","last_unstale":"2023-09-23T18:06:27.969081+0000","last_undegraded":"2023-09-23T18:06:27.969081+0000","last_fullsized":"2023-09-23T18:06:24.231912+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4332,"log_dups_size":0,"ondisk_log_size":4332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:47.875856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283901952,"num_objects":4332,"num_object_clones":0,"num_object_copies":12996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4116,"num_objects_unfound":0,"num_objects_dirty":4332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4332,"num_write_kb":277248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":79,"num_bytes_recovered":5177344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":216},{"shards":"1,6,7","objects":4116}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":399,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.601413+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:06:25.601413+0000","last_peered":"2023-09-23T18:06:25.601413+0000","last_clean":"2023-09-23T18:06:25.601413+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:06:25.601413+0000","last_undegraded":"2023-09-23T18:06:25.601413+0000","last_fullsized":"2023-09-23T18:06:25.601413+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":168,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.588606+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:06:26.588606+0000","last_peered":"2023-09-23T18:06:26.588606+0000","last_clean":"2023-09-23T18:06:26.588606+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:06:26.588606+0000","last_undegraded":"2023-09-23T18:06:26.588606+0000","last_fullsized":"2023-09-23T18:06:26.588606+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":213,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602734+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:06:25.602734+0000","last_peered":"2023-09-23T18:06:25.602734+0000","last_clean":"2023-09-23T18:06:25.602734+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:06:25.602734+0000","last_undegraded":"2023-09-23T18:06:25.602734+0000","last_fullsized":"2023-09-23T18:06:25.602734+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"230'4472","reported_seq":4503,"reported_epoch":230,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.667710+0000","last_change":"2023-09-23T18:06:24.808456+0000","last_active":"2023-09-23T18:06:30.667710+0000","last_peered":"2023-09-23T18:06:30.667710+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:24.796179+0000","last_became_peered":"2023-09-23T18:06:24.796179+0000","last_unstale":"2023-09-23T18:06:30.667710+0000","last_undegraded":"2023-09-23T18:06:24.274294+0000","last_fullsized":"2023-09-23T18:06:24.233303+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4472,"log_dups_size":0,"ondisk_log_size":4472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293076992,"num_objects":4472,"num_object_clones":0,"num_object_copies":13416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4211,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4472,"num_write_kb":286208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"3,4","objects":261},{"shards":"3,4,6","objects":4211}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":201,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.620082+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:06:26.620082+0000","last_peered":"2023-09-23T18:06:26.620082+0000","last_clean":"2023-09-23T18:06:26.620082+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:06:26.620082+0000","last_undegraded":"2023-09-23T18:06:26.620082+0000","last_fullsized":"2023-09-23T18:06:26.620082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":736,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.619366+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:06:25.619366+0000","last_peered":"2023-09-23T18:06:25.619366+0000","last_clean":"2023-09-23T18:06:25.619366+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:06:25.619366+0000","last_undegraded":"2023-09-23T18:06:25.619366+0000","last_fullsized":"2023-09-23T18:06:25.619366+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":234,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.594025+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:06:26.594025+0000","last_peered":"2023-09-23T18:06:26.594025+0000","last_clean":"2023-09-23T18:06:26.594025+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:06:26.594025+0000","last_undegraded":"2023-09-23T18:06:26.594025+0000","last_fullsized":"2023-09-23T18:06:26.594025+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"229'4561","reported_seq":4592,"reported_epoch":229,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:30.595215+0000","last_change":"2023-09-23T18:06:24.809575+0000","last_active":"2023-09-23T18:06:30.595215+0000","last_peered":"2023-09-23T18:06:30.595215+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:24.792036+0000","last_became_peered":"2023-09-23T18:06:24.792036+0000","last_unstale":"2023-09-23T18:06:30.595215+0000","last_undegraded":"2023-09-23T18:06:24.275607+0000","last_fullsized":"2023-09-23T18:06:24.233658+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4561,"log_dups_size":0,"ondisk_log_size":4561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298909696,"num_objects":4561,"num_object_clones":0,"num_object_copies":13683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4297,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4561,"num_write_kb":291904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":4297},{"shards":"6,7","objects":264}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":478,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.599504+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:06:25.599504+0000","last_peered":"2023-09-23T18:06:25.599504+0000","last_clean":"2023-09-23T18:06:25.599504+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:06:25.599504+0000","last_undegraded":"2023-09-23T18:06:25.599504+0000","last_fullsized":"2023-09-23T18:06:25.599504+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":66,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.605185+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:06:25.605185+0000","last_peered":"2023-09-23T18:06:25.605185+0000","last_clean":"2023-09-23T18:06:25.605185+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:06:25.605185+0000","last_undegraded":"2023-09-23T18:06:25.605185+0000","last_fullsized":"2023-09-23T18:06:25.605185+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":64,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593649+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:06:26.593649+0000","last_peered":"2023-09-23T18:06:26.593649+0000","last_clean":"2023-09-23T18:06:26.593649+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:06:26.593649+0000","last_undegraded":"2023-09-23T18:06:26.593649+0000","last_fullsized":"2023-09-23T18:06:26.593649+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":62,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602652+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:06:25.602652+0000","last_peered":"2023-09-23T18:06:25.602652+0000","last_clean":"2023-09-23T18:06:25.602652+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:06:25.602652+0000","last_undegraded":"2023-09-23T18:06:25.602652+0000","last_fullsized":"2023-09-23T18:06:25.602652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.590559+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:06:26.590559+0000","last_peered":"2023-09-23T18:06:26.590559+0000","last_clean":"2023-09-23T18:06:26.590559+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:06:26.590559+0000","last_undegraded":"2023-09-23T18:06:26.590559+0000","last_fullsized":"2023-09-23T18:06:26.590559+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":223,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.602816+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:06:25.602816+0000","last_peered":"2023-09-23T18:06:25.602816+0000","last_clean":"2023-09-23T18:06:25.602816+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:06:25.602816+0000","last_undegraded":"2023-09-23T18:06:25.602816+0000","last_fullsized":"2023-09-23T18:06:25.602816+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":55,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592897+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:06:26.592897+0000","last_peered":"2023-09-23T18:06:26.592897+0000","last_clean":"2023-09-23T18:06:26.592897+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:06:26.592897+0000","last_undegraded":"2023-09-23T18:06:26.592897+0000","last_fullsized":"2023-09-23T18:06:26.592897+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":197,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603277+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:06:25.603277+0000","last_peered":"2023-09-23T18:06:25.603277+0000","last_clean":"2023-09-23T18:06:25.603277+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:06:25.603277+0000","last_undegraded":"2023-09-23T18:06:25.603277+0000","last_fullsized":"2023-09-23T18:06:25.603277+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":55,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.593788+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:06:26.593788+0000","last_peered":"2023-09-23T18:06:26.593788+0000","last_clean":"2023-09-23T18:06:26.593788+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:06:26.593788+0000","last_undegraded":"2023-09-23T18:06:26.593788+0000","last_fullsized":"2023-09-23T18:06:26.593788+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":259,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.603404+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:06:26.603404+0000","last_peered":"2023-09-23T18:06:26.603404+0000","last_clean":"2023-09-23T18:06:26.603404+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:06:26.603404+0000","last_undegraded":"2023-09-23T18:06:26.603404+0000","last_fullsized":"2023-09-23T18:06:26.603404+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":264,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592157+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:06:26.592157+0000","last_peered":"2023-09-23T18:06:26.592157+0000","last_clean":"2023-09-23T18:06:26.592157+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:06:26.592157+0000","last_undegraded":"2023-09-23T18:06:26.592157+0000","last_fullsized":"2023-09-23T18:06:26.592157+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":113,"reported_epoch":228,"state":"active+clean","last_fresh":"2023-09-23T18:06:25.603062+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:06:25.603062+0000","last_peered":"2023-09-23T18:06:25.603062+0000","last_clean":"2023-09-23T18:06:25.603062+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:06:25.603062+0000","last_undegraded":"2023-09-23T18:06:25.603062+0000","last_fullsized":"2023-09-23T18:06:25.603062+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":55,"reported_epoch":229,"state":"active+clean","last_fresh":"2023-09-23T18:06:26.592058+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:06:26.592058+0000","last_peered":"2023-09-23T18:06:26.592058+0000","last_clean":"2023-09-23T18:06:26.592058+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:06:26.592058+0000","last_undegraded":"2023-09-23T18:06:26.592058+0000","last_fullsized":"2023-09-23T18:06:26.592058+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":4684447744,"num_objects":71479,"num_object_clones":0,"num_object_copies":214437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":29454,"num_objects_misplaced":4116,"num_objects_unfound":0,"num_objects_dirty":71479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":71479,"num_write_kb":4574656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":79,"num_bytes_recovered":5177344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14056030208,"data_stored":14056030208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":71479,"ondisk_log_size":71479,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430459,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2304896,"kb_used_data":2007672,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91440256,"statfs":{"total":95995035648,"available":93634822144,"internally_reserved":0,"allocated":2055856128,"data_stored":2055175111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:28 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":0.84699999999999998,"15min":0.76200000000000001},"min":{"1min":0.25700000000000001,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":5.6239999999999997,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.309},{"interface":"front","average":{"1min":1.244,"5min":0.88100000000000001,"15min":0.80800000000000005},"min":{"1min":0.29299999999999998,"5min":0.254,"15min":0.254},"max":{"1min":5.9050000000000002,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.32600000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79900000000000004,"15min":0.73899999999999999},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.251},"max":{"1min":2.4100000000000001,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.22,"5min":0.83299999999999996,"15min":0.749},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":5.1109999999999998,"5min":5.1109999999999998,"15min":11.087999999999999},"last":3.6949999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.74199999999999999,"15min":0.71199999999999997},"min":{"1min":0.29699999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":7.2610000000000001,"5min":7.2610000000000001,"15min":7.2610000000000001},"last":3.141},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.016,"15min":0.78200000000000003},"min":{"1min":0.29599999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.7809999999999999,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":2.9279999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.3839999999999999,"15min":1.2609999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.28299999999999997},"max":{"1min":8.3680000000000003,"5min":32.631,"15min":32.631},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.5529999999999999,"15min":1.3400000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":8.3499999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.47099999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.75,"15min":0.67200000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1179999999999999,"5min":8.2780000000000005,"15min":8.2780000000000005},"last":0.37},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.36199999999999999,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":2.5870000000000002,"5min":7.3129999999999997,"15min":10.238},"last":1.3700000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.77700000000000002,"15min":0.71899999999999997},"min":{"1min":0.309,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6870000000000001,"5min":9.3309999999999995,"15min":9.3309999999999995},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.72499999999999998},"min":{"1min":0.34699999999999998,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":3.5139999999999998,"5min":6.5990000000000002,"15min":10.307},"last":0.49099999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:06:28 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.091,"15min":0.79500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.2959999999999994,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.434},{"interface":"front","average":{"1min":1.571,"5min":1.2250000000000001,"15min":0.79300000000000004},"min":{"1min":0.32900000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":10.847,"5min":12.613,"15min":12.613},"last":0.52300000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309555,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2561208,"kb_used_data":2237680,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":91183944,"statfs":{"total":95995035648,"available":93372358656,"internally_reserved":0,"allocated":2291384320,"data_stored":2290711368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":2.6949999999999998,"5min":1.276,"15min":1.0249999999999999},"min":{"1min":0.25900000000000001,"5min":0.247,"15min":0.247},"max":{"1min":23.373000000000001,"5min":23.373000000000001,"15min":23.373000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":2.4900000000000002,"5min":1.1799999999999999,"15min":0.86899999999999999},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":22.033000000000001,"5min":22.033000000000001,"15min":22.033000000000001},"last":3.5779999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.034,"15min":0.96199999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.0449999999999999,"5min":9.5020000000000007,"15min":9.5020000000000007},"last":0.376},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.153,"15min":0.86899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.6989999999999998,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":10.589}]},{"osd":2,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.105,"15min":0.84099999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.2810000000000001,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.589,"5min":1.0800000000000001,"15min":0.998},"min":{"1min":0.32300000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.8079999999999998,"5min":10.073,"15min":10.073},"last":3.2320000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":2.7290000000000001,"5min":1.3560000000000001,"15min":1.1539999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":22.619,"5min":22.619,"15min":22.619},"last":0.309},{"interface":"front","average":{"1min":2.6480000000000001,"5min":1.5800000000000001,"15min":1.3440000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":22.178999999999998,"5min":22.178999999999998,"15min":22.178999999999998},"last":2.7669999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.0189999999999999,"15min":0.78100000000000003},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.9780000000000002,"5min":9.548,"15min":9.548},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.7929999999999999,"5min":1.093,"15min":0.78600000000000003},"min":{"1min":0.29699999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.2880000000000003,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":0.35799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":0.95999999999999996,"15min":0.72399999999999998},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.7270000000000003,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.29499999999999998},{"interface":"front","average":{"1min":1.3819999999999999,"5min":0.93200000000000005,"15min":0.73099999999999998},"min":{"1min":0.39600000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.8719999999999999,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.38500000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":1.0760000000000001,"15min":0.93200000000000005},"min":{"1min":0.38,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.9119999999999999,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.33800000000000002},{"interface":"front","average":{"1min":1.972,"5min":1.1579999999999999,"15min":0.93000000000000005},"min":{"1min":0.35899999999999999,"5min":0.315,"15min":0.315},"max":{"1min":9.4019999999999992,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":0.34499999999999997}]}]},{"osd":1,"up_from":90,"seq":386547056765,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1881692,"kb_used_data":1709716,"kb_used_omap":7,"kb_used_meta":171960,"kb_avail":91863460,"statfs":{"total":95995035648,"available":94068183040,"internally_reserved":0,"allocated":1750749184,"data_stored":1749752789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":176087139},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.78100000000000003,"15min":0.70299999999999996},"min":{"1min":0.23599999999999999,"5min":0.20000000000000001,"15min":0.193},"max":{"1min":1.2070000000000001,"5min":6.8979999999999997,"15min":13.762},"last":5.9459999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.66500000000000004,"15min":0.61699999999999999},"min":{"1min":0.247,"5min":0.223,"15min":0.191},"max":{"1min":1.879,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":7.0460000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:05:41 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":0.97199999999999998,"15min":1.0800000000000001},"min":{"1min":0.25,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":23.536000000000001,"5min":23.536000000000001,"15min":23.536000000000001},"last":6.343},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.91200000000000003,"15min":1.722},"min":{"1min":0.29099999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.9279999999999999,"5min":13.890000000000001,"15min":13.890000000000001},"last":5.9749999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.81000000000000005,"15min":0.73499999999999999},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":1.837,"5min":9.1820000000000004,"15min":12.021000000000001},"last":5.6539999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.83299999999999996,"15min":0.78200000000000003},"min":{"1min":0.34300000000000003,"5min":0.311,"15min":0.23899999999999999},"max":{"1min":1.4730000000000001,"5min":7.7190000000000003,"15min":15.326000000000001},"last":6.0010000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.95299999999999996,"15min":0.84499999999999997},"min":{"1min":0.41299999999999998,"5min":0.31,"15min":0.28100000000000003},"max":{"1min":2.4279999999999999,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":6.048},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.86199999999999999,"15min":0.88400000000000001},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":3.6080000000000001,"5min":6.8680000000000003,"15min":13.826000000000001},"last":5.8490000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.95299999999999996,"15min":0.84099999999999997},"min":{"1min":0.39200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4470000000000001,"5min":5.04,"15min":5.258},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.0549999999999999,"15min":0.85999999999999999},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.32400000000000001},"max":{"1min":2.5070000000000001,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":6.0750000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":0.94999999999999996,"15min":0.71099999999999997},"min":{"1min":0.54600000000000004,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":5.9089999999999998,"5min":6.0179999999999998,"15min":6.0179999999999998},"last":5.9089999999999998},{"interface":"front","average":{"1min":1.1679999999999999,"5min":0.88900000000000001,"15min":0.753},"min":{"1min":0.45800000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.3940000000000001,"5min":4.5279999999999996,"15min":4.5279999999999996},"last":0.45800000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.145,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":2.4700000000000002,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":6.3150000000000004},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.0109999999999999,"15min":0.95499999999999996},"min":{"1min":0.47199999999999998,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":1.5089999999999999,"5min":7.9180000000000001,"15min":13.859},"last":5.8810000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220297,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1354248,"kb_used_data":1122560,"kb_used_omap":8,"kb_used_meta":231671,"kb_avail":92390904,"statfs":{"total":95995035648,"available":94608285696,"internally_reserved":0,"allocated":1149501440,"data_stored":1148463592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":237231716},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:06:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.83099999999999996,"15min":0.63600000000000001},"min":{"1min":0.223,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":2.1429999999999998,"5min":11.491,"15min":11.491},"last":3.6829999999999998},{"interface":"front","average":{"1min":1.014,"5min":1.0860000000000001,"15min":0.73199999999999998},"min":{"1min":0.33200000000000002,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":4.2830000000000004,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.25}]},{"osd":2,"last update":"Sat Sep 23 18:05:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.03,"15min":1.075},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3659999999999997,"5min":8.4399999999999995,"15min":8.4399999999999995},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.997,"5min":0.999,"15min":1.369},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":10.711,"5min":11.443,"15min":11.443},"last":10.076000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:06:11 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":1.056,"15min":0.746},"min":{"1min":0.33300000000000002,"5min":0.28199999999999997,"15min":0.253},"max":{"1min":3.2519999999999998,"5min":12.682,"15min":12.682},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.105,"15min":0.77700000000000002},"min":{"1min":0.33300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.254,"5min":11.587,"15min":11.587},"last":3.8610000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":0.96699999999999997,"15min":0.83299999999999996},"min":{"1min":0.32400000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.686,"5min":11.382999999999999,"15min":11.382999999999999},"last":3.8050000000000002},{"interface":"front","average":{"1min":1.276,"5min":0.94999999999999996,"15min":0.81100000000000005},"min":{"1min":0.38500000000000001,"5min":0.37,"15min":0.37},"max":{"1min":7.5620000000000003,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":3.7890000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.93400000000000005,"15min":0.83999999999999997},"min":{"1min":0.34100000000000003,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.6580000000000004,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":3.73},{"interface":"front","average":{"1min":1.72,"5min":1.157,"15min":0.94799999999999995},"min":{"1min":0.35699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.657,"5min":11.510999999999999,"15min":11.510999999999999},"last":3.8330000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:05:33 2023","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":0.81699999999999995,"15min":0.69099999999999995},"min":{"1min":0.433,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":7.6020000000000003,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":3.758},{"interface":"front","average":{"1min":1.2769999999999999,"5min":0.80500000000000005,"15min":0.69699999999999995},"min":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":5.2460000000000004,"5min":5.2460000000000004,"15min":5.2460000000000004},"last":0.44900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:05:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.0309999999999999,"15min":0.88600000000000001},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":4.6310000000000002,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.495},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.0640000000000001,"15min":0.91600000000000004},"min":{"1min":0.41699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":10.612,"5min":11.476000000000001,"15min":11.476000000000001},"last":3.6320000000000001}]}]},{"osd":2,"up_from":145,"seq":622770257990,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":540632,"kb_used_data":422416,"kb_used_omap":16,"kb_used_meta":118191,"kb_avail":93204520,"statfs":{"total":95995035648,"available":95441428480,"internally_reserved":0,"allocated":432553984,"data_stored":431502173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":121027746},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":0.93600000000000005,"15min":1},"min":{"1min":0.25800000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.3869999999999996,"5min":7.9960000000000004,"15min":7.9960000000000004},"last":15.195},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.91600000000000004,"15min":1.052},"min":{"1min":0.28599999999999998,"5min":0.222,"15min":0.222},"max":{"1min":4.3739999999999997,"5min":6.3959999999999999,"15min":6.3959999999999999},"last":4.1920000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":0.91300000000000003,"15min":0.96099999999999997},"min":{"1min":0.28299999999999997,"5min":0.216,"15min":0.216},"max":{"1min":5.6360000000000001,"5min":6.6849999999999996,"15min":6.6849999999999996},"last":8.1609999999999996},{"interface":"front","average":{"1min":1.5669999999999999,"5min":1.226,"15min":2.202},"min":{"1min":0.309,"5min":0.218,"15min":0.218},"max":{"1min":12.33,"5min":37.579000000000001,"15min":37.579000000000001},"last":8.2050000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.89200000000000002,"15min":0.83599999999999997},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.1859999999999999,"5min":8.0050000000000008,"15min":8.0050000000000008},"last":15.045999999999999},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.167,"15min":2.2040000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":8.6620000000000008,"5min":37.444000000000003,"15min":37.444000000000003},"last":13.861000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.093,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.4459999999999997,"5min":23.870000000000001,"15min":23.870000000000001},"last":1.77},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.91800000000000004,"15min":0.80600000000000005},"min":{"1min":0.436,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.1349999999999998,"5min":6.1639999999999997,"15min":6.1639999999999997},"last":14.819000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":0.96599999999999997,"15min":0.86599999999999999},"min":{"1min":0.39700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":3.5289999999999999,"5min":6.194,"15min":6.194},"last":14.776999999999999},{"interface":"front","average":{"1min":1.024,"5min":0.95599999999999996,"15min":1},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":3.9209999999999998,"5min":6.6139999999999999,"15min":6.6139999999999999},"last":1.839}]},{"osd":6,"last update":"Sat Sep 23 18:06:29 2023","interfaces":[{"interface":"back","average":{"1min":2.6970000000000001,"5min":1.3440000000000001,"15min":1.0720000000000001},"min":{"1min":0.39500000000000002,"5min":0.377,"15min":0.377},"max":{"1min":14.847,"5min":14.847,"15min":14.847},"last":14.847},{"interface":"front","average":{"1min":2.6909999999999998,"5min":1.456,"15min":1.1399999999999999},"min":{"1min":0.5,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":14.869999999999999,"5min":14.869999999999999,"15min":14.869999999999999},"last":14.869999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:05:43 2023","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.048,"15min":0.88700000000000001},"min":{"1min":0.46800000000000003,"5min":0.377,"15min":0.377},"max":{"1min":6.2709999999999999,"5min":7.4790000000000001,"15min":7.4790000000000001},"last":15.074999999999999},{"interface":"front","average":{"1min":1.583,"5min":1.0249999999999999,"15min":0.98099999999999998},"min":{"1min":0.39900000000000002,"5min":0.372,"15min":0.372},"max":{"1min":10.365,"5min":10.365,"15min":10.365},"last":2.1179999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729720,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3357652,"kb_used_data":3163596,"kb_used_omap":4,"kb_used_meta":194043,"kb_avail":90387500,"statfs":{"total":95995035648,"available":92556800000,"internally_reserved":0,"allocated":3239522304,"data_stored":3238537578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":198700439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.88300000000000001,"15min":0.72899999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.7000000000000002,"5min":13.885,"15min":14.162000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.96199999999999997,"15min":0.90800000000000003},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.2429999999999999,"5min":6.1269999999999998,"15min":17.396999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.95999999999999996,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.2529999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":7.1589999999999998},{"interface":"front","average":{"1min":1.0449999999999999,"5min":0.97699999999999998,"15min":0.81699999999999995},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.25},"max":{"1min":4.7750000000000004,"5min":13.781000000000001,"15min":14.276},"last":3.6259999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":1.0469999999999999,"15min":1.369},"min":{"1min":0.309,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.4990000000000001,"5min":8.7859999999999996,"15min":8.7859999999999996},"last":7.2320000000000002},{"interface":"front","average":{"1min":0.80100000000000005,"5min":1.169,"15min":1.1990000000000001},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.7450000000000001,"5min":11.35,"15min":11.35},"last":7.1150000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.81399999999999995,"15min":0.82299999999999995},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.311},"max":{"1min":4.7480000000000002,"5min":13.859999999999999,"15min":14.212},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.99299999999999999,"15min":1.0669999999999999},"min":{"1min":0.36399999999999999,"5min":0.34599999999999997,"15min":0.30299999999999999},"max":{"1min":3.5019999999999998,"5min":6.0069999999999997,"15min":17.478000000000002},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":1.0680000000000001,"15min":1.099},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8260000000000001,"5min":6.0640000000000001,"15min":17.507999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.139,"15min":0.95499999999999996},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.8109999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":7.2460000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":1.8979999999999999,"5min":1.155,"15min":0.90400000000000003},"min":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":7.0049999999999999,"5min":7.0049999999999999,"15min":7.0049999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.109,"15min":0.90200000000000002},"min":{"1min":0.503,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.629}]},{"osd":7,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.196,"15min":0.995},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.2770000000000001,"5min":11.58,"15min":11.58},"last":7.2060000000000004},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95099999999999996,"15min":0.90400000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.34399999999999997},"max":{"1min":4.6630000000000003,"5min":13.831,"15min":14.246},"last":0.67300000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019142,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1802300,"kb_used_data":1500980,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91942852,"statfs":{"total":95995035648,"available":94149480448,"internally_reserved":0,"allocated":1537003520,"data_stored":1536326300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":0.78500000000000003,"15min":0.86699999999999999},"min":{"1min":0.253,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.8760000000000003,"5min":11.686999999999999,"15min":26.055},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.82599999999999996,"15min":0.96499999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":3.0960000000000001,"5min":6.2649999999999997,"15min":25.497},"last":0.29499999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.86299999999999999,"15min":0.85999999999999999},"min":{"1min":0.26200000000000001,"5min":0.26000000000000001,"15min":0.254},"max":{"1min":4.0259999999999998,"5min":11.801,"15min":25.268000000000001},"last":4.4960000000000004},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.85799999999999998,"15min":0.88700000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.9480000000000004,"5min":4.9480000000000004,"15min":25.298999999999999},"last":1.51}]},{"osd":2,"last update":"Sat Sep 23 18:05:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.90200000000000002,"15min":0.91400000000000003},"min":{"1min":0.31900000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.6459999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.878,"15min":0.88200000000000001},"min":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.226,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.372}]},{"osd":3,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.2649999999999999,"15min":0.99099999999999999},"min":{"1min":0.36199999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6529999999999996,"5min":12.151999999999999,"15min":25.181000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.99199999999999999,"15min":1.0189999999999999},"min":{"1min":0.315,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.1230000000000002,"5min":6.7290000000000001,"15min":25.225000000000001},"last":1.966}]},{"osd":5,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.84899999999999998,"15min":0.65700000000000003},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.3879999999999999,"5min":12.166,"15min":12.166},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.0900000000000001,"5min":0.872,"15min":0.70799999999999996},"min":{"1min":0.29299999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":3.339,"5min":7.6989999999999998,"15min":7.6989999999999998},"last":0.40400000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.75,"15min":0.55400000000000005},"min":{"1min":0.34000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6429999999999998,"5min":6.7629999999999999,"15min":6.7629999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":1.7829999999999999,"5min":1.0189999999999999,"15min":0.69999999999999996},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":9.9689999999999994,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":2.931}]},{"osd":7,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66100000000000003,"15min":0.68400000000000005},"min":{"1min":0.438,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.3140000000000001,"5min":6.1870000000000003,"15min":7.0359999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.571,"5min":1.056,"15min":0.80000000000000004},"min":{"1min":0.35799999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":12.885,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.32000000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822914,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2273004,"kb_used_data":1963492,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91472148,"statfs":{"total":95995035648,"available":93667479552,"internally_reserved":0,"allocated":2010615808,"data_stored":2009950420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.71999999999999997,"15min":0.78000000000000003},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.23000000000000001},"max":{"1min":1.8300000000000001,"5min":6.5990000000000002,"15min":9.2479999999999993},"last":0.92400000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":0.871,"15min":0.83899999999999997},"min":{"1min":0.26800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.3330000000000002,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.56599999999999995}]},{"osd":1,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94899999999999995,"15min":0.871},"min":{"1min":0.27900000000000003,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.423,"5min":5.6429999999999998,"15min":16.033999999999999},"last":3.3889999999999998},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.96199999999999997,"15min":0.82499999999999996},"min":{"1min":0.36299999999999999,"5min":0.30199999999999999,"15min":0.27800000000000002},"max":{"1min":3.7360000000000002,"5min":7.101,"15min":7.6660000000000004},"last":1.357}]},{"osd":2,"last update":"Sat Sep 23 18:05:42 2023","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.92300000000000004,"15min":1.0369999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.4939999999999998,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":0.439},{"interface":"front","average":{"1min":1.131,"5min":0.95199999999999996,"15min":1.0640000000000001},"min":{"1min":0.373,"5min":0.311,"15min":0.311},"max":{"1min":6.4489999999999998,"5min":7.5549999999999997,"15min":7.5549999999999997},"last":1.843}]},{"osd":3,"last update":"Sat Sep 23 18:05:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":1.0900000000000001,"15min":0.90100000000000002},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.724,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":1.571},{"interface":"front","average":{"1min":0.68999999999999995,"5min":1.2509999999999999,"15min":1.0269999999999999},"min":{"1min":0.35899999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":3.2450000000000001,"5min":14.048,"15min":14.048},"last":2.3250000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:05:52 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.80900000000000005,"15min":0.69999999999999996},"min":{"1min":0.27300000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.5220000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.79200000000000004,"15min":0.74199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.0309999999999999,"5min":4.8159999999999998,"15min":6.9480000000000004},"last":0.503}]},{"osd":6,"last update":"Sat Sep 23 18:05:29 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.34200000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.3149999999999995,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":1.016},{"interface":"front","average":{"1min":1.5009999999999999,"5min":0.91700000000000004,"15min":0.746},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.53600000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:05:35 2023","interfaces":[{"interface":"back","average":{"1min":1.716,"5min":0.873,"15min":0.77600000000000002},"min":{"1min":0.36599999999999999,"5min":0.309,"15min":0.309},"max":{"1min":9.3559999999999999,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.294,"5min":0.876,"15min":0.83199999999999996},"min":{"1min":0.34699999999999998,"5min":0.33100000000000002,"15min":0.32600000000000001},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.59499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1148583936,"data_stored":1148583936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1709965312,"data_stored":1709965312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":145620992,"data_stored":145620992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3250782208,"data_stored":3250782208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1475543040,"data_stored":1475543040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2012807168,"data_stored":2012807168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2287665152,"data_stored":2287665152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2025062400,"data_stored":2025062400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:06:34.222 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:06:34.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_1 pg_num 26 2023-09-23T18:06:34.271 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:34.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:34.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:34.383 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:34.409 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 73856 73840 88.6992 41.4375 0.0104729 0.011267 2023-09-23T18:06:34.420 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:34.462 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:34.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:34.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:34.471 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:34.566 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:34.597 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:34.640 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:34.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:34.645 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:34.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:34.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:35.216 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:34] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.33.4" 2023-09-23T18:06:35.290 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:35.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:35.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:35.403 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:35.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 74500 74484 87.7854 40.25 0.019726 0.0113838 2023-09-23T18:06:35.495 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:35.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:35.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:35.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:35.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:35.703 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:35.719 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:35.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:35.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:35.768 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.793 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.794 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:06:35.809 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[149401]: pgmap v622: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s; 29454/215745 objects degraded (13.652%); 3992/215745 objects misplaced (1.850%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:06:35.809 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:35.809 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/498035315' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:35.826 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:35.861 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:35.911 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:35.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:35.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:36.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:36.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[153734]: pgmap v622: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s; 29454/215745 objects degraded (13.652%); 3992/215745 objects misplaced (1.850%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:06:36.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:36.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/498035315' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:36.099 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:35 smithi149 ceph-mon[135148]: pgmap v622: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 34 MiB/s wr, 546 op/s; 29454/215745 objects degraded (13.652%); 3992/215745 objects misplaced (1.850%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:06:36.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:36.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/498035315' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:36.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 75180 75164 86.9471 42.5 0.0107486 0.0114954 2023-09-23T18:06:36.817 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:36.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:36.820 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:36.883 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:36.921 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:36.957 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:37.008 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:37.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:37.011 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:37.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:37.196 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:37.373 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:37.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:37.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:37.412 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 75865 75849 86.1449 42.8125 0.0216573 0.0116015 2023-09-23T18:06:37.481 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:37.583 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:37.729 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:37.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:37.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:37.843 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:37.855 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:37.855 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:37.876 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:37.917 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:37.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:37.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:38.021 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:38.053 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:38.102 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:38.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:38.105 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:38.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:38.242 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:38.257 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:06:38.294 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:38.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:38.301 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:38.402 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:38.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 76488 76472 85.3022 38.9375 0.0305855 0.0117171 2023-09-23T18:06:38.425 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:06:38.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:38.478 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:38.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:38.484 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:38.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[149401]: pgmap v623: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 41 MiB/s wr, 652 op/s; 29454/221946 objects degraded (13.271%); 3992/221946 objects misplaced (1.799%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:06:38.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1460953590' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[153734]: pgmap v623: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 41 MiB/s wr, 652 op/s; 29454/221946 objects degraded (13.271%); 3992/221946 objects misplaced (1.799%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:06:38.515 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1460953590' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:38 smithi149 ceph-mon[135148]: pgmap v623: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 41 MiB/s wr, 652 op/s; 29454/221946 objects degraded (13.271%); 3992/221946 objects misplaced (1.799%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:06:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1460953590' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:38.707 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:38.946 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:06:39.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:39.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:39.082 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:39.183 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:39.209 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:39.257 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:39.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:39.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:39.364 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:39.379 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:39.379 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:39.380 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: osdmap e231: 8 total, 8 up, 8 in 2023-09-23T18:06:39.380 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.380 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.380 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.380 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[153734]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:39.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:39.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: osdmap e231: 8 total, 8 up, 8 in 2023-09-23T18:06:39.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:39 smithi018 ceph-mon[149401]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.394 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:39.413 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 77106 77090 84.4812 38.625 0.0412852 0.0118297 2023-09-23T18:06:39.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:39.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:39.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:39.538 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:39.569 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: osdmap e231: 8 total, 8 up, 8 in 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.570 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:39 smithi149 ceph-mon[135148]: failed to encode map e231 with expected crc 2023-09-23T18:06:39.573 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:39.616 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:39.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:39.624 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:39.686 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:39.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:39.802 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:39.901 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:39.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:39.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:40.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:40.041 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:40.091 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:40.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:40.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:40.196 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:40.279 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:40.348 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:40.348 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: pgmap v625: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 38 MiB/s wr, 613 op/s; 29454/225609 objects degraded (13.055%); 3868/225609 objects misplaced (1.714%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29454/225609 objects degraded (13.055%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1094468285' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.353 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:40.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: pgmap v625: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 38 MiB/s wr, 613 op/s; 29454/225609 objects degraded (13.055%); 3868/225609 objects misplaced (1.714%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29454/225609 objects degraded (13.055%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1094468285' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.360 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:40 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: pgmap v625: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 38 MiB/s wr, 613 op/s; 29454/225609 objects degraded (13.055%); 3868/225609 objects misplaced (1.714%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29454/225609 objects degraded (13.055%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:06:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1094468285' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:40 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:06:40.419 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 77726 77710 83.6902 38.75 0.026914 0.0119406 2023-09-23T18:06:40.455 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:40.491 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:40.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:40.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:40.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:40.606 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 6 pg_num to 26 2023-09-23T18:06:40.655 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:40.693 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:40.746 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:40.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:40.752 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:40.852 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:40.886 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:40.933 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:40.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:40.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:41.037 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:41.079 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:41.133 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:41.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:41.138 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:41.232 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:06:41.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:41.342 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:41.414 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 78439 78423 83.0263 44.5625 0.044268 0.0120365 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: osdmap e232: 8 total, 8 up, 8 in 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: pgmap v627: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 44 MiB/s wr, 709 op/s; 29454/231567 objects degraded (12.719%); 3868/231567 objects misplaced (1.670%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: osdmap e232: 8 total, 8 up, 8 in 2023-09-23T18:06:41.579 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.580 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: pgmap v627: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 44 MiB/s wr, 709 op/s; 29454/231567 objects degraded (12.719%); 3868/231567 objects misplaced (1.670%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:41.580 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: osdmap e232: 8 total, 8 up, 8 in 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: failed to encode map e232 with expected crc 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: pgmap v627: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 44 MiB/s wr, 709 op/s; 29454/231567 objects degraded (12.719%); 3868/231567 objects misplaced (1.670%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:06:41.949 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:41.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:41.954 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:42.054 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:42.080 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:42.124 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:42.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:42.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:42.228 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:42.254 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:42.287 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:42.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:42.291 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:42.388 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:42.392 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:42.414 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:06:42.415594+0000 min lat: 0.00127571 max lat: 2.5952 avg lat: 0.0120692 2023-09-23T18:06:42.415 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:06:42.415 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 78556 78540 81.765 7.3125 0.068281 0.0120692 2023-09-23T18:06:42.417 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:42.451 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:42.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:42.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:42.555 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:42.582 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:42.637 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:42.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:42.641 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:42.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:42.755 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:42.756 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:42.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:06:42.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: osdmap e233: 8 total, 8 up, 8 in 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[153734]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: osdmap e233: 8 total, 8 up, 8 in 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:42 smithi018 ceph-mon[149401]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.779 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:06:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: osdmap e233: 8 total, 8 up, 8 in 2023-09-23T18:06:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:42 smithi149 ceph-mon[135148]: failed to encode map e233 with expected crc 2023-09-23T18:06:42.953 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:42.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:42.957 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:43.058 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:43.084 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:43.119 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:43.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:43.122 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:43.224 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:43.249 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:43.282 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:43.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:43.286 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:43.291 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:06:43.387 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:43.415 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 78596 78580 80.4662 2.5 0.00419681 0.0121674 2023-09-23T18:06:43.420 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:43.552 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:43.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:43.556 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: osdmap e234: 8 total, 8 up, 8 in 2023-09-23T18:06:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:43 smithi149 ceph-mon[135148]: pgmap v630: 99 pgs: 1 activating+degraded, 9 unknown, 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s; 25146/233601 objects degraded (10.765%); 8116/233601 objects misplaced (3.474%); 863 KiB/s, 13 objects/s recovering 2023-09-23T18:06:43.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: osdmap e234: 8 total, 8 up, 8 in 2023-09-23T18:06:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[153734]: pgmap v630: 99 pgs: 1 activating+degraded, 9 unknown, 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s; 25146/233601 objects degraded (10.765%); 8116/233601 objects misplaced (3.474%); 863 KiB/s, 13 objects/s recovering 2023-09-23T18:06:43.685 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.685 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: osdmap e234: 8 total, 8 up, 8 in 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: failed to encode map e234 with expected crc 2023-09-23T18:06:43.686 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:43 smithi018 ceph-mon[149401]: pgmap v630: 99 pgs: 1 activating+degraded, 9 unknown, 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s; 25146/233601 objects degraded (10.765%); 8116/233601 objects misplaced (3.474%); 863 KiB/s, 13 objects/s recovering 2023-09-23T18:06:43.745 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:43.874 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:43.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:43.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:43.979 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:44.020 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:44.046 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:44.063 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:44.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:44.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:44.080 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:44.113 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:44.139 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:44.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:44.175 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:44.206 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:44.223 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:44.240 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:44.268 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:44.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:44.279 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:44.300 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.301 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:06:44.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:44.415 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 16 79084 79068 79.6606 30.5 0.00650495 0.012439 2023-09-23T18:06:44.418 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:44.481 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:44.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:44.485 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:44.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:44.616 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:44.831 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:44.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:44.839 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: osdmap e235: 8 total, 8 up, 8 in 2023-09-23T18:06:44.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3913415714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:44.926 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: osdmap e235: 8 total, 8 up, 8 in 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3913415714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: osdmap e235: 8 total, 8 up, 8 in 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.929 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: failed to encode map e235 with expected crc 2023-09-23T18:06:44.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3913415714' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:44.940 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:44.992 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:45.073 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:45.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:45.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:45.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:45.248 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:44] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.33.4" 2023-09-23T18:06:45.268 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:45.331 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:45.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:45.340 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:45.419 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 79754 79738 79.0568 41.875 0.0121541 0.0126429 2023-09-23T18:06:45.441 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:45.498 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:45.518 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:45.518 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:06:45.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.518 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:79846 6.3 e236/234 6:c14bbd8d:::benchmark_data_smithi018_246789_object79845:head v 236'5047, mlcod=0'0)", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:45.516044+0000", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0018968520000000001, 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019291689999999999, 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516044+0000", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:45.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516044+0000", 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516043+0000", 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8551000000000002e-05 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516071+0000", 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0038999999999999e-05 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516091+0000", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5010000000000004e-06 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516100+0000", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0998000000000002e-05 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516151+0000", 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6194e-05 2023-09-23T18:06:45.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:45.516177+0000", 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013278000000000001 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 1 2023-09-23T18:06:45.522 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:45.566 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:45.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:45.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:45.624 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:06:45.675 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:45.741 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: failed to encode map e236 with expected crc 2023-09-23T18:06:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: failed to encode map e236 with expected crc 2023-09-23T18:06:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: osdmap e236: 8 total, 8 up, 8 in 2023-09-23T18:06:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: failed to encode map e236 with expected crc 2023-09-23T18:06:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: failed to encode map e236 with expected crc 2023-09-23T18:06:45.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: pgmap v633: 99 pgs: 1 activating+degraded, 8 unknown, 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 15 MiB/s wr, 244 op/s; 27040/234504 objects degraded (11.531%); 4248/234504 objects misplaced (1.811%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:06:45.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2993335264' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:45.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:45 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:45.924 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:06:46.031 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:46.039 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: osdmap e236: 8 total, 8 up, 8 in 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: pgmap v633: 99 pgs: 1 activating+degraded, 8 unknown, 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 15 MiB/s wr, 244 op/s; 27040/234504 objects degraded (11.531%); 4248/234504 objects misplaced (1.811%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2993335264' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:46.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: osdmap e236: 8 total, 8 up, 8 in 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: failed to encode map e236 with expected crc 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: pgmap v633: 99 pgs: 1 activating+degraded, 8 unknown, 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 15 MiB/s wr, 244 op/s; 27040/234504 objects degraded (11.531%); 4248/234504 objects misplaced (1.811%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2993335264' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:46.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:45 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:06:46.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:46.042 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:46.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:46.286 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:46.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:46.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:46.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:46.419 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 80699 80683 78.7445 59.0625 0.00269789 0.0126933 2023-09-23T18:06:46.496 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:46.560 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:46.565 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:46.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:46.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:46.669 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:46.707 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:46.812 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:46.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:46.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:46.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 27040/234504 objects degraded (11.531%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:46.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:46.875 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: failed to encode map e237 with expected crc 2023-09-23T18:06:46.875 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:46.875 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: osdmap e237: 8 total, 8 up, 8 in 2023-09-23T18:06:46.875 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:46 smithi149 ceph-mon[135148]: failed to encode map e237 with expected crc 2023-09-23T18:06:46.917 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:46.942 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:06:46.991 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 27040/234504 objects degraded (11.531%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:46.991 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:46.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: failed to encode map e237 with expected crc 2023-09-23T18:06:46.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:46.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: osdmap e237: 8 total, 8 up, 8 in 2023-09-23T18:06:46.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[149401]: failed to encode map e237 with expected crc 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 27040/234504 objects degraded (11.531%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: failed to encode map e237 with expected crc 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: osdmap e237: 8 total, 8 up, 8 in 2023-09-23T18:06:46.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:46 smithi018 ceph-mon[153734]: failed to encode map e237 with expected crc 2023-09-23T18:06:47.003 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:47.041 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:06:47.041 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:06:47.041 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_1 2023-09-23T18:06:47.041 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:06:47.085 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:47.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:47.092 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:47.193 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:47.346 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:47.420 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 81564 81548 78.3623 54.0625 0.033564 0.0127551 2023-09-23T18:06:47.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:47.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:47.449 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:47.550 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:47.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:47.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:47.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:47.829 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:47.861 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:47.861 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:06:47.861 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:06:47.861 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:06:47.861 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:47.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:47 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:06:47.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:47 smithi149 ceph-mon[135148]: pgmap v635: 99 pgs: 10 active+recovery_wait+degraded, 1 activating+degraded, 1 unknown, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 34 MiB/s wr, 549 op/s; 27040/238437 objects degraded (11.341%); 4248/238437 objects misplaced (1.782%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:06:47.875 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:47.878 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:47.927 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:48.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:47 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:06:48.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:47 smithi018 ceph-mon[149401]: pgmap v635: 99 pgs: 10 active+recovery_wait+degraded, 1 activating+degraded, 1 unknown, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 34 MiB/s wr, 549 op/s; 27040/238437 objects degraded (11.341%); 4248/238437 objects misplaced (1.782%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:06:48.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:47 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:06:48.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:47 smithi018 ceph-mon[153734]: pgmap v635: 99 pgs: 10 active+recovery_wait+degraded, 1 activating+degraded, 1 unknown, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 34 MiB/s wr, 549 op/s; 27040/238437 objects degraded (11.341%); 4248/238437 objects misplaced (1.782%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:06:48.103 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:06:48.242 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:06:48.269 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:48.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:48.275 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:48.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:48.421 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 82414 82398 77.9801 53.125 0.00982831 0.012818 2023-09-23T18:06:48.461 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:48.985 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:06:49.195 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:49.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:49.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:49.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:06:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:49.421 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 83334 83318 77.6745 57.5 0.00287052 0.0128666 2023-09-23T18:06:49.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:06:49.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:49.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:06:49.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:49.692 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:49.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:49 smithi149 ceph-mon[135148]: pgmap v636: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 29 MiB/s wr, 465 op/s; 28919/241986 objects degraded (11.951%); 4033/241986 objects misplaced (1.667%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T18:06:50.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:49 smithi018 ceph-mon[149401]: pgmap v636: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 29 MiB/s wr, 465 op/s; 28919/241986 objects degraded (11.951%); 4033/241986 objects misplaced (1.667%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T18:06:50.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:49 smithi018 ceph-mon[153734]: pgmap v636: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 29 MiB/s wr, 465 op/s; 28919/241986 objects degraded (11.951%); 4033/241986 objects misplaced (1.667%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:105086 5.2 5.78f84602 (undecoded) ondisk+write+known_if_redirected e174)", 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:06:50.391 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 269.55238137100002, 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998, 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 105086 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:06:50.392 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835016+0000", 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2920000000000003e-06 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.393 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835021+0000", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6030000000000005e-06 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835030+0000", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6980000000000003e-06 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835036+0000", 2023-09-23T18:06:50.394 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3375000000000003e-05 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835089+0000", 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1749000000000001e-05 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835101+0000", 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31060647299999999 2023-09-23T18:06:50.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145707+0000", 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4071e-05 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145721+0000", 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:136302 5.2 5:4f5a39b8:::benchmark_data_smithi018_184207_object61641:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:35.021866+0000", 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 135.365532712, 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029682018000000001, 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 136302 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.397 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021866+0000", 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021866+0000", 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.398 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021865+0000", 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9949999999999999e-06 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021869+0000", 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7229999999999998e-06 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021876+0000", 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4150000000000001e-06 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.021881+0000", 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038703449999999999 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.025751+0000", 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012304699999999999 2023-09-23T18:06:50.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.025874+0000", 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015779499999999999 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.026032+0000", 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0094701969999999996 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.401 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.035502+0000", 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014938399999999999 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.035651+0000", 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015791923999999999 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.051443+0000", 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8457e-05 2023-09-23T18:06:50.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.051502+0000", 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6329000000000003e-05 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:35.051548+0000", 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029682018000000001 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:138151 5.2 5:4b8f900c:::benchmark_data_smithi018_184207_object63490:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:38.906596+0000", 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 131.48080274200001, 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032395027999999999, 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 138151 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.404 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906596+0000", 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906596+0000", 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.405 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906594+0000", 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0285000000000001e-05 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906604+0000", 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7846000000000002e-05 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906622+0000", 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9780000000000005e-06 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.906630+0000", 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00055067500000000004 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.907181+0000", 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014128400000000001 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.907322+0000", 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000163599 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.907485+0000", 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002724424 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.408 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.910210+0000", 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001842574 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.912052+0000", 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026862628 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.938915+0000", 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9325e-05 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.409 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.938964+0000", 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6650000000000001e-05 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:38.938991+0000", 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032395027999999999 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:138664 5.2 5:4c77a650:::benchmark_data_smithi018_184207_object64003:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:39.773922+0000", 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.613476615, 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026174935999999999, 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 138664 2023-09-23T18:06:50.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773922+0000", 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773922+0000", 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.412 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773922+0000", 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7549999999999999e-06 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773924+0000", 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3344e-05 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.413 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773938+0000", 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8199999999999996e-06 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.773943+0000", 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037199519999999999 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.777663+0000", 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9889999999999995e-05 2023-09-23T18:06:50.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.777752+0000", 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111248 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.777864+0000", 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023171250000000002 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.415 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.780181+0000", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028275290000000001 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.783008+0000", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017026868000000001 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.800035+0000", 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4996000000000002e-05 2023-09-23T18:06:50.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.800070+0000", 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6806999999999999e-05 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.800097+0000", 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026174935999999999 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:138763 5.2 5:41914b63:::benchmark_data_smithi018_184207_object64102:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:39.985542+0000", 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.40185719300001, 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042592233, 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 138763 2023-09-23T18:06:50.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985542+0000", 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985542+0000", 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.419 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985540+0000", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0920000000000004e-06 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985549+0000", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7062e-05 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985566+0000", 2023-09-23T18:06:50.420 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8299999999999998e-06 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985573+0000", 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00025235299999999997 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985825+0000", 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125084 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.421 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.985950+0000", 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013694799999999999 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.986087+0000", 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050420480000000004 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.422 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.991129+0000", 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050693099999999996 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:39.996198+0000", 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031867258000000002 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.028066+0000", 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8318000000000001e-05 2023-09-23T18:06:50.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.028104+0000", 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9771999999999999e-05 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.028134+0000", 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042592233 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:138812 5.2 5:4aade9a9:::benchmark_data_smithi018_184207_object64151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:40.097848+0000", 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.28955110300001, 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025241968, 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 138812 2023-09-23T18:06:50.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097848+0000", 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097848+0000", 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.426 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097847+0000", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8789999999999999e-06 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097850+0000", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6409999999999996e-06 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097857+0000", 2023-09-23T18:06:50.427 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3499999999999999e-06 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.097861+0000", 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037417319999999998 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.101603+0000", 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113274 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.428 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.101716+0000", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012416 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.101840+0000", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010553542000000001 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.112394+0000", 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042538690000000004 2023-09-23T18:06:50.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.116648+0000", 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0063730890000000002 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.123021+0000", 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2926999999999998e-05 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.430 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.123054+0000", 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6001000000000003e-05 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.123090+0000", 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025241968 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:139203 5.2 5:4511bb12:::benchmark_data_smithi018_184207_object64542:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:40.730420+0000", 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.656978262, 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025632858000000001, 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 139203 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.432 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730420+0000", 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730420+0000", 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.433 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730420+0000", 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9490000000000001e-06 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730423+0000", 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.896e-06 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730429+0000", 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9310000000000001e-06 2023-09-23T18:06:50.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.730433+0000", 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053631149999999999 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.735796+0000", 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120925 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.735917+0000", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013782000000000001 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.736055+0000", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0083432009999999997 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.744398+0000", 2023-09-23T18:06:50.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056034359999999998 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.750001+0000", 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059716869999999998 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.755973+0000", 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8337999999999998e-05 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.756011+0000", 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1974999999999997e-05 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.756053+0000", 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025632858000000001 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:139223 5.2 5:4eacf3f3:::benchmark_data_smithi018_184207_object64562:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:40.759597+0000", 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.62780143699999, 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030965741000000001, 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 139223 2023-09-23T18:06:50.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759597+0000", 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759597+0000", 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759595+0000", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9810000000000003e-06 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759603+0000", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3825999999999999e-05 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759617+0000", 2023-09-23T18:06:50.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2049999999999996e-06 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.759624+0000", 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001186107 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760810+0000", 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011968699999999999 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760930+0000", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118399 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.761049+0000", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0089027889999999995 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.769951+0000", 2023-09-23T18:06:50.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043146779999999997 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.774266+0000", 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016204427 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790470+0000", 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2948999999999997e-05 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790523+0000", 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9620999999999999e-05 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790563+0000", 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030965741000000001 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:139226 5.2 5:46759cb3:::benchmark_data_smithi018_184207_object64565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:40.760623+0000", 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.62677556700001, 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030035501999999999, 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 139226 2023-09-23T18:06:50.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760623+0000", 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760623+0000", 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760622+0000", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4880000000000004e-06 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760629+0000", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.237e-05 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760641+0000", 2023-09-23T18:06:50.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8590000000000005e-06 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.760649+0000", 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054972320000000003 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.766146+0000", 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011000799999999999 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.766256+0000", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014735900000000001 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.766403+0000", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0078971719999999992 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.774301+0000", 2023-09-23T18:06:50.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.008654119 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.782955+0000", 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076452079999999997 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790600+0000", 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5185000000000003e-05 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790635+0000", 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3527999999999999e-05 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:40.790659+0000", 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030035501999999999 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:140423 5.2 5:495b6698:::benchmark_data_smithi018_184207_object65762:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:42.760252+0000", 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 127.62714682799999, 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025047858999999999, 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 140423 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.453 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760252+0000", 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760252+0000", 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760250+0000", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0350000000000004e-06 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760257+0000", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4732999999999999e-05 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760272+0000", 2023-09-23T18:06:50.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6129999999999998e-06 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760280+0000", 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1588000000000001e-05 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760331+0000", 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137978 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760469+0000", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013848800000000001 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.760608+0000", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039337390000000003 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.764542+0000", 2023-09-23T18:06:50.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011464851 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.776006+0000", 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0091955730000000003 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.785202+0000", 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6184999999999998e-05 2023-09-23T18:06:50.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.785258+0000", 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1538000000000001e-05 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.785300+0000", 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025047858999999999 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.459 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:140546 5.2 5:4c98399f:::benchmark_data_smithi018_184207_object65885:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:42.960852+0000", 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 127.42654681099999, 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025851202, 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 140546 2023-09-23T18:06:50.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960852+0000", 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960852+0000", 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960850+0000", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8259999999999999e-06 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960859+0000", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.287e-05 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960872+0000", 2023-09-23T18:06:50.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4919999999999996e-06 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960879+0000", 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00049310800000000002 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.961372+0000", 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012373899999999999 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.961496+0000", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144048 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.961640+0000", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073283300000000001 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.968968+0000", 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00090278000000000005 2023-09-23T18:06:50.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.969871+0000", 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016756811999999999 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986628+0000", 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7471e-05 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986675+0000", 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7783000000000001e-05 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986703+0000", 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025851202 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.466 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:140547 5.2 5:448d05ca:::benchmark_data_smithi018_184207_object65886:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:42.960898+0000", 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 127.42650057199999, 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025869328, 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 140547 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960898+0000", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960898+0000", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960898+0000", 2023-09-23T18:06:50.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.915e-06 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960901+0000", 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1029999999999998e-06 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960907+0000", 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8929999999999998e-06 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.960911+0000", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041722419999999996 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.965083+0000", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013849700000000001 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.965221+0000", 2023-09-23T18:06:50.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016390400000000001 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.965385+0000", 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036989050000000002 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.969084+0000", 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00089493199999999998 2023-09-23T18:06:50.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.969979+0000", 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016747478999999999 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986727+0000", 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2133999999999998e-05 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986749+0000", 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8771e-05 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:42.986767+0000", 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025869328 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:140880 5.2 5:4aa53bde:::benchmark_data_smithi018_184207_object66219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:43.458805+0000", 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.928593265, 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029464563999999999, 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 140880 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458805+0000", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458805+0000", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458803+0000", 2023-09-23T18:06:50.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0560999999999999e-05 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458814+0000", 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3926e-05 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458828+0000", 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4499999999999998e-06 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.458835+0000", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012068514000000001 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.470904+0000", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000130779 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.471034+0000", 2023-09-23T18:06:50.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9136999999999996e-05 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.471134+0000", 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0077778430000000004 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.478911+0000", 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0092504040000000003 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.488162+0000", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7129000000000001e-05 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.488189+0000", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6619999999999997e-05 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.488236+0000", 2023-09-23T18:06:50.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4455000000000001e-05 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:43.488270+0000", 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029464563999999999 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:141370 5.2 5:4843e593:::benchmark_data_smithi018_184207_object66709:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:44.250647+0000", 2023-09-23T18:06:50.480 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.136751309, 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.02588596, 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 141370 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250647+0000", 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250647+0000", 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250646+0000", 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.25e-06 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250653+0000", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3560000000000001e-05 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250667+0000", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3700000000000003e-06 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250672+0000", 2023-09-23T18:06:50.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8397000000000003e-05 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250740+0000", 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144299 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250885+0000", 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014245800000000001 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.251027+0000", 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058712130000000001 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.256898+0000", 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0095668899999999998 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.266465+0000", 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.009990657 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.276456+0000", 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2273e-05 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.276498+0000", 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5085e-05 2023-09-23T18:06:50.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.276533+0000", 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.02588596 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:141371 5.2 5:42a2864f:::benchmark_data_smithi018_184207_object66710:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:44.250699+0000", 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.136700062, 2023-09-23T18:06:50.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032885818999999997, 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 141371 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.489 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250699+0000", 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250699+0000", 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250698+0000", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2400000000000002e-06 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250701+0000", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6579999999999999e-06 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250706+0000", 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1719999999999999e-06 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.250709+0000", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00275588 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.253465+0000", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013117700000000001 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.253596+0000", 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013371600000000001 2023-09-23T18:06:50.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.253730+0000", 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032625039999999998 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.256993+0000", 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011483564999999999 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.268476+0000", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014999047999999999 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283475+0000", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1555000000000003e-05 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283537+0000", 2023-09-23T18:06:50.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7635e-05 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283584+0000", 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032885818999999997 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:141381 5.2 5:4bb93a15:::benchmark_data_smithi018_184207_object66720:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:44.259175+0000", 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.128223361, 2023-09-23T18:06:50.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024518121, 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 141381 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259175+0000", 2023-09-23T18:06:50.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259175+0000", 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259173+0000", 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0160000000000008e-06 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259181+0000", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6269999999999998e-05 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259197+0000", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6129999999999998e-06 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259205+0000", 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3717000000000001e-05 2023-09-23T18:06:50.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259259+0000", 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015159700000000001 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259410+0000", 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108359 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259519+0000", 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.006956874 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.266476+0000", 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002031663 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.268507+0000", 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015113659999999999 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283621+0000", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8674000000000003e-05 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283660+0000", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3889e-05 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283693+0000", 2023-09-23T18:06:50.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024518121 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:141382 5.2 5:44c11296:::benchmark_data_smithi018_184207_object66721:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204)", 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:04:44.259220+0000", 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.128179037, 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024592428, 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.502 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 141382 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259220+0000", 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259220+0000", 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259219+0000", 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.791e-06 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259222+0000", 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7580000000000004e-06 2023-09-23T18:06:50.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259232+0000", 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4209999999999999e-06 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.259235+0000", 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032980930000000002 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.262533+0000", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013224499999999999 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.262666+0000", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000156837 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.262822+0000", 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056600879999999998 2023-09-23T18:06:50.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.268482+0000", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079443399999999994 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.276427+0000", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007297502 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283724+0000", 2023-09-23T18:06:50.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5473000000000003e-05 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283770+0000", 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2339000000000002e-05 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:04:44.283812+0000", 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024592428 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:51194 6.8 e223/214 6:1eabc490:::benchmark_data_smithi018_246789_object51193:head v 223'3176, mlcod=223'3174)", 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:08.781124+0000", 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 41.60627444, 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030078967000000002, 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781124+0000", 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781124+0000", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781123+0000", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.18e-05 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781155+0000", 2023-09-23T18:06:50.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5503e-05 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781171+0000", 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5590000000000006e-06 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.781179+0000", 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013880730000000001 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.795060+0000", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0590000000000001e-05 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.795080+0000", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.016088353999999999 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.811169+0000", 2023-09-23T18:06:50.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4400000000000003e-05 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:08.811203+0000", 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030078967000000002 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:61918 6.5 e224/214 6:a8dba123:::benchmark_data_smithi018_246789_object61917:head v 224'3846, mlcod=224'3844)", 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:17.608364+0000", 2023-09-23T18:06:50.513 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 32.779034936000002, 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025253434000000002, 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608364+0000", 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608364+0000", 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608363+0000", 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9484000000000001e-05 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608392+0000", 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4234e-05 2023-09-23T18:06:50.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608406+0000", 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9249999999999995e-06 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608414+0000", 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6038000000000002e-05 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608460+0000", 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8476000000000001e-05 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.608479+0000", 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025088702000000001 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.633568+0000", 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9648000000000003e-05 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:17.633617+0000", 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025253434000000002 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:66696 6.a e224/214 6:5c13442a:::benchmark_data_smithi018_246789_object66695:head v 224'4126, mlcod=224'4124)", 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:21.616231+0000", 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 28.771168040999999, 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026834672, 2023-09-23T18:06:50.518 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616231+0000", 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616231+0000", 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616230+0000", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6494000000000001e-05 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616256+0000", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.459e-05 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616281+0000", 2023-09-23T18:06:50.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4850000000000003e-06 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.616288+0000", 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020802490000000002 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.618369+0000", 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0868000000000001e-05 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.618389+0000", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024637204999999999 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.643027+0000", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8720000000000002e-05 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:21.643065+0000", 2023-09-23T18:06:50.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026834672 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:06:50.523 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:06:50.523 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 16 84223 84207 77.3486 55.5625 0.0187374 0.0129223 2023-09-23T18:06:50.525 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:50.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:50.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:50.639 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:50.679 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:50.780 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:50.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:50.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:50.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:06:50.888 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:51.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:50 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:06:51.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:50 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:06:51.030 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:50 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:06:51.424 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 85059 85043 76.9818 52.25 0.0215182 0.0129833 2023-09-23T18:06:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:51.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:51.568 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:51.669 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:51.734 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:51.818 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:51.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:51.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:51.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:52.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:51 smithi018 ceph-mon[149401]: pgmap v637: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 28919/250362 objects degraded (11.551%); 4033/250362 objects misplaced (1.611%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:52.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/250362 objects degraded (11.551%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:52.022 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:51 smithi018 ceph-mon[153734]: pgmap v637: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 28919/250362 objects degraded (11.551%); 4033/250362 objects misplaced (1.611%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:52.022 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/250362 objects degraded (11.551%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:52.025 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:52.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:51 smithi149 ceph-mon[135148]: pgmap v637: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 28919/250362 objects degraded (11.551%); 4033/250362 objects misplaced (1.611%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:06:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/250362 objects degraded (11.551%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:52.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:52.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:52.259 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:52.299 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:52.348 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:52.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:52.352 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:52.408 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:52.425 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 85918 85902 76.6491 53.6875 0.0166323 0.0130395 2023-09-23T18:06:52.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:52.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:52.512 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:52.525 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:52.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:52.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:52.565 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:52.604 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:52.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:52.647 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:52.693 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:52.697 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:52.733 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:52.783 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:52.826 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:52.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:06:52.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:52.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:52.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:53.013 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:53.047 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:53.090 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:53.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:53.094 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:53.129 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3184380294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:53.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3184380294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:53.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3184380294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:06:53.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:53.226 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:53.268 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:53.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:53.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:53.279 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:06:53.308 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:06:53.375 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:53.430 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 86676 86660 76.2309 47.375 0.00851477 0.0131103 2023-09-23T18:06:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:53.581 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:53.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:53.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:53.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:54.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:53 smithi018 ceph-mon[153734]: pgmap v638: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 28919/253761 objects degraded (11.396%); 3917/253761 objects misplaced (1.544%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:06:54.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:53 smithi018 ceph-mon[153734]: from='client.35598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:54.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:53 smithi018 ceph-mon[149401]: pgmap v638: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 28919/253761 objects degraded (11.396%); 3917/253761 objects misplaced (1.544%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:06:54.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:53 smithi018 ceph-mon[149401]: from='client.35598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:53 smithi149 ceph-mon[135148]: pgmap v638: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 28919/253761 objects degraded (11.396%); 3917/253761 objects misplaced (1.544%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:06:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:53 smithi149 ceph-mon[135148]: from='client.35598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:06:54.412 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:54.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:54.418 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:54.437 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 87571 87555 75.9416 55.9375 0.0196406 0.0131623 2023-09-23T18:06:54.450 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":638,"stamp":"2023-09-23T18:06:52.750902+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5546448819,"num_objects":84587,"num_object_clones":0,"num_object_copies":253761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":28919,"num_objects_misplaced":3917,"num_objects_unfound":0,"num_objects_dirty":84587,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":85665,"num_write_kb":5426917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":971,"num_bytes_recovered":62408351,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134712,"ondisk_log_size":134712,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":319,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":18539304,"kb_used_data":16398696,"kb_used_omap":50,"kb_used_meta":2140493,"kb_avail":731421912,"statfs":{"total":767960285184,"available":748976037888,"internally_reserved":0,"allocated":16792264704,"data_stored":16785424336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2191865791},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,4,2,4,2,4],"upper_bound":128},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":420675584,"num_objects":6419,"num_object_clones":0,"num_object_copies":19257,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1879,"num_objects_misplaced":-331,"num_objects_unfound":0,"num_objects_dirty":6419,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6419,"num_write_kb":410816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":333,"num_bytes_recovered":21823488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.161511"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":72,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.595155+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:06:44.595155+0000","last_peered":"2023-09-23T18:06:44.595155+0000","last_clean":"2023-09-23T18:06:44.595155+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:06:44.595155+0000","last_undegraded":"2023-09-23T18:06:44.595155+0000","last_fullsized":"2023-09-23T18:06:44.595155+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":228,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591365+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:06:44.591365+0000","last_peered":"2023-09-23T18:06:44.591365+0000","last_clean":"2023-09-23T18:06:44.591365+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:06:44.591365+0000","last_undegraded":"2023-09-23T18:06:44.591365+0000","last_fullsized":"2023-09-23T18:06:44.591365+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":140,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.636552+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:06:44.636552+0000","last_peered":"2023-09-23T18:06:44.636552+0000","last_clean":"2023-09-23T18:06:44.636552+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:06:44.636552+0000","last_undegraded":"2023-09-23T18:06:44.636552+0000","last_fullsized":"2023-09-23T18:06:44.636552+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":71,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675638+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:06:44.675638+0000","last_peered":"2023-09-23T18:06:44.675638+0000","last_clean":"2023-09-23T18:06:44.675638+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:06:44.675638+0000","last_undegraded":"2023-09-23T18:06:44.675638+0000","last_fullsized":"2023-09-23T18:06:44.675638+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":288,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591483+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:06:44.591483+0000","last_peered":"2023-09-23T18:06:44.591483+0000","last_clean":"2023-09-23T18:06:44.591483+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:06:44.591483+0000","last_undegraded":"2023-09-23T18:06:44.591483+0000","last_fullsized":"2023-09-23T18:06:44.591483+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":197,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593411+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:06:44.593411+0000","last_peered":"2023-09-23T18:06:44.593411+0000","last_clean":"2023-09-23T18:06:44.593411+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:06:44.593411+0000","last_undegraded":"2023-09-23T18:06:44.593411+0000","last_fullsized":"2023-09-23T18:06:44.593411+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"237'5102","reported_seq":5147,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.674552+0000","last_change":"2023-09-23T18:06:42.678721+0000","last_active":"2023-09-23T18:06:50.674552+0000","last_peered":"2023-09-23T18:06:50.674552+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:06:50.674552+0000","last_undegraded":"2023-09-23T18:06:42.646055+0000","last_fullsized":"2023-09-23T18:06:50.674552+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5102,"log_dups_size":0,"ondisk_log_size":5102,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173441024,"num_objects":2647,"num_object_clones":0,"num_object_copies":7941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2079,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2647,"num_write_kb":169376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":568},{"shards":"3,4,6","objects":2079}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":225,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.676101+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:06:44.676101+0000","last_peered":"2023-09-23T18:06:44.676101+0000","last_clean":"2023-09-23T18:06:44.676101+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:06:44.676101+0000","last_undegraded":"2023-09-23T18:06:44.676101+0000","last_fullsized":"2023-09-23T18:06:44.676101+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":243,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591569+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:06:44.591569+0000","last_peered":"2023-09-23T18:06:44.591569+0000","last_clean":"2023-09-23T18:06:44.591569+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:06:44.591569+0000","last_undegraded":"2023-09-23T18:06:44.591569+0000","last_fullsized":"2023-09-23T18:06:44.591569+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"237'5182","reported_seq":5228,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.626220+0000","last_change":"2023-09-23T18:06:42.706535+0000","last_active":"2023-09-23T18:06:50.626220+0000","last_peered":"2023-09-23T18:06:50.626220+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:06:50.626220+0000","last_undegraded":"2023-09-23T18:06:42.672150+0000","last_fullsized":"2023-09-23T18:06:50.626220+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5182,"log_dups_size":0,"ondisk_log_size":5182,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175603712,"num_objects":2680,"num_object_clones":0,"num_object_copies":8040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2152,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2680,"num_write_kb":171488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":2152},{"shards":"2,6,7","objects":528}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.672872+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:06:44.672872+0000","last_peered":"2023-09-23T18:06:44.672872+0000","last_clean":"2023-09-23T18:06:44.672872+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:06:44.672872+0000","last_undegraded":"2023-09-23T18:06:44.672872+0000","last_fullsized":"2023-09-23T18:06:44.672872+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":178,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.590871+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:06:44.590871+0000","last_peered":"2023-09-23T18:06:44.590871+0000","last_clean":"2023-09-23T18:06:44.590871+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:06:44.590871+0000","last_undegraded":"2023-09-23T18:06:44.590871+0000","last_fullsized":"2023-09-23T18:06:44.590871+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"237'4980","reported_seq":5028,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.332070+0000","last_change":"2023-09-23T18:06:42.691598+0000","last_active":"2023-09-23T18:06:50.332070+0000","last_peered":"2023-09-23T18:06:50.332070+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:06:50.332070+0000","last_undegraded":"2023-09-23T18:06:42.625694+0000","last_fullsized":"2023-09-23T18:06:50.332070+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4980,"log_dups_size":0,"ondisk_log_size":4980,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169312256,"num_objects":2584,"num_object_clones":0,"num_object_copies":7752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2022,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2584,"num_write_kb":165344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":562},{"shards":"0,3,5","objects":2022}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":236,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.638204+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:06:44.638204+0000","last_peered":"2023-09-23T18:06:44.638204+0000","last_clean":"2023-09-23T18:06:44.638204+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:06:44.638204+0000","last_undegraded":"2023-09-23T18:06:44.638204+0000","last_fullsized":"2023-09-23T18:06:44.638204+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":35,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673178+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:06:44.673178+0000","last_peered":"2023-09-23T18:06:44.673178+0000","last_clean":"2023-09-23T18:06:44.673178+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:06:44.673178+0000","last_undegraded":"2023-09-23T18:06:44.673178+0000","last_fullsized":"2023-09-23T18:06:44.673178+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"237'4980","reported_seq":5872,"reported_epoch":237,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:47.972175+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:06:47.972175+0000","last_peered":"2023-09-23T18:06:47.972175+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:06:47.972175+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4980,"log_dups_size":0,"ondisk_log_size":4980,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166232064,"num_objects":2537,"num_object_clones":0,"num_object_copies":7611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2537,"num_write_kb":162336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":657},{"shards":"1,6,7","objects":1880}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":73,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593607+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:06:44.593607+0000","last_peered":"2023-09-23T18:06:44.593607+0000","last_clean":"2023-09-23T18:06:44.593607+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:06:44.593607+0000","last_undegraded":"2023-09-23T18:06:44.593607+0000","last_fullsized":"2023-09-23T18:06:44.593607+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":234,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593402+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:06:44.593402+0000","last_peered":"2023-09-23T18:06:44.593402+0000","last_clean":"2023-09-23T18:06:44.593402+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:06:44.593402+0000","last_undegraded":"2023-09-23T18:06:44.593402+0000","last_fullsized":"2023-09-23T18:06:44.593402+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"237'5269","reported_seq":5310,"reported_epoch":237,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:06:52.679998+0000","last_change":"2023-09-23T18:06:42.680151+0000","last_active":"2023-09-23T18:06:52.679998+0000","last_peered":"2023-09-23T18:06:52.679998+0000","last_clean":"2023-09-23T18:06:41.517592+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:06:52.679998+0000","last_undegraded":"2023-09-23T18:06:52.679998+0000","last_fullsized":"2023-09-23T18:06:52.679998+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181239808,"num_objects":2766,"num_object_clones":0,"num_object_copies":8298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2766,"num_write_kb":176992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2766}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":297,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.641309+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:06:44.641309+0000","last_peered":"2023-09-23T18:06:44.641309+0000","last_clean":"2023-09-23T18:06:44.641309+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:06:44.641309+0000","last_undegraded":"2023-09-23T18:06:44.641309+0000","last_fullsized":"2023-09-23T18:06:44.641309+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":234,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591623+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:06:44.591623+0000","last_peered":"2023-09-23T18:06:44.591623+0000","last_clean":"2023-09-23T18:06:44.591623+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:06:44.591623+0000","last_undegraded":"2023-09-23T18:06:44.591623+0000","last_fullsized":"2023-09-23T18:06:44.591623+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"237'5066","reported_seq":5105,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.509942+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:06:50.509942+0000","last_peered":"2023-09-23T18:06:50.509942+0000","last_clean":"2023-09-23T18:06:50.509942+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:06:50.509942+0000","last_undegraded":"2023-09-23T18:06:50.509942+0000","last_fullsized":"2023-09-23T18:06:50.509942+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5066,"log_dups_size":0,"ondisk_log_size":5066,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171704320,"num_objects":2620,"num_object_clones":0,"num_object_copies":7860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2620,"num_write_kb":167680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":70,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.676791+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:06:44.676791+0000","last_peered":"2023-09-23T18:06:44.676791+0000","last_clean":"2023-09-23T18:06:44.676791+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:06:44.676791+0000","last_undegraded":"2023-09-23T18:06:44.676791+0000","last_fullsized":"2023-09-23T18:06:44.676791+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":59,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673042+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:06:44.673042+0000","last_peered":"2023-09-23T18:06:44.673042+0000","last_clean":"2023-09-23T18:06:44.673042+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:06:44.673042+0000","last_undegraded":"2023-09-23T18:06:44.673042+0000","last_fullsized":"2023-09-23T18:06:44.673042+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"237'5021","reported_seq":5063,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:48.000070+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:06:48.000070+0000","last_peered":"2023-09-23T18:06:48.000070+0000","last_clean":"2023-09-23T18:06:48.000070+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:06:48.000070+0000","last_undegraded":"2023-09-23T18:06:48.000070+0000","last_fullsized":"2023-09-23T18:06:48.000070+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5021,"log_dups_size":0,"ondisk_log_size":5021,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168427520,"num_objects":2570,"num_object_clones":0,"num_object_copies":7710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2570,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2570,"num_write_kb":164480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":203,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.642580+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:06:44.642580+0000","last_peered":"2023-09-23T18:06:44.642580+0000","last_clean":"2023-09-23T18:06:44.642580+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:06:44.642580+0000","last_undegraded":"2023-09-23T18:06:44.642580+0000","last_fullsized":"2023-09-23T18:06:44.642580+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":202,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675777+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:06:44.675777+0000","last_peered":"2023-09-23T18:06:44.675777+0000","last_clean":"2023-09-23T18:06:44.675777+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:06:44.675777+0000","last_undegraded":"2023-09-23T18:06:44.675777+0000","last_fullsized":"2023-09-23T18:06:44.675777+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"237'5139","reported_seq":5179,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.623052+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:06:50.623052+0000","last_peered":"2023-09-23T18:06:50.623052+0000","last_clean":"2023-09-23T18:06:50.623052+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:06:50.623052+0000","last_undegraded":"2023-09-23T18:06:50.623052+0000","last_fullsized":"2023-09-23T18:06:50.623052+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5139,"log_dups_size":0,"ondisk_log_size":5139,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174686208,"num_objects":2666,"num_object_clones":0,"num_object_copies":7998,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2666,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2666,"num_write_kb":170592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":284,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592678+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:06:44.592678+0000","last_peered":"2023-09-23T18:06:44.592678+0000","last_clean":"2023-09-23T18:06:44.592678+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:06:44.592678+0000","last_undegraded":"2023-09-23T18:06:44.592678+0000","last_fullsized":"2023-09-23T18:06:44.592678+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":204,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592382+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:06:44.592382+0000","last_peered":"2023-09-23T18:06:44.592382+0000","last_clean":"2023-09-23T18:06:44.592382+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:06:44.592382+0000","last_undegraded":"2023-09-23T18:06:44.592382+0000","last_fullsized":"2023-09-23T18:06:44.592382+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"237'5240","reported_seq":5271,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.584440+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:06:50.584440+0000","last_peered":"2023-09-23T18:06:50.584440+0000","last_clean":"2023-09-23T18:06:50.584440+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:06:50.584440+0000","last_undegraded":"2023-09-23T18:06:50.584440+0000","last_fullsized":"2023-09-23T18:06:50.584440+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5240,"log_dups_size":0,"ondisk_log_size":5240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343408640,"num_objects":5240,"num_object_clones":0,"num_object_copies":15720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5240,"num_write_kb":335360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":274,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.638510+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:06:44.638510+0000","last_peered":"2023-09-23T18:06:44.638510+0000","last_clean":"2023-09-23T18:06:44.638510+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:06:44.638510+0000","last_undegraded":"2023-09-23T18:06:44.638510+0000","last_fullsized":"2023-09-23T18:06:44.638510+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":59,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.672709+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:06:44.672709+0000","last_peered":"2023-09-23T18:06:44.672709+0000","last_clean":"2023-09-23T18:06:44.672709+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:06:44.672709+0000","last_undegraded":"2023-09-23T18:06:44.672709+0000","last_fullsized":"2023-09-23T18:06:44.672709+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"237'5315","reported_seq":5347,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:52.669893+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:06:52.669893+0000","last_peered":"2023-09-23T18:06:52.669893+0000","last_clean":"2023-09-23T18:06:52.669893+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:06:52.669893+0000","last_undegraded":"2023-09-23T18:06:52.669893+0000","last_fullsized":"2023-09-23T18:06:52.669893+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5315,"log_dups_size":0,"ondisk_log_size":5315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348323840,"num_objects":5315,"num_object_clones":0,"num_object_copies":15945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5315,"num_write_kb":340160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":289,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.638069+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:06:44.638069+0000","last_peered":"2023-09-23T18:06:44.638069+0000","last_clean":"2023-09-23T18:06:44.638069+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:06:44.638069+0000","last_undegraded":"2023-09-23T18:06:44.638069+0000","last_fullsized":"2023-09-23T18:06:44.638069+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":234,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593027+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:06:44.593027+0000","last_peered":"2023-09-23T18:06:44.593027+0000","last_clean":"2023-09-23T18:06:44.593027+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:06:44.593027+0000","last_undegraded":"2023-09-23T18:06:44.593027+0000","last_fullsized":"2023-09-23T18:06:44.593027+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"237'5064","reported_seq":5112,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.609038+0000","last_change":"2023-09-23T18:06:43.642458+0000","last_active":"2023-09-23T18:06:50.609038+0000","last_peered":"2023-09-23T18:06:50.609038+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:06:50.609038+0000","last_undegraded":"2023-09-23T18:06:43.598342+0000","last_fullsized":"2023-09-23T18:06:50.609038+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5064,"log_dups_size":0,"ondisk_log_size":5064,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172228608,"num_objects":2628,"num_object_clones":0,"num_object_copies":7884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2083,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2628,"num_write_kb":168192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":545},{"shards":"3,6,7","objects":2083}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":230,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.638107+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:06:44.638107+0000","last_peered":"2023-09-23T18:06:44.638107+0000","last_clean":"2023-09-23T18:06:44.638107+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:06:44.638107+0000","last_undegraded":"2023-09-23T18:06:44.638107+0000","last_fullsized":"2023-09-23T18:06:44.638107+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":197,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593952+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:06:44.593952+0000","last_peered":"2023-09-23T18:06:44.593952+0000","last_clean":"2023-09-23T18:06:44.593952+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:06:44.593952+0000","last_undegraded":"2023-09-23T18:06:44.593952+0000","last_fullsized":"2023-09-23T18:06:44.593952+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"237'4949","reported_seq":4996,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.471917+0000","last_change":"2023-09-23T18:06:43.627739+0000","last_active":"2023-09-23T18:06:50.471917+0000","last_peered":"2023-09-23T18:06:50.471917+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:06:50.471917+0000","last_undegraded":"2023-09-23T18:06:43.592826+0000","last_fullsized":"2023-09-23T18:06:50.471917+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4949,"log_dups_size":0,"ondisk_log_size":4949,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168132608,"num_objects":2565,"num_object_clones":0,"num_object_copies":7695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1999,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2565,"num_write_kb":164192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":566},{"shards":"0,3,7","objects":1999}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":218,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.672966+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:06:44.672966+0000","last_peered":"2023-09-23T18:06:44.672966+0000","last_clean":"2023-09-23T18:06:44.672966+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:06:44.672966+0000","last_undegraded":"2023-09-23T18:06:44.672966+0000","last_fullsized":"2023-09-23T18:06:44.672966+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":238,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675202+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:06:44.675202+0000","last_peered":"2023-09-23T18:06:44.675202+0000","last_clean":"2023-09-23T18:06:44.675202+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:06:44.675202+0000","last_undegraded":"2023-09-23T18:06:44.675202+0000","last_fullsized":"2023-09-23T18:06:44.675202+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"237'5334","reported_seq":5368,"reported_epoch":237,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:50.685204+0000","last_change":"2023-09-23T18:06:24.800008+0000","last_active":"2023-09-23T18:06:50.685204+0000","last_peered":"2023-09-23T18:06:50.685204+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:06:50.685204+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5334,"log_dups_size":0,"ondisk_log_size":5334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349569024,"num_objects":5334,"num_object_clones":0,"num_object_copies":16002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4269,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5334,"num_write_kb":341376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":1065},{"shards":"1,4,5","objects":4269}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":260,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591425+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:06:44.591425+0000","last_peered":"2023-09-23T18:06:44.591425+0000","last_clean":"2023-09-23T18:06:44.591425+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:06:44.591425+0000","last_undegraded":"2023-09-23T18:06:44.591425+0000","last_fullsized":"2023-09-23T18:06:44.591425+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":62,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593534+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:06:44.593534+0000","last_peered":"2023-09-23T18:06:44.593534+0000","last_clean":"2023-09-23T18:06:44.593534+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:06:44.593534+0000","last_undegraded":"2023-09-23T18:06:44.593534+0000","last_fullsized":"2023-09-23T18:06:44.593534+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"237'5483","reported_seq":6305,"reported_epoch":237,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:06:52.665062+0000","last_change":"2023-09-23T18:06:41.872071+0000","last_active":"2023-09-23T18:06:52.665062+0000","last_peered":"2023-09-23T18:06:52.665062+0000","last_clean":"2023-09-23T18:06:22.213116+0000","last_became_active":"2023-09-23T18:06:24.790669+0000","last_became_peered":"2023-09-23T18:06:24.790669+0000","last_unstale":"2023-09-23T18:06:52.665062+0000","last_undegraded":"2023-09-23T18:06:52.665062+0000","last_fullsized":"2023-09-23T18:06:24.229773+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5483,"log_dups_size":0,"ondisk_log_size":5483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:20:22.255038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359333888,"num_objects":5483,"num_object_clones":0,"num_object_copies":16449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3917,"num_objects_unfound":0,"num_objects_dirty":5483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5483,"num_write_kb":350912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":392,"num_bytes_recovered":25690112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[3,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4","objects":1566},{"shards":"3,4,6","objects":3917}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":216,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594040+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:06:44.594040+0000","last_peered":"2023-09-23T18:06:44.594040+0000","last_clean":"2023-09-23T18:06:44.594040+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:06:44.594040+0000","last_undegraded":"2023-09-23T18:06:44.594040+0000","last_fullsized":"2023-09-23T18:06:44.594040+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":71,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594082+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:06:44.594082+0000","last_peered":"2023-09-23T18:06:44.594082+0000","last_clean":"2023-09-23T18:06:44.594082+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:06:44.594082+0000","last_undegraded":"2023-09-23T18:06:44.594082+0000","last_fullsized":"2023-09-23T18:06:44.594082+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"237'5432","reported_seq":5464,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:52.647604+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:06:52.647604+0000","last_peered":"2023-09-23T18:06:52.647604+0000","last_clean":"2023-09-23T18:06:52.647604+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:06:52.647604+0000","last_undegraded":"2023-09-23T18:06:52.647604+0000","last_fullsized":"2023-09-23T18:06:52.647604+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5432,"log_dups_size":0,"ondisk_log_size":5432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355991552,"num_objects":5432,"num_object_clones":0,"num_object_copies":16296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5432,"num_write_kb":347648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":71,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592853+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:06:44.592853+0000","last_peered":"2023-09-23T18:06:44.592853+0000","last_clean":"2023-09-23T18:06:44.592853+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:06:44.592853+0000","last_undegraded":"2023-09-23T18:06:44.592853+0000","last_fullsized":"2023-09-23T18:06:44.592853+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":234,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594559+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:06:44.594559+0000","last_peered":"2023-09-23T18:06:44.594559+0000","last_clean":"2023-09-23T18:06:44.594559+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:06:44.594559+0000","last_undegraded":"2023-09-23T18:06:44.594559+0000","last_fullsized":"2023-09-23T18:06:44.594559+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"237'5236","reported_seq":5267,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.605267+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:06:50.605267+0000","last_peered":"2023-09-23T18:06:50.605267+0000","last_clean":"2023-09-23T18:06:50.605267+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:06:50.605267+0000","last_undegraded":"2023-09-23T18:06:50.605267+0000","last_fullsized":"2023-09-23T18:06:50.605267+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5236,"log_dups_size":0,"ondisk_log_size":5236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343146496,"num_objects":5236,"num_object_clones":0,"num_object_copies":15708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5236,"num_write_kb":335104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":229,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591373+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:06:44.591373+0000","last_peered":"2023-09-23T18:06:44.591373+0000","last_clean":"2023-09-23T18:06:44.591373+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:06:44.591373+0000","last_undegraded":"2023-09-23T18:06:44.591373+0000","last_fullsized":"2023-09-23T18:06:44.591373+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":204,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594667+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:06:44.594667+0000","last_peered":"2023-09-23T18:06:44.594667+0000","last_clean":"2023-09-23T18:06:44.594667+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:06:44.594667+0000","last_undegraded":"2023-09-23T18:06:44.594667+0000","last_fullsized":"2023-09-23T18:06:44.594667+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"237'4982","reported_seq":5031,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.489903+0000","last_change":"2023-09-23T18:06:43.606610+0000","last_active":"2023-09-23T18:06:50.489903+0000","last_peered":"2023-09-23T18:06:50.489903+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:06:50.489903+0000","last_undegraded":"2023-09-23T18:06:43.593499+0000","last_fullsized":"2023-09-23T18:06:50.489903+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4982,"log_dups_size":0,"ondisk_log_size":4982,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169443328,"num_objects":2585,"num_object_clones":0,"num_object_copies":7755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2585,"num_write_kb":165472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":485},{"shards":"0,3,5","objects":2100}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":799,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594965+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:06:44.594965+0000","last_peered":"2023-09-23T18:06:44.594965+0000","last_clean":"2023-09-23T18:06:44.594965+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:06:44.594965+0000","last_undegraded":"2023-09-23T18:06:44.594965+0000","last_fullsized":"2023-09-23T18:06:44.594965+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":68,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673113+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:06:44.673113+0000","last_peered":"2023-09-23T18:06:44.673113+0000","last_clean":"2023-09-23T18:06:44.673113+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:06:44.673113+0000","last_undegraded":"2023-09-23T18:06:44.673113+0000","last_fullsized":"2023-09-23T18:06:44.673113+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":150,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.596364+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:06:44.596364+0000","last_peered":"2023-09-23T18:06:44.596364+0000","last_clean":"2023-09-23T18:06:44.596364+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:06:44.596364+0000","last_undegraded":"2023-09-23T18:06:44.596364+0000","last_fullsized":"2023-09-23T18:06:44.596364+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"237'5242","reported_seq":5283,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:52.574809+0000","last_change":"2023-09-23T18:06:42.645663+0000","last_active":"2023-09-23T18:06:52.574809+0000","last_peered":"2023-09-23T18:06:52.574809+0000","last_clean":"2023-09-23T18:06:52.574809+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:06:52.574809+0000","last_undegraded":"2023-09-23T18:06:52.574809+0000","last_fullsized":"2023-09-23T18:06:52.574809+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5242,"log_dups_size":0,"ondisk_log_size":5242,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179470336,"num_objects":2738,"num_object_clones":0,"num_object_copies":8214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2738,"num_write_kb":175264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":934,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673314+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:06:44.673314+0000","last_peered":"2023-09-23T18:06:44.673314+0000","last_clean":"2023-09-23T18:06:44.673314+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:06:44.673314+0000","last_undegraded":"2023-09-23T18:06:44.673314+0000","last_fullsized":"2023-09-23T18:06:44.673314+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":217,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593328+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:06:44.593328+0000","last_peered":"2023-09-23T18:06:44.593328+0000","last_clean":"2023-09-23T18:06:44.593328+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:06:44.593328+0000","last_undegraded":"2023-09-23T18:06:44.593328+0000","last_fullsized":"2023-09-23T18:06:44.593328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":152,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594871+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:06:44.594871+0000","last_peered":"2023-09-23T18:06:44.594871+0000","last_clean":"2023-09-23T18:06:44.594871+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:06:44.594871+0000","last_undegraded":"2023-09-23T18:06:44.594871+0000","last_fullsized":"2023-09-23T18:06:44.594871+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"237'5121","reported_seq":5162,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.503409+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:06:50.503409+0000","last_peered":"2023-09-23T18:06:50.503409+0000","last_clean":"2023-09-23T18:06:50.503409+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:06:50.503409+0000","last_undegraded":"2023-09-23T18:06:50.503409+0000","last_fullsized":"2023-09-23T18:06:50.503409+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5121,"log_dups_size":0,"ondisk_log_size":5121,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173506560,"num_objects":2647,"num_object_clones":0,"num_object_copies":7941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2647,"num_write_kb":169440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":497,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.608236+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:06:44.608236+0000","last_peered":"2023-09-23T18:06:44.608236+0000","last_clean":"2023-09-23T18:06:44.608236+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:06:44.608236+0000","last_undegraded":"2023-09-23T18:06:44.608236+0000","last_fullsized":"2023-09-23T18:06:44.608236+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":158,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594364+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:06:44.594364+0000","last_peered":"2023-09-23T18:06:44.594364+0000","last_clean":"2023-09-23T18:06:44.594364+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:06:44.594364+0000","last_undegraded":"2023-09-23T18:06:44.594364+0000","last_fullsized":"2023-09-23T18:06:44.594364+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":243,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594490+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:06:44.594490+0000","last_peered":"2023-09-23T18:06:44.594490+0000","last_clean":"2023-09-23T18:06:44.594490+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:06:44.594490+0000","last_undegraded":"2023-09-23T18:06:44.594490+0000","last_fullsized":"2023-09-23T18:06:44.594490+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"237'5079","reported_seq":5123,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:50.485375+0000","last_change":"2023-09-23T18:06:49.360140+0000","last_active":"2023-09-23T18:06:50.485375+0000","last_peered":"2023-09-23T18:06:50.485375+0000","last_clean":"2023-09-23T18:06:50.485375+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:06:50.485375+0000","last_undegraded":"2023-09-23T18:06:50.485375+0000","last_fullsized":"2023-09-23T18:06:50.485375+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5079,"log_dups_size":0,"ondisk_log_size":5079,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172556288,"num_objects":2633,"num_object_clones":0,"num_object_copies":7899,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2633,"num_write_kb":168512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":724,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.672968+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:06:44.672968+0000","last_peered":"2023-09-23T18:06:44.672968+0000","last_clean":"2023-09-23T18:06:44.672968+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:06:44.672968+0000","last_undegraded":"2023-09-23T18:06:44.672968+0000","last_fullsized":"2023-09-23T18:06:44.672968+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":505,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.640460+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:06:44.640460+0000","last_peered":"2023-09-23T18:06:44.640460+0000","last_clean":"2023-09-23T18:06:44.640460+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:06:44.640460+0000","last_undegraded":"2023-09-23T18:06:44.640460+0000","last_fullsized":"2023-09-23T18:06:44.640460+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":236,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591727+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:06:44.591727+0000","last_peered":"2023-09-23T18:06:44.591727+0000","last_clean":"2023-09-23T18:06:44.591727+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:06:44.591727+0000","last_undegraded":"2023-09-23T18:06:44.591727+0000","last_fullsized":"2023-09-23T18:06:44.591727+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":201,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592956+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:06:44.592956+0000","last_peered":"2023-09-23T18:06:44.592956+0000","last_clean":"2023-09-23T18:06:44.592956+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:06:44.592956+0000","last_undegraded":"2023-09-23T18:06:44.592956+0000","last_fullsized":"2023-09-23T18:06:44.592956+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"237'5013","reported_seq":5055,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:47.954584+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:06:47.954584+0000","last_peered":"2023-09-23T18:06:47.954584+0000","last_clean":"2023-09-23T18:06:47.954584+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:06:47.954584+0000","last_undegraded":"2023-09-23T18:06:47.954584+0000","last_fullsized":"2023-09-23T18:06:47.954584+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5013,"log_dups_size":0,"ondisk_log_size":5013,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167903232,"num_objects":2562,"num_object_clones":0,"num_object_copies":7686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2562,"num_write_kb":163968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":894,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.640352+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:06:44.640352+0000","last_peered":"2023-09-23T18:06:44.640352+0000","last_clean":"2023-09-23T18:06:44.640352+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:06:44.640352+0000","last_undegraded":"2023-09-23T18:06:44.640352+0000","last_fullsized":"2023-09-23T18:06:44.640352+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":211,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.678158+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:06:44.678158+0000","last_peered":"2023-09-23T18:06:44.678158+0000","last_clean":"2023-09-23T18:06:44.678158+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:06:44.678158+0000","last_undegraded":"2023-09-23T18:06:44.678158+0000","last_fullsized":"2023-09-23T18:06:44.678158+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":80,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:45.610465+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:06:45.610465+0000","last_peered":"2023-09-23T18:06:45.610465+0000","last_clean":"2023-09-23T18:06:45.610465+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:06:45.610465+0000","last_undegraded":"2023-09-23T18:06:45.610465+0000","last_fullsized":"2023-09-23T18:06:45.610465+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"237'5012","reported_seq":5901,"reported_epoch":237,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:06:47.983387+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:06:47.983387+0000","last_peered":"2023-09-23T18:06:47.983387+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:06:47.983387+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5012,"log_dups_size":0,"ondisk_log_size":5012,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168329216,"num_objects":2568,"num_object_clones":0,"num_object_copies":7704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2568,"num_write_kb":164384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":674},{"shards":"1,6,7","objects":1894}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":407,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.638188+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:06:44.638188+0000","last_peered":"2023-09-23T18:06:44.638188+0000","last_clean":"2023-09-23T18:06:44.638188+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:06:44.638188+0000","last_undegraded":"2023-09-23T18:06:44.638188+0000","last_fullsized":"2023-09-23T18:06:44.638188+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":176,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594829+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:06:44.594829+0000","last_peered":"2023-09-23T18:06:44.594829+0000","last_clean":"2023-09-23T18:06:44.594829+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:06:44.594829+0000","last_undegraded":"2023-09-23T18:06:44.594829+0000","last_fullsized":"2023-09-23T18:06:44.594829+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":221,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675356+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:06:44.675356+0000","last_peered":"2023-09-23T18:06:44.675356+0000","last_clean":"2023-09-23T18:06:44.675356+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:06:44.675356+0000","last_undegraded":"2023-09-23T18:06:44.675356+0000","last_fullsized":"2023-09-23T18:06:44.675356+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"237'5117","reported_seq":5164,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.694476+0000","last_change":"2023-09-23T18:06:43.636766+0000","last_active":"2023-09-23T18:06:50.694476+0000","last_peered":"2023-09-23T18:06:50.694476+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:06:50.694476+0000","last_undegraded":"2023-09-23T18:06:43.596549+0000","last_fullsized":"2023-09-23T18:06:50.694476+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5117,"log_dups_size":0,"ondisk_log_size":5117,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174424064,"num_objects":2661,"num_object_clones":0,"num_object_copies":7983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2132,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2661,"num_write_kb":170336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":529},{"shards":"3,4,6","objects":2132}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":208,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592310+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:06:44.592310+0000","last_peered":"2023-09-23T18:06:44.592310+0000","last_clean":"2023-09-23T18:06:44.592310+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:06:44.592310+0000","last_undegraded":"2023-09-23T18:06:44.592310+0000","last_fullsized":"2023-09-23T18:06:44.592310+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":745,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.595380+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:06:44.595380+0000","last_peered":"2023-09-23T18:06:44.595380+0000","last_clean":"2023-09-23T18:06:44.595380+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:06:44.595380+0000","last_undegraded":"2023-09-23T18:06:44.595380+0000","last_fullsized":"2023-09-23T18:06:44.595380+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":242,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591404+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:06:44.591404+0000","last_peered":"2023-09-23T18:06:44.591404+0000","last_clean":"2023-09-23T18:06:44.591404+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:06:44.591404+0000","last_undegraded":"2023-09-23T18:06:44.591404+0000","last_fullsized":"2023-09-23T18:06:44.591404+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"237'5191","reported_seq":5239,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.477628+0000","last_change":"2023-09-23T18:06:43.646598+0000","last_active":"2023-09-23T18:06:50.477628+0000","last_peered":"2023-09-23T18:06:50.477628+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:06:50.477628+0000","last_undegraded":"2023-09-23T18:06:43.598635+0000","last_fullsized":"2023-09-23T18:06:50.477628+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5191,"log_dups_size":0,"ondisk_log_size":5191,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176193536,"num_objects":2688,"num_object_clones":0,"num_object_copies":8064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2145,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2688,"num_write_kb":172064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":2145},{"shards":"2,6,7","objects":543}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":486,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593500+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:06:44.593500+0000","last_peered":"2023-09-23T18:06:44.593500+0000","last_clean":"2023-09-23T18:06:44.593500+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:06:44.593500+0000","last_undegraded":"2023-09-23T18:06:44.593500+0000","last_fullsized":"2023-09-23T18:06:44.593500+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":75,"reported_epoch":237,"state":"active+clean","last_fresh":"2023-09-23T18:06:45.610317+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:06:45.610317+0000","last_peered":"2023-09-23T18:06:45.610317+0000","last_clean":"2023-09-23T18:06:45.610317+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:06:45.610317+0000","last_undegraded":"2023-09-23T18:06:45.610317+0000","last_fullsized":"2023-09-23T18:06:45.610317+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":71,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592917+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:06:44.592917+0000","last_peered":"2023-09-23T18:06:44.592917+0000","last_clean":"2023-09-23T18:06:44.592917+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:06:44.592917+0000","last_undegraded":"2023-09-23T18:06:44.592917+0000","last_fullsized":"2023-09-23T18:06:44.592917+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":70,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675287+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:06:44.675287+0000","last_peered":"2023-09-23T18:06:44.675287+0000","last_clean":"2023-09-23T18:06:44.675287+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:06:44.675287+0000","last_undegraded":"2023-09-23T18:06:44.675287+0000","last_fullsized":"2023-09-23T18:06:44.675287+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.608797+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:06:44.608797+0000","last_peered":"2023-09-23T18:06:44.608797+0000","last_clean":"2023-09-23T18:06:44.608797+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:06:44.608797+0000","last_undegraded":"2023-09-23T18:06:44.608797+0000","last_fullsized":"2023-09-23T18:06:44.608797+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"237'4947","reported_seq":4993,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.359354+0000","last_change":"2023-09-23T18:06:42.707753+0000","last_active":"2023-09-23T18:06:50.359354+0000","last_peered":"2023-09-23T18:06:50.359354+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:06:50.359354+0000","last_undegraded":"2023-09-23T18:06:42.659275+0000","last_fullsized":"2023-09-23T18:06:50.359354+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":4947,"log_dups_size":0,"ondisk_log_size":4947,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168001536,"num_objects":2564,"num_object_clones":0,"num_object_copies":7692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2085,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2564,"num_write_kb":164064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":479},{"shards":"0,3,7","objects":2085}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":231,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673111+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:06:44.673111+0000","last_peered":"2023-09-23T18:06:44.673111+0000","last_clean":"2023-09-23T18:06:44.673111+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:06:44.673111+0000","last_undegraded":"2023-09-23T18:06:44.673111+0000","last_fullsized":"2023-09-23T18:06:44.673111+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":62,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.593163+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:06:44.593163+0000","last_peered":"2023-09-23T18:06:44.593163+0000","last_clean":"2023-09-23T18:06:44.593163+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:06:44.593163+0000","last_undegraded":"2023-09-23T18:06:44.593163+0000","last_fullsized":"2023-09-23T18:06:44.593163+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"237'5046","reported_seq":5092,"reported_epoch":237,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:06:50.584054+0000","last_change":"2023-09-23T18:06:42.697390+0000","last_active":"2023-09-23T18:06:50.584054+0000","last_peered":"2023-09-23T18:06:50.584054+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:06:50.584054+0000","last_undegraded":"2023-09-23T18:06:42.690440+0000","last_fullsized":"2023-09-23T18:06:50.584054+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5046,"log_dups_size":0,"ondisk_log_size":5046,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171048960,"num_objects":2610,"num_object_clones":0,"num_object_copies":7830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2079,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2610,"num_write_kb":167040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":531},{"shards":"3,6,7","objects":2079}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":205,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.673204+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:06:44.673204+0000","last_peered":"2023-09-23T18:06:44.673204+0000","last_clean":"2023-09-23T18:06:44.673204+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:06:44.673204+0000","last_undegraded":"2023-09-23T18:06:44.673204+0000","last_fullsized":"2023-09-23T18:06:44.673204+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":62,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.594448+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:06:44.594448+0000","last_peered":"2023-09-23T18:06:44.594448+0000","last_clean":"2023-09-23T18:06:44.594448+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:06:44.594448+0000","last_undegraded":"2023-09-23T18:06:44.594448+0000","last_fullsized":"2023-09-23T18:06:44.594448+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":267,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.591835+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:06:44.591835+0000","last_peered":"2023-09-23T18:06:44.591835+0000","last_clean":"2023-09-23T18:06:44.591835+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:06:44.591835+0000","last_undegraded":"2023-09-23T18:06:44.591835+0000","last_fullsized":"2023-09-23T18:06:44.591835+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":271,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.590854+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:06:44.590854+0000","last_peered":"2023-09-23T18:06:44.590854+0000","last_clean":"2023-09-23T18:06:44.590854+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:06:44.590854+0000","last_undegraded":"2023-09-23T18:06:44.590854+0000","last_fullsized":"2023-09-23T18:06:44.590854+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":122,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.675973+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:06:44.675973+0000","last_peered":"2023-09-23T18:06:44.675973+0000","last_clean":"2023-09-23T18:06:44.675973+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:06:44.675973+0000","last_undegraded":"2023-09-23T18:06:44.675973+0000","last_fullsized":"2023-09-23T18:06:44.675973+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":62,"reported_epoch":236,"state":"active+clean","last_fresh":"2023-09-23T18:06:44.592611+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:06:44.592611+0000","last_peered":"2023-09-23T18:06:44.592611+0000","last_clean":"2023-09-23T18:06:44.592611+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:06:44.592611+0000","last_undegraded":"2023-09-23T18:06:44.592611+0000","last_fullsized":"2023-09-23T18:06:44.592611+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":5541658624,"num_objects":84559,"num_object_clones":0,"num_object_copies":253677,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":28919,"num_objects_misplaced":3917,"num_objects_unfound":0,"num_objects_dirty":84559,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":84559,"num_write_kb":5411776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":815,"num_bytes_recovered":53411840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16661610496,"data_stored":16661610496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133542,"ondisk_log_size":133542,"up":78,"acting":74,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430463,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2598912,"kb_used_data":2297592,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91146240,"statfs":{"total":95995035648,"available":93333749760,"internally_reserved":0,"allocated":2352734208,"data_stored":2352051482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:28 2023","interfaces":[{"interface":"back","average":{"1min":1.7769999999999999,"5min":0.84699999999999998,"15min":0.76200000000000001},"min":{"1min":0.25700000000000001,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":5.6239999999999997,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":3.1520000000000001},{"interface":"front","average":{"1min":1.244,"5min":0.88100000000000001,"15min":0.80800000000000005},"min":{"1min":0.29299999999999998,"5min":0.254,"15min":0.254},"max":{"1min":5.9050000000000002,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.36399999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79900000000000004,"15min":0.73899999999999999},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.251},"max":{"1min":2.4100000000000001,"5min":6.2880000000000003,"15min":6.2880000000000003},"last":2.8119999999999998},{"interface":"front","average":{"1min":1.22,"5min":0.83299999999999996,"15min":0.749},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":5.1109999999999998,"5min":5.1109999999999998,"15min":11.087999999999999},"last":2.3090000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:06:45 2023","interfaces":[{"interface":"back","average":{"1min":2.4980000000000002,"5min":1.1020000000000001,"15min":0.83199999999999996},"min":{"1min":0.36399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.1120000000000001,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":2.3290000000000002},{"interface":"front","average":{"1min":2.0800000000000001,"5min":1.298,"15min":0.876},"min":{"1min":0.314,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":8.6370000000000005,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":1.0940000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.3839999999999999,"15min":1.2609999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.28299999999999997},"max":{"1min":8.3680000000000003,"5min":32.631,"15min":32.631},"last":2.2650000000000001},{"interface":"front","average":{"1min":1.7470000000000001,"5min":1.5529999999999999,"15min":1.3400000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":8.3499999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":2.9249999999999998,"5min":1.2490000000000001,"15min":0.83899999999999997},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":19.010000000000002,"5min":19.010000000000002,"15min":19.010000000000002},"last":6.9779999999999998},{"interface":"front","average":{"1min":2.2719999999999998,"5min":1.014,"15min":0.76900000000000002},"min":{"1min":0.34100000000000003,"5min":0.27000000000000002,"15min":0.249},"max":{"1min":8.1950000000000003,"5min":8.1950000000000003,"15min":10.238},"last":2.347}]},{"osd":5,"last update":"Sat Sep 23 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.048,"15min":0.81100000000000005},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.016,"5min":10.016,"15min":10.016},"last":0.42899999999999999},{"interface":"front","average":{"1min":1.8779999999999999,"5min":1.0669999999999999,"15min":0.81799999999999995},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":9.1630000000000003,"5min":9.1630000000000003,"15min":10.307},"last":2.778}]},{"osd":6,"last update":"Sat Sep 23 18:06:28 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.091,"15min":0.79500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":9.2959999999999994,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":2.8380000000000001},{"interface":"front","average":{"1min":1.571,"5min":1.2250000000000001,"15min":0.79300000000000004},"min":{"1min":0.32900000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":10.847,"5min":12.613,"15min":12.613},"last":0.65800000000000003}]}]},{"osd":6,"up_from":174,"seq":747324309559,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2819384,"kb_used_data":2495856,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":90925768,"statfs":{"total":95995035648,"available":93107986432,"internally_reserved":0,"allocated":2555756544,"data_stored":2555081883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":2.6949999999999998,"5min":1.276,"15min":1.0249999999999999},"min":{"1min":0.25900000000000001,"5min":0.247,"15min":0.247},"max":{"1min":23.373000000000001,"5min":23.373000000000001,"15min":23.373000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.4900000000000002,"5min":1.1799999999999999,"15min":0.86899999999999999},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":22.033000000000001,"5min":22.033000000000001,"15min":22.033000000000001},"last":1.319}]},{"osd":1,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.034,"15min":0.96199999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.0449999999999999,"5min":9.5020000000000007,"15min":9.5020000000000007},"last":1.4610000000000001},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.153,"15min":0.86899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.6989999999999998,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.33600000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.105,"15min":0.84099999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.2810000000000001,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":3.9300000000000002},{"interface":"front","average":{"1min":1.589,"5min":1.0800000000000001,"15min":0.998},"min":{"1min":0.32300000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.8079999999999998,"5min":10.073,"15min":10.073},"last":2.1080000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":2.7290000000000001,"5min":1.3560000000000001,"15min":1.1539999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":22.619,"5min":22.619,"15min":22.619},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.6480000000000001,"5min":1.5800000000000001,"15min":1.3440000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":22.178999999999998,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.48899999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.0189999999999999,"15min":0.78100000000000003},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.9780000000000002,"5min":9.548,"15min":9.548},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.7929999999999999,"5min":1.093,"15min":0.78600000000000003},"min":{"1min":0.29699999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":6.2880000000000003,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":1.24}]},{"osd":5,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.6339999999999999,"5min":0.95999999999999996,"15min":0.72399999999999998},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.7270000000000003,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.3819999999999999,"5min":0.93200000000000005,"15min":0.73099999999999998},"min":{"1min":0.39600000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.8719999999999999,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":1.2190000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":1.0760000000000001,"15min":0.93200000000000005},"min":{"1min":0.38,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.9119999999999999,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.972,"5min":1.1579999999999999,"15min":0.93000000000000005},"min":{"1min":0.35899999999999999,"5min":0.315,"15min":0.315},"max":{"1min":9.4019999999999992,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":1.256}]}]},{"osd":1,"up_from":90,"seq":386547056769,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2145124,"kb_used_data":1911836,"kb_used_omap":7,"kb_used_meta":233272,"kb_avail":91600028,"statfs":{"total":95995035648,"available":93798428672,"internally_reserved":0,"allocated":1957720064,"data_stored":1956714586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":238870627},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,0,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.78100000000000003,"15min":0.70299999999999996},"min":{"1min":0.23599999999999999,"5min":0.20000000000000001,"15min":0.193},"max":{"1min":1.2070000000000001,"5min":6.8979999999999997,"15min":13.762},"last":3.4020000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.66500000000000004,"15min":0.61699999999999999},"min":{"1min":0.247,"5min":0.223,"15min":0.191},"max":{"1min":1.879,"5min":4.6130000000000004,"15min":8.7249999999999996},"last":0.5}]},{"osd":2,"last update":"Sat Sep 23 18:06:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0899999999999999,"5min":1.1639999999999999,"15min":1.1439999999999999},"min":{"1min":0.30299999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":9.2560000000000002,"5min":23.536000000000001,"15min":23.536000000000001},"last":18.815999999999999},{"interface":"front","average":{"1min":1.8640000000000001,"5min":0.85899999999999999,"15min":1.7050000000000001},"min":{"1min":0.29199999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.9749999999999996,"5min":5.9749999999999996,"15min":13.890000000000001},"last":3.448}]},{"osd":3,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.81000000000000005,"15min":0.73499999999999999},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":1.837,"5min":9.1820000000000004,"15min":12.021000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.83299999999999996,"15min":0.78200000000000003},"min":{"1min":0.34300000000000003,"5min":0.311,"15min":0.23899999999999999},"max":{"1min":1.4730000000000001,"5min":7.7190000000000003,"15min":15.326000000000001},"last":3.472}]},{"osd":4,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.95299999999999996,"15min":0.84499999999999997},"min":{"1min":0.41299999999999998,"5min":0.31,"15min":0.28100000000000003},"max":{"1min":2.4279999999999999,"5min":8.0069999999999997,"15min":8.0069999999999997},"last":13.532},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.86199999999999999,"15min":0.88400000000000001},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":3.6080000000000001,"5min":6.8680000000000003,"15min":13.826000000000001},"last":3.4969999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.95299999999999996,"15min":0.84099999999999997},"min":{"1min":0.39200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.4470000000000001,"5min":5.04,"15min":5.258},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.0549999999999999,"15min":0.85999999999999999},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.32400000000000001},"max":{"1min":2.5070000000000001,"5min":8.0739999999999998,"15min":8.0739999999999998},"last":13.574}]},{"osd":6,"last update":"Sat Sep 23 18:06:26 2023","interfaces":[{"interface":"back","average":{"1min":1.528,"5min":0.94999999999999996,"15min":0.71099999999999997},"min":{"1min":0.54600000000000004,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":5.9089999999999998,"5min":6.0179999999999998,"15min":6.0179999999999998},"last":3.5249999999999999},{"interface":"front","average":{"1min":1.1679999999999999,"5min":0.88900000000000001,"15min":0.753},"min":{"1min":0.45800000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.3940000000000001,"5min":4.5279999999999996,"15min":4.5279999999999996},"last":0.55500000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:05:55 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.145,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":2.4700000000000002,"5min":8.4589999999999996,"15min":8.4589999999999996},"last":13.727},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.0109999999999999,"15min":0.95499999999999996},"min":{"1min":0.47199999999999998,"5min":0.40000000000000002,"15min":0.38300000000000001},"max":{"1min":1.5089999999999999,"5min":7.9180000000000001,"15min":13.859},"last":3.5499999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220301,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1557276,"kb_used_data":1317396,"kb_used_omap":8,"kb_used_meta":239863,"kb_avail":92187876,"statfs":{"total":95995035648,"available":94400385024,"internally_reserved":0,"allocated":1349013504,"data_stored":1347955531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":245620324},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:06:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.83099999999999996,"15min":0.63600000000000001},"min":{"1min":0.223,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":2.1429999999999998,"5min":11.491,"15min":11.491},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.014,"5min":1.0860000000000001,"15min":0.73199999999999998},"min":{"1min":0.33200000000000002,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":4.2830000000000004,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.27100000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:06:38 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.091,"15min":1.095},"min":{"1min":0.27400000000000002,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":5.2469999999999999,"5min":6.3979999999999997,"15min":8.4399999999999995},"last":26.341000000000001},{"interface":"front","average":{"1min":2.0289999999999999,"5min":1.093,"15min":1.401},"min":{"1min":0.255,"5min":0.222,"15min":0.222},"max":{"1min":10.076000000000001,"5min":10.711,"15min":11.443},"last":26.268000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:06:11 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":1.056,"15min":0.746},"min":{"1min":0.33300000000000002,"5min":0.28199999999999997,"15min":0.253},"max":{"1min":3.2519999999999998,"5min":12.682,"15min":12.682},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.105,"15min":0.77700000000000002},"min":{"1min":0.33300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":2.254,"5min":11.587,"15min":11.587},"last":0.33700000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.0649999999999999,"15min":0.89200000000000002},"min":{"1min":0.33700000000000002,"5min":0.314,"15min":0.30599999999999999},"max":{"1min":3.8050000000000002,"5min":11.382999999999999,"15min":11.382999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.4039999999999999,"5min":1.0129999999999999,"15min":0.85799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.7890000000000001,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":0.54700000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":0.98199999999999998,"15min":0.88400000000000001},"min":{"1min":0.50900000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":3.73,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.8859999999999999,"5min":1.3140000000000001,"15min":1.028},"min":{"1min":0.503,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":3.8330000000000002,"5min":11.510999999999999,"15min":11.510999999999999},"last":0.62}]},{"osd":6,"last update":"Sat Sep 23 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5249999999999999,"5min":0.997,"15min":0.751},"min":{"1min":0.44400000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.758,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":0.629},{"interface":"front","average":{"1min":1.768,"5min":1.03,"15min":0.77200000000000002},"min":{"1min":0.44900000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":4.5720000000000001,"5min":5.2460000000000004,"15min":5.2460000000000004},"last":0.56200000000000006}]},{"osd":7,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.242,"15min":0.96599999999999997},"min":{"1min":0.495,"5min":0.38500000000000001,"15min":0.38400000000000001},"max":{"1min":4.7370000000000001,"5min":8.5050000000000008,"15min":8.5050000000000008},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.845,"5min":1.1950000000000001,"15min":0.99099999999999999},"min":{"1min":0.52600000000000002,"5min":0.39100000000000001,"15min":0.372},"max":{"1min":3.6320000000000001,"5min":11.476000000000001,"15min":11.476000000000001},"last":0.51700000000000002}]}]},{"osd":2,"up_from":145,"seq":622770257994,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":903020,"kb_used_data":726564,"kb_used_omap":16,"kb_used_meta":176431,"kb_avail":92842132,"statfs":{"total":95995035648,"available":95070343168,"internally_reserved":0,"allocated":744001536,"data_stored":742929268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":180665506},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":2.1749999999999998,"5min":1.165,"15min":1.0760000000000001},"min":{"1min":0.214,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":15.195,"5min":15.195,"15min":15.195},"last":3.5150000000000001},{"interface":"front","average":{"1min":1.907,"5min":1.0740000000000001,"15min":1.105},"min":{"1min":0.246,"5min":0.222,"15min":0.222},"max":{"1min":9.2189999999999994,"5min":9.2189999999999994,"15min":9.2189999999999994},"last":4.8490000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.2450000000000001,"15min":1.0720000000000001},"min":{"1min":0.29999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":8.1609999999999996,"5min":8.1609999999999996,"15min":8.1609999999999996},"last":4.8929999999999998},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.002,"15min":2.1280000000000001},"min":{"1min":0.23200000000000001,"5min":0.218,"15min":0.218},"max":{"1min":8.2050000000000001,"5min":12.33,"15min":37.579000000000001},"last":6.7599999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":5.4219999999999997,"5min":1.8140000000000001,"15min":1.143},"min":{"1min":0.28399999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":34.960999999999999,"5min":34.960999999999999,"15min":34.960999999999999},"last":4.9950000000000001},{"interface":"front","average":{"1min":4.6289999999999996,"5min":1.548,"15min":2.331},"min":{"1min":0.39900000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":35.229999999999997,"5min":35.229999999999997,"15min":37.444000000000003},"last":7.4950000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":1.4119999999999999,"5min":0.99299999999999999,"15min":1.605},"min":{"1min":0.40699999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.7679999999999998,"5min":7.4459999999999997,"15min":23.870000000000001},"last":6.8010000000000002},{"interface":"front","average":{"1min":2.238,"5min":1.2150000000000001,"15min":0.90500000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":14.819000000000001,"5min":14.819000000000001,"15min":14.819000000000001},"last":0.32600000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":2.3130000000000002,"5min":1.2649999999999999,"15min":0.96599999999999997},"min":{"1min":0.38,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":14.776999999999999,"5min":14.776999999999999,"15min":14.776999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":1.794,"5min":1.1100000000000001,"15min":1.0509999999999999},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":4.8499999999999996,"5min":6.6139999999999999,"15min":6.6139999999999999},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:06:29 2023","interfaces":[{"interface":"back","average":{"1min":2.6970000000000001,"5min":1.3440000000000001,"15min":1.0720000000000001},"min":{"1min":0.39500000000000002,"5min":0.377,"15min":0.377},"max":{"1min":14.847,"5min":14.847,"15min":14.847},"last":0.35899999999999999},{"interface":"front","average":{"1min":2.6909999999999998,"5min":1.456,"15min":1.1399999999999999},"min":{"1min":0.5,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":14.869999999999999,"5min":14.869999999999999,"15min":14.869999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0920000000000001,"5min":1.5049999999999999,"15min":1.0389999999999999},"min":{"1min":0.51900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":15.074999999999999,"5min":15.074999999999999,"15min":15.074999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.4769999999999999,"5min":1.329,"15min":1.083},"min":{"1min":0.38100000000000001,"5min":0.372,"15min":0.372},"max":{"1min":8.5630000000000006,"5min":10.365,"15min":10.365},"last":0.68200000000000005}]}]},{"osd":3,"up_from":100,"seq":429496729724,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3957724,"kb_used_data":3702420,"kb_used_omap":4,"kb_used_meta":255291,"kb_avail":89787428,"statfs":{"total":95995035648,"available":91942326272,"internally_reserved":0,"allocated":3791278080,"data_stored":3790276844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":261418391},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.88300000000000001,"15min":0.72899999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.7000000000000002,"5min":13.885,"15min":14.162000000000001},"last":1.238},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.96199999999999997,"15min":0.90800000000000003},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.2429999999999999,"5min":6.1269999999999998,"15min":17.396999999999998},"last":1.361}]},{"osd":1,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.95999999999999996,"15min":0.746},"min":{"1min":0.22700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.2529999999999999,"5min":11.420999999999999,"15min":11.420999999999999},"last":2.165},{"interface":"front","average":{"1min":1.0449999999999999,"5min":0.97699999999999998,"15min":0.81699999999999995},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.25},"max":{"1min":4.7750000000000004,"5min":13.781000000000001,"15min":14.276},"last":0.34699999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:06:46 2023","interfaces":[{"interface":"back","average":{"1min":3.492,"5min":1.4390000000000001,"15min":1.4990000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":16.594999999999999,"5min":16.594999999999999,"15min":16.594999999999999},"last":4.649},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.4510000000000001,"15min":1.2929999999999999},"min":{"1min":0.251,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":19.59,"5min":19.59,"15min":19.59},"last":2.3410000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.81399999999999995,"15min":0.82299999999999995},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.311},"max":{"1min":4.7480000000000002,"5min":13.859999999999999,"15min":14.212},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.99299999999999999,"15min":1.0669999999999999},"min":{"1min":0.36399999999999999,"5min":0.34599999999999997,"15min":0.30299999999999999},"max":{"1min":3.5019999999999998,"5min":6.0069999999999997,"15min":17.478000000000002},"last":0.46000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":1.0680000000000001,"15min":1.099},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8260000000000001,"5min":6.0640000000000001,"15min":17.507999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.139,"15min":0.95499999999999996},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.8109999999999999,"5min":11.452999999999999,"15min":11.452999999999999},"last":2.0979999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":1.8979999999999999,"5min":1.155,"15min":0.90400000000000003},"min":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":7.0049999999999999,"5min":7.0049999999999999,"15min":7.0049999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.109,"15min":0.90200000000000002},"min":{"1min":0.503,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.51700000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:06:00 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":1.196,"15min":0.995},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.2770000000000001,"5min":11.58,"15min":11.58},"last":2.1339999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95099999999999996,"15min":0.90400000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.34399999999999997},"max":{"1min":4.6630000000000003,"5min":13.831,"15min":14.246},"last":0.42099999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019146,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2028796,"kb_used_data":1727476,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91716356,"statfs":{"total":95995035648,"available":93917548544,"internally_reserved":0,"allocated":1768935424,"data_stored":1768256495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":0.78500000000000003,"15min":0.86699999999999999},"min":{"1min":0.253,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.8760000000000003,"5min":11.686999999999999,"15min":26.055},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.82599999999999996,"15min":0.96499999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":3.0960000000000001,"5min":6.2649999999999997,"15min":25.497},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.86299999999999999,"15min":0.85999999999999999},"min":{"1min":0.26200000000000001,"5min":0.26000000000000001,"15min":0.254},"max":{"1min":4.0259999999999998,"5min":11.801,"15min":25.268000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.85799999999999998,"15min":0.88700000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.9480000000000004,"5min":4.9480000000000004,"15min":25.298999999999999},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":1.006,"15min":0.94899999999999995},"min":{"1min":0.377,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.6920000000000002,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.4830000000000001,"5min":0.997,"15min":0.92100000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":4.4169999999999998,"5min":4.8150000000000004,"15min":4.8150000000000004},"last":0.59399999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.2649999999999999,"15min":0.99099999999999999},"min":{"1min":0.36199999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6529999999999996,"5min":12.151999999999999,"15min":25.181000000000001},"last":1.7230000000000001},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.99199999999999999,"15min":1.0189999999999999},"min":{"1min":0.315,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.1230000000000002,"5min":6.7290000000000001,"15min":25.225000000000001},"last":0.54400000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:06:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.84899999999999998,"15min":0.65700000000000003},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.3879999999999999,"5min":12.166,"15min":12.166},"last":1.508},{"interface":"front","average":{"1min":1.0900000000000001,"5min":0.872,"15min":0.70799999999999996},"min":{"1min":0.29299999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":3.339,"5min":7.6989999999999998,"15min":7.6989999999999998},"last":0.41399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:06:30 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.75,"15min":0.55400000000000005},"min":{"1min":0.34000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6429999999999998,"5min":6.7629999999999999,"15min":6.7629999999999999},"last":0.498},{"interface":"front","average":{"1min":1.7829999999999999,"5min":1.0189999999999999,"15min":0.69999999999999996},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":9.9689999999999994,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.624}]},{"osd":7,"last update":"Sat Sep 23 18:05:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66100000000000003,"15min":0.68400000000000005},"min":{"1min":0.438,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":3.3140000000000001,"5min":6.1870000000000003,"15min":7.0359999999999996},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.571,"5min":1.056,"15min":0.80000000000000004},"min":{"1min":0.35799999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":12.885,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.60799999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822918,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2529068,"kb_used_data":2219556,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91216084,"statfs":{"total":95995035648,"available":93405270016,"internally_reserved":0,"allocated":2272825344,"data_stored":2272158247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:06:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.71999999999999997,"15min":0.78000000000000003},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.23000000000000001},"max":{"1min":1.8300000000000001,"5min":6.5990000000000002,"15min":9.2479999999999993},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":0.871,"15min":0.83899999999999997},"min":{"1min":0.26800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.3330000000000002,"5min":7.6459999999999999,"15min":7.6459999999999999},"last":0.41399999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:06:05 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94899999999999995,"15min":0.871},"min":{"1min":0.27900000000000003,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.423,"5min":5.6429999999999998,"15min":16.033999999999999},"last":0.503},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.96199999999999997,"15min":0.82499999999999996},"min":{"1min":0.36299999999999999,"5min":0.30199999999999999,"15min":0.27800000000000002},"max":{"1min":3.7360000000000002,"5min":7.101,"15min":7.6660000000000004},"last":0.40300000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:06:43 2023","interfaces":[{"interface":"back","average":{"1min":2.012,"5min":1.1060000000000001,"15min":1.0980000000000001},"min":{"1min":0.39800000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":7.5629999999999997,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":1.3500000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.0069999999999999,"15min":1.0820000000000001},"min":{"1min":0.34999999999999998,"5min":0.311,"15min":0.311},"max":{"1min":7.5800000000000001,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":1.2490000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:05:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":1.0900000000000001,"15min":0.90100000000000002},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.724,"5min":7.6509999999999998,"15min":7.6509999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.68999999999999995,"5min":1.2509999999999999,"15min":1.0269999999999999},"min":{"1min":0.35899999999999999,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":3.2450000000000001,"5min":14.048,"15min":14.048},"last":0.53800000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:05:52 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.80900000000000005,"15min":0.69999999999999996},"min":{"1min":0.27300000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.5220000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.371},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.79200000000000004,"15min":0.74199999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.0309999999999999,"5min":4.8159999999999998,"15min":6.9480000000000004},"last":0.44900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:06:31 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.89100000000000001,"15min":0.67900000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":4.093,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.022,"15min":0.78100000000000003},"min":{"1min":0.42899999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.2329999999999997,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.0229999999999999,"15min":0.82999999999999996},"min":{"1min":0.318,"5min":0.309,"15min":0.309},"max":{"1min":5.5469999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.022,"15min":0.88300000000000001},"min":{"1min":0.38,"5min":0.33100000000000002,"15min":0.32600000000000001},"max":{"1min":5.4610000000000003,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.626}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1360658432,"data_stored":1360658432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1957232640,"data_stored":1957232640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":615907328,"data_stored":615907328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3803054080,"data_stored":3803054080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1747320832,"data_stored":1747320832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2275540992,"data_stored":2275540992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2552627200,"data_stored":2552627200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2349268992,"data_stored":2349268992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:06:54.484 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_1 pgp_num 26 2023-09-23T18:06:54.519 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:54.554 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:54.594 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:54.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:54.599 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:54.700 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:54.736 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:54.778 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:54.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:54.782 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:54.883 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:06:54.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:54.918 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:54.967 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:06:54.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:54.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:06:55.073 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:55.108 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:55.151 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:55.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:55.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:55.154 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:55.251 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:06:55.251 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:06:55.254 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:06:55.255 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:06:55.256 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:06:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:06:54] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.33.4" 2023-09-23T18:06:55.287 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:55.330 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:06:55.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:55.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:06:55.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:55.439 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 88348 88332 75.5667 48.5625 0.0181576 0.0132285 2023-09-23T18:06:55.557 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:55.602 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:06:55.961 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:55.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:55.966 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:56.057 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:56.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:56.096 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:06:56.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:55 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:06:56.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:55 smithi018 ceph-mon[153734]: pgmap v639: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 695 op/s; 28919/255396 objects degraded (11.323%); 3917/255396 objects misplaced (1.534%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:06:56.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:55 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:06:56.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:55 smithi018 ceph-mon[149401]: pgmap v639: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 695 op/s; 28919/255396 objects degraded (11.323%); 3917/255396 objects misplaced (1.534%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:06:56.185 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:56.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:55 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:06:56.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:55 smithi149 ceph-mon[135148]: pgmap v639: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 695 op/s; 28919/255396 objects degraded (11.323%); 3917/255396 objects misplaced (1.534%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:06:56.438 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 89081 89065 75.1649 45.8125 0.0116014 0.0132981 2023-09-23T18:06:56.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:56.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:56.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:56.632 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:06:56.670 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:56.717 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:06:56.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:56.720 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:06:56.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:56.925 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:56.944 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:06:57.015 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:57.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:57.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/255396 objects degraded (11.323%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/255396 objects degraded (11.323%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:06:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/255396 objects degraded (11.323%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:06:57.438 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 89924 89908 74.8654 52.6875 0.0121858 0.013351 2023-09-23T18:06:57.524 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:57.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:57.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:57.635 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:57.707 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:57.825 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:57.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:57.830 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:57.931 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:57.967 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:57.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: pgmap v640: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 28919/262758 objects degraded (11.006%); 3917/262758 objects misplaced (1.491%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:06:57.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:57.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: failed to encode map e238 with expected crc 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: osdmap e238: 8 total, 8 up, 8 in 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: failed to encode map e238 with expected crc 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[153734]: failed to encode map e238 with expected crc 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: pgmap v640: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 28919/262758 objects degraded (11.006%); 3917/262758 objects misplaced (1.491%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: failed to encode map e238 with expected crc 2023-09-23T18:06:57.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:57.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: osdmap e238: 8 total, 8 up, 8 in 2023-09-23T18:06:57.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: failed to encode map e238 with expected crc 2023-09-23T18:06:57.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:57 smithi018 ceph-mon[149401]: failed to encode map e238 with expected crc 2023-09-23T18:06:58.013 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:58.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:58.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:58.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:06:58.208 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:58.298 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:06:58.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:58.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:06:58.390 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:06:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: pgmap v640: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 28919/262758 objects degraded (11.006%); 3917/262758 objects misplaced (1.491%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: failed to encode map e238 with expected crc 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/714797664' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: osdmap e238: 8 total, 8 up, 8 in 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: failed to encode map e238 with expected crc 2023-09-23T18:06:58.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:57 smithi149 ceph-mon[135148]: failed to encode map e238 with expected crc 2023-09-23T18:06:58.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:06:58.438 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 90739 90723 74.5507 50.9375 0.0156616 0.0134083 2023-09-23T18:06:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:58.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:06:58.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:58.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:06:58.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:58.837 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:58.876 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:58.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:58.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:58.960 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 6 pgp_num to 26 2023-09-23T18:06:58.983 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:58.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3959596940' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:58.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:58.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3959596940' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:58.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:59.062 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:59.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3959596940' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]: dispatch 2023-09-23T18:06:59.438 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 91531 91515 74.2255 49.5 0.0490156 0.0134672 2023-09-23T18:06:59.593 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:06:59.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:59.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:06:59.611 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:06:59.652 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:06:59.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:06:59.715 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:06:59.725 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:06:59.735 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:06:59.780 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:06:59.780 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:06:59.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:06:59.783 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:06:59.819 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:06:59.849 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:06:59.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:06:59.891 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:06:59.908 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:06:59.998 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: pgmap v642: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s; 28919/267414 objects degraded (10.814%); 3797/267414 objects misplaced (1.420%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]': finished 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: osdmap e239: 8 total, 8 up, 8 in 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:06:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2359727559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: pgmap v642: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s; 28919/267414 objects degraded (10.814%); 3797/267414 objects misplaced (1.420%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:07:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]': finished 2023-09-23T18:07:00.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: osdmap e239: 8 total, 8 up, 8 in 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2359727559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: pgmap v642: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s; 28919/267414 objects degraded (10.814%); 3797/267414 objects misplaced (1.420%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "26"}]': finished 2023-09-23T18:07:00.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: osdmap e239: 8 total, 8 up, 8 in 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: failed to encode map e239 with expected crc 2023-09-23T18:07:00.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:06:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2359727559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:00.315 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:00.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:00.325 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:00.426 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:00.438 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 92297 92281 73.8879 47.875 0.0131256 0.0135279 2023-09-23T18:07:00.512 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:00.588 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:00.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:00.597 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:00.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:00.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:00.894 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:07:00.894 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:07:00.895 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:07:00.895 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:07:00.895 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:07:00.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:00.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:00.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:00.931 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:01.015 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:01.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 16 93118 93102 73.6008 51.3125 0.008191 0.0135819 2023-09-23T18:07:01.515 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:01.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:01.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:01.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:01.689 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:02.172 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:02.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:02.180 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:02.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:07:02.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:01 smithi018 ceph-mon[149401]: pgmap v644: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s; 28919/274872 objects degraded (10.521%); 3797/274872 objects misplaced (1.381%); 959 KiB/s, 14 objects/s recovering 2023-09-23T18:07:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/274872 objects degraded (10.521%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:01 smithi018 ceph-mon[153734]: pgmap v644: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s; 28919/274872 objects degraded (10.521%); 3797/274872 objects misplaced (1.381%); 959 KiB/s, 14 objects/s recovering 2023-09-23T18:07:02.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/274872 objects degraded (10.521%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:02.377 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:02.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:01 smithi149 ceph-mon[135148]: pgmap v644: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s; 28919/274872 objects degraded (10.521%); 3797/274872 objects misplaced (1.381%); 959 KiB/s, 14 objects/s recovering 2023-09-23T18:07:02.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/274872 objects degraded (10.521%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:02.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:07:02.428 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:02.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:02.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:02.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:07:02.440834+0000 min lat: 0.00127571 max lat: 3.08194 avg lat: 0.0136184 2023-09-23T18:07:02.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:07:02.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 93999 93983 73.3691 55.0625 0.00463625 0.0136184 2023-09-23T18:07:02.531 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:02.661 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:03.347 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:03.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:03.359 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:03.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 94808 94792 73.0877 50.5625 0.025318 0.0136758 2023-09-23T18:07:03.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:03.546 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:03.778 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:03.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:03.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:03.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:03.976 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:04.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:04.226 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:04.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:03 smithi018 ceph-mon[153734]: pgmap v645: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 58 MiB/s wr, 932 op/s; 28919/277815 objects degraded (10.409%); 3674/277815 objects misplaced (1.322%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:04.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:03 smithi018 ceph-mon[149401]: pgmap v645: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 58 MiB/s wr, 932 op/s; 28919/277815 objects degraded (10.409%); 3674/277815 objects misplaced (1.322%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:04.230 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:04.250 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:04.327 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:03 smithi149 ceph-mon[135148]: pgmap v645: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 58 MiB/s wr, 932 op/s; 28919/277815 objects degraded (10.409%); 3674/277815 objects misplaced (1.322%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:04.423 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:04.445 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 95610 95594 72.8036 50.125 0.0330089 0.0137303 2023-09-23T18:07:04.547 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:04.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:04.553 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:04.653 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:04.710 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:04.775 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:04.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:04.784 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:04.885 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:04.894 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:07:04.894 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:07:04.918 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:04.968 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:04.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:04.974 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:05.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:05.112 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:04] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.33.4" 2023-09-23T18:07:05.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:05.352 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:05.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:05.372 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:05.445 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 96342 96326 72.4777 45.75 0.0197883 0.013791 2023-09-23T18:07:05.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:05.565 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:05.746 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:05.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:05.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:05.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:05.973 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:06.063 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:07:06.138 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:06.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:06 smithi018 ceph-mon[153734]: pgmap v646: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s; 28919/279342 objects degraded (10.353%); 3674/279342 objects misplaced (1.315%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:06.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:06.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:05 smithi018 ceph-mon[149401]: pgmap v646: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s; 28919/279342 objects degraded (10.353%); 3674/279342 objects misplaced (1.315%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:06.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:06.279 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:06.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:06.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:06.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:06 smithi149 ceph-mon[135148]: pgmap v646: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s; 28919/279342 objects degraded (10.353%); 3674/279342 objects misplaced (1.315%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:07:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:06.445 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 15 97072 97057 72.159 45.6875 0.0251602 0.0138526 2023-09-23T18:07:06.468 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:06.582 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:06.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:06.592 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74465 5.3 5:c6a937a0:::benchmark_data_smithi018_184207_object74464:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 505.443126904, 2023-09-23T18:07:06.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4534764650000001, 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74465 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:07:06.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240176+0000", 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240174+0000", 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240206+0000", 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1850000000000002e-05 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240223+0000", 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7569000000000001e-05 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240232+0000", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9099999999999994e-06 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240279+0000", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6547e-05 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240443+0000", 2023-09-23T18:07:06.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016401799999999999 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240597+0000", 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154413 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.246884+0000", 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0062870160000000003 2023-09-23T18:07:06.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260753+0000", 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013868785 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.260769+0000", 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5894999999999999e-05 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250198+0000", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98942863599999997 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250217+0000", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9511e-05 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693570+0000", 2023-09-23T18:07:06.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4433530800000001 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693652+0000", 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1825999999999999e-05 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74468 5.3 5:c6773017:::benchmark_data_smithi018_184207_object74467:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e111)", 2023-09-23T18:07:06.697 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 505.44251745100001, 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4529994949999998, 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74468 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240785+0000", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240784+0000", 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:07:06.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240809+0000", 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.472e-05 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240828+0000", 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9369999999999999e-05 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.240837+0000", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4630000000000001e-06 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243369+0000", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025323020000000002 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243514+0000", 2023-09-23T18:07:06.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014532799999999999 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.243665+0000", 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015043500000000001 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.255600+0000", 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011935193 2023-09-23T18:07:06.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261320+0000", 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057204780000000002 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:41.261331+0000", 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1096e-05 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250259+0000", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98892754000000005 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250271+0000", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1874e-05 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693698+0000", 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.443427483 2023-09-23T18:07:06.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.693784+0000", 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6181999999999996e-05 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74473 5.b 5:d4f9b349:::benchmark_data_smithi018_184207_object74472:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:07:06.705 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 504.43230745699998, 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.368054839, 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74473 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250995+0000", 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.250993+0000", 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251026+0000", 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2985999999999999e-05 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251040+0000", 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3895e-05 2023-09-23T18:07:06.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251051+0000", 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0801999999999999e-05 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251101+0000", 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0207999999999998e-05 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251111+0000", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0074999999999999e-05 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.618927+0000", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3678157790000001 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.619050+0000", 2023-09-23T18:07:06.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122638 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74488 5.b 5:ddd6308e:::benchmark_data_smithi018_184207_object74487:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 504.43222216100003, 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.39681655, 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.711 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74488 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251080+0000", 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251079+0000", 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251103+0000", 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3417999999999998e-05 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251112+0000", 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5219999999999996e-06 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251119+0000", 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8569999999999997e-06 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251165+0000", 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5825999999999998e-05 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5850000000000006e-06 2023-09-23T18:07:06.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622677+0000", 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.371502303 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.622857+0000", 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180478 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.623373+0000", 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051557700000000003 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634261+0000", 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010888124000000001 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638648+0000", 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043869039999999996 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644380+0000", 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057324539999999997 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.644455+0000", 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4746999999999994e-05 2023-09-23T18:07:06.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.647897+0000", 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034416059999999998 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74495 5.b 5:db3063dd:::benchmark_data_smithi018_184207_object74494:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:07:06.719 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 504.43216990100001, 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.428652767, 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74495 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251133+0000", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251132+0000", 2023-09-23T18:07:06.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251155+0000", 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3241e-05 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251164+0000", 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4260000000000003e-06 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251170+0000", 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5309999999999998e-06 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251202+0000", 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1333e-05 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:42.251208+0000", 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.742e-06 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626211+0000", 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.375002442 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626391+0000", 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180471 2023-09-23T18:07:06.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.626591+0000", 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019953000000000001 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.634269+0000", 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0076779109999999999 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.638692+0000", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044238209999999997 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676627+0000", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037934836 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.676697+0000", 2023-09-23T18:07:06.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9839999999999995e-05 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.679785+0000", 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030881950000000002 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:74504 5.3 5:c693e552:::benchmark_data_smithi018_184207_object74503:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e114)", 2023-09-23T18:07:06.727 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 503.09827059999998, 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.123439567, 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 74504 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585032+0000", 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585029+0000", 2023-09-23T18:07:06.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585068+0000", 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9097000000000002e-05 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585091+0000", 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2917000000000001e-05 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585104+0000", 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3114e-05 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585177+0000", 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2818000000000007e-05 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.585190+0000", 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3331e-05 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694279+0000", 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10908825 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694413+0000", 2023-09-23T18:07:06.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000134726 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.694578+0000", 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016478900000000001 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705935+0000", 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01135663 2023-09-23T18:07:06.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.705957+0000", 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2229999999999999e-05 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706081+0000", 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012401299999999999 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.706133+0000", 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2311000000000001e-05 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:58:43.708471+0000", 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023381489999999999 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78344 5.7 5:ed7a7b14:::benchmark_data_smithi018_184207_object3683:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 448.08907389900003, 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12620083600000001, 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78344 2023-09-23T18:07:06.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594229+0000", 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594226+0000", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594245+0000", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8797999999999999e-05 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594259+0000", 2023-09-23T18:07:06.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3625000000000001e-05 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.594273+0000", 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.466e-05 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.634126+0000", 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039852365000000001 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.634643+0000", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051690600000000003 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.671941+0000", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037298418999999999 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.672040+0000", 2023-09-23T18:07:06.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9361e-05 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.672170+0000", 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012972 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.697821+0000", 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025650607999999998 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.697872+0000", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1452999999999997e-05 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.717284+0000", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019411469000000001 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.717352+0000", 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8313999999999997e-05 2023-09-23T18:07:06.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.720429+0000", 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030774109999999999 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78502 5.7 5:e8ba7584:::benchmark_data_smithi018_184207_object3841:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:07:06.743 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 447.73039048499999, 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12516086800000001, 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78502 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:07:06.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952912+0000", 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952910+0000", 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952919+0000", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7530000000000007e-06 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952935+0000", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5959000000000001e-05 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952944+0000", 2023-09-23T18:07:06.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2779999999999999e-06 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.973796+0000", 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020851585999999998 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974390+0000", 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00059427600000000003 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025235+0000", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050845234000000003 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025342+0000", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107206 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.025479+0000", 2023-09-23T18:07:06.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136499 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.062137+0000", 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036658217999999999 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075480+0000", 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013342652 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075530+0000", 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075570+0000", 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0411000000000003e-05 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078073+0000", 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025027679999999998 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78507 5.7 5:efa4f90e:::benchmark_data_smithi018_184207_object3846:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 447.73034653100001, 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12827703100000001, 2023-09-23T18:07:06.751 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78507 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952956+0000", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952955+0000", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952959+0000", 2023-09-23T18:07:06.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.208e-06 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952966+0000", 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6410000000000002e-06 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.952972+0000", 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1800000000000001e-06 2023-09-23T18:07:06.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974433+0000", 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021460102000000002 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:38.974954+0000", 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052152399999999999 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034557+0000", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059602929999999998 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034704+0000", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014748100000000001 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.034845+0000", 2023-09-23T18:07:06.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014015100000000001 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.062145+0000", 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027300426999999999 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.075510+0000", 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013364892 2023-09-23T18:07:06.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078216+0000", 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027064900000000002 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.078273+0000", 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6736e-05 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.081233+0000", 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002959756 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:78532 5.7 5:e6c8a1df:::benchmark_data_smithi018_184207_object3871:head [delete] snapc 0=[] ondisk+write+known_if_redirected e131)", 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 447.665822155, 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13636514499999999, 2023-09-23T18:07:06.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 78532 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:07:06.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017480+0000", 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017479+0000", 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017485+0000", 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3690000000000003e-06 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017496+0000", 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0917999999999999e-05 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.017502+0000", 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1770000000000003e-06 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.092089+0000", 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.074586632999999999 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.092536+0000", 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044706599999999998 2023-09-23T18:07:06.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112721+0000", 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020184858999999999 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112816+0000", 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4846000000000006e-05 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:07:06.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.112953+0000", 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013705799999999999 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.124849+0000", 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011896454000000001 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150601+0000", 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025752201999999998 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150633+0000", 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1912999999999998e-05 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.150691+0000", 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8031000000000001e-05 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:39.153845+0000", 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031540930000000002 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:80347 5.e 5:78f6698e:::benchmark_data_smithi018_184207_object5686:head [delete] snapc 0=[] ondisk+write+known_if_redirected e132)", 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 443.41406644599999, 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.121551178, 2023-09-23T18:07:06.767 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 80347 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269236+0000", 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269234+0000", 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269242+0000", 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4440000000000002e-06 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269259+0000", 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7079999999999999e-05 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269268+0000", 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6250000000000002e-06 2023-09-23T18:07:06.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.269376+0000", 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107304 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.270029+0000", 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00065363300000000004 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335487+0000", 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065457612999999998 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335611+0000", 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123688 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.335781+0000", 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000170027 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.354865+0000", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019084535 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.360547+0000", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056820739999999996 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.388042+0000", 2023-09-23T18:07:06.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027494801999999999 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.388095+0000", 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3001999999999998e-05 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T17:59:43.390787+0000", 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026920759999999998 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.774 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105086 5.2 5:40621f1e:::benchmark_data_smithi018_184207_object30425:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)", 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 285.53870592099997, 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2432136570000001, 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.775 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105086 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:07:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144594+0000", 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144603+0000", 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5979999999999997e-06 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144622+0000", 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8881000000000001e-05 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144633+0000", 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1712000000000001e-05 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148059+0000", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034256989999999999 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148072+0000", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3115000000000001e-05 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.383965+0000", 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2358931179999999 2023-09-23T18:07:06.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384142+0000", 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017638699999999999 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384288+0000", 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146613 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387554+0000", 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003265305 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387566+0000", 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2913e-05 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387614+0000", 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7145999999999999e-05 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387685+0000", 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1790000000000002e-05 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387810+0000", 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124764 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116246 5.b 5:d54282c8:::benchmark_data_smithi018_184207_object41585:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 208.31509823600001, 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.87571552600000002, 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116246 2023-09-23T18:07:06.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368203+0000", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368210+0000", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3499999999999999e-06 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368228+0000", 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7574000000000001e-05 2023-09-23T18:07:06.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368236+0000", 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3350000000000007e-06 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368284+0000", 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8196999999999999e-05 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368295+0000", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0433e-05 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.225842+0000", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85754698900000004 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.225992+0000", 2023-09-23T18:07:06.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015015100000000001 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.226124+0000", 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013257699999999999 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.232945+0000", 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.006821204 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239772+0000", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0068261509999999999 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243848+0000", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004076194 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243886+0000", 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8080000000000001e-05 2023-09-23T18:07:06.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243920+0000", 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3861e-05 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116261 5.b 5:da0e6f6d:::benchmark_data_smithi018_184207_object41600:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:07:06.790 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 208.27149219899999, 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.83220350399999998, 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116261 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411809+0000", 2023-09-23T18:07:06.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411814+0000", 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5280000000000003e-06 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411827+0000", 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2659e-05 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411833+0000", 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4330000000000001e-06 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411902+0000", 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8412999999999997e-05 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411913+0000", 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1289e-05 2023-09-23T18:07:06.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229463+0000", 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.81755036400000003 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229574+0000", 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110065 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229687+0000", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113274 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239804+0000", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010117598 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243607+0000", 2023-09-23T18:07:06.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038021980000000001 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243953+0000", 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034655100000000001 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243985+0000", 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1538000000000002e-05 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244014+0000", 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9026999999999998e-05 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116279 5.b 5:d18ea934:::benchmark_data_smithi018_184207_object41618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 208.20720667399999, 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77592405600000003, 2023-09-23T18:07:06.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116279 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476093+0000", 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476102+0000", 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5959999999999993e-06 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476124+0000", 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.19e-05 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476137+0000", 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2723e-05 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476207+0000", 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0156999999999999e-05 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476222+0000", 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4891e-05 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.232973+0000", 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.756751269 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.233102+0000", 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012833000000000001 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.233228+0000", 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012596999999999999 2023-09-23T18:07:06.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243806+0000", 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010578882 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244045+0000", 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023858899999999999 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251933+0000", 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078884420000000007 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251981+0000", 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8003000000000001e-05 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.252020+0000", 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8342e-05 2023-09-23T18:07:06.805 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116302 5.b 5:d4dd4b5f:::benchmark_data_smithi018_184207_object41641:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 208.06498603099999, 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.63715670800000002, 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.806 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116302 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618314+0000", 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618325+0000", 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.114e-05 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618343+0000", 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7646e-05 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618352+0000", 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3130000000000004e-06 2023-09-23T18:07:06.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618403+0000", 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0926e-05 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618412+0000", 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5790000000000004e-06 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.235997+0000", 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.61758507200000001 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.236123+0000", 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012642900000000001 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.236243+0000", 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119782 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251860+0000", 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015616365 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251889+0000", 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9040999999999999e-05 2023-09-23T18:07:06.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255369+0000", 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003480693 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255427+0000", 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7784000000000001e-05 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255473+0000", 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5988000000000001e-05 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116333 5.b 5:d43b5b7f:::benchmark_data_smithi018_184207_object41672:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:07:06.814 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 207.97052110000001, 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54469848399999998, 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116333 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712780+0000", 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:06.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712786+0000", 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.849e-06 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712799+0000", 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2366e-05 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712806+0000", 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3359999999999997e-06 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712858+0000", 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1555999999999999e-05 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712867+0000", 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8409999999999995e-06 2023-09-23T18:07:06.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239827+0000", 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.52695922100000003 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239959+0000", 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013277499999999999 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.240092+0000", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013221700000000001 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251924+0000", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011832561 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255485+0000", 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035607899999999999 2023-09-23T18:07:06.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257409+0000", 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019236640000000001 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257446+0000", 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7398999999999999e-05 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257480+0000", 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3717999999999998e-05 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116336 5.b 5:d8ff5f6c:::benchmark_data_smithi018_184207_object41675:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 207.96594211300001, 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54022327000000003, 2023-09-23T18:07:06.822 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116336 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717359+0000", 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717365+0000", 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4060000000000004e-06 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717377+0000", 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2221e-05 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717386+0000", 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.969e-06 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717443+0000", 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7102000000000003e-05 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717453+0000", 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0149000000000001e-05 2023-09-23T18:07:06.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244065+0000", 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.52661165899999995 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244162+0000", 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7032000000000002e-05 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244264+0000", 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010182499999999999 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.252054+0000", 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077907949999999997 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.256889+0000", 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048344870000000002 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257516+0000", 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00062757100000000005 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257554+0000", 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7363000000000001e-05 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257584+0000", 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9848999999999998e-05 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.830 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116374 5.b 5:d01e5cd4:::benchmark_data_smithi018_184207_object41713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 207.85596263400001, 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.430331195, 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:07:06.831 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:06.831 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:06.832 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116374 2023-09-23T18:07:06.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.832 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827338+0000", 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827345+0000", 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.584e-06 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827357+0000", 2023-09-23T18:07:06.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2500000000000001e-05 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827364+0000", 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5910000000000001e-06 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827408+0000", 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3798000000000003e-05 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827417+0000", 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1989999999999995e-06 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247763+0000", 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42034582700000001 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247872+0000", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010922299999999999 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247989+0000", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000117292 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255518+0000", 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075284840000000002 2023-09-23T18:07:06.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.256896+0000", 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00137809 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257614+0000", 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071805800000000004 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257644+0000", 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9867000000000001e-05 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257671+0000", 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7186999999999999e-05 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32308 6.0 6:0752095c:::benchmark_data_smithi018_246789_object32307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 71.045072257000001, 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55553247100000003, 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32308 2023-09-23T18:07:06.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638229+0000", 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638251+0000", 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2500000000000001e-05 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:07:06.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638271+0000", 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9602999999999998e-05 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638280+0000", 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7900000000000005e-06 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638325+0000", 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5391e-05 2023-09-23T18:07:06.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638482+0000", 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000156594 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638625+0000", 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000142917 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641553+0000", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029279430000000001 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641785+0000", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023210799999999999 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193641+0000", 2023-09-23T18:07:06.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55185665500000003 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193712+0000", 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0399000000000001e-05 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193763+0000", 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0861e-05 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.846 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.847 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.847 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:07:06.847 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:07:06.847 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:07:06.936 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: osdmap e240: 8 total, 8 up, 8 in 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/279342 objects degraded (10.353%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: osdmap e240: 8 total, 8 up, 8 in 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/279342 objects degraded (10.353%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1979364829' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: osdmap e240: 8 total, 8 up, 8 in 2023-09-23T18:07:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: failed to encode map e240 with expected crc 2023-09-23T18:07:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/279342 objects degraded (10.353%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:07.451 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 16 97889 97873 71.9088 51 0.0254151 0.0139008 2023-09-23T18:07:07.707 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:07.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:07.750 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:07.751 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:07.789 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:07.826 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:07.851 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:07.860 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:07.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:07:07.910 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:07.933 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:07.949 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:07.985 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.003 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:07:08.135 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:08.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:08.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:08.246 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:08.344 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:08.447 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 98625 98609 71.6077 46 0.0191674 0.0139588 2023-09-23T18:07:08.545 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:08.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:08 smithi018 ceph-mon[149401]: pgmap v648: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 809 op/s; 28919/286872 objects degraded (10.081%); 3674/286872 objects misplaced (1.281%); 983 KiB/s, 15 objects/s recovering 2023-09-23T18:07:08.553 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1881832235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:08.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:08 smithi018 ceph-mon[153734]: pgmap v648: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 809 op/s; 28919/286872 objects degraded (10.081%); 3674/286872 objects misplaced (1.281%); 983 KiB/s, 15 objects/s recovering 2023-09-23T18:07:08.553 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1881832235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:08.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:08.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:08 smithi149 ceph-mon[135148]: pgmap v648: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 809 op/s; 28919/286872 objects degraded (10.081%); 3674/286872 objects misplaced (1.281%); 983 KiB/s, 15 objects/s recovering 2023-09-23T18:07:08.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1881832235' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:08.655 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:08.693 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:08.739 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:08.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:08.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:08.848 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:08.906 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:09.048 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:07:09.447 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 99493 99477 71.4083 54.25 0.0161484 0.013999 2023-09-23T18:07:09.478 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:09.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:09.491 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:09.592 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:09.623 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:09.671 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:09.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:09.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:09.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:09.886 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:09.903 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:10.185 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:10.235 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:10.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:10.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:10.346 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:10.386 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:10.448 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 100217 100201 71.11 45.25 0.0103863 0.0140553 2023-09-23T18:07:10.451 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:10.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:10.456 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:10.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:10 smithi018 ceph-mon[149401]: pgmap v649: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 51 MiB/s wr, 813 op/s; 28919/291390 objects degraded (9.924%); 3548/291390 objects misplaced (1.218%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:07:10.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:10.507 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:10 smithi018 ceph-mon[153734]: pgmap v649: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 51 MiB/s wr, 813 op/s; 28919/291390 objects degraded (9.924%); 3548/291390 objects misplaced (1.218%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:07:10.507 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:10.556 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:10.591 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:10 smithi149 ceph-mon[135148]: pgmap v649: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 51 MiB/s wr, 813 op/s; 28919/291390 objects degraded (9.924%); 3548/291390 objects misplaced (1.218%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:07:10.592 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:10.594 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:10.638 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:10.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:10.642 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:10.743 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:10.785 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:10.832 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:10.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:10.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:10.937 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:11.033 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:11.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2706930550' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/291390 objects degraded (9.924%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:11.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2706930550' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.279 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/291390 objects degraded (9.924%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:11.280 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:07:11.413 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:11.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:11.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:11.448 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 101060 101044 70.9031 52.6875 0.00936589 0.0140989 2023-09-23T18:07:11.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:11.535 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:07:11.637 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2706930550' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:07:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/291390 objects degraded (9.924%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:11.994 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:11.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:12.000 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:12.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:07:12.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:12.160 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:12.160 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:12.170 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:12.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: pgmap v650: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:07:12.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: osdmap e241: 8 total, 8 up, 8 in 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[153734]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: pgmap v650: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: osdmap e241: 8 total, 8 up, 8 in 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.289 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:12 smithi018 ceph-mon[149401]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.409 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:12.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:12.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 90.031 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 101705 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 70.6042 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 42.6386 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 221 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T18:07:12.449 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 1129 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 682.228 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 3536 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.0141564 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 0.0419463 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 3.08194 2023-09-23T18:07:12.450 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.00127571 2023-09-23T18:07:12.457 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T18:07:12.514 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:12.544 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: pgmap v650: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:07:12.544 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.544 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:07:12.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: osdmap e241: 8 total, 8 up, 8 in 2023-09-23T18:07:12.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:12 smithi149 ceph-mon[135148]: failed to encode map e241 with expected crc 2023-09-23T18:07:12.548 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:12.591 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:12.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:12.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:12.697 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:12.735 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:12.779 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:12.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:12.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:12.885 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:12.973 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:13.008 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:13.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:13.061 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:13.102 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:07:13.114 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:13.162 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:13.259 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:13.315 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:07:13.498 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:13.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3342713218' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.507 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3342713218' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.507 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:13.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:13.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:13.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3342713218' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:13.695 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:14.078 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:14.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:14.086 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:14.186 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:14.342 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: pgmap v652: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 805 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1008 KiB/s, 15 objects/s recovering 2023-09-23T18:07:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:14.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: osdmap e242: 8 total, 8 up, 8 in 2023-09-23T18:07:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:07:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: pgmap v652: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 805 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1008 KiB/s, 15 objects/s recovering 2023-09-23T18:07:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: osdmap e242: 8 total, 8 up, 8 in 2023-09-23T18:07:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: pgmap v652: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 805 op/s; 28919/298677 objects degraded (9.682%); 3548/298677 objects misplaced (1.188%); 1008 KiB/s, 15 objects/s recovering 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: osdmap e242: 8 total, 8 up, 8 in 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: failed to encode map e242 with expected crc 2023-09-23T18:07:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:14 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:07:14.666 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:14.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:14.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:14.776 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:14.845 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:15.236 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:15.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:15.241 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:15.315 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:14] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.33.4" 2023-09-23T18:07:15.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:15.416 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:16.244 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:07:16.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:16 smithi018 ceph-mon[149401]: pgmap v654: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 41 MiB/s wr, 670 op/s; 28919/302334 objects degraded (9.565%); 3418/302334 objects misplaced (1.131%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:07:16.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28919/302334 objects degraded (9.565%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:16.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:16 smithi018 ceph-mon[153734]: pgmap v654: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 41 MiB/s wr, 670 op/s; 28919/302334 objects degraded (9.565%); 3418/302334 objects misplaced (1.131%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:07:16.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28919/302334 objects degraded (9.565%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:16.590 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:16.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:16.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:16.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:16 smithi149 ceph-mon[135148]: pgmap v654: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 41 MiB/s wr, 670 op/s; 28919/302334 objects degraded (9.565%); 3418/302334 objects misplaced (1.131%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:07:16.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28919/302334 objects degraded (9.565%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:16.697 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:16.756 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:17.238 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:17.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:17.241 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:17.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:17.434 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:17.776 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:17.970 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:17.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:17.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:18.085 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:18.124 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:18.172 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:18.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:18.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:18.276 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:18 smithi149 ceph-mon[135148]: pgmap v655: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 36 MiB/s wr, 754 op/s; 28279/300909 objects degraded (9.398%); 3418/300909 objects misplaced (1.136%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T18:07:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:18.455 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:18 smithi018 ceph-mon[153734]: pgmap v655: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 36 MiB/s wr, 754 op/s; 28279/300909 objects degraded (9.398%); 3418/300909 objects misplaced (1.136%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T18:07:18.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:18.460 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:18.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:18 smithi018 ceph-mon[149401]: pgmap v655: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 36 MiB/s wr, 754 op/s; 28279/300909 objects degraded (9.398%); 3418/300909 objects misplaced (1.136%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T18:07:18.561 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:18.615 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:18.669 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:18.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:18.674 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:18.775 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:18.824 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:18.880 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:18.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:18.890 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:18.991 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:19.026 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:19.077 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:19.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:19.088 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:19.189 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:19.268 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:19.271 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:19.313 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:19.362 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:19.384 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:07:19.416 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:19.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:19.457 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:19.466 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3205257289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.467 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.467 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3774309924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:19.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3205257289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.467 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3774309924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:19.491 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:19.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:19.514 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:19.531 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:19.563 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:19.594 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.595 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:07:19.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:19.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3205257289' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:07:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3774309924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:19.655 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:19.703 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:19.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:19.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:19.810 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:19.863 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:19.864 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:07:19.976 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:19.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:19.979 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:20.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:20.251 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:20.508 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: pgmap v656: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 609 op/s; 28279/297105 objects degraded (9.518%); 3260/297105 objects misplaced (1.097%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: osdmap e243: 8 total, 8 up, 8 in 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[149401]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: pgmap v656: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 609 op/s; 28279/297105 objects degraded (9.518%); 3260/297105 objects misplaced (1.097%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.509 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:07:20.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: osdmap e243: 8 total, 8 up, 8 in 2023-09-23T18:07:20.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:20 smithi018 ceph-mon[153734]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: pgmap v656: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 609 op/s; 28279/297105 objects degraded (9.518%); 3260/297105 objects misplaced (1.097%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: osdmap e243: 8 total, 8 up, 8 in 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:20 smithi149 ceph-mon[135148]: failed to encode map e243 with expected crc 2023-09-23T18:07:20.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:20.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:20.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:20.958 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:07:20.958 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:07:20.958 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:07:20.958 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:07:20.958 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:07:21.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:21.089 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:21.501 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28279/297105 objects degraded (9.518%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:21.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28279/297105 objects degraded (9.518%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:21.640 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:21.644 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28279/297105 objects degraded (9.518%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:07:21.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:21.647 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:21.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:21.793 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:21.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:07:21.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:21.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:21.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:21.958 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:22.061 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:22.116 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:22.261 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:22.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:22.266 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:22.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:22.405 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:22.459 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:22.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:22.467 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[149401]: pgmap v658: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 870 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:07:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.567 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:22.568 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[153734]: pgmap v658: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 870 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:07:22.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:22 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.611 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:22 smithi149 ceph-mon[135148]: pgmap v658: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 127 B/s rd, 17 MiB/s wr, 870 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:07:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:22 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:22 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:22.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:22.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:22.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:22.743 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:07:22.770 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:22.808 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:22.854 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:22.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:22.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:22.959 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:23.414 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:23.418 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:23.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:23.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:23.464 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:07:23.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:23.591 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:23.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:07:23.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:07:23.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:07:24.701 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:24.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: pgmap v659: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 107 B/s rd, 5.6 MiB/s wr, 583 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 12 MiB/s, 195 objects/s recovering 2023-09-23T18:07:24.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:24.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: osdmap e244: 8 total, 8 up, 8 in 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[153734]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: pgmap v659: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 107 B/s rd, 5.6 MiB/s wr, 583 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 12 MiB/s, 195 objects/s recovering 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:07:24.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: osdmap e244: 8 total, 8 up, 8 in 2023-09-23T18:07:24.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-mon[149401]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:24.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: pgmap v659: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 107 B/s rd, 5.6 MiB/s wr, 583 op/s; 27224/290832 objects degraded (9.361%); 3260/290832 objects misplaced (1.121%); 12 MiB/s, 195 objects/s recovering 2023-09-23T18:07:24.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3373110920' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: osdmap e244: 8 total, 8 up, 8 in 2023-09-23T18:07:24.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:24 smithi149 ceph-mon[135148]: failed to encode map e244 with expected crc 2023-09-23T18:07:24.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:24.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:25.015 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:25.053 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:25.108 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:25.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:25.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:25.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:25.281 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:24] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.33.4" 2023-09-23T18:07:25.318 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:25.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:25.670 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:25.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:25.676 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:25.777 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:25.807 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:25.809 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:25.870 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:25.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:25.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:25.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:26.080 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:26.328 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:26.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:26.334 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:26.435 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:26.545 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:26.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:26.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:26.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[153734]: pgmap v661: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 27224/287379 objects degraded (9.473%); 3109/287379 objects misplaced (1.082%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:07:26.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:26.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 27224/287379 objects degraded (9.473%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:26.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2503980384' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.632 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.636 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[149401]: pgmap v661: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 27224/287379 objects degraded (9.473%); 3109/287379 objects misplaced (1.082%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:07:26.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:26.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 27224/287379 objects degraded (9.473%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:26.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2503980384' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.637 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.733 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:26.764 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:26 smithi149 ceph-mon[135148]: pgmap v661: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 27224/287379 objects degraded (9.473%); 3109/287379 objects misplaced (1.082%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:07:26.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:26 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:26.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 27224/287379 objects degraded (9.473%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:26.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2503980384' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:07:26.767 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:26.817 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:26.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:26.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:26.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:26.997 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:27.186 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:27.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:27.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:27.277 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:07:27.297 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:27.352 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:27.418 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:27.430 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:27.464 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:27.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:07:27.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[149401]: osdmap e245: 8 total, 8 up, 8 in 2023-09-23T18:07:27.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/291515086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:27.469 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:27.517 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:27.560 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:27.593 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:27.611 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:27.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:27.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:27.636 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:27.646 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:07:27.671 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:27.695 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.695 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.695 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.696 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.696 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.696 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.696 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.696 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:07:27.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:27.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:07:27.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[153734]: osdmap e245: 8 total, 8 up, 8 in 2023-09-23T18:07:27.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/291515086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:27.737 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:27.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:27 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:27.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:07:27.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:27 smithi149 ceph-mon[135148]: osdmap e245: 8 total, 8 up, 8 in 2023-09-23T18:07:27.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/291515086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:27.769 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:27.824 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:27.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:27.828 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:27.929 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:27.972 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:28.024 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:28.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:28.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:28.099 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:07:28.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:28.213 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:28.308 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:28.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:28.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:28.381 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:28.382 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:28.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:28.443 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:28.486 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:28.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:28.490 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:28.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:28.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: pgmap v662: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 26184/281265 objects degraded (9.309%); 3109/281265 objects misplaced (1.105%); 18 MiB/s, 280 objects/s recovering 2023-09-23T18:07:28.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: pgmap v662: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 26184/281265 objects degraded (9.309%); 3109/281265 objects misplaced (1.105%); 18 MiB/s, 280 objects/s recovering 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.695 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: pgmap v662: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 26184/281265 objects degraded (9.309%); 3109/281265 objects misplaced (1.105%); 18 MiB/s, 280 objects/s recovering 2023-09-23T18:07:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: failed to encode map e245 with expected crc 2023-09-23T18:07:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:28.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:28.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:28.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:29.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:07:29.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:29.222 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:29.248 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:29.278 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:29.346 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:29.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:29.361 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:29.461 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:29.498 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:29.545 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:29.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:29.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:29.652 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:29.721 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:29.893 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:29.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:29.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:30.003 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:30.037 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:30.115 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:30.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:30.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:30.225 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:30.264 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:30.313 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:30.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:30.316 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:30.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:30.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[153734]: pgmap v664: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 26184/277458 objects degraded (9.437%); 2952/277458 objects misplaced (1.064%); 11 MiB/s, 168 objects/s recovering 2023-09-23T18:07:30.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:30.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:07:30.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:07:30.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:30.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[149401]: pgmap v664: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 26184/277458 objects degraded (9.437%); 2952/277458 objects misplaced (1.064%); 11 MiB/s, 168 objects/s recovering 2023-09-23T18:07:30.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:30.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:07:30.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:07:30.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:30 smithi149 ceph-mon[135148]: pgmap v664: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.6 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 26184/277458 objects degraded (9.437%); 2952/277458 objects misplaced (1.064%); 11 MiB/s, 168 objects/s recovering 2023-09-23T18:07:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:30 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:07:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:07:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:30.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:07:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:30.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:30.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:30.804 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:30.843 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:30.893 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:30.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:30.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:30.998 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:31.037 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:31.082 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:31.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:31.086 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:31.187 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:31.233 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:31.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:31.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:31.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:31.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 26184/277458 objects degraded (9.437%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:31.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 26184/277458 objects degraded (9.437%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:31.582 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:31.623 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:31.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:31.627 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:31.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:31.757 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 26184/277458 objects degraded (9.437%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:31.761 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:31.821 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:31.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:31.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:31.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:32.064 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:32.124 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:32.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:32.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:32.280 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:32.312 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:32.361 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:32.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:32.366 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:32.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:32.510 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:32 smithi018 ceph-mon[149401]: pgmap v665: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 18 MiB/s, 291 objects/s recovering 2023-09-23T18:07:32.510 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:32.577 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:07:32.590 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:32.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:32 smithi149 ceph-mon[135148]: pgmap v665: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 18 MiB/s, 291 objects/s recovering 2023-09-23T18:07:32.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:32.683 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:32.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:32.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:32.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:32 smithi018 ceph-mon[153734]: pgmap v665: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 18 MiB/s, 291 objects/s recovering 2023-09-23T18:07:32.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:32.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:32.842 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:32.889 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:32.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:32.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:32.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:33.080 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:33.203 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:33.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:33.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:33.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:33.360 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:33.414 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:33.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:33.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:33.523 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:33.563 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:07:33.565 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:33.610 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/92849730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: osdmap e246: 8 total, 8 up, 8 in 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:33 smithi149 ceph-mon[135148]: pgmap v667: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 656 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 17 MiB/s, 272 objects/s recovering 2023-09-23T18:07:33.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:33.615 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:33.715 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:33.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:07:33.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/92849730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: osdmap e246: 8 total, 8 up, 8 in 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[153734]: pgmap v667: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 656 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 17 MiB/s, 272 objects/s recovering 2023-09-23T18:07:33.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:07:33.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/92849730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:07:33.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1774701799' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: osdmap e246: 8 total, 8 up, 8 in 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: failed to encode map e246 with expected crc 2023-09-23T18:07:33.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:33 smithi018 ceph-mon[149401]: pgmap v667: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 656 op/s; 25202/271602 objects degraded (9.279%); 2952/271602 objects misplaced (1.087%); 17 MiB/s, 272 objects/s recovering 2023-09-23T18:07:33.751 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:33.800 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:33.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:33.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:33.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:33.987 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:34.234 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:34.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:34.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:34.282 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T18:07:34.341 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:34.341 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:34.350 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:34.385 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:34.431 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:34.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:34.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:34.537 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:34.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:34.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:07:34.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: osdmap e247: 8 total, 8 up, 8 in 2023-09-23T18:07:34.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[149401]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:07:34.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: osdmap e247: 8 total, 8 up, 8 in 2023-09-23T18:07:34.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.544 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-mon[153734]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.648 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: osdmap e247: 8 total, 8 up, 8 in 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:34 smithi149 ceph-mon[135148]: failed to encode map e247 with expected crc 2023-09-23T18:07:34.930 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:34.952 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:34.995 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:34.998 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:35.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:35.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:35.044 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:35.082 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:35.106 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:35.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:07:35.136 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:35.173 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:35.190 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:35.200 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:07:35.214 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:07:35.249 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:34] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.33.4" 2023-09-23T18:07:35.268 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:35.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:35.276 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:35.353 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:35.376 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:35.408 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:35.451 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:35.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:35.456 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:35.556 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:35.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:35 smithi018 ceph-mon[149401]: pgmap v669: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 581 op/s; 25202/268140 objects degraded (9.399%); 2803/268140 objects misplaced (1.045%); 11 MiB/s, 171 objects/s recovering 2023-09-23T18:07:35.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/653063617' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:35.623 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:35.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:35 smithi018 ceph-mon[153734]: pgmap v669: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 581 op/s; 25202/268140 objects degraded (9.399%); 2803/268140 objects misplaced (1.045%); 11 MiB/s, 171 objects/s recovering 2023-09-23T18:07:35.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/653063617' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:35 smithi149 ceph-mon[135148]: pgmap v669: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 581 op/s; 25202/268140 objects degraded (9.399%); 2803/268140 objects misplaced (1.045%); 11 MiB/s, 171 objects/s recovering 2023-09-23T18:07:35.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/653063617' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:36.501 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:36.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:36.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:36.606 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:36.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:36.690 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:36.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:36.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:36.797 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:36.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25202/268140 objects degraded (9.399%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:36.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25202/268140 objects degraded (9.399%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:36.872 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:36.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25202/268140 objects degraded (9.399%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:37.513 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:37.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:37.521 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:37.621 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:37.693 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:37.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:37 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:37.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:37 smithi018 ceph-mon[153734]: pgmap v670: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 24164/262113 objects degraded (9.219%); 2803/262113 objects misplaced (1.069%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:07:37.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:37 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:37.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:37 smithi018 ceph-mon[149401]: pgmap v670: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 24164/262113 objects degraded (9.219%); 2803/262113 objects misplaced (1.069%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:07:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:37 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:37 smithi149 ceph-mon[135148]: pgmap v670: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 24164/262113 objects degraded (9.219%); 2803/262113 objects misplaced (1.069%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:07:37.939 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:37.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:37.947 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:38.048 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:38.139 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:38.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:38.325 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:38.425 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:38.461 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:38.508 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:38.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:38.515 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:38.615 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:38.686 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:38.761 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:38.863 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:38 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:38.864 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:38 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:38.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:38 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:38.969 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:38.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:38.977 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:39.078 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:39.108 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:39.110 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:39.152 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:39.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:39.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:39.256 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:39.287 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:39.341 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:39.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:39.344 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:39.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:39.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:39.645 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: pgmap v671: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 24164/258072 objects degraded (9.363%); 2630/258072 objects misplaced (1.019%); 11 MiB/s, 169 objects/s recovering 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1700439796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:39.648 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:39.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:39.649 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: pgmap v671: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 24164/258072 objects degraded (9.363%); 2630/258072 objects misplaced (1.019%); 11 MiB/s, 169 objects/s recovering 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1700439796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:39.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:39.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:39.886 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: pgmap v671: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 24164/258072 objects degraded (9.363%); 2630/258072 objects misplaced (1.019%); 11 MiB/s, 169 objects/s recovering 2023-09-23T18:07:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1700439796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:07:40.376 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:40.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:40.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:40.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:40.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:07:40.517 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:40.580 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:40.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:40.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:40.601 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T18:07:40.686 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:40.714 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:40.758 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:40.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:40.762 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:40.862 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:40.898 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:40.949 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:40.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:40.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:41.041 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:07:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:07:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:07:41.042 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:07:41.042 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:07:41.055 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:41.096 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:41.146 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:41.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:41.150 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:41.251 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:41.330 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:41.627 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T18:07:41.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:41.633 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:41.699 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:07:41.735 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:41.767 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:41.808 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:41.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:41.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:41.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:07:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: osdmap e248: 8 total, 8 up, 8 in 2023-09-23T18:07:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: pgmap v673: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24164/258072 objects degraded (9.363%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: osdmap e248: 8 total, 8 up, 8 in 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: pgmap v673: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:41.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24164/258072 objects degraded (9.363%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: osdmap e248: 8 total, 8 up, 8 in 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: failed to encode map e248 with expected crc 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: pgmap v673: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 835 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:41.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24164/258072 objects degraded (9.363%), 13 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:41.913 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:41.943 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:41.986 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:41.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:41.990 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:42.091 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:42.096 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:42.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:42.172 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:42.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:42.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:42.277 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:42.387 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:42.458 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:42.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:42.465 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:42.566 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:42.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:42.619 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:42.630 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:42.639 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:07:42.717 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:42.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:42.729 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:42.830 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:07:42.948 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: osdmap e249: 8 total, 8 up, 8 in 2023-09-23T18:07:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:43 smithi149 ceph-mon[135148]: pgmap v675: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 18 MiB/s, 283 objects/s recovering 2023-09-23T18:07:43.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:07:43.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:43.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.916 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:43.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: osdmap e249: 8 total, 8 up, 8 in 2023-09-23T18:07:43.917 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[149401]: pgmap v675: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 18 MiB/s, 283 objects/s recovering 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: failed to encode map e249 with expected crc 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3582888995' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: osdmap e249: 8 total, 8 up, 8 in 2023-09-23T18:07:43.918 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:43 smithi018 ceph-mon[153734]: pgmap v675: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 23108/251541 objects degraded (9.187%); 2630/251541 objects misplaced (1.046%); 18 MiB/s, 283 objects/s recovering 2023-09-23T18:07:43.925 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:43.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:43.929 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:44.030 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:44.072 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:44.127 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:44.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:44.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:44.232 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:44.302 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:45.315 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:44] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.33.4" 2023-09-23T18:07:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:45 smithi149 ceph-mon[135148]: pgmap v676: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 23108/247833 objects degraded (9.324%); 2455/247833 objects misplaced (0.991%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:07:46.172 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:46.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:46.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:46.178 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:45 smithi018 ceph-mon[149401]: pgmap v676: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 23108/247833 objects degraded (9.324%); 2455/247833 objects misplaced (0.991%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:07:46.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:45 smithi018 ceph-mon[153734]: pgmap v676: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 23108/247833 objects degraded (9.324%); 2455/247833 objects misplaced (0.991%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:07:46.279 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:46.316 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:46.355 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:46.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:46.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:46.461 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:46.504 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:46.563 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:46.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:46.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:46.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:46.760 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:46.825 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:46.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 23108/247833 objects degraded (9.324%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:46.954 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:46.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:46.961 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:47.016 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 23108/247833 objects degraded (9.324%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:47.017 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 23108/247833 objects degraded (9.324%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:47.062 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:47.100 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:47.158 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:47.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:47.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:47.263 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:47.295 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:47.342 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:47.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:47.347 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:47.447 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:47.488 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:47.488 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:47.488 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:47.517 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:47.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:47.574 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:47.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:47.582 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:47.608 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:47.656 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:47.682 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:47.683 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:07:47.781 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:48.001 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:48.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:48.009 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:48.110 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:48.147 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:48.200 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:48.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:48.209 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:48.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:48.390 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:48.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:48 smithi149 ceph-mon[135148]: pgmap v677: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 22029/241284 objects degraded (9.130%); 2455/241284 objects misplaced (1.017%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:07:48.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2040804256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:48.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:48.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:48 smithi018 ceph-mon[149401]: pgmap v677: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 22029/241284 objects degraded (9.130%); 2455/241284 objects misplaced (1.017%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:07:48.526 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2040804256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:48.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:48.528 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:48.528 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:48 smithi018 ceph-mon[153734]: pgmap v677: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 22029/241284 objects degraded (9.130%); 2455/241284 objects misplaced (1.017%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:07:48.528 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2040804256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:48.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:48.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:48.710 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:48.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:48.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:48.817 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:48.904 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:48.909 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:07:49.197 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:49.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:49.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:49.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:49.382 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:49.583 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:49.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:49.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:49.620 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:49.620 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:49.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:49.831 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:50.141 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:07:50.147 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:50.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:50.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:07:50.162 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:07:50.256 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:50.324 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T18:07:50.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:50.455 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[153734]: pgmap v678: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 22029/237204 objects degraded (9.287%); 2269/237204 objects misplaced (0.957%); 19 MiB/s, 303 objects/s recovering 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1449277300' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[149401]: pgmap v678: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 22029/237204 objects degraded (9.287%); 2269/237204 objects misplaced (0.957%); 19 MiB/s, 303 objects/s recovering 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1449277300' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:50.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:50.580 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:50.613 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:50 smithi149 ceph-mon[135148]: pgmap v678: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 845 op/s; 22029/237204 objects degraded (9.287%); 2269/237204 objects misplaced (0.957%); 19 MiB/s, 303 objects/s recovering 2023-09-23T18:07:50.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1449277300' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.614 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:07:50.615 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:50.673 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:50.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:50.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:50.778 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:50.820 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:50.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:07:50.872 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:50.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:50.876 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:50.897 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:07:50.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:51.016 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:51.061 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:51.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:51.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:51.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:51.176 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:07:51.265 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:51.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:07:51.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: osdmap e250: 8 total, 8 up, 8 in 2023-09-23T18:07:51.366 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:51.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:51.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:51.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:07:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: osdmap e250: 8 total, 8 up, 8 in 2023-09-23T18:07:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 22029/237204 objects degraded (9.287%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:51.471 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:51.519 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: osdmap e250: 8 total, 8 up, 8 in 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 22029/237204 objects degraded (9.287%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: failed to encode map e250 with expected crc 2023-09-23T18:07:51.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 22029/237204 objects degraded (9.287%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:51.777 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:51.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:51.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:51.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:51.926 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:52.031 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:52.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:52.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:52.138 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:52.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:52.318 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:52.319 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:52.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:52 smithi018 ceph-mon[153734]: pgmap v680: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 19 MiB/s, 305 objects/s recovering 2023-09-23T18:07:52.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:52 smithi018 ceph-mon[149401]: pgmap v680: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 19 MiB/s, 305 objects/s recovering 2023-09-23T18:07:52.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:52 smithi149 ceph-mon[135148]: pgmap v680: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 19 MiB/s, 305 objects/s recovering 2023-09-23T18:07:52.795 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:07:53.225 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:53.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:53.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:53.270 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:53.341 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:53.426 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:53.540 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:07:54.339 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:54.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:54.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:54.450 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:54.504 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:54.595 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:54 smithi018 ceph-mon[153734]: pgmap v681: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 16 MiB/s, 249 objects/s recovering 2023-09-23T18:07:54.596 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:54 smithi149 ceph-mon[135148]: pgmap v681: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 16 MiB/s, 249 objects/s recovering 2023-09-23T18:07:54.596 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:54 smithi018 ceph-mon[149401]: pgmap v681: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 20970/230877 objects degraded (9.083%); 2269/230877 objects misplaced (0.983%); 16 MiB/s, 249 objects/s recovering 2023-09-23T18:07:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:54.803 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:54.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:54.807 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:54.908 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:54.953 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:55.013 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:55.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:55.018 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:55.118 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:55.189 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:07:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:07:54] "GET /metrics HTTP/1.1" 200 36476 "" "Prometheus/2.33.4" 2023-09-23T18:07:55.189 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:55.347 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:07:55.347 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:07:55.444 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:55.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:55.448 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:55.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:55.600 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:55.630 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:07:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:55 smithi149 ceph-mon[135148]: pgmap v682: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 20970/226977 objects degraded (9.239%); 2075/226977 objects misplaced (0.914%); 16 MiB/s, 251 objects/s recovering 2023-09-23T18:07:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:55.703 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:55.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:55.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:55.810 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:07:55.810 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:07:55.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:55.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:55.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[153734]: pgmap v682: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 20970/226977 objects degraded (9.239%); 2075/226977 objects misplaced (0.914%); 16 MiB/s, 251 objects/s recovering 2023-09-23T18:07:55.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:55.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:07:55.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:07:55.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[149401]: pgmap v682: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 20970/226977 objects degraded (9.239%); 2075/226977 objects misplaced (0.914%); 16 MiB/s, 251 objects/s recovering 2023-09-23T18:07:55.819 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:07:55.895 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:56.011 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:07:56.052 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:07:56.085 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:07:56.122 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:07:56.164 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:07:56.202 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:07:56.233 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:07:56.253 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:07:56.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:56.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:07:56.278 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.306 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.307 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:07:56.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:56.436 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:56.566 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: osdmap e251: 8 total, 8 up, 8 in 2023-09-23T18:07:56.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2956879997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 20970/226977 objects degraded (9.239%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: osdmap e251: 8 total, 8 up, 8 in 2023-09-23T18:07:56.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2956879997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:56.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 20970/226977 objects degraded (9.239%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:56.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3052594861' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: osdmap e251: 8 total, 8 up, 8 in 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: failed to encode map e251 with expected crc 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2956879997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:07:56.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 20970/226977 objects degraded (9.239%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:07:56.881 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:56.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:56.885 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:56.986 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:07:57.027 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:57.145 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:07:57.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:57.152 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:07:57.253 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:57.293 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:57.461 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:57.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:57.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:57.565 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:57.616 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:57.679 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:57.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:57.685 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:57.773 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:57 smithi149 ceph-mon[135148]: pgmap v684: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 702 op/s; 19813/220338 objects degraded (8.992%); 2075/220338 objects misplaced (0.942%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:57.786 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:07:57.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:57 smithi018 ceph-mon[149401]: pgmap v684: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 702 op/s; 19813/220338 objects degraded (8.992%); 2075/220338 objects misplaced (0.942%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:57.866 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:57 smithi018 ceph-mon[153734]: pgmap v684: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 702 op/s; 19813/220338 objects degraded (8.992%); 2075/220338 objects misplaced (0.942%); 19 MiB/s, 301 objects/s recovering 2023-09-23T18:07:57.871 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:57.950 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:07:57.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:57.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:07:58.055 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:07:58.057 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:07:58.057 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:07:58.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:07:58.057 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:07:58.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74486 5.6 5:63fd9063:::benchmark_data_smithi018_184207_object74485:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 555.80388774899995, 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001, 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:07:58.058 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74486 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250956+0000", 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.250954+0000", 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017378200000000001 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251128+0000", 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0171000000000001e-05 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251148+0000", 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5380000000000008e-06 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251158+0000", 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0640000000000001e-05 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251228+0000", 2023-09-23T18:07:58.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0101e-05 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op must wait for map", 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251238+0000", 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0085914890000000008 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259830+0000", 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030000000000001e-05 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.259840+0000", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.312089171 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.571929+0000", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00130949 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573238+0000", 2023-09-23T18:07:58.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016313300000000001 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.573402+0000", 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073407699999999999 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580742+0000", 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2723e-05 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580755+0000", 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9740999999999997e-05 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580805+0000", 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012207133 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593012+0000", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7652999999999999e-05 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.593060+0000", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019396000000000001 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.594999+0000", 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3440432630000001 2023-09-23T18:07:58.068 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:74499 5.6 5:6c012730:::benchmark_data_smithi018_184207_object74498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e113)", 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 555.80366886499996, 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694, 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.069 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 74499 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251175+0000", 2023-09-23T18:07:58.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:07:58.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251174+0000", 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3543e-05 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251217+0000", 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7759999999999992e-06 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251227+0000", 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.801e-06 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251233+0000", 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9765999999999995e-05 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251313+0000", 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1040000000000007e-06 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting_for_map not empty", 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.251321+0000", 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097774690000000004 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261098+0000", 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:07:58.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:42.261107+0000", 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3166661479999999 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577773+0000", 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170521 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.577944+0000", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201215 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,5,7", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.578145+0000", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027924790000000001 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580938+0000", 2023-09-23T18:07:58.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.577e-05 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.580953+0000", 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068786999999999997 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.587832+0000", 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072354389999999998 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595068+0000", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4051000000000002e-05 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.595112+0000", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011629159999999999 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:58:43.596274+0000", 2023-09-23T18:07:58.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.345099694 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGRecoveryDelete(5.0 e190,185 5:01807e8a:::benchmark_data_smithi018_184207_object30885:head,183'6563)", 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 304.38287047400001, 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092, 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:07:58.083 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.831e-06 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671978+0000", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.961e-06 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671987+0000", 2023-09-23T18:07:58.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116245801 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788233+0000", 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8088999999999999e-05 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788291+0000", 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6260000000000007e-06 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788301+0000", 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1293999999999999e-05 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788372+0000", 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32314 6.e 6:75d84dc1:::benchmark_data_smithi018_246789_object32313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 122.410269371, 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999, 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32314 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.088 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644573+0000", 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108597 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644682+0000", 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2180000000000005e-06 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644691+0000", 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1699999999999999e-06 2023-09-23T18:07:58.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644695+0000", 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6273000000000006e-05 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644772+0000", 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101697 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644873+0000", 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105338 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644979+0000", 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001943122 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646922+0000", 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034713399999999997 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647269+0000", 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54646787600000002 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193737+0000", 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9088000000000001e-05 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193796+0000", 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3906000000000003e-05 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193840+0000", 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.094 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32316 6.e 6:787bfd17:::benchmark_data_smithi018_246789_object32315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 122.41014016600001, 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995, 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32316 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.097 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:07:58.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644703+0000", 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5779000000000002e-05 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644759+0000", 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5167999999999999e-05 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644774+0000", 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5289999999999999e-06 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644779+0000", 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001217735 2023-09-23T18:07:58.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.645997+0000", 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111047 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646108+0000", 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141939 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646250+0000", 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079815400000000003 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647048+0000", 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045021999999999998 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647499+0000", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54638822200000003 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193887+0000", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0708000000000003e-05 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193937+0000", 2023-09-23T18:07:58.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6677999999999997e-05 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193974+0000", 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32318 6.e 6:78c9f278:::benchmark_data_smithi018_246789_object32317:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:07:58.104 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 122.40471805999999, 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071, 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32318 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.105 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650125+0000", 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7156000000000001e-05 2023-09-23T18:07:58.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650162+0000", 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030999999999999e-05 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650172+0000", 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4170000000000002e-06 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650176+0000", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.205e-05 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650208+0000", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7510999999999996e-05 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650296+0000", 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111474 2023-09-23T18:07:58.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650407+0000", 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000772681 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651180+0000", 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00078644800000000003 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651966+0000", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54206026299999999 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194027+0000", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5179000000000001e-05 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194082+0000", 2023-09-23T18:07:58.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8908000000000001e-05 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194121+0000", 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.111 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49370 6.e 6:72ef5290:::benchmark_data_smithi018_246789_object49369:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.856313696, 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002, 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.112 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49370 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:07:58.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999895 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198520+0000", 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8124999999999997e-05 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198568+0000", 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4423999999999999e-05 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198582+0000", 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9519999999999997e-06 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198589+0000", 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0312999999999998e-05 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198639+0000", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016027500000000001 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198800+0000", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192435 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198992+0000", 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002003782 2023-09-23T18:07:58.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.200996+0000", 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039482090000000003 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204944+0000", 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092040199000000003 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.296984+0000", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1713999999999999e-05 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297046+0000", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1981999999999999e-05 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297088+0000", 2023-09-23T18:07:58.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49374 6.e 6:71b7f15e:::benchmark_data_smithi018_246789_object49373:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.853672616, 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096062502999999994, 2023-09-23T18:07:58.119 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49374 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201171+0000", 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201170+0000", 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1847000000000006e-05 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201232+0000", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2652e-05 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201244+0000", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6539999999999999e-06 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201252+0000", 2023-09-23T18:07:58.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2011999999999998e-05 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201284+0000", 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011234 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201396+0000", 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011468600000000001 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.201511+0000", 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001462386 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.202973+0000", 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020007900000000001 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204974+0000", 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092174727999999997 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297149+0000", 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9836999999999997e-05 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297199+0000", 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4795999999999997e-05 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297234+0000", 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096062502999999994 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49378 6.e 6:75e40798:::benchmark_data_smithi018_246789_object49377:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:07:58.126 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.84877989, 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091293204000000003, 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49378 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206064+0000", 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206063+0000", 2023-09-23T18:07:58.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101955 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206165+0000", 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2962000000000001e-05 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206178+0000", 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5259999999999999e-06 2023-09-23T18:07:58.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206184+0000", 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5210999999999998e-05 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206229+0000", 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014144400000000001 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206371+0000", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015177999999999999 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206523+0000", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019824679999999998 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208505+0000", 2023-09-23T18:07:58.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021773610000000001 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.210682+0000", 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086592901 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297275+0000", 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2085000000000002e-05 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297307+0000", 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9567999999999997e-05 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297357+0000", 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091293204000000003 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49379 6.e 6:7b4ff407:::benchmark_data_smithi018_246789_object49378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.848648263, 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091338015999999994, 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49379 2023-09-23T18:07:58.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206195+0000", 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015632299999999999 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206351+0000", 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2801000000000001e-05 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206374+0000", 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9979999999999997e-06 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.206381+0000", 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002325377 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208706+0000", 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000142297 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.208849+0000", 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017836999999999999 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.209027+0000", 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017366720000000001 2023-09-23T18:07:58.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.210764+0000", 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022291630000000002 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.212993+0000", 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084410787000000001 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297404+0000", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1230000000000003e-05 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297445+0000", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8584000000000004e-05 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297533+0000", 2023-09-23T18:07:58.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091338015999999994 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93972 6.12 6:49b8085e:::benchmark_data_smithi018_246789_object93971:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.676664729000002, 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001, 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.141 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93972 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378177+0000", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4409e-05 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378232+0000", 2023-09-23T18:07:58.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0992000000000002e-05 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378253+0000", 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3640000000000004e-06 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378259+0000", 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2228000000000001e-05 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016693799999999999 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378488+0000", 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000160123 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378648+0000", 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001845761 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380494+0000", 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024939210000000001 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382988+0000", 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122080962 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505069+0000", 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5952000000000006e-05 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505165+0000", 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012447160000000001 2023-09-23T18:07:58.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506410+0000", 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.148 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93975 6.2 6:41a0e87d:::benchmark_data_smithi018_246789_object93974:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.676565754000002, 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726, 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93975 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378277+0000", 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2035000000000001e-05 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378309+0000", 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0199999999999997e-06 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378316+0000", 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2440000000000004e-06 2023-09-23T18:07:58.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.498e-05 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378366+0000", 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012658799999999999 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378492+0000", 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162986 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378655+0000", 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019132509999999999 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380568+0000", 2023-09-23T18:07:58.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002387943 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382956+0000", 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131372038 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514328+0000", 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1671e-05 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514380+0000", 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001854589 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516235+0000", 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93986 6.12 6:4de6467e:::benchmark_data_smithi018_246789_object93985:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.660412590999996, 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382, 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93986 2023-09-23T18:07:58.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:07:58.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394429+0000", 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1703999999999998e-05 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394481+0000", 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6722999999999999e-05 2023-09-23T18:07:58.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394498+0000", 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3289999999999999e-06 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394504+0000", 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1566999999999997e-05 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394545+0000", 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000130028 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394675+0000", 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124189 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394800+0000", 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001388586 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396188+0000", 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011995107 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408183+0000", 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10613030499999999 2023-09-23T18:07:58.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514314+0000", 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4381000000000001e-05 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514358+0000", 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012068859999999999 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.515565+0000", 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93988 6.e 6:7792f1b1:::benchmark_data_smithi018_246789_object93987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:07:58.163 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.659028530000001, 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853, 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93988 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5921999999999997e-05 2023-09-23T18:07:58.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395880+0000", 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0434999999999999e-05 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395891+0000", 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2700000000000004e-06 2023-09-23T18:07:58.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395896+0000", 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395945+0000", 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015499599999999999 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396100+0000", 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186937 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396287+0000", 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048238559999999996 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401111+0000", 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023952190000000001 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403506+0000", 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102747584 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506254+0000", 2023-09-23T18:07:58.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0667999999999998e-05 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506295+0000", 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024092779999999999 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508704+0000", 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.170 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93989 6.e 6:7d252a90:::benchmark_data_smithi018_246789_object93988:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.658935763999999, 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001, 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.171 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93989 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395907+0000", 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4240999999999999e-05 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395952+0000", 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9397999999999998e-05 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395991+0000", 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.426e-06 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395997+0000", 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028586919999999999 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398856+0000", 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012626 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398982+0000", 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013327200000000001 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.399116+0000", 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002157515 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401273+0000", 2023-09-23T18:07:58.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022648619999999999 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403538+0000", 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110622992 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514161+0000", 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2911999999999998e-05 2023-09-23T18:07:58.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514204+0000", 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003087514 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517292+0000", 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.178 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93992 6.2 6:443d0b96:::benchmark_data_smithi018_246789_object93991:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.650404897999998, 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999, 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.179 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93992 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404437+0000", 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9521000000000002e-05 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404487+0000", 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0138e-05 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404497+0000", 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1099999999999996e-06 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404501+0000", 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9889999999999998e-05 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404551+0000", 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118707 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404670+0000", 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012421900000000001 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404794+0000", 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024438480000000002 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407238+0000", 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053370550000000003 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412575+0000", 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10371525299999999 2023-09-23T18:07:58.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516290+0000", 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7763999999999997e-05 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516358+0000", 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010036629999999999 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517361+0000", 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93993 6.2 6:4027c8a6:::benchmark_data_smithi018_246789_object93992:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.650334747000002, 2023-09-23T18:07:58.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001, 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93993 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:07:58.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404508+0000", 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7073000000000001e-05 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404565+0000", 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0531e-05 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404576+0000", 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.915e-06 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404579+0000", 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015420620000000001 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406121+0000", 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3888999999999995e-05 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406215+0000", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118591 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406333+0000", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00102385 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407357+0000", 2023-09-23T18:07:58.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00525297 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104808439 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517419+0000", 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4048999999999999e-05 2023-09-23T18:07:58.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517453+0000", 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00061514000000000002 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.518068+0000", 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.194 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93994 6.e 6:7df9ef57:::benchmark_data_smithi018_246789_object93993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 55.646992193999999, 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001, 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.195 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93994 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407850+0000", 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407956+0000", 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2646000000000001e-05 2023-09-23T18:07:58.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407969+0000", 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8269999999999997e-06 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8869000000000003e-05 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408023+0000", 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016760000000000001 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408190+0000", 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022065999999999999 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408411+0000", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002849177 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411260+0000", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00035406199999999999 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411614+0000", 2023-09-23T18:07:58.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105750946 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517365+0000", 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2354000000000006e-05 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517428+0000", 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021768790000000001 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.519604+0000", 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122847 6.12 6:4918c8ff:::benchmark_data_smithi018_246789_object21139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 13.679010658999999, 2023-09-23T18:07:58.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075, 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122847 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:07:58.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.49e-06 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375836+0000", 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8810000000000001e-06 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375842+0000", 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.198e-06 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375847+0000", 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000193131 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376040+0000", 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070945399999999999 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376750+0000", 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055683319999999996 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382318+0000", 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115845 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382434+0000", 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155458 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382589+0000", 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022177590000000001 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.384807+0000", 2023-09-23T18:07:58.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00039862399999999998 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.385206+0000", 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095376005 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480582+0000", 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0572000000000003e-05 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480632+0000", 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001298771 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.481931+0000", 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124275 6.2 6:476ea478:::benchmark_data_smithi018_246789_object22567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 11.814347891000001, 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283, 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:07:58.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124275 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:07:58.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240495+0000", 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6189999999999996e-06 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240501+0000", 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4414e-05 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240516+0000", 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8019999999999997e-06 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240521+0000", 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2868000000000003e-05 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240574+0000", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000676058 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241250+0000", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095600488999999997 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336851+0000", 2023-09-23T18:07:58.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0862e-05 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336922+0000", 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7394999999999998e-05 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.337019+0000", 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027479399999999999 2023-09-23T18:07:58.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339767+0000", 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025568549999999998 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342324+0000", 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000487515 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342811+0000", 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0486000000000003e-05 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342872+0000", 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001363214 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:07:58.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.344235+0000", 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:07:58.219 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:07:58.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:58.221 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:58.221 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:07:58.221 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:07:58.321 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:07:58.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:07:58.369 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:58.575 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:07:58.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:58.579 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:07:58.636 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:07:58.648 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:07:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:07:58.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:07:58.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:07:58.704 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:07:58.780 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:59.001 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:07:59.052 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:07:59.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:59.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:07:59.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T18:07:59.165 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:07:59.213 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:59.274 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:07:59.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:07:59.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:07:59.383 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:07:59.390 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:07:59.446 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:07:59.559 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: osdmap e252: 8 total, 8 up, 8 in 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[153734]: pgmap v686: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 19813/216246 objects degraded (9.162%); 1854/216246 objects misplaced (0.857%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:07:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:07:59.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: osdmap e252: 8 total, 8 up, 8 in 2023-09-23T18:07:59.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:07:59 smithi018 ceph-mon[149401]: pgmap v686: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 19813/216246 objects degraded (9.162%); 1854/216246 objects misplaced (0.857%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:07:59.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2762366129' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:07:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: osdmap e252: 8 total, 8 up, 8 in 2023-09-23T18:07:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: failed to encode map e252 with expected crc 2023-09-23T18:07:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:07:59 smithi149 ceph-mon[135148]: pgmap v686: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 19813/216246 objects degraded (9.162%); 1854/216246 objects misplaced (0.857%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:08:00.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:00.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:00.674 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:134239 6.c e252/214 6:385a5317:::benchmark_data_smithi018_246789_object32531:head v 252'8426, mlcod=252'8424)", 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.695159+0000", 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.001959045, 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019870199999999999, 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:00.698 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695159+0000", 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695159+0000", 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695158+0000", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9009999999999997e-06 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695165+0000", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2300000000000001e-05 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695177+0000", 2023-09-23T18:08:00.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0069999999999997e-06 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695182+0000", 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4682999999999999e-05 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695227+0000", 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5641999999999999e-05 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695253+0000", 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3694000000000001e-05 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:134242 6.14 e252/233 6:29547da9:::benchmark_data_smithi018_246789_object32534:head v 252'6657, mlcod=252'6655)", 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.695202+0000", 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0019161849999999999, 2023-09-23T18:08:00.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020144989999999999, 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695202+0000", 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695202+0000", 2023-09-23T18:08:00.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695201+0000", 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.938e-06 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695206+0000", 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5370000000000003e-06 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695213+0000", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4789999999999998e-06 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695217+0000", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6045999999999998e-05 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695273+0000", 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7965000000000001e-05 2023-09-23T18:08:00.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.695301+0000", 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9598000000000004e-05 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:08:00.706 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:08:00.775 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:00.808 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:00.934 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:01.045 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:01.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:01.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:01.061 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:08:01.153 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:01.223 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:01.314 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:01.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:01.322 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:01.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:01.491 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:01.671 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:01.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:01.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:01.779 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:01.881 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:01 smithi018 ceph-mon[153734]: pgmap v687: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 878 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 21 MiB/s, 328 objects/s recovering 2023-09-23T18:08:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18754/209781 objects degraded (8.940%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:02.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:01 smithi018 ceph-mon[149401]: pgmap v687: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 878 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 21 MiB/s, 328 objects/s recovering 2023-09-23T18:08:02.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18754/209781 objects degraded (8.940%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:02.124 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:01 smithi149 ceph-mon[135148]: pgmap v687: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 878 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 21 MiB/s, 328 objects/s recovering 2023-09-23T18:08:02.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18754/209781 objects degraded (8.940%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:02.505 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:02.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:02.512 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:02.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:02.647 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:02.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:02.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:02.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:02.818 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:02.877 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:03.087 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:03.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:03.091 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:03.192 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:03.284 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:03.286 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:08:03.286 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:08:03.286 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:08:03.286 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:08:03.286 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:08:03.883 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:03.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:03.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:03.991 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:04.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:03 smithi018 ceph-mon[153734]: pgmap v688: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:04.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:03 smithi018 ceph-mon[149401]: pgmap v688: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:04.084 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:03 smithi149 ceph-mon[135148]: pgmap v688: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 18754/209781 objects degraded (8.940%); 1854/209781 objects misplaced (0.884%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:04.230 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:04.266 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:04.304 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:04.338 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:04.379 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:04.414 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:04.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:04.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:04.424 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:04.474 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:04.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:04.529 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.559 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:08:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:04.779 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:08:04.849 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:04.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:04.854 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:08:04.955 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:05.041 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:05.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1899532832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:05.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:05.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1899532832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:05.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1899532832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:05.317 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:05] "GET /metrics HTTP/1.1" 200 36476 "" "Prometheus/2.33.4" 2023-09-23T18:08:05.550 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:05.629 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:05.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:05.638 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:05.739 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:05.818 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:05.877 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:05.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:05.883 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:05.984 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:06.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: pgmap v689: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 18754/205851 objects degraded (9.110%); 1633/205851 objects misplaced (0.793%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:08:06.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: osdmap e253: 8 total, 8 up, 8 in 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[149401]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: pgmap v689: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 18754/205851 objects degraded (9.110%); 1633/205851 objects misplaced (0.793%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:08:06.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:06.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:06.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: osdmap e253: 8 total, 8 up, 8 in 2023-09-23T18:08:06.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:05 smithi018 ceph-mon[153734]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: pgmap v689: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 18754/205851 objects degraded (9.110%); 1633/205851 objects misplaced (0.793%); 18 MiB/s, 288 objects/s recovering 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4144392671' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: osdmap e253: 8 total, 8 up, 8 in 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:05 smithi149 ceph-mon[135148]: failed to encode map e253 with expected crc 2023-09-23T18:08:06.835 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:06.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:06.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:06.933 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T18:08:06.942 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:06.981 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:07.037 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:07.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:07.045 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:07.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1660701443' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18754/205851 objects degraded (9.110%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:07.147 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1660701443' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18754/205851 objects degraded (9.110%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1660701443' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:08:07.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18754/205851 objects degraded (9.110%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:07.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:07.305 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:07.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:07.315 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:07.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:07.486 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:07.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:08:07.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:08:08.277 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:08.277 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 17686/199332 objects degraded (8.873%); 1633/199332 objects misplaced (0.819%); 18 MiB/s, 286 objects/s recovering 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: osdmap e254: 8 total, 8 up, 8 in 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:07 smithi149 ceph-mon[135148]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 17686/199332 objects degraded (8.873%); 1633/199332 objects misplaced (0.819%); 18 MiB/s, 286 objects/s recovering 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: osdmap e254: 8 total, 8 up, 8 in 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[149401]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 17686/199332 objects degraded (8.873%); 1633/199332 objects misplaced (0.819%); 18 MiB/s, 286 objects/s recovering 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: osdmap e254: 8 total, 8 up, 8 in 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: failed to encode map e254 with expected crc 2023-09-23T18:08:08.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:07 smithi018 ceph-mon[153734]: failed to encode map e254 with expected crc 2023-09-23T18:08:09.146 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:08:09.567 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:09.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:09.575 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:09.675 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:09.702 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:08:09.702 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:08:09.703 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:09.748 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:09.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:09.753 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:09.854 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:09.884 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:09.890 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:09.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:09 smithi018 ceph-mon[149401]: pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 17686/195441 objects degraded (9.049%); 1376/195441 objects misplaced (0.704%); 12 MiB/s, 193 objects/s recovering 2023-09-23T18:08:09.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:09.948 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:09.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:09 smithi149 ceph-mon[135148]: pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 17686/195441 objects degraded (9.049%); 1376/195441 objects misplaced (0.704%); 12 MiB/s, 193 objects/s recovering 2023-09-23T18:08:09.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:09.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:09.955 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:10.014 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:10.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:10.090 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:10.181 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:10.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:10.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:10.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:09 smithi018 ceph-mon[153734]: pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 17686/195441 objects degraded (9.049%); 1376/195441 objects misplaced (0.704%); 12 MiB/s, 193 objects/s recovering 2023-09-23T18:08:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:10.482 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:10.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:10.488 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:10.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:10.632 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:10.739 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:10.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:10.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:10.844 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:10.902 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:10.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:10 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:11.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:11.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:11.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:11.145 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:10 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:11.219 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:10 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:11.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:11.395 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:11.395 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:11.516 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:11.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:11.530 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:11.631 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:11.699 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:11.703 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:11.820 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:08:11.915 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:11.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:11.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:12.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:12.110 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:11 smithi018 ceph-mon[153734]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 20 MiB/s, 326 objects/s recovering 2023-09-23T18:08:12.110 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 16621/189162 objects degraded (8.787%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:12.117 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:11 smithi018 ceph-mon[149401]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 20 MiB/s, 326 objects/s recovering 2023-09-23T18:08:12.117 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 16621/189162 objects degraded (8.787%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:12.125 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:11 smithi149 ceph-mon[135148]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 20 MiB/s, 326 objects/s recovering 2023-09-23T18:08:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 16621/189162 objects degraded (8.787%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:12.221 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:12.244 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:12.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:12.353 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:12.357 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:12.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:12.366 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:12.405 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:12.450 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:12.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:12.484 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:12.521 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:08:12.545 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:12.596 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:12.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:12.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:12.706 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:12.807 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:12.852 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:12.909 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:12.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:12.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:12.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:12 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:12.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2145750266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:13.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:13.091 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:12 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:13.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2145750266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:12 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:13.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2145750266' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:13.358 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:13.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:13.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:13.473 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:13.531 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:13.707 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:13.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:13.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:13.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:13.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:13.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:13.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:13.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:14.026 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:08:14.081 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:14.095 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:08:14.095 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:08:14.095 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:08:14.095 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:08:14.095 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:08:14.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:13 smithi149 ceph-mon[135148]: pgmap v695: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 19 MiB/s, 298 objects/s recovering 2023-09-23T18:08:14.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/280174073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.121 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.124 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:14.172 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:14.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:14.180 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:14.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:14.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[149401]: pgmap v695: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 19 MiB/s, 298 objects/s recovering 2023-09-23T18:08:14.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/280174073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[153734]: pgmap v695: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 16621/189162 objects degraded (8.787%); 1376/189162 objects misplaced (0.727%); 19 MiB/s, 298 objects/s recovering 2023-09-23T18:08:14.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/280174073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:14.368 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:14.440 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:14.467 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:14.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:14.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:14.485 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:08:14.571 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:14.659 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:08:14.702 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:14.993 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:14.993 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: osdmap e255: 8 total, 8 up, 8 in 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[149401]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:14.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: osdmap e255: 8 total, 8 up, 8 in 2023-09-23T18:08:14.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: failed to encode map e255 with expected crc 2023-09-23T18:08:14.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-mon[153734]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:15.307 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:15.315 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:14] "GET /metrics HTTP/1.1" 200 36476 "" "Prometheus/2.33.4" 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: failed to encode map e255 with expected crc 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: osdmap e255: 8 total, 8 up, 8 in 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: failed to encode map e255 with expected crc 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: failed to encode map e255 with expected crc 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: failed to encode map e255 with expected crc 2023-09-23T18:08:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:14 smithi149 ceph-mon[135148]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:15.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:08:16.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:16 smithi149 ceph-mon[135148]: pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 16621/185358 objects degraded (8.967%); 1102/185358 objects misplaced (0.595%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:08:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:16 smithi018 ceph-mon[149401]: pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 16621/185358 objects degraded (8.967%); 1102/185358 objects misplaced (0.595%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:08:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:16 smithi018 ceph-mon[153734]: pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 16621/185358 objects degraded (8.967%); 1102/185358 objects misplaced (0.595%); 12 MiB/s, 199 objects/s recovering 2023-09-23T18:08:16.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:08:16.637 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:08:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86180 5.d 5:b6397cf3:::benchmark_data_smithi018_184207_object11519:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 497.29948843699998, 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10997615099999999, 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:08:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86180 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:08:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335225+0000", 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.916e-06 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335227+0000", 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.442e-06 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335231+0000", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6009999999999999e-06 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.335235+0000", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072987870000000002 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.342534+0000", 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00059481900000000001 2023-09-23T18:08:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.343128+0000", 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035861779000000003 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.378990+0000", 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3151000000000004e-05 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.379073+0000", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014643800000000001 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.379220+0000", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014388342 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.393608+0000", 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002604903 2023-09-23T18:08:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.396213+0000", 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045192467 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.441406+0000", 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1375e-05 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.441477+0000", 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037244320000000002 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.445201+0000", 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10997615099999999 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86242 5.d 5:b6e59a5d:::benchmark_data_smithi018_184207_object11581:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 497.13998956699999, 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10532786199999999, 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86242 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494724+0000", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494723+0000", 2023-09-23T18:08:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.391e-06 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494730+0000", 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3079e-05 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494743+0000", 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6330000000000001e-06 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.494749+0000", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.048995796000000001 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.543744+0000", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00082641599999999996 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.544571+0000", 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010565796000000001 2023-09-23T18:08:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555137+0000", 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1309000000000005e-05 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555208+0000", 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101407 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.555309+0000", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022628846000000001 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.577938+0000", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9321999999999996e-05 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.578028+0000", 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018372631 2023-09-23T18:08:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.596400+0000", 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8813000000000001e-05 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.596459+0000", 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035929400000000002 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.600052+0000", 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10532786199999999 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86246 5.d 5:be30c3c5:::benchmark_data_smithi018_184207_object11585:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:08:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 497.13329955199998, 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112851611, 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86246 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501414+0000", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501413+0000", 2023-09-23T18:08:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6799999999999999e-06 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501417+0000", 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7690000000000002e-06 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501426+0000", 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3319999999999999e-06 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.501431+0000", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043170841000000001 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.544602+0000", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029831839999999998 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.547585+0000", 2023-09-23T18:08:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018083261999999999 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.565669+0000", 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012659800000000001 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.565795+0000", 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211015 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.566006+0000", 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018473268000000001 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584479+0000", 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026445990999999999 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.610925+0000", 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3746999999999996e-05 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.611009+0000", 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5600999999999999e-05 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.611055+0000", 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003210985 2023-09-23T18:08:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.614266+0000", 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112851611 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86247 5.d 5:b2837f96:::benchmark_data_smithi018_184207_object11586:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:08:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 497.123109097, 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118612896, 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86247 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:08:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511605+0000", 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511603+0000", 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2033e-05 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511615+0000", 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3633e-05 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511629+0000", 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2349999999999999e-06 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.511634+0000", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036030454000000003 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.547664+0000", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00069221199999999999 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.548357+0000", 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036164911000000001 2023-09-23T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584521+0000", 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114739 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584636+0000", 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019073399999999999 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:08:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.584827+0000", 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023008677000000002 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607836+0000", 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018951764999999999 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626787+0000", 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5089999999999998e-05 2023-09-23T18:08:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626822+0000", 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0099999999999997e-05 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.626883+0000", 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003334938 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630217+0000", 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118612896 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:86248 5.d 5:b5fd48b0:::benchmark_data_smithi018_184207_object11587:head [delete] snapc 0=[] ondisk+write+known_if_redirected e137)", 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 497.11694738300002, 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115904787, 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86248 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517766+0000", 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517765+0000", 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3370000000000002e-06 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517772+0000", 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0824e-05 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517783+0000", 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9169999999999997e-06 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.517788+0000", 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.030679337000000001 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.548467+0000", 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063108100000000002 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.549099+0000", 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044563585000000003 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593662+0000", 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2970000000000001e-05 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593735+0000", 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137496 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.593873+0000", 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013975725 2023-09-23T18:08:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.607848+0000", 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022441732999999998 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630290+0000", 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6019999999999995e-05 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630356+0000", 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5720999999999997e-05 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.630412+0000", 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032592680000000001 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T17:59:59.633671+0000", 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115904787 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49467 6.8 6:15e7d3fa:::benchmark_data_smithi018_246789_object49466:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 129.30305850900001, 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999, 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49467 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:08:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331653+0000", 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331703+0000", 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3088000000000001e-05 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331716+0000", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3419999999999996e-06 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331722+0000", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002398163 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334121+0000", 2023-09-23T18:08:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000134979 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334256+0000", 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157224 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334413+0000", 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062544189999999998 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.340667+0000", 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039930929999999996 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.344660+0000", 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087703909999999996 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432364+0000", 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9911999999999999e-05 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432414+0000", 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6375000000000002e-05 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432461+0000", 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93987 6.3 6:c0452bc6:::benchmark_data_smithi018_246789_object93986:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 74.243180531999997, 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133, 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93987 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:08:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391531+0000", 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6264000000000003e-05 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391577+0000", 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0055e-05 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391597+0000", 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1999999999999994e-06 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391605+0000", 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391658+0000", 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131734 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391790+0000", 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014550399999999999 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391936+0000", 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001606225 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393542+0000", 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012326000000000001 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393665+0000", 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.114294825 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.507960+0000", 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7623999999999997e-05 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508007+0000", 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017027870000000001 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.509710+0000", 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93990 6.3 6:c75c4ca3:::benchmark_data_smithi018_246789_object93989:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 74.238407332999998, 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001, 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93990 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:08:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396305+0000", 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5739999999999998e-05 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396361+0000", 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3142000000000001e-05 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396374+0000", 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.87e-06 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396379+0000", 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1748000000000001e-05 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396420+0000", 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114997 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396535+0000", 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114011 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396649+0000", 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018018120000000001 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398451+0000", 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018592000000000001 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398637+0000", 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112314287 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510951+0000", 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0151000000000001e-05 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511002+0000", 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010866669999999999 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512088+0000", 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93995 6.13 6:cf3ba7c2:::benchmark_data_smithi018_246789_object93994:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 74.226825284, 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819, 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93995 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:08:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407887+0000", 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4995999999999998e-05 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407962+0000", 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2238e-05 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7709999999999997e-06 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407979+0000", 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0856999999999999e-05 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408020+0000", 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012833399999999999 2023-09-23T18:08:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408148+0000", 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110466 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408258+0000", 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015488120000000001 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409807+0000", 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1317e-05 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409818+0000", 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101146445 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510965+0000", 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5086000000000003e-05 2023-09-23T18:08:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511000+0000", 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016861669999999999 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512686+0000", 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93998 6.18 6:1cdfed23:::benchmark_data_smithi018_246789_object93997:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 74.222150561999996, 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002, 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93998 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999928 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412556+0000", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4199999999999998e-05 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412590+0000", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4544e-05 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412605+0000", 2023-09-23T18:08:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9370000000000003e-06 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8641999999999999e-05 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412668+0000", 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155792 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412824+0000", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019348999999999999 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.413017+0000", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015073549999999999 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.414525+0000", 2023-09-23T18:08:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00092339600000000005 2023-09-23T18:08:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.415448+0000", 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095712240000000004 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511160+0000", 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8527999999999999e-05 2023-09-23T18:08:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511219+0000", 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001307746 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512527+0000", 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122850 6.5 6:a3913337:::benchmark_data_smithi018_246789_object21142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 32.260704709999999, 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283, 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122850 2023-09-23T18:08:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374007+0000", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6420000000000007e-06 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374015+0000", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4399999999999999e-05 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374030+0000", 2023-09-23T18:08:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9550000000000003e-06 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374036+0000", 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.295e-05 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374089+0000", 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013745900000000001 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374227+0000", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014096099999999999 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374368+0000", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020356010000000002 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376403+0000", 2023-09-23T18:08:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000117385 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376521+0000", 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.100508044 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477029+0000", 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0482000000000003e-05 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477069+0000", 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6882000000000001e-05 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477096+0000", 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.721 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124249 6.18 6:192fb41a:::benchmark_data_smithi018_246789_object22541:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.419234356, 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069, 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124249 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215478+0000", 2023-09-23T18:08:16.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215486+0000", 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6073999999999999e-05 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215502+0000", 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5880999999999999e-05 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215518+0000", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028670639999999999 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218385+0000", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053504300000000002 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218920+0000", 2023-09-23T18:08:16.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023541605 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242462+0000", 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9764000000000003e-05 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242552+0000", 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013315700000000001 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242685+0000", 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031531150000000002 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245838+0000", 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088605699999999999 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.246724+0000", 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098715756000000002 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345440+0000", 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9635999999999997e-05 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345489+0000", 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00099502300000000004 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346484+0000", 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124256 6.8 6:13b46b36:::benchmark_data_smithi018_246789_object22548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.411737606999999, 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733, 2023-09-23T18:08:16.729 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124256 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222974+0000", 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222983+0000", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6415000000000001e-05 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223000+0000", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9310000000000002e-06 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223007+0000", 2023-09-23T18:08:16.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4372000000000001e-05 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223051+0000", 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025047810000000002 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.225556+0000", 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017140137999999999 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242696+0000", 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2126999999999996e-05 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242768+0000", 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012798599999999999 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242896+0000", 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029485589999999999 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245845+0000", 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029684469999999999 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.248813+0000", 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096668624999999994 2023-09-23T18:08:16.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345482+0000", 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.354e-05 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345525+0000", 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010236609999999999 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346549+0000", 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124273 6.13 6:cc3273ff:::benchmark_data_smithi018_246789_object22565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.394716034999998, 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527, 2023-09-23T18:08:16.737 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124273 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239996+0000", 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6330000000000002e-06 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240005+0000", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2489e-05 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240017+0000", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3070000000000002e-06 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240022+0000", 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6731999999999999e-05 2023-09-23T18:08:16.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240069+0000", 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00071199499999999999 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240781+0000", 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095867072999999997 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336648+0000", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0306000000000001e-05 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336718+0000", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013371499999999999 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336852+0000", 2023-09-23T18:08:16.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023254740000000001 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339178+0000", 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5108000000000002e-05 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339223+0000", 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003174175 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342397+0000", 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4481999999999997e-05 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342461+0000", 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013737689999999999 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.343835+0000", 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124278 6.8 6:12cf43ea:::benchmark_data_smithi018_246789_object22570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.393040021000001, 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001, 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.745 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124278 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241673+0000", 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0150000000000003e-06 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241678+0000", 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0885e-05 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241689+0000", 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1909999999999997e-06 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241695+0000", 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003391388 2023-09-23T18:08:16.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245086+0000", 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073471799999999998 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245821+0000", 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.107340571 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353162+0000", 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4867e-05 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353236+0000", 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011754 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353354+0000", 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064433199999999998 2023-09-23T18:08:16.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359797+0000", 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1439999999999992e-06 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359806+0000", 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028562119999999999 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362663+0000", 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9008000000000002e-05 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362722+0000", 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457380000000001 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.363867+0000", 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001 2023-09-23T18:08:16.752 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124288 6.8 6:17da36ba:::benchmark_data_smithi018_246789_object22580:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.375695661000002, 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716, 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.753 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124288 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:08:16.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259017+0000", 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2350000000000001e-06 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259022+0000", 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8710000000000003e-06 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259030+0000", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.138e-06 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259035+0000", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8562000000000001e-05 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259073+0000", 2023-09-23T18:08:16.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056565800000000002 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259639+0000", 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097142143 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356781+0000", 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010150899999999999 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356882+0000", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158006 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.357040+0000", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027763140000000002 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359817+0000", 2023-09-23T18:08:16.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053407810000000002 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.365158+0000", 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044270459999999996 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369585+0000", 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3045000000000004e-05 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369648+0000", 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001056076 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.370704+0000", 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133807 6.15 6:aba0582b:::benchmark_data_smithi018_246789_object32099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 16.582927218000002, 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999, 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133807 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.761 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051785+0000", 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2860000000000002e-06 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051792+0000", 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0261000000000001e-05 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051803+0000", 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0119999999999996e-06 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051808+0000", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3081999999999998e-05 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051851+0000", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100257 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051951+0000", 2023-09-23T18:08:16.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013003900000000001 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.052081+0000", 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004444786 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056526+0000", 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9118000000000001e-05 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056565+0000", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10485809 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161423+0000", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5797000000000001e-05 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161479+0000", 2023-09-23T18:08:16.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2809000000000003e-05 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161522+0000", 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133808 6.15 6:aaa625ba:::benchmark_data_smithi018_246789_object32100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 16.582890877000001, 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662, 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133808 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.768 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051822+0000", 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0759999999999999e-06 2023-09-23T18:08:16.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051825+0000", 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6219999999999997e-06 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051831+0000", 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.666e-06 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051834+0000", 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002373422 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054207+0000", 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013573700000000001 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054343+0000", 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835 2023-09-23T18:08:16.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054481+0000", 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021205099999999999 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056602+0000", 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2649e-05 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056614+0000", 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104941352 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161556+0000", 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0428000000000001e-05 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161586+0000", 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0327e-05 2023-09-23T18:08:16.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161606+0000", 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133814 6.5 6:a3224d0d:::benchmark_data_smithi018_246789_object32106:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:08:16.774 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 16.578070351000001, 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578, 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133814 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056642+0000", 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7980000000000002e-06 2023-09-23T18:08:16.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056648+0000", 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0618000000000001e-05 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056658+0000", 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8130000000000003e-06 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056663+0000", 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1871e-05 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056695+0000", 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8417999999999994e-05 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056774+0000", 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3935000000000002e-05 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056858+0000", 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020924160000000002 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.058950+0000", 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012938199999999999 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059079+0000", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102549008 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161628+0000", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1336e-05 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161650+0000", 2023-09-23T18:08:16.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9425000000000001e-05 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161669+0000", 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:145036 6.18 6:1c470600:::benchmark_data_smithi018_246789_object43328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e255)", 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:16.317224+0000", 2023-09-23T18:08:16.781 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.31749000399999999, 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053616022999999999, 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 145036 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:08:16.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317224+0000", 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317224+0000", 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317223+0000", 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9619999999999998e-06 2023-09-23T18:08:16.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317229+0000", 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3675e-05 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317242+0000", 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8100000000000003e-06 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317248+0000", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1053000000000001e-05 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317289+0000", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060640300000000004 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.317896+0000", 2023-09-23T18:08:16.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.009194687 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.327090+0000", 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4476999999999999e-05 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.327165+0000", 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012303800000000001 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.327288+0000", 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023505499999999999 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.329638+0000", 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062882479999999998 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.335927+0000", 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.034185606 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.370112+0000", 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0766999999999997e-05 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.370163+0000", 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067664199999999998 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:08:16.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:16.370840+0000", 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053616022999999999 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:08:16.789 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:08:17.021 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:08:17.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 16621/185358 objects degraded (8.967%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:17.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 16621/185358 objects degraded (8.967%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:17.146 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:17.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:17.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:17.251 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":696,"stamp":"2023-09-23T18:08:13.995067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4052096971,"num_objects":61786,"num_object_clones":0,"num_object_copies":185358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16621,"num_objects_misplaced":1102,"num_objects_unfound":0,"num_objects_dirty":61786,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":142760,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16084,"num_bytes_recovered":1052853919,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":181207,"ondisk_log_size":181207,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":312,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":15703356,"kb_used_data":13263164,"kb_used_omap":50,"kb_used_meta":2439949,"kb_avail":734257860,"statfs":{"total":767960285184,"available":751880048640,"internally_reserved":0,"allocated":13581479936,"data_stored":13574462904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2498508735},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-447676416,"num_objects":-6831,"num_object_clones":0,"num_object_copies":-20493,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2133,"num_objects_misplaced":-531,"num_objects_unfound":0,"num_objects_dirty":-6831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6831,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2664,"num_bytes_recovered":174587904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.101845"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":89,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.909218+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:04.909218+0000","last_peered":"2023-09-23T18:08:04.909218+0000","last_clean":"2023-09-23T18:08:04.909218+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:04.909218+0000","last_undegraded":"2023-09-23T18:08:04.909218+0000","last_fullsized":"2023-09-23T18:08:04.909218+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":245,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.898295+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:08:04.898295+0000","last_peered":"2023-09-23T18:08:04.898295+0000","last_clean":"2023-09-23T18:08:04.898295+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:08:04.898295+0000","last_undegraded":"2023-09-23T18:08:04.898295+0000","last_fullsized":"2023-09-23T18:08:04.898295+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":158,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.923034+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:04.923034+0000","last_peered":"2023-09-23T18:08:04.923034+0000","last_clean":"2023-09-23T18:08:04.923034+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:04.923034+0000","last_undegraded":"2023-09-23T18:08:04.923034+0000","last_fullsized":"2023-09-23T18:08:04.923034+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920096+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:04.920096+0000","last_peered":"2023-09-23T18:08:04.920096+0000","last_clean":"2023-09-23T18:08:04.920096+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:04.920096+0000","last_undegraded":"2023-09-23T18:08:04.920096+0000","last_fullsized":"2023-09-23T18:08:04.920096+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":305,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897755+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:04.897755+0000","last_peered":"2023-09-23T18:08:04.897755+0000","last_clean":"2023-09-23T18:08:04.897755+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:04.897755+0000","last_undegraded":"2023-09-23T18:08:04.897755+0000","last_fullsized":"2023-09-23T18:08:04.897755+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":214,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.910222+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:04.910222+0000","last_peered":"2023-09-23T18:08:04.910222+0000","last_clean":"2023-09-23T18:08:04.910222+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:04.910222+0000","last_undegraded":"2023-09-23T18:08:04.910222+0000","last_fullsized":"2023-09-23T18:08:04.910222+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"254'6876","reported_seq":9432,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.695672+0000","last_change":"2023-09-23T18:06:42.678721+0000","last_active":"2023-09-23T18:08:10.695672+0000","last_peered":"2023-09-23T18:08:10.695672+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:08:10.695672+0000","last_undegraded":"2023-09-23T18:06:42.646055+0000","last_fullsized":"2023-09-23T18:08:10.695672+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126255104,"num_objects":1927,"num_object_clones":0,"num_object_copies":5781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":832,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4421,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1247,"num_bytes_recovered":81723392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1095},{"shards":"3,4,6","objects":832}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":243,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920606+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:04.920606+0000","last_peered":"2023-09-23T18:08:04.920606+0000","last_clean":"2023-09-23T18:08:04.920606+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:04.920606+0000","last_undegraded":"2023-09-23T18:08:04.920606+0000","last_fullsized":"2023-09-23T18:08:04.920606+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":260,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897756+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:04.897756+0000","last_peered":"2023-09-23T18:08:04.897756+0000","last_clean":"2023-09-23T18:08:04.897756+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:04.897756+0000","last_undegraded":"2023-09-23T18:08:04.897756+0000","last_fullsized":"2023-09-23T18:08:04.897756+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"254'6976","reported_seq":9601,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.613910+0000","last_change":"2023-09-23T18:06:42.706535+0000","last_active":"2023-09-23T18:08:10.613910+0000","last_peered":"2023-09-23T18:08:10.613910+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:08:10.613910+0000","last_undegraded":"2023-09-23T18:06:42.672150+0000","last_fullsized":"2023-09-23T18:08:10.613910+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6976,"log_dups_size":0,"ondisk_log_size":6976,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125272064,"num_objects":1912,"num_object_clones":0,"num_object_copies":5736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":871,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1912,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4474,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1281,"num_bytes_recovered":83951616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":871},{"shards":"2,6,7","objects":1041}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":76,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914301+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:04.914301+0000","last_peered":"2023-09-23T18:08:04.914301+0000","last_clean":"2023-09-23T18:08:04.914301+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:04.914301+0000","last_undegraded":"2023-09-23T18:08:04.914301+0000","last_fullsized":"2023-09-23T18:08:04.914301+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":195,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897805+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:04.897805+0000","last_peered":"2023-09-23T18:08:04.897805+0000","last_clean":"2023-09-23T18:08:04.897805+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:04.897805+0000","last_undegraded":"2023-09-23T18:08:04.897805+0000","last_fullsized":"2023-09-23T18:08:04.897805+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"254'6707","reported_seq":9170,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.619422+0000","last_change":"2023-09-23T18:06:42.691598+0000","last_active":"2023-09-23T18:08:10.619422+0000","last_peered":"2023-09-23T18:08:10.619422+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:08:10.619422+0000","last_undegraded":"2023-09-23T18:06:42.625694+0000","last_fullsized":"2023-09-23T18:08:10.619422+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6707,"log_dups_size":0,"ondisk_log_size":6707,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125337600,"num_objects":1913,"num_object_clones":0,"num_object_copies":5739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":823,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4311,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1199,"num_bytes_recovered":78577664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1090},{"shards":"0,3,5","objects":823}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":253,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919696+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:04.919696+0000","last_peered":"2023-09-23T18:08:04.919696+0000","last_clean":"2023-09-23T18:08:04.919696+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:04.919696+0000","last_undegraded":"2023-09-23T18:08:04.919696+0000","last_fullsized":"2023-09-23T18:08:04.919696+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":52,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914458+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:04.914458+0000","last_peered":"2023-09-23T18:08:04.914458+0000","last_clean":"2023-09-23T18:08:04.914458+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:04.914458+0000","last_undegraded":"2023-09-23T18:08:04.914458+0000","last_fullsized":"2023-09-23T18:08:04.914458+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"254'6886","reported_seq":7795,"reported_epoch":254,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:12.980435+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:08:12.980435+0000","last_peered":"2023-09-23T18:08:12.980435+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:08:12.980435+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6886,"log_dups_size":0,"ondisk_log_size":6886,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123371520,"num_objects":1883,"num_object_clones":0,"num_object_copies":5649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4443,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":3},{"shards":"1,6,7","objects":814}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":90,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908246+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:04.908246+0000","last_peered":"2023-09-23T18:08:04.908246+0000","last_clean":"2023-09-23T18:08:04.908246+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:04.908246+0000","last_undegraded":"2023-09-23T18:08:04.908246+0000","last_fullsized":"2023-09-23T18:08:04.908246+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":251,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908190+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:04.908190+0000","last_peered":"2023-09-23T18:08:04.908190+0000","last_clean":"2023-09-23T18:08:04.908190+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:04.908190+0000","last_undegraded":"2023-09-23T18:08:04.908190+0000","last_fullsized":"2023-09-23T18:08:04.908190+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"254'7008","reported_seq":7066,"reported_epoch":254,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:08:12.802871+0000","last_change":"2023-09-23T18:06:42.680151+0000","last_active":"2023-09-23T18:08:12.802871+0000","last_peered":"2023-09-23T18:08:12.802871+0000","last_clean":"2023-09-23T18:06:41.517592+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:08:12.802871+0000","last_undegraded":"2023-09-23T18:08:12.802871+0000","last_fullsized":"2023-09-23T18:08:12.802871+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7008,"log_dups_size":0,"ondisk_log_size":7008,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129138688,"num_objects":1971,"num_object_clones":0,"num_object_copies":5913,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1971,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4505,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":1971}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":314,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919622+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:04.919622+0000","last_peered":"2023-09-23T18:08:04.919622+0000","last_clean":"2023-09-23T18:08:04.919622+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:04.919622+0000","last_undegraded":"2023-09-23T18:08:04.919622+0000","last_fullsized":"2023-09-23T18:08:04.919622+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":251,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.898273+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:04.898273+0000","last_peered":"2023-09-23T18:08:04.898273+0000","last_clean":"2023-09-23T18:08:04.898273+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:04.898273+0000","last_undegraded":"2023-09-23T18:08:04.898273+0000","last_fullsized":"2023-09-23T18:08:04.898273+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"254'6782","reported_seq":6838,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.576968+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:08:10.576968+0000","last_peered":"2023-09-23T18:08:10.576968+0000","last_clean":"2023-09-23T18:08:10.576968+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:08:10.576968+0000","last_undegraded":"2023-09-23T18:08:10.576968+0000","last_fullsized":"2023-09-23T18:08:10.576968+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6782,"log_dups_size":0,"ondisk_log_size":6782,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125435904,"num_objects":1914,"num_object_clones":0,"num_object_copies":5742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4336,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919201+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:04.919201+0000","last_peered":"2023-09-23T18:08:04.919201+0000","last_clean":"2023-09-23T18:08:04.919201+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:04.919201+0000","last_undegraded":"2023-09-23T18:08:04.919201+0000","last_fullsized":"2023-09-23T18:08:04.919201+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":76,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914302+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:04.914302+0000","last_peered":"2023-09-23T18:08:04.914302+0000","last_clean":"2023-09-23T18:08:04.914302+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:04.914302+0000","last_undegraded":"2023-09-23T18:08:04.914302+0000","last_fullsized":"2023-09-23T18:08:04.914302+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"254'6931","reported_seq":6990,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:12.868025+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:08:12.868025+0000","last_peered":"2023-09-23T18:08:12.868025+0000","last_clean":"2023-09-23T18:08:12.868025+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:08:12.868025+0000","last_undegraded":"2023-09-23T18:08:12.868025+0000","last_fullsized":"2023-09-23T18:08:12.868025+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6931,"log_dups_size":0,"ondisk_log_size":6931,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124256256,"num_objects":1896,"num_object_clones":0,"num_object_copies":5688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4480,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":220,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.915862+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:04.915862+0000","last_peered":"2023-09-23T18:08:04.915862+0000","last_clean":"2023-09-23T18:08:04.915862+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:04.915862+0000","last_undegraded":"2023-09-23T18:08:04.915862+0000","last_fullsized":"2023-09-23T18:08:04.915862+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":220,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920225+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:04.920225+0000","last_peered":"2023-09-23T18:08:04.920225+0000","last_clean":"2023-09-23T18:08:04.920225+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:04.920225+0000","last_undegraded":"2023-09-23T18:08:04.920225+0000","last_fullsized":"2023-09-23T18:08:04.920225+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"254'6891","reported_seq":6948,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.558250+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:08:10.558250+0000","last_peered":"2023-09-23T18:08:10.558250+0000","last_clean":"2023-09-23T18:08:10.558250+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:08:10.558250+0000","last_undegraded":"2023-09-23T18:08:10.558250+0000","last_fullsized":"2023-09-23T18:08:10.558250+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6891,"log_dups_size":0,"ondisk_log_size":6891,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128942080,"num_objects":1968,"num_object_clones":0,"num_object_copies":5904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4418,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":301,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.909842+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:04.909842+0000","last_peered":"2023-09-23T18:08:04.909842+0000","last_clean":"2023-09-23T18:08:04.909842+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:04.909842+0000","last_undegraded":"2023-09-23T18:08:04.909842+0000","last_fullsized":"2023-09-23T18:08:04.909842+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":221,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.901501+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:04.901501+0000","last_peered":"2023-09-23T18:08:04.901501+0000","last_clean":"2023-09-23T18:08:04.901501+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:04.901501+0000","last_undegraded":"2023-09-23T18:08:04.901501+0000","last_fullsized":"2023-09-23T18:08:04.901501+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"254'8715","reported_seq":8763,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.628404+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:08:10.628404+0000","last_peered":"2023-09-23T18:08:10.628404+0000","last_clean":"2023-09-23T18:08:10.628404+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:08:10.628404+0000","last_undegraded":"2023-09-23T18:08:10.628404+0000","last_fullsized":"2023-09-23T18:08:10.628404+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8715,"log_dups_size":0,"ondisk_log_size":8715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258801664,"num_objects":3949,"num_object_clones":0,"num_object_copies":11847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8715,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":291,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.916020+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:04.916020+0000","last_peered":"2023-09-23T18:08:04.916020+0000","last_clean":"2023-09-23T18:08:04.916020+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:04.916020+0000","last_undegraded":"2023-09-23T18:08:04.916020+0000","last_fullsized":"2023-09-23T18:08:04.916020+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":76,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914093+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:04.914093+0000","last_peered":"2023-09-23T18:08:04.914093+0000","last_clean":"2023-09-23T18:08:04.914093+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:04.914093+0000","last_undegraded":"2023-09-23T18:08:04.914093+0000","last_fullsized":"2023-09-23T18:08:04.914093+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"254'8842","reported_seq":8892,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:12.854025+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:08:12.854025+0000","last_peered":"2023-09-23T18:08:12.854025+0000","last_clean":"2023-09-23T18:08:12.854025+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:08:12.854025+0000","last_undegraded":"2023-09-23T18:08:12.854025+0000","last_fullsized":"2023-09-23T18:08:12.854025+0000","mapping_epoch":214,"log_start":"222'2900","ondisk_log_start":"222'2900","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5942,"log_dups_size":0,"ondisk_log_size":5942,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246677504,"num_objects":3764,"num_object_clones":0,"num_object_copies":11292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8842,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":306,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.916525+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:04.916525+0000","last_peered":"2023-09-23T18:08:04.916525+0000","last_clean":"2023-09-23T18:08:04.916525+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:04.916525+0000","last_undegraded":"2023-09-23T18:08:04.916525+0000","last_fullsized":"2023-09-23T18:08:04.916525+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":251,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908062+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:04.908062+0000","last_peered":"2023-09-23T18:08:04.908062+0000","last_clean":"2023-09-23T18:08:04.908062+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:04.908062+0000","last_undegraded":"2023-09-23T18:08:04.908062+0000","last_fullsized":"2023-09-23T18:08:04.908062+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"254'6840","reported_seq":9319,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.609016+0000","last_change":"2023-09-23T18:06:43.642458+0000","last_active":"2023-09-23T18:08:10.609016+0000","last_peered":"2023-09-23T18:08:10.609016+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:08:10.609016+0000","last_undegraded":"2023-09-23T18:06:43.598342+0000","last_fullsized":"2023-09-23T18:08:10.609016+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6840,"log_dups_size":0,"ondisk_log_size":6840,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130416640,"num_objects":1990,"num_object_clones":0,"num_object_copies":5970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":876,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4404,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1207,"num_bytes_recovered":79101952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1114},{"shards":"3,6,7","objects":876}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":247,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.918802+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:04.918802+0000","last_peered":"2023-09-23T18:08:04.918802+0000","last_clean":"2023-09-23T18:08:04.918802+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:04.918802+0000","last_undegraded":"2023-09-23T18:08:04.918802+0000","last_fullsized":"2023-09-23T18:08:04.918802+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":214,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.911325+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:04.911325+0000","last_peered":"2023-09-23T18:08:04.911325+0000","last_clean":"2023-09-23T18:08:04.911325+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:04.911325+0000","last_undegraded":"2023-09-23T18:08:04.911325+0000","last_fullsized":"2023-09-23T18:08:04.911325+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"254'6660","reported_seq":9095,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.563219+0000","last_change":"2023-09-23T18:06:43.627739+0000","last_active":"2023-09-23T18:08:10.563219+0000","last_peered":"2023-09-23T18:08:10.563219+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:08:10.563219+0000","last_undegraded":"2023-09-23T18:06:43.592826+0000","last_fullsized":"2023-09-23T18:08:10.563219+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6660,"log_dups_size":0,"ondisk_log_size":6660,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124944384,"num_objects":1906,"num_object_clones":0,"num_object_copies":5718,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":814,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4276,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1185,"num_bytes_recovered":77660160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":1092},{"shards":"0,3,7","objects":814}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":235,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914598+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:04.914598+0000","last_peered":"2023-09-23T18:08:04.914598+0000","last_clean":"2023-09-23T18:08:04.914598+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:04.914598+0000","last_undegraded":"2023-09-23T18:08:04.914598+0000","last_fullsized":"2023-09-23T18:08:04.914598+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":255,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919660+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:04.919660+0000","last_peered":"2023-09-23T18:08:04.919660+0000","last_clean":"2023-09-23T18:08:04.919660+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:04.919660+0000","last_undegraded":"2023-09-23T18:08:04.919660+0000","last_fullsized":"2023-09-23T18:08:04.919660+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"254'8932","reported_seq":8983,"reported_epoch":254,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:10.674794+0000","last_change":"2023-09-23T18:06:24.800008+0000","last_active":"2023-09-23T18:08:10.674794+0000","last_peered":"2023-09-23T18:08:10.674794+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:08:10.674794+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"218'1600","ondisk_log_start":"218'1600","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7332,"log_dups_size":0,"ondisk_log_size":7332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255721472,"num_objects":3902,"num_object_clones":0,"num_object_copies":11706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4269,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8932,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-367},{"shards":"1,4,5","objects":1754}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":278,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.898063+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:04.898063+0000","last_peered":"2023-09-23T18:08:04.898063+0000","last_clean":"2023-09-23T18:08:04.898063+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:04.898063+0000","last_undegraded":"2023-09-23T18:08:04.898063+0000","last_fullsized":"2023-09-23T18:08:04.898063+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":79,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908156+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:04.908156+0000","last_peered":"2023-09-23T18:08:04.908156+0000","last_clean":"2023-09-23T18:08:04.908156+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:04.908156+0000","last_undegraded":"2023-09-23T18:08:04.908156+0000","last_fullsized":"2023-09-23T18:08:04.908156+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"254'9078","reported_seq":15548,"reported_epoch":254,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:08:12.872931+0000","last_change":"2023-09-23T18:06:41.872071+0000","last_active":"2023-09-23T18:08:12.872931+0000","last_peered":"2023-09-23T18:08:12.872931+0000","last_clean":"2023-09-23T18:06:22.213116+0000","last_became_active":"2023-09-23T18:06:24.790669+0000","last_became_peered":"2023-09-23T18:06:24.790669+0000","last_unstale":"2023-09-23T18:08:12.872931+0000","last_undegraded":"2023-09-23T18:08:12.872931+0000","last_fullsized":"2023-09-23T18:06:24.229773+0000","mapping_epoch":226,"log_start":"222'3100","ondisk_log_start":"222'3100","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5978,"log_dups_size":0,"ondisk_log_size":5978,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:20:22.255038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253624320,"num_objects":3870,"num_object_clones":0,"num_object_copies":11610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1102,"num_objects_unfound":0,"num_objects_dirty":3870,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9078,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3207,"num_bytes_recovered":210173952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[3,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4","objects":2768},{"shards":"3,4,6","objects":1102}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":233,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.911413+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:04.911413+0000","last_peered":"2023-09-23T18:08:04.911413+0000","last_clean":"2023-09-23T18:08:04.911413+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:04.911413+0000","last_undegraded":"2023-09-23T18:08:04.911413+0000","last_fullsized":"2023-09-23T18:08:04.911413+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.907768+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:04.907768+0000","last_peered":"2023-09-23T18:08:04.907768+0000","last_clean":"2023-09-23T18:08:04.907768+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:04.907768+0000","last_undegraded":"2023-09-23T18:08:04.907768+0000","last_fullsized":"2023-09-23T18:08:04.907768+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"254'8965","reported_seq":9015,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:12.863079+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:08:12.863079+0000","last_peered":"2023-09-23T18:08:12.863079+0000","last_clean":"2023-09-23T18:08:12.863079+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:08:12.863079+0000","last_undegraded":"2023-09-23T18:08:12.863079+0000","last_fullsized":"2023-09-23T18:08:12.863079+0000","mapping_epoch":214,"log_start":"222'3000","ondisk_log_start":"222'3000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5965,"log_dups_size":0,"ondisk_log_size":5965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249102336,"num_objects":3801,"num_object_clones":0,"num_object_copies":11403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8965,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.907847+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:04.907847+0000","last_peered":"2023-09-23T18:08:04.907847+0000","last_clean":"2023-09-23T18:08:04.907847+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:04.907847+0000","last_undegraded":"2023-09-23T18:08:04.907847+0000","last_fullsized":"2023-09-23T18:08:04.907847+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":251,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.912562+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:04.912562+0000","last_peered":"2023-09-23T18:08:04.912562+0000","last_clean":"2023-09-23T18:08:04.912562+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:04.912562+0000","last_undegraded":"2023-09-23T18:08:04.912562+0000","last_fullsized":"2023-09-23T18:08:04.912562+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"254'8760","reported_seq":8809,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.530437+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:08:10.530437+0000","last_peered":"2023-09-23T18:08:10.530437+0000","last_clean":"2023-09-23T18:08:10.530437+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:08:10.530437+0000","last_undegraded":"2023-09-23T18:08:10.530437+0000","last_fullsized":"2023-09-23T18:08:10.530437+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8760,"log_dups_size":0,"ondisk_log_size":8760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249626648,"num_objects":3810,"num_object_clones":0,"num_object_copies":11430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3810,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8760,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":247,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897641+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:04.897641+0000","last_peered":"2023-09-23T18:08:04.897641+0000","last_clean":"2023-09-23T18:08:04.897641+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:04.897641+0000","last_undegraded":"2023-09-23T18:08:04.897641+0000","last_fullsized":"2023-09-23T18:08:04.897641+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":222,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.917872+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:08:04.917872+0000","last_peered":"2023-09-23T18:08:04.917872+0000","last_clean":"2023-09-23T18:08:04.917872+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:08:04.917872+0000","last_undegraded":"2023-09-23T18:08:04.917872+0000","last_fullsized":"2023-09-23T18:08:04.917872+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"254'6742","reported_seq":9207,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.619446+0000","last_change":"2023-09-23T18:06:43.606610+0000","last_active":"2023-09-23T18:08:10.619446+0000","last_peered":"2023-09-23T18:08:10.619446+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:08:10.619446+0000","last_undegraded":"2023-09-23T18:06:43.593499+0000","last_fullsized":"2023-09-23T18:08:10.619446+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6742,"log_dups_size":0,"ondisk_log_size":6742,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127762432,"num_objects":1949,"num_object_clones":0,"num_object_copies":5847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":901,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4345,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1199,"num_bytes_recovered":78577664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1048},{"shards":"0,3,5","objects":901}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":816,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.921831+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:04.921831+0000","last_peered":"2023-09-23T18:08:04.921831+0000","last_clean":"2023-09-23T18:08:04.921831+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:04.921831+0000","last_undegraded":"2023-09-23T18:08:04.921831+0000","last_fullsized":"2023-09-23T18:08:04.921831+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":85,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914396+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:04.914396+0000","last_peered":"2023-09-23T18:08:04.914396+0000","last_clean":"2023-09-23T18:08:04.914396+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:04.914396+0000","last_undegraded":"2023-09-23T18:08:04.914396+0000","last_fullsized":"2023-09-23T18:08:04.914396+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":167,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919901+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:04.919901+0000","last_peered":"2023-09-23T18:08:04.919901+0000","last_clean":"2023-09-23T18:08:04.919901+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:04.919901+0000","last_undegraded":"2023-09-23T18:08:04.919901+0000","last_fullsized":"2023-09-23T18:08:04.919901+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"254'7065","reported_seq":7124,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:12.855819+0000","last_change":"2023-09-23T18:06:42.645663+0000","last_active":"2023-09-23T18:08:12.855819+0000","last_peered":"2023-09-23T18:08:12.855819+0000","last_clean":"2023-09-23T18:08:12.855819+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:08:12.855819+0000","last_undegraded":"2023-09-23T18:08:12.855819+0000","last_fullsized":"2023-09-23T18:08:12.855819+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7065,"log_dups_size":0,"ondisk_log_size":7065,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129466368,"num_objects":1975,"num_object_clones":0,"num_object_copies":5925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4561,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":951,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914635+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:04.914635+0000","last_peered":"2023-09-23T18:08:04.914635+0000","last_clean":"2023-09-23T18:08:04.914635+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:04.914635+0000","last_undegraded":"2023-09-23T18:08:04.914635+0000","last_fullsized":"2023-09-23T18:08:04.914635+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":234,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908120+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:04.908120+0000","last_peered":"2023-09-23T18:08:04.908120+0000","last_clean":"2023-09-23T18:08:04.908120+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:04.908120+0000","last_undegraded":"2023-09-23T18:08:04.908120+0000","last_fullsized":"2023-09-23T18:08:04.908120+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":169,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.921614+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:04.921614+0000","last_peered":"2023-09-23T18:08:04.921614+0000","last_clean":"2023-09-23T18:08:04.921614+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:04.921614+0000","last_undegraded":"2023-09-23T18:08:04.921614+0000","last_fullsized":"2023-09-23T18:08:04.921614+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"254'6849","reported_seq":6907,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.581205+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:08:10.581205+0000","last_peered":"2023-09-23T18:08:10.581205+0000","last_clean":"2023-09-23T18:08:10.581205+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:08:10.581205+0000","last_undegraded":"2023-09-23T18:08:10.581205+0000","last_fullsized":"2023-09-23T18:08:10.581205+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6849,"log_dups_size":0,"ondisk_log_size":6849,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130514944,"num_objects":1991,"num_object_clones":0,"num_object_copies":5973,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4375,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":514,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.918088+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:04.918088+0000","last_peered":"2023-09-23T18:08:04.918088+0000","last_clean":"2023-09-23T18:08:04.918088+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:04.918088+0000","last_undegraded":"2023-09-23T18:08:04.918088+0000","last_fullsized":"2023-09-23T18:08:04.918088+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":176,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924503+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:06.924503+0000","last_peered":"2023-09-23T18:08:06.924503+0000","last_clean":"2023-09-23T18:08:06.924503+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:06.924503+0000","last_undegraded":"2023-09-23T18:08:06.924503+0000","last_fullsized":"2023-09-23T18:08:06.924503+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":260,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.917794+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:04.917794+0000","last_peered":"2023-09-23T18:08:04.917794+0000","last_clean":"2023-09-23T18:08:04.917794+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:04.917794+0000","last_undegraded":"2023-09-23T18:08:04.917794+0000","last_fullsized":"2023-09-23T18:08:04.917794+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"254'6818","reported_seq":6899,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:10.619355+0000","last_change":"2023-09-23T18:08:09.596023+0000","last_active":"2023-09-23T18:08:10.619355+0000","last_peered":"2023-09-23T18:08:10.619355+0000","last_clean":"2023-09-23T18:08:10.619355+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:08:10.619355+0000","last_undegraded":"2023-09-23T18:08:10.619355+0000","last_fullsized":"2023-09-23T18:08:10.619355+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6818,"log_dups_size":0,"ondisk_log_size":6818,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126615552,"num_objects":1932,"num_object_clones":0,"num_object_copies":5796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4372,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":741,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914209+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:04.914209+0000","last_peered":"2023-09-23T18:08:04.914209+0000","last_clean":"2023-09-23T18:08:04.914209+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:04.914209+0000","last_undegraded":"2023-09-23T18:08:04.914209+0000","last_fullsized":"2023-09-23T18:08:04.914209+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":522,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.917466+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:04.917466+0000","last_peered":"2023-09-23T18:08:04.917466+0000","last_clean":"2023-09-23T18:08:04.917466+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:04.917466+0000","last_undegraded":"2023-09-23T18:08:04.917466+0000","last_fullsized":"2023-09-23T18:08:04.917466+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":254,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.898163+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:08:04.898163+0000","last_peered":"2023-09-23T18:08:04.898163+0000","last_clean":"2023-09-23T18:08:04.898163+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:08:04.898163+0000","last_undegraded":"2023-09-23T18:08:04.898163+0000","last_fullsized":"2023-09-23T18:08:04.898163+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":218,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.910893+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:04.910893+0000","last_peered":"2023-09-23T18:08:04.910893+0000","last_clean":"2023-09-23T18:08:04.910893+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:04.910893+0000","last_undegraded":"2023-09-23T18:08:04.910893+0000","last_fullsized":"2023-09-23T18:08:04.910893+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"254'6949","reported_seq":7009,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:12.797188+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:08:12.797188+0000","last_peered":"2023-09-23T18:08:12.797188+0000","last_clean":"2023-09-23T18:08:12.797188+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:08:12.797188+0000","last_undegraded":"2023-09-23T18:08:12.797188+0000","last_fullsized":"2023-09-23T18:08:12.797188+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6949,"log_dups_size":0,"ondisk_log_size":6949,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126484480,"num_objects":1930,"num_object_clones":0,"num_object_copies":5790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4498,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":911,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.917379+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:04.917379+0000","last_peered":"2023-09-23T18:08:04.917379+0000","last_clean":"2023-09-23T18:08:04.917379+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:04.917379+0000","last_undegraded":"2023-09-23T18:08:04.917379+0000","last_fullsized":"2023-09-23T18:08:04.917379+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":229,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919127+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:04.919127+0000","last_peered":"2023-09-23T18:08:04.919127+0000","last_clean":"2023-09-23T18:08:04.919127+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:04.919127+0000","last_undegraded":"2023-09-23T18:08:04.919127+0000","last_fullsized":"2023-09-23T18:08:04.919127+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":97,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920162+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:08:04.920162+0000","last_peered":"2023-09-23T18:08:04.920162+0000","last_clean":"2023-09-23T18:08:04.920162+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:08:04.920162+0000","last_undegraded":"2023-09-23T18:08:04.920162+0000","last_fullsized":"2023-09-23T18:08:04.920162+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"254'6893","reported_seq":7800,"reported_epoch":254,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:13.025038+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:08:13.025038+0000","last_peered":"2023-09-23T18:08:13.025038+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:08:13.025038+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6893,"log_dups_size":0,"ondisk_log_size":6893,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122519552,"num_objects":1869,"num_object_clones":0,"num_object_copies":5607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4449,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-25},{"shards":"1,6,7","objects":811}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":424,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919606+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:04.919606+0000","last_peered":"2023-09-23T18:08:04.919606+0000","last_clean":"2023-09-23T18:08:04.919606+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:04.919606+0000","last_undegraded":"2023-09-23T18:08:04.919606+0000","last_fullsized":"2023-09-23T18:08:04.919606+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":193,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.921696+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:04.921696+0000","last_peered":"2023-09-23T18:08:04.921696+0000","last_clean":"2023-09-23T18:08:04.921696+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:04.921696+0000","last_undegraded":"2023-09-23T18:08:04.921696+0000","last_fullsized":"2023-09-23T18:08:04.921696+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":239,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919823+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:04.919823+0000","last_peered":"2023-09-23T18:08:04.919823+0000","last_clean":"2023-09-23T18:08:04.919823+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:04.919823+0000","last_undegraded":"2023-09-23T18:08:04.919823+0000","last_fullsized":"2023-09-23T18:08:04.919823+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"254'6940","reported_seq":9516,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.672484+0000","last_change":"2023-09-23T18:06:43.636766+0000","last_active":"2023-09-23T18:08:10.672484+0000","last_peered":"2023-09-23T18:08:10.672484+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:08:10.672484+0000","last_undegraded":"2023-09-23T18:06:43.596549+0000","last_fullsized":"2023-09-23T18:08:10.672484+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6940,"log_dups_size":0,"ondisk_log_size":6940,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129269760,"num_objects":1972,"num_object_clones":0,"num_object_copies":5916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":876,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4484,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1256,"num_bytes_recovered":82313216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1096},{"shards":"3,4,6","objects":876}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":226,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.901426+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:04.901426+0000","last_peered":"2023-09-23T18:08:04.901426+0000","last_clean":"2023-09-23T18:08:04.901426+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:04.901426+0000","last_undegraded":"2023-09-23T18:08:04.901426+0000","last_fullsized":"2023-09-23T18:08:04.901426+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":762,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.918453+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:04.918453+0000","last_peered":"2023-09-23T18:08:04.918453+0000","last_clean":"2023-09-23T18:08:04.918453+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:04.918453+0000","last_undegraded":"2023-09-23T18:08:04.918453+0000","last_fullsized":"2023-09-23T18:08:04.918453+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":259,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897642+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:04.897642+0000","last_peered":"2023-09-23T18:08:04.897642+0000","last_clean":"2023-09-23T18:08:04.897642+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:04.897642+0000","last_undegraded":"2023-09-23T18:08:04.897642+0000","last_fullsized":"2023-09-23T18:08:04.897642+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"254'7001","reported_seq":9566,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.642237+0000","last_change":"2023-09-23T18:06:43.646598+0000","last_active":"2023-09-23T18:08:10.642237+0000","last_peered":"2023-09-23T18:08:10.642237+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:08:10.642237+0000","last_undegraded":"2023-09-23T18:06:43.598635+0000","last_fullsized":"2023-09-23T18:08:10.642237+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7001,"log_dups_size":0,"ondisk_log_size":7001,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131104768,"num_objects":2000,"num_object_clones":0,"num_object_copies":6000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":895,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4498,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1250,"num_bytes_recovered":81920000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":895},{"shards":"2,6,7","objects":1105}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":503,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.910311+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:04.910311+0000","last_peered":"2023-09-23T18:08:04.910311+0000","last_clean":"2023-09-23T18:08:04.910311+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:04.910311+0000","last_undegraded":"2023-09-23T18:08:04.910311+0000","last_fullsized":"2023-09-23T18:08:04.910311+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":92,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920029+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:08:04.920029+0000","last_peered":"2023-09-23T18:08:04.920029+0000","last_clean":"2023-09-23T18:08:04.920029+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:08:04.920029+0000","last_undegraded":"2023-09-23T18:08:04.920029+0000","last_fullsized":"2023-09-23T18:08:04.920029+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.907930+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:04.907930+0000","last_peered":"2023-09-23T18:08:04.907930+0000","last_clean":"2023-09-23T18:08:04.907930+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:04.907930+0000","last_undegraded":"2023-09-23T18:08:04.907930+0000","last_fullsized":"2023-09-23T18:08:04.907930+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":88,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.919758+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:04.919758+0000","last_peered":"2023-09-23T18:08:04.919758+0000","last_clean":"2023-09-23T18:08:04.919758+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:04.919758+0000","last_undegraded":"2023-09-23T18:08:04.919758+0000","last_fullsized":"2023-09-23T18:08:04.919758+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":39,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.917703+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:04.917703+0000","last_peered":"2023-09-23T18:08:04.917703+0000","last_clean":"2023-09-23T18:08:04.917703+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:04.917703+0000","last_undegraded":"2023-09-23T18:08:04.917703+0000","last_fullsized":"2023-09-23T18:08:04.917703+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"254'6685","reported_seq":9196,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.606326+0000","last_change":"2023-09-23T18:06:42.707753+0000","last_active":"2023-09-23T18:08:10.606326+0000","last_peered":"2023-09-23T18:08:10.606326+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:08:10.606326+0000","last_undegraded":"2023-09-23T18:06:42.659275+0000","last_fullsized":"2023-09-23T18:08:10.606326+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6685,"log_dups_size":0,"ondisk_log_size":6685,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121470976,"num_objects":1854,"num_object_clones":0,"num_object_copies":5562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":861,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4302,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1224,"num_bytes_recovered":80216064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":993},{"shards":"0,3,7","objects":861}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":248,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914740+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:04.914740+0000","last_peered":"2023-09-23T18:08:04.914740+0000","last_clean":"2023-09-23T18:08:04.914740+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:04.914740+0000","last_undegraded":"2023-09-23T18:08:04.914740+0000","last_fullsized":"2023-09-23T18:08:04.914740+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":79,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.907861+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:04.907861+0000","last_peered":"2023-09-23T18:08:04.907861+0000","last_clean":"2023-09-23T18:08:04.907861+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:04.907861+0000","last_undegraded":"2023-09-23T18:08:04.907861+0000","last_fullsized":"2023-09-23T18:08:04.907861+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"254'6846","reported_seq":9409,"reported_epoch":254,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:10.625599+0000","last_change":"2023-09-23T18:06:42.697390+0000","last_active":"2023-09-23T18:08:10.625599+0000","last_peered":"2023-09-23T18:08:10.625599+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:08:10.625599+0000","last_undegraded":"2023-09-23T18:06:42.690440+0000","last_fullsized":"2023-09-23T18:08:10.625599+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6846,"log_dups_size":0,"ondisk_log_size":6846,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125173760,"num_objects":1910,"num_object_clones":0,"num_object_copies":5730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":829,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4410,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1250,"num_bytes_recovered":81920000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1081},{"shards":"3,6,7","objects":829}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":222,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.914486+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:04.914486+0000","last_peered":"2023-09-23T18:08:04.914486+0000","last_clean":"2023-09-23T18:08:04.914486+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:04.914486+0000","last_undegraded":"2023-09-23T18:08:04.914486+0000","last_fullsized":"2023-09-23T18:08:04.914486+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":79,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.908520+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:04.908520+0000","last_peered":"2023-09-23T18:08:04.908520+0000","last_clean":"2023-09-23T18:08:04.908520+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:04.908520+0000","last_undegraded":"2023-09-23T18:08:04.908520+0000","last_fullsized":"2023-09-23T18:08:04.908520+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":284,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.898620+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:04.898620+0000","last_peered":"2023-09-23T18:08:04.898620+0000","last_clean":"2023-09-23T18:08:04.898620+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:04.898620+0000","last_undegraded":"2023-09-23T18:08:04.898620+0000","last_fullsized":"2023-09-23T18:08:04.898620+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":288,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.897770+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:04.897770+0000","last_peered":"2023-09-23T18:08:04.897770+0000","last_clean":"2023-09-23T18:08:04.897770+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:04.897770+0000","last_undegraded":"2023-09-23T18:08:04.897770+0000","last_fullsized":"2023-09-23T18:08:04.897770+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":139,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.920431+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:04.920431+0000","last_peered":"2023-09-23T18:08:04.920431+0000","last_clean":"2023-09-23T18:08:04.920431+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:04.920431+0000","last_undegraded":"2023-09-23T18:08:04.920431+0000","last_fullsized":"2023-09-23T18:08:04.920431+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":79,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T18:08:04.907513+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:04.907513+0000","last_peered":"2023-09-23T18:08:04.907513+0000","last_clean":"2023-09-23T18:08:04.907513+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:04.907513+0000","last_undegraded":"2023-09-23T18:08:04.907513+0000","last_fullsized":"2023-09-23T18:08:04.907513+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":4047306776,"num_objects":61758,"num_object_clones":0,"num_object_copies":185274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16621,"num_objects_misplaced":1102,"num_objects_unfound":0,"num_objects_dirty":61758,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":141654,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15928,"num_bytes_recovered":1043857408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13509865472,"data_stored":13509853256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":180037,"ondisk_log_size":180037,"up":78,"acting":74,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430479,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2074568,"kb_used_data":1777344,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":91670584,"statfs":{"total":95995035648,"available":93870678016,"internally_reserved":0,"allocated":1820000256,"data_stored":1819312957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":0.997,"15min":0.79800000000000004},"min":{"1min":0.249,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":5.2389999999999999,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":1.9059999999999999},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.028,"15min":0.84099999999999997},"min":{"1min":0.314,"5min":0.254,"15min":0.254},"max":{"1min":5.2270000000000003,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":1.921}]},{"osd":1,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":1.4279999999999999,"15min":0.97599999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.251},"max":{"1min":6.7240000000000002,"5min":11.483000000000001,"15min":11.483000000000001},"last":1.458},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.597,"15min":1.008},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":4.1920000000000002,"5min":9.1649999999999991,"15min":11.087999999999999},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:07:46 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.462,"15min":0.93200000000000005},"min":{"1min":0.33100000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.1319999999999997,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":2.2429999999999999},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.3500000000000001,"15min":0.91600000000000004},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.3530000000000002,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.90200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":1.952,"15min":1.413},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.28299999999999997},"max":{"1min":9.6029999999999998,"5min":32.631,"15min":32.631},"last":5.4169999999999998},{"interface":"front","average":{"1min":2.2629999999999999,"5min":2.0579999999999998,"15min":1.474},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":6.2249999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":2.8420000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":1.302,"15min":0.84999999999999998},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.249},"max":{"1min":2.9100000000000001,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.753,"5min":1.085,"15min":0.78700000000000003},"min":{"1min":0.315,"5min":0.314,"15min":0.249},"max":{"1min":3.1440000000000001,"5min":8.1950000000000003,"15min":10.238},"last":0.318}]},{"osd":5,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.073,"15min":0.81399999999999995},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":1.8779999999999999,"5min":10.016,"15min":10.016},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.149,"15min":0.83799999999999997},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":3.024,"5min":9.1630000000000003,"15min":10.307},"last":0.40000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.1279999999999999,"15min":0.80800000000000005},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8380000000000001,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.375},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.2490000000000001,"15min":0.80100000000000005},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.8720000000000001,"5min":12.613,"15min":12.613},"last":0.872}]}]},{"osd":6,"up_from":174,"seq":747324309575,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2409920,"kb_used_data":2082296,"kb_used_omap":12,"kb_used_meta":327603,"kb_avail":91335232,"statfs":{"total":95995035648,"available":93527277568,"internally_reserved":0,"allocated":2132271104,"data_stored":2131591870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":335466175},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":1.5529999999999999,"15min":1.117},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":13.173,"5min":23.373000000000001,"15min":23.373000000000001},"last":0.371},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.4670000000000001,"15min":0.96499999999999997},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":10.375999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.39100000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5840000000000001,"5min":1.365,"15min":1.0720000000000001},"min":{"1min":0.25600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.661,"5min":11.661,"15min":11.661},"last":0.45800000000000002},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.7210000000000001,"15min":1.0589999999999999},"min":{"1min":0.33600000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.794,"5min":13.794,"15min":13.794},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":1.738,"15min":1.052},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":42.585000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.3559999999999999,"5min":1.359,"15min":1.091},"min":{"1min":0.309,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":7.2750000000000004,"5min":10.073,"15min":10.073},"last":0.50600000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":3.0720000000000001,"5min":1.76,"15min":1.288},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":14.925000000000001,"5min":22.619,"15min":22.619},"last":0.48099999999999998},{"interface":"front","average":{"1min":2.234,"5min":1.782,"15min":1.4119999999999999},"min":{"1min":0.33900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.5010000000000003,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.49199999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":1.0489999999999999,"15min":0.79100000000000004},"min":{"1min":0.27700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0199999999999996,"5min":9.548,"15min":9.548},"last":19.974},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.1399999999999999,"15min":0.80200000000000005},"min":{"1min":0.27100000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":3.694,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":20.279}]},{"osd":5,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0009999999999999,"15min":0.73699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.2570000000000001,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.433},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0029999999999999,"15min":0.755},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.2510000000000003,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.52600000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.125,"15min":0.94899999999999995},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.0330000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.749,"5min":1.145,"15min":0.92500000000000004},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":4.2949999999999999,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":0.53200000000000003}]}]},{"osd":1,"up_from":90,"seq":386547056786,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1756244,"kb_used_data":1500812,"kb_used_omap":7,"kb_used_meta":255416,"kb_avail":91988908,"statfs":{"total":95995035648,"available":94196641792,"internally_reserved":0,"allocated":1536831488,"data_stored":1535783267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":261546083},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":1.448,"15min":1.0049999999999999},"min":{"1min":0.222,"5min":0.219,"15min":0.193},"max":{"1min":9.3420000000000005,"5min":9.3420000000000005,"15min":13.762},"last":7.2229999999999999},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2,"15min":1.101},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.191},"max":{"1min":21.359000000000002,"5min":21.359000000000002,"15min":21.359000000000002},"last":0.90900000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":6.3979999999999997,"5min":2.327,"15min":1.494},"min":{"1min":0.27200000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":31.273,"5min":31.273,"15min":31.273},"last":1.204},{"interface":"front","average":{"1min":4.069,"5min":1.532,"15min":1.8340000000000001},"min":{"1min":0.39500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":10.194000000000001,"5min":10.194000000000001,"15min":13.890000000000001},"last":0.96999999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":1.742,"15min":1.121},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":20.968,"5min":20.968,"15min":20.968},"last":0.88500000000000001},{"interface":"front","average":{"1min":3.512,"5min":1.7250000000000001,"15min":1.165},"min":{"1min":0.41099999999999998,"5min":0.312,"15min":0.23899999999999999},"max":{"1min":13.781000000000001,"5min":16.273,"15min":16.273},"last":0.94799999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.339,"5min":1.8280000000000001,"15min":1.175},"min":{"1min":0.39700000000000002,"5min":0.34399999999999997,"15min":0.28100000000000003},"max":{"1min":12.397,"5min":13.532,"15min":13.532},"last":4.4669999999999996},{"interface":"front","average":{"1min":1.823,"5min":1.1759999999999999,"15min":1.03},"min":{"1min":0.34499999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":5.3300000000000001,"5min":6.8710000000000004,"15min":13.826000000000001},"last":0.98499999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":1.6879999999999999,"15min":1.115},"min":{"1min":0.44600000000000001,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":21.369,"5min":21.369,"15min":21.369},"last":0.92500000000000004},{"interface":"front","average":{"1min":3.0819999999999999,"5min":1.917,"15min":1.2},"min":{"1min":0.40400000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":7.242,"5min":13.574,"15min":13.574},"last":4.5499999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:07:28 2023","interfaces":[{"interface":"back","average":{"1min":2.4660000000000002,"5min":1.325,"15min":0.83599999999999997},"min":{"1min":0.443,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.9690000000000003,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":1.222},{"interface":"front","average":{"1min":3.1419999999999999,"5min":1.3799999999999999,"15min":0.91700000000000004},"min":{"1min":0.42399999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":21.282,"5min":21.282,"15min":21.282},"last":1.3169999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2240000000000002,"5min":2.012,"15min":1.258},"min":{"1min":0.45800000000000002,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":7.2750000000000004,"5min":13.727,"15min":13.727},"last":4.5270000000000001},{"interface":"front","average":{"1min":2.46,"5min":1.5569999999999999,"15min":1.1799999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":6.1920000000000002,"5min":7.9180000000000001,"15min":13.859},"last":1.2809999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220317,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1271500,"kb_used_data":991428,"kb_used_omap":8,"kb_used_meta":280055,"kb_avail":92473652,"statfs":{"total":95995035648,"available":94693019648,"internally_reserved":0,"allocated":1015222272,"data_stored":1014121864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":286776932},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:07:15 2023","interfaces":[{"interface":"back","average":{"1min":2.6720000000000002,"5min":1.095,"15min":0.78900000000000003},"min":{"1min":0.20899999999999999,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":7.0380000000000003,"5min":7.8079999999999998,"15min":11.491},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.7149999999999999,"5min":1.3280000000000001,"15min":0.88700000000000001},"min":{"1min":0.23499999999999999,"5min":0.22600000000000001,"15min":0.22500000000000001},"max":{"1min":7.4690000000000003,"5min":7.4690000000000003,"15min":8.3889999999999993},"last":0.55900000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:07:39 2023","interfaces":[{"interface":"back","average":{"1min":5.0170000000000003,"5min":1.843,"15min":1.357},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.24099999999999999},"max":{"1min":26.341000000000001,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":4.7119999999999997,"5min":1.792,"15min":1.611},"min":{"1min":0.24199999999999999,"5min":0.222,"15min":0.222},"max":{"1min":26.268000000000001,"5min":26.268000000000001,"15min":26.268000000000001},"last":5.9720000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:07:15 2023","interfaces":[{"interface":"back","average":{"1min":3.0099999999999998,"5min":1.2649999999999999,"15min":0.92100000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":16.023,"5min":16.023,"15min":16.023},"last":4.3810000000000002},{"interface":"front","average":{"1min":3.3290000000000002,"5min":1.4299999999999999,"15min":0.97399999999999998},"min":{"1min":0.29499999999999998,"5min":0.248,"15min":0.248},"max":{"1min":22.082999999999998,"5min":22.082999999999998,"15min":22.082999999999998},"last":4.141}]},{"osd":4,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":1.2629999999999999,"15min":1.002},"min":{"1min":0.313,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":6.3170000000000002,"5min":10.686,"15min":11.382999999999999},"last":4.1799999999999997},{"interface":"front","average":{"1min":1.74,"5min":1.181,"15min":0.92800000000000005},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":5.6230000000000002,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":1.228}]},{"osd":5,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":1.919,"5min":1.1930000000000001,"15min":0.96399999999999997},"min":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":5.6760000000000002,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":1.284},{"interface":"front","average":{"1min":2.3860000000000001,"5min":1.5169999999999999,"15min":1.141},"min":{"1min":0.34799999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.2460000000000004,"5min":10.657,"15min":11.510999999999999},"last":4.2160000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":1.228,"15min":0.82799999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":5.6520000000000001,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":1.1919999999999999},{"interface":"front","average":{"1min":2.9830000000000001,"5min":1.498,"15min":0.92800000000000005},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":1.625}]},{"osd":7,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9009999999999998,"5min":1.524,"15min":1.1120000000000001},"min":{"1min":0.47199999999999998,"5min":0.38500000000000001,"15min":0.38400000000000001},"max":{"1min":7.6500000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.9510000000000001,"5min":1.51,"15min":1.1399999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.372},"max":{"1min":13.699,"5min":13.699,"15min":13.699},"last":4.2690000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258010,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1446676,"kb_used_data":1141388,"kb_used_omap":16,"kb_used_meta":305263,"kb_avail":92298476,"statfs":{"total":95995035648,"available":94513639424,"internally_reserved":0,"allocated":1168781312,"data_stored":1167674483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":312589474},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2909999999999999,"5min":1.698,"15min":1.2270000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":14.957000000000001,"5min":15.195,"15min":15.195},"last":0.36299999999999999},{"interface":"front","average":{"1min":3.6469999999999998,"5min":1.637,"15min":1.2729999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.068,"5min":11.068,"15min":11.068},"last":0.47099999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":1.702,"15min":1.21},"min":{"1min":0.34000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":13.952999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.49,"15min":2.1509999999999998},"min":{"1min":0.435,"5min":0.218,"15min":0.218},"max":{"1min":8.3140000000000001,"5min":12.33,"15min":37.579000000000001},"last":0.441}]},{"osd":3,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":4.9630000000000001,"5min":2.629,"15min":1.4199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.135000000000002,"5min":34.960999999999999,"15min":34.960999999999999},"last":0.502},{"interface":"front","average":{"1min":4.5389999999999997,"5min":2.3260000000000001,"15min":2.452},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.548,"5min":35.229999999999997,"15min":37.444000000000003},"last":0.52800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.331,"15min":1.629},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.32100000000000001},"max":{"1min":8.1539999999999999,"5min":8.1539999999999999,"15min":23.870000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":2.4319999999999999,"5min":1.5469999999999999,"15min":1.0169999999999999},"min":{"1min":0.32600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":14.813000000000001,"5min":14.819000000000001,"15min":14.819000000000001},"last":0.55300000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":1.623,"15min":1.0820000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":14.852,"5min":14.852,"15min":14.852},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.5249999999999999,"5min":1.444,"15min":1.151},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4239999999999995,"5min":8.4239999999999995,"15min":8.4239999999999995},"last":0.74099999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":2.629,"5min":1.6819999999999999,"15min":1.1839999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":14.880000000000001,"5min":14.880000000000001,"15min":14.880000000000001},"last":1.3979999999999999},{"interface":"front","average":{"1min":2.6699999999999999,"5min":1.7929999999999999,"15min":1.252},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":14.93,"5min":14.93,"15min":14.93},"last":0.70199999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0760000000000001,"5min":1.958,"15min":1.1910000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":14.906000000000001,"5min":15.074999999999999,"15min":15.074999999999999},"last":2.073},{"interface":"front","average":{"1min":2.1459999999999999,"5min":1.5800000000000001,"15min":1.1619999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":8.1769999999999996,"5min":10.365,"15min":10.365},"last":1.349}]}]},{"osd":3,"up_from":100,"seq":429496729740,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3073732,"kb_used_data":2718204,"kb_used_omap":4,"kb_used_meta":355387,"kb_avail":90671420,"statfs":{"total":95995035648,"available":92847534080,"internally_reserved":0,"allocated":2783440896,"data_stored":2782405099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":363916695},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":1.593,"15min":1.026},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":8.1639999999999997},{"interface":"front","average":{"1min":3.5,"5min":1.7130000000000001,"15min":1.278},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":12.634,"5min":16.561,"15min":17.396999999999998},"last":2.7930000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.385,"15min":0.96599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.4059999999999997,"5min":19.626000000000001,"15min":19.626000000000001},"last":3.181},{"interface":"front","average":{"1min":3.3759999999999999,"5min":2.016,"15min":1.2330000000000001},"min":{"1min":0.40500000000000003,"5min":0.248,"15min":0.248},"max":{"1min":14.545,"5min":15.394,"15min":15.394},"last":3.048}]},{"osd":2,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.6520000000000001,"5min":1.891,"15min":1.641},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":12.441000000000001,"5min":16.594999999999999,"15min":16.594999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.6399999999999999,"15min":1.357},"min":{"1min":0.29899999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.9190000000000005,"5min":19.59,"15min":19.59},"last":2.472}]},{"osd":4,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":1.552,"15min":1.071},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.311},"max":{"1min":8.3279999999999994,"5min":13.859999999999999,"15min":14.212},"last":3.0790000000000002},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.369,"15min":1.2649999999999999},"min":{"1min":0.432,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":11.645,"5min":11.645,"15min":17.478000000000002},"last":1.1539999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":1.5920000000000001,"15min":1.345},"min":{"1min":0.434,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.602,"5min":11.602,"15min":17.507999999999999},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.264,"5min":1.5429999999999999,"15min":1.1319999999999999},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.569,"5min":19.209,"15min":19.209},"last":2.431}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":4.2850000000000001,"5min":1.8560000000000001,"15min":1.1379999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":16.379999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":1.208},{"interface":"front","average":{"1min":3.8029999999999999,"5min":1.71,"15min":1.1020000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":11.701000000000001},"last":1.232}]},{"osd":7,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.847,"5min":2.0049999999999999,"15min":1.3160000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.423000000000002,"5min":36.423000000000002,"15min":36.423000000000002},"last":2.5049999999999999},{"interface":"front","average":{"1min":5.0759999999999996,"5min":2.2240000000000002,"15min":1.341},"min":{"1min":0.48399999999999999,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":36.366999999999997,"5min":36.366999999999997,"15min":36.366999999999997},"last":3.113}]}]},{"osd":4,"up_from":30,"seq":128849019162,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1573636,"kb_used_data":1268220,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92171516,"statfs":{"total":95995035648,"available":94383632384,"internally_reserved":0,"allocated":1298657280,"data_stored":1297973778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.171,"15min":1.0009999999999999},"min":{"1min":0.29599999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.7149999999999999,"5min":11.686999999999999,"15min":26.055},"last":5.2430000000000003},{"interface":"front","average":{"1min":2.1760000000000002,"5min":1.121,"15min":1.0680000000000001},"min":{"1min":0.26100000000000001,"5min":0.25,"15min":0.25},"max":{"1min":11.611000000000001,"5min":11.611000000000001,"15min":25.497},"last":0.317}]},{"osd":1,"last update":"Sat Sep 23 18:07:10 2023","interfaces":[{"interface":"back","average":{"1min":2.2650000000000001,"5min":1.1259999999999999,"15min":0.97299999999999998},"min":{"1min":0.35999999999999999,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":5.8639999999999999,"5min":11.801,"15min":25.268000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.921,"5min":1.0820000000000001,"15min":0.97799999999999998},"min":{"1min":0.34399999999999997,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":7.5270000000000001,"5min":7.5270000000000001,"15min":25.298999999999999},"last":0.38500000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":1.337,"15min":1.0580000000000001},"min":{"1min":0.32300000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":7.649,"5min":17.143000000000001,"15min":17.143000000000001},"last":2.2050000000000001},{"interface":"front","average":{"1min":2.5339999999999998,"5min":1.3520000000000001,"15min":1.0309999999999999},"min":{"1min":0.44800000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":8.1940000000000008,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.47099999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:07:10 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":1.5,"15min":1.141},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":18.097999999999999,"5min":18.097999999999999,"15min":25.181000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":3.145,"5min":1.407,"15min":1.1899999999999999},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":20.433,"5min":20.433,"15min":25.225000000000001},"last":7.593}]},{"osd":5,"last update":"Sat Sep 23 18:07:10 2023","interfaces":[{"interface":"back","average":{"1min":2.0960000000000001,"5min":1.1799999999999999,"15min":0.76700000000000002},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":18.829999999999998,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":2.6739999999999999,"5min":1.3,"15min":0.85199999999999998},"min":{"1min":0.34999999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":18.859000000000002,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.437}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":0.97599999999999998,"15min":0.63},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.9030000000000005,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.371,"5min":1.1850000000000001,"15min":0.755},"min":{"1min":0.34499999999999997,"5min":0.318,"15min":0.318},"max":{"1min":6.3520000000000003,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.39700000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:56 2023","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.046,"15min":0.80700000000000005},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.27700000000000002},"max":{"1min":8.1440000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.495},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.383,"15min":0.91100000000000003},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":6.0819999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.70899999999999996}]}]},{"osd":5,"up_from":36,"seq":154618822934,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2097080,"kb_used_data":1783472,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":91648072,"statfs":{"total":95995035648,"available":93847625728,"internally_reserved":0,"allocated":1826275328,"data_stored":1825599586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.359,"5min":1.052,"15min":0.90200000000000002},"min":{"1min":0.254,"5min":0.24199999999999999,"15min":0.23000000000000001},"max":{"1min":8.2110000000000003,"5min":8.2110000000000003,"15min":9.2479999999999993},"last":0.315},{"interface":"front","average":{"1min":1.28,"5min":0.88,"15min":0.88600000000000001},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":7.6459999999999999},"last":0.34599999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:08:06 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.407,"15min":1.0720000000000001},"min":{"1min":0.29099999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.2610000000000001,"5min":9.0579999999999998,"15min":16.033999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":1.121,"5min":1.325,"15min":0.94699999999999995},"min":{"1min":0.29899999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":6.8540000000000001,"5min":7.101,"15min":7.6660000000000004},"last":2.1989999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:07:44 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":1.49,"15min":1.1930000000000001},"min":{"1min":0.52700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.8559999999999999,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.5419999999999998,"5min":1.3959999999999999,"15min":1.177},"min":{"1min":0.51200000000000001,"5min":0.311,"15min":0.311},"max":{"1min":7.1619999999999999,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":0.374}]},{"osd":3,"last update":"Sat Sep 23 18:08:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":1.5389999999999999,"15min":1.1459999999999999},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.5099999999999998,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.9339999999999999,"5min":1.6950000000000001,"15min":1.244},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":6.9420000000000002,"5min":14.048,"15min":14.048},"last":1.1830000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.95199999999999996,"15min":0.748},"min":{"1min":0.27200000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.0750000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":2.746},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.98399999999999999,"15min":0.81999999999999995},"min":{"1min":0.29999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.46,"5min":5.1920000000000002,"15min":6.9480000000000004},"last":6.25}]},{"osd":6,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.94099999999999995,"15min":0.69599999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.4300000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":2.141},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0880000000000001,"15min":0.80300000000000005},"min":{"1min":0.372,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.468,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.52000000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.056,"15min":0.83999999999999997},"min":{"1min":0.36199999999999999,"5min":0.318,"15min":0.309},"max":{"1min":2.2589999999999999,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":2.1720000000000002},{"interface":"front","average":{"1min":0.878,"5min":1.0289999999999999,"15min":0.89900000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":3.0939999999999999,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.38700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1007882240,"data_stored":1007878168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1517031424,"data_stored":1517027352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1166016512,"data_stored":1166016512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2773024768,"data_stored":2773024768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1287651328,"data_stored":1287651328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1823215616,"data_stored":1823211544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2123628544,"data_stored":2123628544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1811415040,"data_stored":1811415040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:08:17.259 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:08:17.266 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:17.298 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 16621/185358 objects degraded (8.967%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:17.303 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:17.360 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:17.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:17.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:17.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:17.467 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:17.562 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:18 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:18 smithi018 ceph-mon[153734]: pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 15583/178908 objects degraded (8.710%); 1102/178908 objects misplaced (0.616%); 17 MiB/s, 266 objects/s recovering 2023-09-23T18:08:18.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:18 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:18.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:18 smithi018 ceph-mon[149401]: pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 15583/178908 objects degraded (8.710%); 1102/178908 objects misplaced (0.616%); 17 MiB/s, 266 objects/s recovering 2023-09-23T18:08:18.341 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:18.377 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:18.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:18.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:18 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:18 smithi149 ceph-mon[135148]: pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 15583/178908 objects degraded (8.710%); 1102/178908 objects misplaced (0.616%); 17 MiB/s, 266 objects/s recovering 2023-09-23T18:08:18.487 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:18.531 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:18.591 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:18.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:18.597 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:18.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:18.776 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:19.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:19 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:19.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:19 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:19 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:19.404 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:19.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:19.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:19.517 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:19.551 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:19.611 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:19.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:19.619 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:19.719 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:19.819 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:19.819 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:19.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:19.915 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:20.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:20.096 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:20 smithi018 ceph-mon[153734]: pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 15583/174936 objects degraded (8.908%); 837/174936 objects misplaced (0.478%); 17 MiB/s, 264 objects/s recovering 2023-09-23T18:08:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:20 smithi018 ceph-mon[149401]: pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 15583/174936 objects degraded (8.908%); 837/174936 objects misplaced (0.478%); 17 MiB/s, 264 objects/s recovering 2023-09-23T18:08:20.381 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:20.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:20.387 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:20 smithi149 ceph-mon[135148]: pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 15583/174936 objects degraded (8.908%); 837/174936 objects misplaced (0.478%); 17 MiB/s, 264 objects/s recovering 2023-09-23T18:08:20.488 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:20.527 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:20.569 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:20.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:20.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:20.581 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:20.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:20.713 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:20.769 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:20.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:20.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:20.873 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:20.953 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:21.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:21.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:21.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:21.732 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:21.819 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:22.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:22.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:22.131 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:22.170 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:22.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:22.230 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:22.270 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:22.320 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:22.332 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:22.332 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[149401]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:22.332 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 14455/168336 objects degraded (8.587%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:22.332 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:22.332 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[153734]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:22.333 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 14455/168336 objects degraded (8.587%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:22.352 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:22.376 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:22.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:22 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:22 smithi149 ceph-mon[135148]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 14455/168336 objects degraded (8.587%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:22.410 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:22.455 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:22.468 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.469 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:08:22.564 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:22.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:22.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:22.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:22.794 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:23.047 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:23.047 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:23.127 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:08:23.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1925314740' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:23.319 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:23.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1925314740' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:23.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:23.345 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:23.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:23.350 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1925314740' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:23.451 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:23.518 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:23.746 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:23.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:23.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:23.787 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:08:23.854 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:23.897 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:23.952 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:23.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:23.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:24.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:24.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: osdmap e256: 8 total, 8 up, 8 in 2023-09-23T18:08:24.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:24 smithi149 ceph-mon[135148]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.186 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:24.260 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:24.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:24.269 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:24.370 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:24.408 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:24.471 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:24.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:24.478 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:24.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:24.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: osdmap e256: 8 total, 8 up, 8 in 2023-09-23T18:08:24.567 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[153734]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 693 op/s; 14455/168336 objects degraded (8.587%); 837/168336 objects misplaced (0.497%); 17 MiB/s, 270 objects/s recovering 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2136369126' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: osdmap e256: 8 total, 8 up, 8 in 2023-09-23T18:08:24.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-mon[149401]: failed to encode map e256 with expected crc 2023-09-23T18:08:24.579 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:24.606 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:08:24.612 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:24.665 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:24.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:24.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:24.690 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:24.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:24.838 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:24.997 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:24] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.33.4" 2023-09-23T18:08:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:25.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:25.533 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:08:25.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:25.958 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:08:26.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:26 smithi018 ceph-mon[153734]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:26.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:26 smithi018 ceph-mon[153734]: pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 14455/164430 objects degraded (8.791%); 581/164430 objects misplaced (0.353%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:26.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:26 smithi018 ceph-mon[149401]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:26.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:26 smithi018 ceph-mon[149401]: pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 14455/164430 objects degraded (8.791%); 581/164430 objects misplaced (0.353%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:26.508 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:26.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:26.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:26.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:26 smithi149 ceph-mon[135148]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:26 smithi149 ceph-mon[135148]: pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 14455/164430 objects degraded (8.791%); 581/164430 objects misplaced (0.353%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:26.681 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:26.753 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:26.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:26.758 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:26.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:26.891 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":702,"stamp":"2023-09-23T18:08:23.103245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3594917835,"num_objects":54810,"num_object_clones":0,"num_object_copies":164430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14455,"num_objects_misplaced":581,"num_objects_unfound":0,"num_objects_dirty":54810,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":149736,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18771,"num_bytes_recovered":1228949151,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":186383,"ondisk_log_size":186383,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":312,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14625992,"kb_used_data":12152136,"kb_used_omap":50,"kb_used_meta":2473613,"kb_avail":735335224,"statfs":{"total":767960285184,"available":752983269376,"internally_reserved":0,"allocated":12443787264,"data_stored":12436756698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2532980671},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,2,11,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-457179136,"num_objects":-6976,"num_object_clones":0,"num_object_copies":-20928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2166,"num_objects_misplaced":-521,"num_objects_unfound":0,"num_objects_dirty":-6976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6976,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2687,"num_bytes_recovered":176095232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.108177"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.933625+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:06.933625+0000","last_peered":"2023-09-23T18:08:06.933625+0000","last_clean":"2023-09-23T18:08:06.933625+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:06.933625+0000","last_undegraded":"2023-09-23T18:08:06.933625+0000","last_fullsized":"2023-09-23T18:08:06.933625+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":246,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.917367+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:08:06.917367+0000","last_peered":"2023-09-23T18:08:06.917367+0000","last_clean":"2023-09-23T18:08:06.917367+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:08:06.917367+0000","last_undegraded":"2023-09-23T18:08:06.917367+0000","last_fullsized":"2023-09-23T18:08:06.917367+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":159,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.926471+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:06.926471+0000","last_peered":"2023-09-23T18:08:06.926471+0000","last_clean":"2023-09-23T18:08:06.926471+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:06.926471+0000","last_undegraded":"2023-09-23T18:08:06.926471+0000","last_fullsized":"2023-09-23T18:08:06.926471+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.936542+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:06.936542+0000","last_peered":"2023-09-23T18:08:06.936542+0000","last_clean":"2023-09-23T18:08:06.936542+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:06.936542+0000","last_undegraded":"2023-09-23T18:08:06.936542+0000","last_fullsized":"2023-09-23T18:08:06.936542+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":306,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916382+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:06.916382+0000","last_peered":"2023-09-23T18:08:06.916382+0000","last_clean":"2023-09-23T18:08:06.916382+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:06.916382+0000","last_undegraded":"2023-09-23T18:08:06.916382+0000","last_fullsized":"2023-09-23T18:08:06.916382+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":215,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916524+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:06.916524+0000","last_peered":"2023-09-23T18:08:06.916524+0000","last_clean":"2023-09-23T18:08:06.916524+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:06.916524+0000","last_undegraded":"2023-09-23T18:08:06.916524+0000","last_fullsized":"2023-09-23T18:08:06.916524+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"255'7084","reported_seq":10057,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.711256+0000","last_change":"2023-09-23T18:06:42.678721+0000","last_active":"2023-09-23T18:08:20.711256+0000","last_peered":"2023-09-23T18:08:20.711256+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:08:20.711256+0000","last_undegraded":"2023-09-23T18:06:42.646055+0000","last_fullsized":"2023-09-23T18:08:20.711256+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7084,"log_dups_size":0,"ondisk_log_size":7084,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112623616,"num_objects":1719,"num_object_clones":0,"num_object_copies":5157,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":624,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4629,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1455,"num_bytes_recovered":95354880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1095},{"shards":"3,4,6","objects":624}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":244,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935527+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:06.935527+0000","last_peered":"2023-09-23T18:08:06.935527+0000","last_clean":"2023-09-23T18:08:06.935527+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:06.935527+0000","last_undegraded":"2023-09-23T18:08:06.935527+0000","last_fullsized":"2023-09-23T18:08:06.935527+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":262,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:14.009627+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:14.009627+0000","last_peered":"2023-09-23T18:08:14.009627+0000","last_clean":"2023-09-23T18:08:14.009627+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:14.009627+0000","last_undegraded":"2023-09-23T18:08:14.009627+0000","last_fullsized":"2023-09-23T18:08:14.009627+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"255'7192","reported_seq":10250,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.632233+0000","last_change":"2023-09-23T18:06:42.706535+0000","last_active":"2023-09-23T18:08:20.632233+0000","last_peered":"2023-09-23T18:08:20.632233+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:08:20.632233+0000","last_undegraded":"2023-09-23T18:06:42.672150+0000","last_fullsized":"2023-09-23T18:08:20.632233+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7192,"log_dups_size":0,"ondisk_log_size":7192,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111116288,"num_objects":1696,"num_object_clones":0,"num_object_copies":5088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":655,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1696,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4690,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1497,"num_bytes_recovered":98107392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":655},{"shards":"2,6,7","objects":1041}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":77,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.922097+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:06.922097+0000","last_peered":"2023-09-23T18:08:06.922097+0000","last_clean":"2023-09-23T18:08:06.922097+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:06.922097+0000","last_undegraded":"2023-09-23T18:08:06.922097+0000","last_fullsized":"2023-09-23T18:08:06.922097+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":197,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:14.008502+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:14.008502+0000","last_peered":"2023-09-23T18:08:14.008502+0000","last_clean":"2023-09-23T18:08:14.008502+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:14.008502+0000","last_undegraded":"2023-09-23T18:08:14.008502+0000","last_fullsized":"2023-09-23T18:08:14.008502+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"255'6914","reported_seq":9792,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.584451+0000","last_change":"2023-09-23T18:06:42.691598+0000","last_active":"2023-09-23T18:08:20.584451+0000","last_peered":"2023-09-23T18:08:20.584451+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:08:20.584451+0000","last_undegraded":"2023-09-23T18:06:42.625694+0000","last_fullsized":"2023-09-23T18:08:20.584451+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6914,"log_dups_size":0,"ondisk_log_size":6914,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111771648,"num_objects":1706,"num_object_clones":0,"num_object_copies":5118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":616,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1706,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4518,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1406,"num_bytes_recovered":92143616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1090},{"shards":"0,3,5","objects":616}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":254,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.971328+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:06.971328+0000","last_peered":"2023-09-23T18:08:06.971328+0000","last_clean":"2023-09-23T18:08:06.971328+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:06.971328+0000","last_undegraded":"2023-09-23T18:08:06.971328+0000","last_fullsized":"2023-09-23T18:08:06.971328+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":53,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924368+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:06.924368+0000","last_peered":"2023-09-23T18:08:06.924368+0000","last_clean":"2023-09-23T18:08:06.924368+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:06.924368+0000","last_undegraded":"2023-09-23T18:08:06.924368+0000","last_fullsized":"2023-09-23T18:08:06.924368+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"255'7110","reported_seq":8020,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:22.974158+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:08:22.974158+0000","last_peered":"2023-09-23T18:08:22.974158+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:08:22.974158+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7110,"log_dups_size":0,"ondisk_log_size":7110,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108691456,"num_objects":1659,"num_object_clones":0,"num_object_copies":4977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4667,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-221},{"shards":"1,6,7","objects":590}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":91,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932553+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:06.932553+0000","last_peered":"2023-09-23T18:08:06.932553+0000","last_clean":"2023-09-23T18:08:06.932553+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:06.932553+0000","last_undegraded":"2023-09-23T18:08:06.932553+0000","last_fullsized":"2023-09-23T18:08:06.932553+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":252,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932951+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:06.932951+0000","last_peered":"2023-09-23T18:08:06.932951+0000","last_clean":"2023-09-23T18:08:06.932951+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:06.932951+0000","last_undegraded":"2023-09-23T18:08:06.932951+0000","last_fullsized":"2023-09-23T18:08:06.932951+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"255'7220","reported_seq":7279,"reported_epoch":255,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:08:22.292833+0000","last_change":"2023-09-23T18:06:42.680151+0000","last_active":"2023-09-23T18:08:22.292833+0000","last_peered":"2023-09-23T18:08:22.292833+0000","last_clean":"2023-09-23T18:06:41.517592+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:08:22.292833+0000","last_undegraded":"2023-09-23T18:08:22.292833+0000","last_fullsized":"2023-09-23T18:08:22.292833+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7220,"log_dups_size":0,"ondisk_log_size":7220,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115245056,"num_objects":1759,"num_object_clones":0,"num_object_copies":5277,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1759,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4717,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":1759}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":315,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.970597+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:06.970597+0000","last_peered":"2023-09-23T18:08:06.970597+0000","last_clean":"2023-09-23T18:08:06.970597+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:06.970597+0000","last_undegraded":"2023-09-23T18:08:06.970597+0000","last_fullsized":"2023-09-23T18:08:06.970597+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":253,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:14.015683+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:14.015683+0000","last_peered":"2023-09-23T18:08:14.015683+0000","last_clean":"2023-09-23T18:08:14.015683+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:14.015683+0000","last_undegraded":"2023-09-23T18:08:14.015683+0000","last_fullsized":"2023-09-23T18:08:14.015683+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"255'7007","reported_seq":7064,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.507518+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:08:20.507518+0000","last_peered":"2023-09-23T18:08:20.507518+0000","last_clean":"2023-09-23T18:08:20.507518+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:08:20.507518+0000","last_undegraded":"2023-09-23T18:08:20.507518+0000","last_fullsized":"2023-09-23T18:08:20.507518+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7007,"log_dups_size":0,"ondisk_log_size":7007,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110690304,"num_objects":1689,"num_object_clones":0,"num_object_copies":5067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4561,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935697+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:06.935697+0000","last_peered":"2023-09-23T18:08:06.935697+0000","last_clean":"2023-09-23T18:08:06.935697+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:06.935697+0000","last_undegraded":"2023-09-23T18:08:06.935697+0000","last_fullsized":"2023-09-23T18:08:06.935697+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":77,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924309+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:06.924309+0000","last_peered":"2023-09-23T18:08:06.924309+0000","last_clean":"2023-09-23T18:08:06.924309+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:06.924309+0000","last_undegraded":"2023-09-23T18:08:06.924309+0000","last_fullsized":"2023-09-23T18:08:06.924309+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"255'7143","reported_seq":7203,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:22.962089+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:08:22.962089+0000","last_peered":"2023-09-23T18:08:22.962089+0000","last_clean":"2023-09-23T18:08:22.962089+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:08:22.962089+0000","last_undegraded":"2023-09-23T18:08:22.962089+0000","last_fullsized":"2023-09-23T18:08:22.962089+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7143,"log_dups_size":0,"ondisk_log_size":7143,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110362624,"num_objects":1684,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4692,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.971283+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:06.971283+0000","last_peered":"2023-09-23T18:08:06.971283+0000","last_clean":"2023-09-23T18:08:06.971283+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:06.971283+0000","last_undegraded":"2023-09-23T18:08:06.971283+0000","last_fullsized":"2023-09-23T18:08:06.971283+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.936706+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:06.936706+0000","last_peered":"2023-09-23T18:08:06.936706+0000","last_clean":"2023-09-23T18:08:06.936706+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:06.936706+0000","last_undegraded":"2023-09-23T18:08:06.936706+0000","last_fullsized":"2023-09-23T18:08:06.936706+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"255'7095","reported_seq":7153,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.484232+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:08:20.484232+0000","last_peered":"2023-09-23T18:08:20.484232+0000","last_clean":"2023-09-23T18:08:20.484232+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:08:20.484232+0000","last_undegraded":"2023-09-23T18:08:20.484232+0000","last_fullsized":"2023-09-23T18:08:20.484232+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7095,"log_dups_size":0,"ondisk_log_size":7095,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115572736,"num_objects":1764,"num_object_clones":0,"num_object_copies":5292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4622,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":302,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.915457+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:06.915457+0000","last_peered":"2023-09-23T18:08:06.915457+0000","last_clean":"2023-09-23T18:08:06.915457+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:06.915457+0000","last_undegraded":"2023-09-23T18:08:06.915457+0000","last_fullsized":"2023-09-23T18:08:06.915457+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":222,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.918294+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:06.918294+0000","last_peered":"2023-09-23T18:08:06.918294+0000","last_clean":"2023-09-23T18:08:06.918294+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:06.918294+0000","last_undegraded":"2023-09-23T18:08:06.918294+0000","last_fullsized":"2023-09-23T18:08:06.918294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"255'9166","reported_seq":9215,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.615533+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:08:20.615533+0000","last_peered":"2023-09-23T18:08:20.615533+0000","last_clean":"2023-09-23T18:08:20.615533+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:08:20.615533+0000","last_undegraded":"2023-09-23T18:08:20.615533+0000","last_fullsized":"2023-09-23T18:08:20.615533+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9166,"log_dups_size":0,"ondisk_log_size":9166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229244928,"num_objects":3498,"num_object_clones":0,"num_object_copies":10494,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3498,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9166,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":292,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.971443+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:06.971443+0000","last_peered":"2023-09-23T18:08:06.971443+0000","last_clean":"2023-09-23T18:08:06.971443+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:06.971443+0000","last_undegraded":"2023-09-23T18:08:06.971443+0000","last_fullsized":"2023-09-23T18:08:06.971443+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":77,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.921688+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:06.921688+0000","last_peered":"2023-09-23T18:08:06.921688+0000","last_clean":"2023-09-23T18:08:06.921688+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:06.921688+0000","last_undegraded":"2023-09-23T18:08:06.921688+0000","last_fullsized":"2023-09-23T18:08:06.921688+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"255'9272","reported_seq":9323,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:22.837023+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:08:22.837023+0000","last_peered":"2023-09-23T18:08:22.837023+0000","last_clean":"2023-09-23T18:08:22.837023+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:08:22.837023+0000","last_undegraded":"2023-09-23T18:08:22.837023+0000","last_fullsized":"2023-09-23T18:08:22.837023+0000","mapping_epoch":214,"log_start":"223'3300","ondisk_log_start":"223'3300","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5972,"log_dups_size":0,"ondisk_log_size":5972,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218497024,"num_objects":3334,"num_object_clones":0,"num_object_copies":10002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9272,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":307,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.973129+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:06.973129+0000","last_peered":"2023-09-23T18:08:06.973129+0000","last_clean":"2023-09-23T18:08:06.973129+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:06.973129+0000","last_undegraded":"2023-09-23T18:08:06.973129+0000","last_fullsized":"2023-09-23T18:08:06.973129+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":252,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932465+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:06.932465+0000","last_peered":"2023-09-23T18:08:06.932465+0000","last_clean":"2023-09-23T18:08:06.932465+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:06.932465+0000","last_undegraded":"2023-09-23T18:08:06.932465+0000","last_fullsized":"2023-09-23T18:08:06.932465+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"255'7048","reported_seq":9944,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.618433+0000","last_change":"2023-09-23T18:06:43.642458+0000","last_active":"2023-09-23T18:08:20.618433+0000","last_peered":"2023-09-23T18:08:20.618433+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:08:20.618433+0000","last_undegraded":"2023-09-23T18:06:43.598342+0000","last_fullsized":"2023-09-23T18:08:20.618433+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7048,"log_dups_size":0,"ondisk_log_size":7048,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116785152,"num_objects":1782,"num_object_clones":0,"num_object_copies":5346,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":668,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1782,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4612,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1415,"num_bytes_recovered":92733440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1114},{"shards":"3,6,7","objects":668}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":248,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.969214+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:06.969214+0000","last_peered":"2023-09-23T18:08:06.969214+0000","last_clean":"2023-09-23T18:08:06.969214+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:06.969214+0000","last_undegraded":"2023-09-23T18:08:06.969214+0000","last_fullsized":"2023-09-23T18:08:06.969214+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":215,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.915856+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:06.915856+0000","last_peered":"2023-09-23T18:08:06.915856+0000","last_clean":"2023-09-23T18:08:06.915856+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:06.915856+0000","last_undegraded":"2023-09-23T18:08:06.915856+0000","last_fullsized":"2023-09-23T18:08:06.915856+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"255'6891","reported_seq":9789,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.614848+0000","last_change":"2023-09-23T18:06:43.627739+0000","last_active":"2023-09-23T18:08:20.614848+0000","last_peered":"2023-09-23T18:08:20.614848+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:08:20.614848+0000","last_undegraded":"2023-09-23T18:06:43.592826+0000","last_fullsized":"2023-09-23T18:08:20.614848+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6891,"log_dups_size":0,"ondisk_log_size":6891,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109805568,"num_objects":1675,"num_object_clones":0,"num_object_copies":5025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":583,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1675,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4507,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1416,"num_bytes_recovered":92798976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":1092},{"shards":"0,3,7","objects":583}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":236,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.922889+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:06.922889+0000","last_peered":"2023-09-23T18:08:06.922889+0000","last_clean":"2023-09-23T18:08:06.922889+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:06.922889+0000","last_undegraded":"2023-09-23T18:08:06.922889+0000","last_fullsized":"2023-09-23T18:08:06.922889+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":256,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.934928+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:06.934928+0000","last_peered":"2023-09-23T18:08:06.934928+0000","last_clean":"2023-09-23T18:08:06.934928+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:06.934928+0000","last_undegraded":"2023-09-23T18:08:06.934928+0000","last_fullsized":"2023-09-23T18:08:06.934928+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"255'9356","reported_seq":9408,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:20.696192+0000","last_change":"2023-09-23T18:06:24.800008+0000","last_active":"2023-09-23T18:08:20.696192+0000","last_peered":"2023-09-23T18:08:20.696192+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:08:20.696192+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"219'2000","ondisk_log_start":"219'2000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7356,"log_dups_size":0,"ondisk_log_size":7356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227934208,"num_objects":3478,"num_object_clones":0,"num_object_copies":10434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4269,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9356,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-791},{"shards":"1,4,5","objects":1330}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":279,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.918879+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:06.918879+0000","last_peered":"2023-09-23T18:08:06.918879+0000","last_clean":"2023-09-23T18:08:06.918879+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:06.918879+0000","last_undegraded":"2023-09-23T18:08:06.918879+0000","last_fullsized":"2023-09-23T18:08:06.918879+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":80,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932434+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:06.932434+0000","last_peered":"2023-09-23T18:08:06.932434+0000","last_clean":"2023-09-23T18:08:06.932434+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:06.932434+0000","last_undegraded":"2023-09-23T18:08:06.932434+0000","last_fullsized":"2023-09-23T18:08:06.932434+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"255'9523","reported_seq":17036,"reported_epoch":255,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:08:22.872137+0000","last_change":"2023-09-23T18:06:41.872071+0000","last_active":"2023-09-23T18:08:22.872137+0000","last_peered":"2023-09-23T18:08:22.872137+0000","last_clean":"2023-09-23T18:06:22.213116+0000","last_became_active":"2023-09-23T18:06:24.790669+0000","last_became_peered":"2023-09-23T18:06:24.790669+0000","last_unstale":"2023-09-23T18:08:22.872137+0000","last_undegraded":"2023-09-23T18:08:22.872137+0000","last_fullsized":"2023-09-23T18:06:24.229773+0000","mapping_epoch":226,"log_start":"223'3600","ondisk_log_start":"223'3600","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5923,"log_dups_size":0,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:20:22.255038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224460800,"num_objects":3425,"num_object_clones":0,"num_object_copies":10275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":581,"num_objects_unfound":0,"num_objects_dirty":3425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9523,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3728,"num_bytes_recovered":244318208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[3,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4","objects":2844},{"shards":"3,4,6","objects":581}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":234,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.915927+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:06.915927+0000","last_peered":"2023-09-23T18:08:06.915927+0000","last_clean":"2023-09-23T18:08:06.915927+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:06.915927+0000","last_undegraded":"2023-09-23T18:08:06.915927+0000","last_fullsized":"2023-09-23T18:08:06.915927+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932733+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:06.932733+0000","last_peered":"2023-09-23T18:08:06.932733+0000","last_clean":"2023-09-23T18:08:06.932733+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:06.932733+0000","last_undegraded":"2023-09-23T18:08:06.932733+0000","last_fullsized":"2023-09-23T18:08:06.932733+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"255'9410","reported_seq":9461,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:22.833354+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:08:22.833354+0000","last_peered":"2023-09-23T18:08:22.833354+0000","last_clean":"2023-09-23T18:08:22.833354+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:08:22.833354+0000","last_undegraded":"2023-09-23T18:08:22.833354+0000","last_fullsized":"2023-09-23T18:08:22.833354+0000","mapping_epoch":214,"log_start":"223'3500","ondisk_log_start":"223'3500","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5910,"log_dups_size":0,"ondisk_log_size":5910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219938816,"num_objects":3356,"num_object_clones":0,"num_object_copies":10068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9410,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932343+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:06.932343+0000","last_peered":"2023-09-23T18:08:06.932343+0000","last_clean":"2023-09-23T18:08:06.932343+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:06.932343+0000","last_undegraded":"2023-09-23T18:08:06.932343+0000","last_fullsized":"2023-09-23T18:08:06.932343+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":252,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935262+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:06.935262+0000","last_peered":"2023-09-23T18:08:06.935262+0000","last_clean":"2023-09-23T18:08:06.935262+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:06.935262+0000","last_undegraded":"2023-09-23T18:08:06.935262+0000","last_fullsized":"2023-09-23T18:08:06.935262+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"255'9188","reported_seq":9238,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.621997+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:08:20.621997+0000","last_peered":"2023-09-23T18:08:20.621997+0000","last_clean":"2023-09-23T18:08:20.621997+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:08:20.621997+0000","last_undegraded":"2023-09-23T18:08:20.621997+0000","last_fullsized":"2023-09-23T18:08:20.621997+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9188,"log_dups_size":0,"ondisk_log_size":9188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221577240,"num_objects":3382,"num_object_clones":0,"num_object_copies":10146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3382,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9188,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":248,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916232+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:06.916232+0000","last_peered":"2023-09-23T18:08:06.916232+0000","last_clean":"2023-09-23T18:08:06.916232+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:06.916232+0000","last_undegraded":"2023-09-23T18:08:06.916232+0000","last_fullsized":"2023-09-23T18:08:06.916232+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928234+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:08:06.928234+0000","last_peered":"2023-09-23T18:08:06.928234+0000","last_clean":"2023-09-23T18:08:06.928234+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:08:06.928234+0000","last_undegraded":"2023-09-23T18:08:06.928234+0000","last_fullsized":"2023-09-23T18:08:06.928234+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"255'6977","reported_seq":9911,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.613905+0000","last_change":"2023-09-23T18:06:43.606610+0000","last_active":"2023-09-23T18:08:20.613905+0000","last_peered":"2023-09-23T18:08:20.613905+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:08:20.613905+0000","last_undegraded":"2023-09-23T18:06:43.593499+0000","last_fullsized":"2023-09-23T18:08:20.613905+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6977,"log_dups_size":0,"ondisk_log_size":6977,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112361472,"num_objects":1714,"num_object_clones":0,"num_object_copies":5142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":667,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1714,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4580,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1433,"num_bytes_recovered":93913088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1047},{"shards":"0,3,5","objects":667}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":817,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928399+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:06.928399+0000","last_peered":"2023-09-23T18:08:06.928399+0000","last_clean":"2023-09-23T18:08:06.928399+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:06.928399+0000","last_undegraded":"2023-09-23T18:08:06.928399+0000","last_fullsized":"2023-09-23T18:08:06.928399+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":86,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924387+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:06.924387+0000","last_peered":"2023-09-23T18:08:06.924387+0000","last_clean":"2023-09-23T18:08:06.924387+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:06.924387+0000","last_undegraded":"2023-09-23T18:08:06.924387+0000","last_fullsized":"2023-09-23T18:08:06.924387+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":168,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924823+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:06.924823+0000","last_peered":"2023-09-23T18:08:06.924823+0000","last_clean":"2023-09-23T18:08:06.924823+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:06.924823+0000","last_undegraded":"2023-09-23T18:08:06.924823+0000","last_fullsized":"2023-09-23T18:08:06.924823+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"255'7275","reported_seq":7335,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:22.857499+0000","last_change":"2023-09-23T18:06:42.645663+0000","last_active":"2023-09-23T18:08:22.857499+0000","last_peered":"2023-09-23T18:08:22.857499+0000","last_clean":"2023-09-23T18:08:22.857499+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:08:22.857499+0000","last_undegraded":"2023-09-23T18:08:22.857499+0000","last_fullsized":"2023-09-23T18:08:22.857499+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7275,"log_dups_size":0,"ondisk_log_size":7275,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115703808,"num_objects":1765,"num_object_clones":0,"num_object_copies":5295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4771,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":952,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924558+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:06.924558+0000","last_peered":"2023-09-23T18:08:06.924558+0000","last_clean":"2023-09-23T18:08:06.924558+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:06.924558+0000","last_undegraded":"2023-09-23T18:08:06.924558+0000","last_fullsized":"2023-09-23T18:08:06.924558+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":235,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932582+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:06.932582+0000","last_peered":"2023-09-23T18:08:06.932582+0000","last_clean":"2023-09-23T18:08:06.932582+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:06.932582+0000","last_undegraded":"2023-09-23T18:08:06.932582+0000","last_fullsized":"2023-09-23T18:08:06.932582+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":170,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928184+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:06.928184+0000","last_peered":"2023-09-23T18:08:06.928184+0000","last_clean":"2023-09-23T18:08:06.928184+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:06.928184+0000","last_undegraded":"2023-09-23T18:08:06.928184+0000","last_fullsized":"2023-09-23T18:08:06.928184+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"255'7078","reported_seq":7137,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.576378+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:08:20.576378+0000","last_peered":"2023-09-23T18:08:20.576378+0000","last_clean":"2023-09-23T18:08:20.576378+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:08:20.576378+0000","last_undegraded":"2023-09-23T18:08:20.576378+0000","last_fullsized":"2023-09-23T18:08:20.576378+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7078,"log_dups_size":0,"ondisk_log_size":7078,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115507200,"num_objects":1762,"num_object_clones":0,"num_object_copies":5286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4604,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":515,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.915954+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:06.915954+0000","last_peered":"2023-09-23T18:08:06.915954+0000","last_clean":"2023-09-23T18:08:06.915954+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:06.915954+0000","last_undegraded":"2023-09-23T18:08:06.915954+0000","last_fullsized":"2023-09-23T18:08:06.915954+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":177,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:13.060295+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:13.060295+0000","last_peered":"2023-09-23T18:08:13.060295+0000","last_clean":"2023-09-23T18:08:13.060295+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:13.060295+0000","last_undegraded":"2023-09-23T18:08:13.060295+0000","last_fullsized":"2023-09-23T18:08:13.060295+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":261,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928142+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:06.928142+0000","last_peered":"2023-09-23T18:08:06.928142+0000","last_clean":"2023-09-23T18:08:06.928142+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:06.928142+0000","last_undegraded":"2023-09-23T18:08:06.928142+0000","last_fullsized":"2023-09-23T18:08:06.928142+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"255'7039","reported_seq":7127,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:20.483128+0000","last_change":"2023-09-23T18:08:17.665844+0000","last_active":"2023-09-23T18:08:20.483128+0000","last_peered":"2023-09-23T18:08:20.483128+0000","last_clean":"2023-09-23T18:08:20.483128+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:08:20.483128+0000","last_undegraded":"2023-09-23T18:08:20.483128+0000","last_fullsized":"2023-09-23T18:08:20.483128+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7039,"log_dups_size":0,"ondisk_log_size":7039,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112132096,"num_objects":1711,"num_object_clones":0,"num_object_copies":5133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4593,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":742,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.921899+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:06.921899+0000","last_peered":"2023-09-23T18:08:06.921899+0000","last_clean":"2023-09-23T18:08:06.921899+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:06.921899+0000","last_undegraded":"2023-09-23T18:08:06.921899+0000","last_fullsized":"2023-09-23T18:08:06.921899+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":523,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.970385+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:06.970385+0000","last_peered":"2023-09-23T18:08:06.970385+0000","last_clean":"2023-09-23T18:08:06.970385+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:06.970385+0000","last_undegraded":"2023-09-23T18:08:06.970385+0000","last_fullsized":"2023-09-23T18:08:06.970385+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":255,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916466+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:08:06.916466+0000","last_peered":"2023-09-23T18:08:06.916466+0000","last_clean":"2023-09-23T18:08:06.916466+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:08:06.916466+0000","last_undegraded":"2023-09-23T18:08:06.916466+0000","last_fullsized":"2023-09-23T18:08:06.916466+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":219,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.915688+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:06.915688+0000","last_peered":"2023-09-23T18:08:06.915688+0000","last_clean":"2023-09-23T18:08:06.915688+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:06.915688+0000","last_undegraded":"2023-09-23T18:08:06.915688+0000","last_fullsized":"2023-09-23T18:08:06.915688+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"255'7197","reported_seq":7258,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-09-23T18:08:22.955265+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:08:22.955265+0000","last_peered":"2023-09-23T18:08:22.955265+0000","last_clean":"2023-09-23T18:08:22.955265+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:08:22.955265+0000","last_undegraded":"2023-09-23T18:08:22.955265+0000","last_fullsized":"2023-09-23T18:08:22.955265+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7197,"log_dups_size":0,"ondisk_log_size":7197,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110231552,"num_objects":1682,"num_object_clones":0,"num_object_copies":5046,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1682,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4746,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":912,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.970265+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:06.970265+0000","last_peered":"2023-09-23T18:08:06.970265+0000","last_clean":"2023-09-23T18:08:06.970265+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:06.970265+0000","last_undegraded":"2023-09-23T18:08:06.970265+0000","last_fullsized":"2023-09-23T18:08:06.970265+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":230,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935714+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:06.935714+0000","last_peered":"2023-09-23T18:08:06.935714+0000","last_clean":"2023-09-23T18:08:06.935714+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:06.935714+0000","last_undegraded":"2023-09-23T18:08:06.935714+0000","last_fullsized":"2023-09-23T18:08:06.935714+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":98,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.936620+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:08:06.936620+0000","last_peered":"2023-09-23T18:08:06.936620+0000","last_clean":"2023-09-23T18:08:06.936620+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:08:06.936620+0000","last_undegraded":"2023-09-23T18:08:06.936620+0000","last_fullsized":"2023-09-23T18:08:06.936620+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"255'7093","reported_seq":8001,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:22.907918+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:08:22.907918+0000","last_peered":"2023-09-23T18:08:22.907918+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:08:22.907918+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7093,"log_dups_size":0,"ondisk_log_size":7093,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109412352,"num_objects":1669,"num_object_clones":0,"num_object_copies":5007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4649,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-225},{"shards":"1,6,7","objects":611}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":425,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.969301+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:06.969301+0000","last_peered":"2023-09-23T18:08:06.969301+0000","last_clean":"2023-09-23T18:08:06.969301+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:06.969301+0000","last_undegraded":"2023-09-23T18:08:06.969301+0000","last_fullsized":"2023-09-23T18:08:06.969301+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":194,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928264+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:06.928264+0000","last_peered":"2023-09-23T18:08:06.928264+0000","last_clean":"2023-09-23T18:08:06.928264+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:06.928264+0000","last_undegraded":"2023-09-23T18:08:06.928264+0000","last_fullsized":"2023-09-23T18:08:06.928264+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":240,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935080+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:06.935080+0000","last_peered":"2023-09-23T18:08:06.935080+0000","last_clean":"2023-09-23T18:08:06.935080+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:06.935080+0000","last_undegraded":"2023-09-23T18:08:06.935080+0000","last_fullsized":"2023-09-23T18:08:06.935080+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"255'7170","reported_seq":10207,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.695593+0000","last_change":"2023-09-23T18:06:43.636766+0000","last_active":"2023-09-23T18:08:20.695593+0000","last_peered":"2023-09-23T18:08:20.695593+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:08:20.695593+0000","last_undegraded":"2023-09-23T18:06:43.596549+0000","last_fullsized":"2023-09-23T18:08:20.695593+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7170,"log_dups_size":0,"ondisk_log_size":7170,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114196480,"num_objects":1742,"num_object_clones":0,"num_object_copies":5226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":646,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4714,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1486,"num_bytes_recovered":97386496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1096},{"shards":"3,4,6","objects":646}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":227,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.918216+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:06.918216+0000","last_peered":"2023-09-23T18:08:06.918216+0000","last_clean":"2023-09-23T18:08:06.918216+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:06.918216+0000","last_undegraded":"2023-09-23T18:08:06.918216+0000","last_fullsized":"2023-09-23T18:08:06.918216+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":763,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.928998+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:06.928998+0000","last_peered":"2023-09-23T18:08:06.928998+0000","last_clean":"2023-09-23T18:08:06.928998+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:06.928998+0000","last_undegraded":"2023-09-23T18:08:06.928998+0000","last_fullsized":"2023-09-23T18:08:06.928998+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":260,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916307+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:06.916307+0000","last_peered":"2023-09-23T18:08:06.916307+0000","last_clean":"2023-09-23T18:08:06.916307+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:06.916307+0000","last_undegraded":"2023-09-23T18:08:06.916307+0000","last_fullsized":"2023-09-23T18:08:06.916307+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"255'7217","reported_seq":10213,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.606179+0000","last_change":"2023-09-23T18:06:43.646598+0000","last_active":"2023-09-23T18:08:20.606179+0000","last_peered":"2023-09-23T18:08:20.606179+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:08:20.606179+0000","last_undegraded":"2023-09-23T18:06:43.598635+0000","last_fullsized":"2023-09-23T18:08:20.606179+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7217,"log_dups_size":0,"ondisk_log_size":7217,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116948992,"num_objects":1784,"num_object_clones":0,"num_object_copies":5352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":680,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4714,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1465,"num_bytes_recovered":96010240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":680},{"shards":"2,6,7","objects":1104}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":504,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916564+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:06.916564+0000","last_peered":"2023-09-23T18:08:06.916564+0000","last_clean":"2023-09-23T18:08:06.916564+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:06.916564+0000","last_undegraded":"2023-09-23T18:08:06.916564+0000","last_fullsized":"2023-09-23T18:08:06.916564+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":93,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.936459+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:08:06.936459+0000","last_peered":"2023-09-23T18:08:06.936459+0000","last_clean":"2023-09-23T18:08:06.936459+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:08:06.936459+0000","last_undegraded":"2023-09-23T18:08:06.936459+0000","last_fullsized":"2023-09-23T18:08:06.936459+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932382+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:06.932382+0000","last_peered":"2023-09-23T18:08:06.932382+0000","last_clean":"2023-09-23T18:08:06.932382+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:06.932382+0000","last_undegraded":"2023-09-23T18:08:06.932382+0000","last_fullsized":"2023-09-23T18:08:06.932382+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":89,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935010+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:06.935010+0000","last_peered":"2023-09-23T18:08:06.935010+0000","last_clean":"2023-09-23T18:08:06.935010+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:06.935010+0000","last_undegraded":"2023-09-23T18:08:06.935010+0000","last_fullsized":"2023-09-23T18:08:06.935010+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":40,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.923127+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:06.923127+0000","last_peered":"2023-09-23T18:08:06.923127+0000","last_clean":"2023-09-23T18:08:06.923127+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:06.923127+0000","last_undegraded":"2023-09-23T18:08:06.923127+0000","last_fullsized":"2023-09-23T18:08:06.923127+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"255'6900","reported_seq":9842,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.533202+0000","last_change":"2023-09-23T18:06:42.707753+0000","last_active":"2023-09-23T18:08:20.533202+0000","last_peered":"2023-09-23T18:08:20.533202+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:08:20.533202+0000","last_undegraded":"2023-09-23T18:06:42.659275+0000","last_fullsized":"2023-09-23T18:08:20.533202+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6900,"log_dups_size":0,"ondisk_log_size":6900,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107380736,"num_objects":1639,"num_object_clones":0,"num_object_copies":4917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":646,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4517,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1439,"num_bytes_recovered":94306304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":993},{"shards":"0,3,7","objects":646}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":249,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.923126+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:06.923126+0000","last_peered":"2023-09-23T18:08:06.923126+0000","last_clean":"2023-09-23T18:08:06.923126+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:06.923126+0000","last_undegraded":"2023-09-23T18:08:06.923126+0000","last_fullsized":"2023-09-23T18:08:06.923126+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":80,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932434+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:06.932434+0000","last_peered":"2023-09-23T18:08:06.932434+0000","last_clean":"2023-09-23T18:08:06.932434+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:06.932434+0000","last_undegraded":"2023-09-23T18:08:06.932434+0000","last_fullsized":"2023-09-23T18:08:06.932434+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"255'7048","reported_seq":10016,"reported_epoch":255,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:20.658077+0000","last_change":"2023-09-23T18:06:42.697390+0000","last_active":"2023-09-23T18:08:20.658077+0000","last_peered":"2023-09-23T18:08:20.658077+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:08:20.658077+0000","last_undegraded":"2023-09-23T18:06:42.690440+0000","last_fullsized":"2023-09-23T18:08:20.658077+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7048,"log_dups_size":0,"ondisk_log_size":7048,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111935488,"num_objects":1708,"num_object_clones":0,"num_object_copies":5124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":627,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1708,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4612,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1452,"num_bytes_recovered":95158272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1081},{"shards":"3,6,7","objects":627}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.924469+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:06.924469+0000","last_peered":"2023-09-23T18:08:06.924469+0000","last_clean":"2023-09-23T18:08:06.924469+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:06.924469+0000","last_undegraded":"2023-09-23T18:08:06.924469+0000","last_fullsized":"2023-09-23T18:08:06.924469+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":80,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932848+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:06.932848+0000","last_peered":"2023-09-23T18:08:06.932848+0000","last_clean":"2023-09-23T18:08:06.932848+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:06.932848+0000","last_undegraded":"2023-09-23T18:08:06.932848+0000","last_fullsized":"2023-09-23T18:08:06.932848+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":285,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.917124+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:06.917124+0000","last_peered":"2023-09-23T18:08:06.917124+0000","last_clean":"2023-09-23T18:08:06.917124+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:06.917124+0000","last_undegraded":"2023-09-23T18:08:06.917124+0000","last_fullsized":"2023-09-23T18:08:06.917124+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":289,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.916419+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:06.916419+0000","last_peered":"2023-09-23T18:08:06.916419+0000","last_clean":"2023-09-23T18:08:06.916419+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:06.916419+0000","last_undegraded":"2023-09-23T18:08:06.916419+0000","last_fullsized":"2023-09-23T18:08:06.916419+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":140,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.935392+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:06.935392+0000","last_peered":"2023-09-23T18:08:06.935392+0000","last_clean":"2023-09-23T18:08:06.935392+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:06.935392+0000","last_undegraded":"2023-09-23T18:08:06.935392+0000","last_fullsized":"2023-09-23T18:08:06.935392+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":80,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T18:08:06.932271+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:06.932271+0000","last_peered":"2023-09-23T18:08:06.932271+0000","last_clean":"2023-09-23T18:08:06.932271+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:06.932271+0000","last_undegraded":"2023-09-23T18:08:06.932271+0000","last_fullsized":"2023-09-23T18:08:06.932271+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":3590127640,"num_objects":54782,"num_object_clones":0,"num_object_copies":164346,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14455,"num_objects_misplaced":581,"num_objects_unfound":0,"num_objects_dirty":54782,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148630,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18615,"num_bytes_recovered":1219952640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12360560640,"data_stored":12360548424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":185213,"ondisk_log_size":185213,"up":78,"acting":74,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430481,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1917648,"kb_used_data":1608136,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91827504,"statfs":{"total":95995035648,"available":94031364096,"internally_reserved":0,"allocated":1646731264,"data_stored":1646043696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":0.997,"15min":0.79800000000000004},"min":{"1min":0.249,"5min":0.23599999999999999,"15min":0.23200000000000001},"max":{"1min":5.2389999999999999,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.028,"15min":0.84099999999999997},"min":{"1min":0.314,"5min":0.254,"15min":0.254},"max":{"1min":5.2270000000000003,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":1.9099999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":1.4279999999999999,"15min":0.97599999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.251},"max":{"1min":6.7240000000000002,"5min":11.483000000000001,"15min":11.483000000000001},"last":1.9259999999999999},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.597,"15min":1.008},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":4.1920000000000002,"5min":9.1649999999999991,"15min":11.087999999999999},"last":0.98999999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:07:46 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.462,"15min":0.93200000000000005},"min":{"1min":0.33100000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.1319999999999997,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":1.175},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.3500000000000001,"15min":0.91600000000000004},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.3530000000000002,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":5.1189999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":1.952,"15min":1.413},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.28299999999999997},"max":{"1min":9.6029999999999998,"5min":32.631,"15min":32.631},"last":3.5859999999999999},{"interface":"front","average":{"1min":2.2629999999999999,"5min":2.0579999999999998,"15min":1.474},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":6.2249999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":3.569}]},{"osd":4,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":1.302,"15min":0.84999999999999998},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.249},"max":{"1min":2.9100000000000001,"5min":19.010000000000002,"15min":19.010000000000002},"last":2},{"interface":"front","average":{"1min":0.753,"5min":1.085,"15min":0.78700000000000003},"min":{"1min":0.315,"5min":0.314,"15min":0.249},"max":{"1min":3.1440000000000001,"5min":8.1950000000000003,"15min":10.238},"last":0.308}]},{"osd":5,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.073,"15min":0.81399999999999995},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":1.8779999999999999,"5min":10.016,"15min":10.016},"last":2.1040000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.149,"15min":0.83799999999999997},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":3.024,"5min":9.1630000000000003,"15min":10.307},"last":1.964}]},{"osd":6,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.1279999999999999,"15min":0.80800000000000005},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8380000000000001,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":2.0230000000000001},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.2490000000000001,"15min":0.80100000000000005},"min":{"1min":0.39400000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.8720000000000001,"5min":12.613,"15min":12.613},"last":2.0110000000000001}]}]},{"osd":6,"up_from":174,"seq":747324309577,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2277896,"kb_used_data":1942016,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":91467256,"statfs":{"total":95995035648,"available":93662470144,"internally_reserved":0,"allocated":1988624384,"data_stored":1987944881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":1.5529999999999999,"15min":1.117},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":13.173,"5min":23.373000000000001,"15min":23.373000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.4670000000000001,"15min":0.96499999999999997},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":10.375999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.45100000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5840000000000001,"5min":1.365,"15min":1.0720000000000001},"min":{"1min":0.25600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.661,"5min":11.661,"15min":11.661},"last":0.498},{"interface":"front","average":{"1min":3.5699999999999998,"5min":1.7210000000000001,"15min":1.0589999999999999},"min":{"1min":0.33600000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.794,"5min":13.794,"15min":13.794},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":1.738,"15min":1.052},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":42.585000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":2.3559999999999999,"5min":1.359,"15min":1.091},"min":{"1min":0.309,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":7.2750000000000004,"5min":10.073,"15min":10.073},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":3.0720000000000001,"5min":1.76,"15min":1.288},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":14.925000000000001,"5min":22.619,"15min":22.619},"last":12.571999999999999},{"interface":"front","average":{"1min":2.234,"5min":1.782,"15min":1.4119999999999999},"min":{"1min":0.33900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.5010000000000003,"5min":22.178999999999998,"15min":22.178999999999998},"last":12.263}]},{"osd":4,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":1.0489999999999999,"15min":0.79100000000000004},"min":{"1min":0.27700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0199999999999996,"5min":9.548,"15min":9.548},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.1399999999999999,"15min":0.80200000000000005},"min":{"1min":0.27100000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":3.694,"5min":9.1310000000000002,"15min":9.1310000000000002},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0009999999999999,"15min":0.73699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.2570000000000001,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0029999999999999,"15min":0.755},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.2510000000000003,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.55800000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:07:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.125,"15min":0.94899999999999995},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.0330000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.749,"5min":1.145,"15min":0.92500000000000004},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":4.2949999999999999,"5min":9.5999999999999996,"15min":9.5999999999999996},"last":0.48199999999999998}]}]},{"osd":1,"up_from":90,"seq":386547056788,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1626144,"kb_used_data":1360856,"kb_used_omap":7,"kb_used_meta":265272,"kb_avail":92119008,"statfs":{"total":95995035648,"available":94329864192,"internally_reserved":0,"allocated":1393516544,"data_stored":1392464260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":271638627},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,5],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":1.448,"15min":1.0049999999999999},"min":{"1min":0.222,"5min":0.219,"15min":0.193},"max":{"1min":9.3420000000000005,"5min":9.3420000000000005,"15min":13.762},"last":0.84399999999999997},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2,"15min":1.101},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.191},"max":{"1min":21.359000000000002,"5min":21.359000000000002,"15min":21.359000000000002},"last":0.70199999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":6.3979999999999997,"5min":2.327,"15min":1.494},"min":{"1min":0.27200000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":31.273,"5min":31.273,"15min":31.273},"last":20.170999999999999},{"interface":"front","average":{"1min":4.069,"5min":1.532,"15min":1.8340000000000001},"min":{"1min":0.39500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":10.194000000000001,"5min":10.194000000000001,"15min":13.890000000000001},"last":1.014}]},{"osd":3,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":1.742,"15min":1.121},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":20.968,"5min":20.968,"15min":20.968},"last":0.60499999999999998},{"interface":"front","average":{"1min":3.512,"5min":1.7250000000000001,"15min":1.165},"min":{"1min":0.41099999999999998,"5min":0.312,"15min":0.23899999999999999},"max":{"1min":13.781000000000001,"5min":16.273,"15min":16.273},"last":0.745}]},{"osd":4,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.339,"5min":1.8280000000000001,"15min":1.175},"min":{"1min":0.39700000000000002,"5min":0.34399999999999997,"15min":0.28100000000000003},"max":{"1min":12.397,"5min":13.532,"15min":13.532},"last":11.359999999999999},{"interface":"front","average":{"1min":1.823,"5min":1.1759999999999999,"15min":1.03},"min":{"1min":0.34499999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":5.3300000000000001,"5min":6.8710000000000004,"15min":13.826000000000001},"last":2.0409999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":1.6879999999999999,"15min":1.115},"min":{"1min":0.44600000000000001,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":21.369,"5min":21.369,"15min":21.369},"last":0.64300000000000002},{"interface":"front","average":{"1min":3.0819999999999999,"5min":1.917,"15min":1.2},"min":{"1min":0.40400000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":7.242,"5min":13.574,"15min":13.574},"last":11.478999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:07:28 2023","interfaces":[{"interface":"back","average":{"1min":2.4660000000000002,"5min":1.325,"15min":0.83599999999999997},"min":{"1min":0.443,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.9690000000000003,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":0.78000000000000003},{"interface":"front","average":{"1min":3.1419999999999999,"5min":1.3799999999999999,"15min":0.91700000000000004},"min":{"1min":0.42399999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":21.282,"5min":21.282,"15min":21.282},"last":0.67400000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2240000000000002,"5min":2.012,"15min":1.258},"min":{"1min":0.45800000000000002,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":7.2750000000000004,"5min":13.727,"15min":13.727},"last":11.425000000000001},{"interface":"front","average":{"1min":2.46,"5min":1.5569999999999999,"15min":1.1799999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":6.1920000000000002,"5min":7.9180000000000001,"15min":13.859},"last":0.81699999999999995}]}]},{"osd":0,"up_from":85,"seq":365072220319,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1145300,"kb_used_data":877516,"kb_used_omap":8,"kb_used_meta":267767,"kb_avail":92599852,"statfs":{"total":95995035648,"available":94822248448,"internally_reserved":0,"allocated":898576384,"data_stored":897475707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":274194020},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":1.579,"15min":0.95799999999999996},"min":{"1min":0.307,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":10.119999999999999,"5min":10.119999999999999,"15min":11.491},"last":3.8769999999999998},{"interface":"front","average":{"1min":3.173,"5min":1.788,"15min":1.073},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":17.73,"5min":17.73,"15min":17.73},"last":2.0289999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:07:39 2023","interfaces":[{"interface":"back","average":{"1min":5.0170000000000003,"5min":1.843,"15min":1.357},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.24099999999999999},"max":{"1min":26.341000000000001,"5min":26.341000000000001,"15min":26.341000000000001},"last":2.0609999999999999},{"interface":"front","average":{"1min":4.7119999999999997,"5min":1.792,"15min":1.611},"min":{"1min":0.24199999999999999,"5min":0.222,"15min":0.222},"max":{"1min":26.268000000000001,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.497}]},{"osd":3,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":4.4169999999999998,"5min":1.978,"15min":1.1910000000000001},"min":{"1min":0.49299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":14.651999999999999,"5min":16.023,"15min":16.023},"last":4.548},{"interface":"front","average":{"1min":3.1389999999999998,"5min":1.8919999999999999,"15min":1.159},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.248},"max":{"1min":11.819000000000001,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.29999999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.343,"5min":1.2629999999999999,"15min":1.002},"min":{"1min":0.313,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":6.3170000000000002,"5min":10.686,"15min":11.382999999999999},"last":0.37},{"interface":"front","average":{"1min":1.74,"5min":1.181,"15min":0.92800000000000005},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":5.6230000000000002,"5min":7.5620000000000003,"15min":7.5620000000000003},"last":0.38200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":1.919,"5min":1.1930000000000001,"15min":0.96399999999999997},"min":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":5.6760000000000002,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":1.169},{"interface":"front","average":{"1min":2.3860000000000001,"5min":1.5169999999999999,"15min":1.141},"min":{"1min":0.34799999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.2460000000000004,"5min":10.657,"15min":11.510999999999999},"last":1.2649999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":1.786,"5min":1.228,"15min":0.82799999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":5.6520000000000001,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":2.9830000000000001,"5min":1.498,"15min":0.92800000000000005},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":7.681,"5min":7.681,"15min":7.681},"last":2.1070000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9009999999999998,"5min":1.524,"15min":1.1120000000000001},"min":{"1min":0.47199999999999998,"5min":0.38500000000000001,"15min":0.38400000000000001},"max":{"1min":7.6500000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":2.1259999999999999},{"interface":"front","average":{"1min":2.9510000000000001,"5min":1.51,"15min":1.1399999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.372},"max":{"1min":13.699,"5min":13.699,"15min":13.699},"last":0.51900000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258012,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1487456,"kb_used_data":1146008,"kb_used_omap":16,"kb_used_meta":341359,"kb_avail":92257696,"statfs":{"total":95995035648,"available":94471880704,"internally_reserved":0,"allocated":1173512192,"data_stored":1172401300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":349551778},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2909999999999999,"5min":1.698,"15min":1.2270000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":14.957000000000001,"5min":15.195,"15min":15.195},"last":4.4530000000000003},{"interface":"front","average":{"1min":3.6469999999999998,"5min":1.637,"15min":1.2729999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.068,"5min":11.068,"15min":11.068},"last":3.032}]},{"osd":1,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":1.702,"15min":1.21},"min":{"1min":0.34000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":13.952999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":2.8839999999999999},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.49,"15min":2.1509999999999998},"min":{"1min":0.435,"5min":0.218,"15min":0.218},"max":{"1min":8.3140000000000001,"5min":12.33,"15min":37.579000000000001},"last":1.8129999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":4.9630000000000001,"5min":2.629,"15min":1.4199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.135000000000002,"5min":34.960999999999999,"15min":34.960999999999999},"last":2.9449999999999998},{"interface":"front","average":{"1min":4.5389999999999997,"5min":2.3260000000000001,"15min":2.452},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.548,"5min":35.229999999999997,"15min":37.444000000000003},"last":1.772}]},{"osd":4,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.331,"15min":1.629},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.32100000000000001},"max":{"1min":8.1539999999999999,"5min":8.1539999999999999,"15min":23.870000000000001},"last":1.845},{"interface":"front","average":{"1min":2.4319999999999999,"5min":1.5469999999999999,"15min":1.0169999999999999},"min":{"1min":0.32600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":14.813000000000001,"5min":14.819000000000001,"15min":14.819000000000001},"last":4.3179999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":1.623,"15min":1.0820000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":14.852,"5min":14.852,"15min":14.852},"last":4.3579999999999997},{"interface":"front","average":{"1min":2.5249999999999999,"5min":1.444,"15min":1.151},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4239999999999995,"5min":8.4239999999999995,"15min":8.4239999999999995},"last":2.8490000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":2.629,"5min":1.6819999999999999,"15min":1.1839999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":14.880000000000001,"5min":14.880000000000001,"15min":14.880000000000001},"last":4.3890000000000002},{"interface":"front","average":{"1min":2.6699999999999999,"5min":1.7929999999999999,"15min":1.252},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":14.93,"5min":14.93,"15min":14.93},"last":4.4199999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0760000000000001,"5min":1.958,"15min":1.1910000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":14.906000000000001,"5min":15.074999999999999,"15min":15.074999999999999},"last":4.5759999999999996},{"interface":"front","average":{"1min":2.1459999999999999,"5min":1.5800000000000001,"15min":1.1619999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":8.1769999999999996,"5min":10.365,"15min":10.365},"last":2.9199999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729742,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2792208,"kb_used_data":2440904,"kb_used_omap":4,"kb_used_meta":351291,"kb_avail":90952944,"statfs":{"total":95995035648,"available":93135814656,"internally_reserved":0,"allocated":2499485696,"data_stored":2498445836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":359722391},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":1.593,"15min":1.026},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":3.0659999999999998},{"interface":"front","average":{"1min":3.5,"5min":1.7130000000000001,"15min":1.278},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":12.634,"5min":16.561,"15min":17.396999999999998},"last":5.3550000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.385,"15min":0.96599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.4059999999999997,"5min":19.626000000000001,"15min":19.626000000000001},"last":1.167},{"interface":"front","average":{"1min":3.3759999999999999,"5min":2.016,"15min":1.2330000000000001},"min":{"1min":0.40500000000000003,"5min":0.248,"15min":0.248},"max":{"1min":14.545,"5min":15.394,"15min":15.394},"last":10.125999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.6520000000000001,"5min":1.891,"15min":1.641},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":12.441000000000001,"5min":16.594999999999999,"15min":16.594999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.6399999999999999,"15min":1.357},"min":{"1min":0.29899999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.9190000000000005,"5min":19.59,"15min":19.59},"last":1.2150000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":1.552,"15min":1.071},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.311},"max":{"1min":8.3279999999999994,"5min":13.859999999999999,"15min":14.212},"last":2.3159999999999998},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.369,"15min":1.2649999999999999},"min":{"1min":0.432,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":11.645,"5min":11.645,"15min":17.478000000000002},"last":0.46899999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":1.5920000000000001,"15min":1.345},"min":{"1min":0.434,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.602,"5min":11.602,"15min":17.507999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.264,"5min":1.5429999999999999,"15min":1.1319999999999999},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.569,"5min":19.209,"15min":19.209},"last":1.135}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":4.2850000000000001,"5min":1.8560000000000001,"15min":1.1379999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":16.379999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.8029999999999999,"5min":1.71,"15min":1.1020000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.847,"5min":2.0049999999999999,"15min":1.3160000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.423000000000002,"5min":36.423000000000002,"15min":36.423000000000002},"last":1.1899999999999999},{"interface":"front","average":{"1min":5.0759999999999996,"5min":2.2240000000000002,"15min":1.341},"min":{"1min":0.48399999999999999,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":36.366999999999997,"5min":36.366999999999997,"15min":36.366999999999997},"last":2.355}]}]},{"osd":4,"up_from":30,"seq":128849019164,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1422924,"kb_used_data":1125700,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92322228,"statfs":{"total":95995035648,"available":94537961472,"internally_reserved":0,"allocated":1152716800,"data_stored":1152033029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5590000000000002,"5min":1.171,"15min":1.0009999999999999},"min":{"1min":0.29599999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.7149999999999999,"5min":11.686999999999999,"15min":26.055},"last":0.438},{"interface":"front","average":{"1min":2.1760000000000002,"5min":1.121,"15min":1.0680000000000001},"min":{"1min":0.26100000000000001,"5min":0.25,"15min":0.25},"max":{"1min":11.611000000000001,"5min":11.611000000000001,"15min":25.497},"last":0.38800000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":1.4159999999999999,"15min":1.0720000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":7.0819999999999999,"5min":11.801,"15min":25.268000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":2.3980000000000001,"5min":1.4299999999999999,"15min":1.101},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.9320000000000004,"5min":8.9320000000000004,"15min":25.298999999999999},"last":0.40899999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":1.337,"15min":1.0580000000000001},"min":{"1min":0.32300000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":7.649,"5min":17.143000000000001,"15min":17.143000000000001},"last":2.5409999999999999},{"interface":"front","average":{"1min":2.5339999999999998,"5min":1.3520000000000001,"15min":1.0309999999999999},"min":{"1min":0.44800000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":8.1940000000000008,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.93999999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.8899999999999999,"15min":1.294},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":16.222000000000001,"5min":18.097999999999999,"15min":25.181000000000001},"last":1.0760000000000001},{"interface":"front","average":{"1min":2.1269999999999998,"5min":1.6830000000000001,"15min":1.2929999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":8.2319999999999993,"5min":20.433,"15min":25.225000000000001},"last":0.81799999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.3919999999999999,"15min":0.82999999999999996},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.452,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.843,"5min":1.585,"15min":0.93799999999999994},"min":{"1min":0.35399999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.1550000000000002,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.52600000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":0.97599999999999998,"15min":0.63},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":8.9030000000000005,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.371,"5min":1.1850000000000001,"15min":0.755},"min":{"1min":0.34499999999999997,"5min":0.318,"15min":0.318},"max":{"1min":6.3520000000000003,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.505}]},{"osd":7,"last update":"Sat Sep 23 18:07:56 2023","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.046,"15min":0.80700000000000005},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.27700000000000002},"max":{"1min":8.1440000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.44},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.383,"15min":0.91100000000000003},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":6.0819999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.49199999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822936,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1956416,"kb_used_data":1651000,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91788736,"statfs":{"total":95995035648,"available":93991665664,"internally_reserved":0,"allocated":1690624000,"data_stored":1689947989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":2.359,"5min":1.052,"15min":0.90200000000000002},"min":{"1min":0.254,"5min":0.24199999999999999,"15min":0.23000000000000001},"max":{"1min":8.2110000000000003,"5min":8.2110000000000003,"15min":9.2479999999999993},"last":4.7309999999999999},{"interface":"front","average":{"1min":1.28,"5min":0.88,"15min":0.88600000000000001},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.5519999999999996,"5min":5.5519999999999996,"15min":7.6459999999999999},"last":4.2910000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:08:06 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.407,"15min":1.0720000000000001},"min":{"1min":0.29099999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.2610000000000001,"5min":9.0579999999999998,"15min":16.033999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.121,"5min":1.325,"15min":0.94699999999999995},"min":{"1min":0.29899999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":6.8540000000000001,"5min":7.101,"15min":7.6660000000000004},"last":4.0090000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:07:44 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":1.49,"15min":1.1930000000000001},"min":{"1min":0.52700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.8559999999999999,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":4.141},{"interface":"front","average":{"1min":2.5419999999999998,"5min":1.3959999999999999,"15min":1.177},"min":{"1min":0.51200000000000001,"5min":0.311,"15min":0.311},"max":{"1min":7.1619999999999999,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":4.1539999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:08:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":1.5389999999999999,"15min":1.1459999999999999},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.5099999999999998,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.9339999999999999,"5min":1.6950000000000001,"15min":1.244},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":6.9420000000000002,"5min":14.048,"15min":14.048},"last":0.45000000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.95199999999999996,"15min":0.748},"min":{"1min":0.27200000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.0750000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.442},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.98399999999999999,"15min":0.81999999999999995},"min":{"1min":0.29999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.46,"5min":5.1920000000000002,"15min":6.9480000000000004},"last":0.35199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.94099999999999995,"15min":0.69599999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.4300000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0880000000000001,"15min":0.80300000000000005},"min":{"1min":0.372,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.468,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.38900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":1.056,"15min":0.83999999999999997},"min":{"1min":0.36199999999999999,"5min":0.318,"15min":0.309},"max":{"1min":2.2589999999999999,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.878,"5min":1.0289999999999999,"15min":0.89900000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":3.0939999999999999,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.42999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":892211200,"data_stored":892207128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1373507584,"data_stored":1373503512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1171259392,"data_stored":1171259392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2485649408,"data_stored":2485649408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1143537664,"data_stored":1143537664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1675759616,"data_stored":1675755544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1978990592,"data_stored":1978990592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1639645184,"data_stored":1639645184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:08:26.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:08:26.899 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:26.941 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:26.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:26.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:27.047 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:27.083 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:27.129 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:27.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:27.136 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:27.175 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 14455/164430 objects degraded (8.791%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:27.237 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:27.277 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:27.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:27.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 14455/164430 objects degraded (8.791%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:27.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 14455/164430 objects degraded (8.791%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:27.707 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:27.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:27.715 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:27.733 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:27.816 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:27.893 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:28.018 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:28.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:28.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:28.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:28.245 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:28.292 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:28 smithi018 ceph-mon[149401]: pgmap v704: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 13415/157845 objects degraded (8.499%); 581/157845 objects misplaced (0.368%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:28.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:28 smithi018 ceph-mon[153734]: pgmap v704: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 13415/157845 objects degraded (8.499%); 581/157845 objects misplaced (0.368%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:28.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:28 smithi149 ceph-mon[135148]: pgmap v704: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 701 op/s; 13415/157845 objects degraded (8.499%); 581/157845 objects misplaced (0.368%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:28.982 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:28.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:28.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:29.092 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:29.184 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:29.252 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:29.252 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:29.288 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:29.292 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:29.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:29.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:29.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:29.492 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:29.719 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:29.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:29.825 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:29.833 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:08:29.860 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:29.920 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:29.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:29.924 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:30.025 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:30.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:30.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:30.262 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:30.363 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:30.402 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:30 smithi018 ceph-mon[153734]: pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 13415/154008 objects degraded (8.711%); 266/154008 objects misplaced (0.173%); 17 MiB/s, 273 objects/s recovering 2023-09-23T18:08:30.402 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:08:30.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:30 smithi018 ceph-mon[149401]: pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 13415/154008 objects degraded (8.711%); 266/154008 objects misplaced (0.173%); 17 MiB/s, 273 objects/s recovering 2023-09-23T18:08:30.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:08:30.404 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:30.452 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:30.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:30.460 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:30.537 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:30.553 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:30.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:30.615 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:30.639 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:30 smithi149 ceph-mon[135148]: pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 13415/154008 objects degraded (8.711%); 266/154008 objects misplaced (0.173%); 17 MiB/s, 273 objects/s recovering 2023-09-23T18:08:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:08:30.655 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:30.701 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:30.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:30.785 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:30.831 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:08:30.840 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:08:31.097 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:31.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:31.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:31.209 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:31.249 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:31.379 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:08:31.400 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2448840141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:31.400 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:31.400 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 13415/154008 objects degraded (8.711%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:31.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2448840141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:31.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:31.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 13415/154008 objects degraded (8.711%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:31.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:31.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2448840141' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:31.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:31.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 13415/154008 objects degraded (8.711%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:31.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:31.554 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:31.654 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:31.732 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:31.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:31.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:31.981 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:32.082 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:32.158 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:32.231 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:32.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:32.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:32.341 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 17 MiB/s, 265 objects/s recovering 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:32.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: osdmap e257: 8 total, 8 up, 8 in 2023-09-23T18:08:32.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:32 smithi149 ceph-mon[135148]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.404 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:32.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 17 MiB/s, 265 objects/s recovering 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: osdmap e257: 8 total, 8 up, 8 in 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[149401]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 17 MiB/s, 265 objects/s recovering 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/569328339' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: osdmap e257: 8 total, 8 up, 8 in 2023-09-23T18:08:32.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:32 smithi018 ceph-mon[153734]: failed to encode map e257 with expected crc 2023-09-23T18:08:32.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:32.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:32.779 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:32.880 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:32.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:32.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:33.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:33.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:33.107 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:33.145 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:33.170 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:33.242 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:33.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:33.250 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:33.351 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:33.437 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:33.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:33.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:33.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:33.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:33.662 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:33.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:33.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:33.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:33.818 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:33.846 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:33.888 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:33.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:33.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:33.912 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:08:33.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:33.997 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:08:34.024 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:34.167 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:34.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:34.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:34.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:34.315 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:34.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:34.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: osdmap e258: 8 total, 8 up, 8 in 2023-09-23T18:08:34.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.477 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[153734]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:34.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: osdmap e258: 8 total, 8 up, 8 in 2023-09-23T18:08:34.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.479 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.479 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.479 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-mon[149401]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.565 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:34.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:34.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 10 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 12372/147633 objects degraded (8.380%); 266/147633 objects misplaced (0.180%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: osdmap e258: 8 total, 8 up, 8 in 2023-09-23T18:08:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:34 smithi149 ceph-mon[135148]: failed to encode map e258 with expected crc 2023-09-23T18:08:34.681 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:34.720 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:34.720 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 12372/147633 objects degraded (8.380%), 13 pgs degraded, 4 pgs undersized","count":17},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":898,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":259,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":8,"osd_in_since":1695492382,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":84},{"state_name":"active+recovery_wait+degraded","count":10},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovery_wait","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":49211,"data_bytes":3227981771,"bytes_used":14107811840,"bytes_avail":753852473344,"bytes_total":767960285184,"degraded_objects":12372,"degraded_total":147633,"degraded_ratio":0.083802401902013782,"misplaced_objects":266,"misplaced_total":147633,"misplaced_ratio":0.0018017651879999729,"recovering_objects_per_sec":246,"recovering_bytes_per_sec":16184337,"recovering_keys_per_sec":0,"num_objects_recovered":2398,"num_bytes_recovered":157155328,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":576},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":24,"modified":"2023-09-23T18:08:14.803321+0000","services":{}},"progress_events":{"26273651-c58a-41ef-89a7-e227dffd520f":{"message":"Global Recovery Event (115s)\n [=======================.....] (remaining: 20s)","progress":0.84848487377166748,"add_to_ceph_s":true},"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true}}} 2023-09-23T18:08:34.739 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:34.793 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:34.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:34.797 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:34.898 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:34.946 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:35.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:35.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:35.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:35.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:34] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.33.4" 2023-09-23T18:08:35.134 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:35.170 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:35.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:35.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:35.231 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:35.332 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:35.367 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:08:35.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:08:35.382 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:35.430 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:35.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:35.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:35.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:35.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: osdmap e259: 8 total, 8 up, 8 in 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1173086528' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:35.666 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:35.724 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.724 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.724 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: osdmap e259: 8 total, 8 up, 8 in 2023-09-23T18:08:35.724 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1173086528' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: osdmap e259: 8 total, 8 up, 8 in 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: failed to encode map e259 with expected crc 2023-09-23T18:08:35.725 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1173086528' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:35.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:35.898 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:35.998 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:36.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:36.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:36.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:36.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:36.421 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:36.480 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:36.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:36.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:36.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[149401]: pgmap v711: 99 pgs: 10 active+recovery_wait+degraded, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 12372/143679 objects degraded (8.611%); 14 MiB/s, 217 objects/s recovering 2023-09-23T18:08:36.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12372/143679 objects degraded (8.611%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:36.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.577 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[153734]: pgmap v711: 99 pgs: 10 active+recovery_wait+degraded, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 12372/143679 objects degraded (8.611%); 14 MiB/s, 217 objects/s recovering 2023-09-23T18:08:36.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12372/143679 objects degraded (8.611%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:36.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:36 smithi149 ceph-mon[135148]: pgmap v711: 99 pgs: 10 active+recovery_wait+degraded, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 573 op/s; 12372/143679 objects degraded (8.611%); 14 MiB/s, 217 objects/s recovering 2023-09-23T18:08:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12372/143679 objects degraded (8.611%), 13 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:36.666 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:102029 5.f 5:f141878d:::benchmark_data_smithi018_184207_object27368:head [delete] snapc 0=[] ondisk+write+known_if_redirected e166)", 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:53.264626+0000", 2023-09-23T18:08:36.771 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 403.49983308499998, 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8830233280000002, 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 102029 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264626+0000", 2023-09-23T18:08:36.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264626+0000", 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264624+0000", 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264635+0000", 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0328e-05 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264654+0000", 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9125000000000001e-05 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.264665+0000", 2023-09-23T18:08:36.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1569000000000001e-05 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.446099+0000", 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18143351899999999 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.451957+0000", 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058578629999999996 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.543305+0000", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.091348631 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.546460+0000", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031541149999999999 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.010317+0000", 2023-09-23T18:08:36.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.463857143 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.015795+0000", 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005478747 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.029209+0000", 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013413728 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.072412+0000", 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043202496999999999 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.121939+0000", 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049527620000000001 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.123922+0000", 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019824809999999999 2023-09-23T18:08:36.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.128311+0000", 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043894559999999999 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.147649+0000", 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0193382 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:102096 5.f 5:f21b8ac2:::benchmark_data_smithi018_184207_object27435:head [delete] snapc 0=[] ondisk+write+known_if_redirected e166)", 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:53.639517+0000", 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 403.124942148, 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8623288740000001, 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 102096 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.780 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639517+0000", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639517+0000", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639516+0000", 2023-09-23T18:08:36.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639523+0000", 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2649999999999999e-06 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639536+0000", 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3369e-05 2023-09-23T18:08:36.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.639543+0000", 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1230000000000002e-06 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.716591+0000", 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.077047547999999993 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.721101+0000", 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045097169999999999 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.746954+0000", 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025853401000000002 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:53.749698+0000", 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027443580000000001 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.305262+0000", 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5555640830000002 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.310007+0000", 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004744102 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:08:36.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.318105+0000", 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0080983940000000001 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.338133+0000", 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020027994 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.487172+0000", 2023-09-23T18:08:36.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.149038694 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.488500+0000", 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013284270000000001 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.490549+0000", 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020485490000000002 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:55.501846+0000", 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011297234 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.788 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:102286 5.f 5:f5dafce1:::benchmark_data_smithi018_184207_object27625:head [delete] snapc 0=[] ondisk+write+known_if_redirected e166)", 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:01:54.781481+0000", 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 401.98297849199997, 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9425619460000001, 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 102286 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781481+0000", 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781481+0000", 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781479+0000", 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781487+0000", 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2949999999999994e-06 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781500+0000", 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2661e-05 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.781508+0000", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5689999999999999e-06 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.870551+0000", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.089043632999999997 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.874835+0000", 2023-09-23T18:08:36.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042839669999999996 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.906455+0000", 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031619534999999997 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:54.908799+0000", 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002344184 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.642735+0000", 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7339357529999999 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.646619+0000", 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038845070000000002 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:08:36.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.653193+0000", 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0065740540000000002 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.711251+0000", 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.058057359000000003 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.712517+0000", 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012658890000000001 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.713698+0000", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011809500000000001 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.715624+0000", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019261829999999999 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:01:56.724043+0000", 2023-09-23T18:08:36.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0084188830000000003 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGRecoveryDeleteReply(5.f e170,168 5:f512a67d:::benchmark_data_smithi018_184207_object28752:head,167'6406)", 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:08.161569+0000", 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 388.602890231, 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3301781460000002, 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:08:36.797 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161569+0000", 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161569+0000", 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161567+0000", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161579+0000", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.224e-05 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161598+0000", 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8856e-05 2023-09-23T18:08:36.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161609+0000", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0939e-05 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:11.482145+0000", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.320535885 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:11.491747+0000", 2023-09-23T18:08:36.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096019220000000006 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGRecoveryDeleteReply(5.f e170,168 5:f512a67d:::benchmark_data_smithi018_184207_object28752:head,167'6406)", 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:08.161622+0000", 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 388.60283677199999, 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.348218181, 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161622+0000", 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161622+0000", 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161622+0000", 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161625+0000", 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.678e-06 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161635+0000", 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9839999999999996e-06 2023-09-23T18:08:36.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:08.161639+0000", 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.617e-06 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:11.493334+0000", 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3316946230000002 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:11.509841+0000", 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016506639 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105054 5.f 5:f9c9d260:::benchmark_data_smithi018_184207_object30393:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)", 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:20.613055+0000", 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 376.15140437700001, 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 11.192280834, 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.805 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105054 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613055+0000", 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613055+0000", 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613053+0000", 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613060+0000", 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0910000000000004e-06 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613074+0000", 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3329000000000001e-05 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.613083+0000", 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7739999999999993e-06 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878651+0000", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26556836 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878659+0000", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.371e-06 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143653+0000", 2023-09-23T18:08:36.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26499424599999999 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143663+0000", 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2299999999999997e-06 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.034793+0000", 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8911304980000008 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.043461+0000", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086681610000000006 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.120427+0000", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076966110000000004 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.129035+0000", 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086079009999999994 2023-09-23T18:08:36.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.729914+0000", 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.60087871299999995 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.733283+0000", 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003368453 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.739341+0000", 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060581840000000003 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.789331+0000", 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049990118 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.789705+0000", 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00037407400000000001 2023-09-23T18:08:36.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.790813+0000", 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001108148 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.792282+0000", 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014689779999999999 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.794151+0000", 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001868813 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.805336+0000", 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011184734999999999 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105069 5.f 5:fbda7c5f:::benchmark_data_smithi018_184207_object30408:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)", 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:20.660982+0000", 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 376.10347686, 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 11.33219761, 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105069 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.660982+0000", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.660982+0000", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.660981+0000", 2023-09-23T18:08:36.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.660988+0000", 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.063e-06 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.660999+0000", 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1612e-05 2023-09-23T18:08:36.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.661006+0000", 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6279999999999999e-06 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878699+0000", 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.217693199 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878707+0000", 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2039999999999997e-06 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143692+0000", 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26498448499999999 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143696+0000", 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5619999999999997e-06 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.044671+0000", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9009740340000008 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.053012+0000", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083418710000000007 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.186449+0000", 2023-09-23T18:08:36.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13343703400000001 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.194181+0000", 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077314790000000003 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.876257+0000", 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.68207640999999997 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.880563+0000", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043053570000000001 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.886726+0000", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061629509999999998 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.962932+0000", 2023-09-23T18:08:36.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076206385000000001 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.979182+0000", 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016249962999999999 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.980662+0000", 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001479859 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.981781+0000", 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001118759 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.983592+0000", 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018109039999999999 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.993180+0000", 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0095884030000000006 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105085 5.f 5:fa77e3c7:::benchmark_data_smithi018_184207_object30424:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)", 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:20.783734+0000", 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 375.98072468700002, 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 11.036924164, 2023-09-23T18:08:36.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105085 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783734+0000", 2023-09-23T18:08:36.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783734+0000", 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783733+0000", 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783742+0000", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4590000000000004e-06 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783758+0000", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5226e-05 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.783768+0000", 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0890000000000001e-05 2023-09-23T18:08:36.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878732+0000", 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.094963494999999995 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.878743+0000", 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.084e-05 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143714+0000", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26497125399999999 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.143721+0000", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3289999999999996e-06 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.053955+0000", 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9102335490000009 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.066011+0000", 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012055933 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.153639+0000", 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.087628333000000003 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.158696+0000", 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050563029999999998 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.773233+0000", 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.61453717100000005 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.776617+0000", 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003384349 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.782619+0000", 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060024370000000002 2023-09-23T18:08:36.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.791176+0000", 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0085566770000000004 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.806956+0000", 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015779736999999999 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.808330+0000", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001374482 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.809491+0000", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011609319999999999 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.811376+0000", 2023-09-23T18:08:36.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018850399999999999 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.820659+0000", 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092822960000000006 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105093 5.f 5:fe2524ee:::benchmark_data_smithi018_184207_object30432:head [delete] snapc 0=[] ondisk+write+known_if_redirected e176)", 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:22.413218+0000", 2023-09-23T18:08:36.837 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.35124082700003, 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5968731040000002, 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105093 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413218+0000", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413218+0000", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413216+0000", 2023-09-23T18:08:36.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413226+0000", 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7850000000000003e-06 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413240+0000", 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4024e-05 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.413252+0000", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1644000000000001e-05 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.198000+0000", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7847481549999991 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.204388+0000", 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063883309999999997 2023-09-23T18:08:36.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.251326+0000", 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046937536000000002 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.258862+0000", 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075368889999999997 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.921524+0000", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.66266122599999999 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.925024+0000", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034998730000000001 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.931010+0000", 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059867729999999999 2023-09-23T18:08:36.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.978003+0000", 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046992335000000003 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.994663+0000", 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016660639000000001 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.996598+0000", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019349910000000001 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.998015+0000", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001416531 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.000024+0000", 2023-09-23T18:08:36.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020092439999999999 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.010091+0000", 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010067372999999999 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105105 5.f 5:f80bb1f6:::benchmark_data_smithi018_184207_object30444:head [delete] snapc 0=[] ondisk+write+known_if_redirected e176)", 2023-09-23T18:08:36.846 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:22.588269+0000", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 374.17619031599997, 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4377591110000001, 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105105 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588269+0000", 2023-09-23T18:08:36.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588269+0000", 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588266+0000", 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588286+0000", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0047e-05 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588307+0000", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1565000000000001e-05 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.588322+0000", 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4442e-05 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.849 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.209396+0000", 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6210741629999994 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.216297+0000", 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069011389999999997 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.298300+0000", 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082002426000000003 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.303950+0000", 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005650642 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.963315+0000", 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.65936491699999999 2023-09-23T18:08:36.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.966609+0000", 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032937359999999998 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.972558+0000", 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005949106 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:31.979547+0000", 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069892119999999999 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.011399+0000", 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031851981000000001 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.012865+0000", 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001465741 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.014168+0000", 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013031360000000001 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.016060+0000", 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018917960000000001 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.026028+0000", 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099681430000000005 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105297 5.f 5:fe283983:::benchmark_data_smithi018_184207_object30636:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:32.211456+0000", 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 364.55300352, 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.859822954, 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.855 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105297 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211456+0000", 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211456+0000", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211454+0000", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211465+0000", 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1026000000000001e-05 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211487+0000", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1899000000000002e-05 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.211498+0000", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1701e-05 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.363630+0000", 2023-09-23T18:08:36.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15213211500000001 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.368046+0000", 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044152519999999997 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.432571+0000", 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.064525391000000001 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:32.436967+0000", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00439595 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.946339+0000", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5093721530000002 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.949722+0000", 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033826170000000001 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.955641+0000", 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059188399999999999 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.996594+0000", 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040953728000000002 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.014039+0000", 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017444359999999999 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.058934+0000", 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044895662000000003 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.060403+0000", 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014686040000000001 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.062343+0000", 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001940521 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.071279+0000", 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089351310000000007 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105448 5.f 5:f8c4b6c8:::benchmark_data_smithi018_184207_object30787:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:33.253435+0000", 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.51102386700001, 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8535242919999999, 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105448 2023-09-23T18:08:36.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253435+0000", 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253435+0000", 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253433+0000", 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253443+0000", 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5589999999999994e-06 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.866 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253464+0000", 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1092000000000001e-05 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.253476+0000", 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1788e-05 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.282596+0000", 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029119951000000002 2023-09-23T18:08:36.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.288638+0000", 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060423409999999997 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.401203+0000", 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.112565045 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.406067+0000", 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004863862 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.917543+0000", 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5114762000000002 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.921498+0000", 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039550749999999997 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.929657+0000", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0081584229999999997 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.985408+0000", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055751241 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.985798+0000", 2023-09-23T18:08:36.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00039034900000000001 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.092244+0000", 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.106445858 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.094122+0000", 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018782619999999999 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.096024+0000", 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00190157 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.106960+0000", 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010935613 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.872 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105451 5.f 5:fcba4cfc:::benchmark_data_smithi018_184207_object30790:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:33.282994+0000", 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.48146511599998, 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8430456039999998, 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105451 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.282994+0000", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.282994+0000", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.282993+0000", 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.282999+0000", 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8320000000000002e-06 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.283011+0000", 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2272e-05 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.283019+0000", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6699999999999994e-06 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.425320+0000", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.142301334 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.430213+0000", 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004893433 2023-09-23T18:08:36.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.465009+0000", 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034795436999999999 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.470999+0000", 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059897320000000002 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.964132+0000", 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.493133388 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.968222+0000", 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040903850000000002 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.975616+0000", 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073937359999999997 2023-09-23T18:08:36.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.041562+0000", 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065945656000000005 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.073330+0000", 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031767868999999997 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.110094+0000", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036764812000000001 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.112054+0000", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019592770000000002 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.114375+0000", 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023213069999999999 2023-09-23T18:08:36.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.126040+0000", 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011664686 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105493 5.f 5:f44438b0:::benchmark_data_smithi018_184207_object30832:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:33.800884+0000", 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.96357472400001, 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0537247089999999, 2023-09-23T18:08:36.881 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105493 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800884+0000", 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800884+0000", 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800883+0000", 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800891+0000", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1999999999999994e-06 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800909+0000", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7640999999999999e-05 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800919+0000", 2023-09-23T18:08:36.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0492000000000001e-05 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.810939+0000", 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010019487000000001 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.815083+0000", 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004144511 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.880642+0000", 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065558621999999997 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.885342+0000", 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047004949999999998 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.720566+0000", 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8352236049999999 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.723921+0000", 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033554269999999998 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.729890+0000", 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059687710000000003 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.778276+0000", 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048385693 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.805028+0000", 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026751754999999999 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.841449+0000", 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036421317000000002 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.842606+0000", 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001157003 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.844494+0000", 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001888493 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.854609+0000", 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01011481 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105494 5.f 5:f31ad86d:::benchmark_data_smithi018_184207_object30833:head [delete] snapc 0=[] ondisk+write+known_if_redirected e182)", 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:33.800934+0000", 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.963525409, 2023-09-23T18:08:36.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0373967030000002, 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105494 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800934+0000", 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800934+0000", 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800933+0000", 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800940+0000", 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8419999999999999e-06 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800951+0000", 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1056000000000001e-05 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.800956+0000", 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3989999999999997e-06 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.815479+0000", 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014523091 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.819576+0000", 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040970970000000001 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.857366+0000", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037790638000000001 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:33.861787+0000", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004420205 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.682520+0000", 2023-09-23T18:08:36.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.820733784 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.685967+0000", 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034466309999999999 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.693359+0000", 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073923060000000004 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.740794+0000", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047434589999999999 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.786824+0000", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046030429999999997 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.822779+0000", 2023-09-23T18:08:36.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035954394000000001 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.824376+0000", 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015970559999999999 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.826824+0000", 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024481149999999998 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:35.838330+0000", 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011506534000000001 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105550 5.f 5:fee5b91b:::benchmark_data_smithi018_184207_object30889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:34.395248+0000", 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.36921119599998, 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8935708180000002, 2023-09-23T18:08:36.899 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105550 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395248+0000", 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395248+0000", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395246+0000", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395255+0000", 2023-09-23T18:08:36.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9700000000000005e-06 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395272+0000", 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6324000000000002e-05 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.395281+0000", 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3160000000000003e-06 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.510723+0000", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11544175199999999 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.516242+0000", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055193430000000003 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.554730+0000", 2023-09-23T18:08:36.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038488293 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.560768+0000", 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060379209999999999 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.142667+0000", 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.581898518 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.146204+0000", 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035369310000000001 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.152201+0000", 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059978000000000002 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.212008+0000", 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059806323000000002 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.214060+0000", 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020523989999999999 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.271735+0000", 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057675276999999997 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.906 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.273378+0000", 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016429210000000001 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.276108+0000", 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027292829999999999 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.907 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.288819+0000", 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012711134000000001 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105551 5.f 5:fc1d9b16:::benchmark_data_smithi018_184207_object30890:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:34.404618+0000", 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.35984109999998, 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9244416449999999, 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.908 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105551 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404618+0000", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404618+0000", 2023-09-23T18:08:36.909 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404616+0000", 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404626+0000", 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.91e-06 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.910 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404646+0000", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0055e-05 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.404657+0000", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0592e-05 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.516943+0000", 2023-09-23T18:08:36.911 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.112286657 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.528199+0000", 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011255602 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.603632+0000", 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075433521000000003 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.912 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.607844+0000", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042112190000000004 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.245437+0000", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.637592921 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.249747+0000", 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004309968 2023-09-23T18:08:36.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.258952+0000", 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092054489999999992 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.290532+0000", 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031580443 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.914 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.307871+0000", 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017338847000000001 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.309109+0000", 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012382070000000001 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.915 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.310525+0000", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014157740000000001 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.312779+0000", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022533359999999999 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.329060+0000", 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016281101999999999 2023-09-23T18:08:36.916 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105559 5.f 5:fcb31d67:::benchmark_data_smithi018_184207_object30898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:34.447034+0000", 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.31742511900001, 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8594545500000002, 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.917 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105559 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447034+0000", 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447034+0000", 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447032+0000", 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447039+0000", 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8329999999999996e-06 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.919 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447051+0000", 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1266e-05 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.447058+0000", 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1400000000000002e-06 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.529206+0000", 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082148733000000002 2023-09-23T18:08:36.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.535220+0000", 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060131500000000001 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.581663+0000", 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046443081999999997 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.585818+0000", 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041553010000000001 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.193459+0000", 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6076406599999999 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.197059+0000", 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036007980000000001 2023-09-23T18:08:36.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.203791+0000", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067314209999999996 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.245038+0000", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.041247516999999997 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.290127+0000", 2023-09-23T18:08:36.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045088558000000001 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.292262+0000", 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021346680000000002 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.293713+0000", 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014512100000000001 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.295621+0000", 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019078529999999999 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.306489+0000", 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010867987000000001 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105560 5.f 5:ffc6e94f:::benchmark_data_smithi018_184207_object30899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:34.487323+0000", 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.27713632400003, 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1230254629999998, 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105560 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.926 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487323+0000", 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487323+0000", 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487321+0000", 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487330+0000", 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8410000000000006e-06 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487347+0000", 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7138000000000001e-05 2023-09-23T18:08:36.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.487358+0000", 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0696000000000001e-05 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.608400+0000", 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12104256300000001 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.615470+0000", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0070693600000000002 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.646753+0000", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031283468000000002 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.653486+0000", 2023-09-23T18:08:36.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067330589999999996 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.437580+0000", 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.784093521 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.441870+0000", 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004290894 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.448644+0000", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067731229999999998 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.536833+0000", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.088189105000000004 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.537339+0000", 2023-09-23T18:08:36.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050648499999999999 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.597411+0000", 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060072259000000003 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.599196+0000", 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017846909999999999 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.601136+0000", 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019396929999999999 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.610348+0000", 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092124679999999997 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105581 5.f 5:ff8c2623:::benchmark_data_smithi018_184207_object30920:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:34.695148+0000", 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 362.06931141199999, 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.930489288, 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105581 2023-09-23T18:08:36.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695148+0000", 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695148+0000", 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695146+0000", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695155+0000", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1230000000000006e-06 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695183+0000", 2023-09-23T18:08:36.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7866000000000001e-05 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.695195+0000", 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2883e-05 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.777698+0000", 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082502371000000005 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.782222+0000", 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045239110000000003 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.820972+0000", 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.03875046 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for rw locks", 2023-09-23T18:08:36.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:34.827099+0000", 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061271700000000004 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.483832+0000", 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6567328799999999 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.487723+0000", 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038905329999999998 2023-09-23T18:08:36.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3,6", 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.502854+0000", 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01513162 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.594561+0000", 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.091706196000000004 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.595827+0000", 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001266767 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.613042+0000", 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017215138000000001 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.614208+0000", 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011652050000000001 2023-09-23T18:08:36.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.616089+0000", 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001881202 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:36.625637+0000", 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0095481520000000007 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.943 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.944 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:36.944 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:36.944 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:08:37.432 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:37.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:37.446 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:37.477 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:08:37.547 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:37.622 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:37.684 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:37.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:37.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:37.791 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:37.900 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:38.033 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:38.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:38.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:38.139 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:38.165 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:38.214 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:38.222 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:38.226 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:38.288 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:38.337 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:38.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:38.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:38.344 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:38.409 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:38.444 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:38.459 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:38.504 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:38.576 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:38.582 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.583 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:08:38.599 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:38 smithi018 ceph-mon[149401]: pgmap v712: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 10700/138036 objects degraded (7.752%); 640/138036 objects misplaced (0.464%); 14 MiB/s, 216 objects/s recovering 2023-09-23T18:08:38.599 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3762104630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:38.599 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:38 smithi018 ceph-mon[153734]: pgmap v712: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 10700/138036 objects degraded (7.752%); 640/138036 objects misplaced (0.464%); 14 MiB/s, 216 objects/s recovering 2023-09-23T18:08:38.599 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3762104630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:38.608 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:38.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:38 smithi149 ceph-mon[135148]: pgmap v712: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 10700/138036 objects degraded (7.752%); 640/138036 objects misplaced (0.464%); 14 MiB/s, 216 objects/s recovering 2023-09-23T18:08:38.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3762104630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:38.765 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:38.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:38.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:38.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:38.985 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:39.423 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:08:39.731 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:39.731 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:39.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/610518866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:39.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/610518866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:39.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/610518866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:39.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:08:40.211 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:08:40.419 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: pgmap v713: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 10700/135237 objects degraded (7.912%); 640/135237 objects misplaced (0.473%); 11 MiB/s, 173 objects/s recovering 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: osdmap e260: 8 total, 8 up, 8 in 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:40.420 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:40 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:40.546 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:40.551 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: pgmap v713: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 10700/135237 objects degraded (7.912%); 640/135237 objects misplaced (0.473%); 11 MiB/s, 173 objects/s recovering 2023-09-23T18:08:40.551 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: osdmap e260: 8 total, 8 up, 8 in 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:40.552 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:40.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:40.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:40.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: pgmap v713: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 10700/135237 objects degraded (7.912%); 640/135237 objects misplaced (0.473%); 11 MiB/s, 173 objects/s recovering 2023-09-23T18:08:40.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:40.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: osdmap e260: 8 total, 8 up, 8 in 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: failed to encode map e260 with expected crc 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:40.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:40 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:40.654 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:40.704 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:40.766 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:40.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:40.786 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:40.887 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:40.931 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:40.990 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:40.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:40.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:40.998 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:41.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:41.178 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:41.358 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:41.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:41.365 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:41.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:41.554 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:41 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:08:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:41 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10700/135237 objects degraded (7.912%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:41.691 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:08:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:41.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:41.722 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:41.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:08:41.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:41.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10700/135237 objects degraded (7.912%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:41.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:08:41.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:41.725 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10700/135237 objects degraded (7.912%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:41.823 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:41.874 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:42.093 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:42.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:42.097 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:42.197 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:42.250 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:42.288 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":715,"stamp":"2023-09-23T18:08:40.818176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2819233739,"num_objects":42974,"num_object_clones":0,"num_object_copies":128922,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9645,"num_objects_misplaced":458,"num_objects_unfound":0,"num_objects_dirty":42974,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":161572,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23704,"num_bytes_recovered":1552238239,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194719,"ondisk_log_size":194719,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":12776092,"kb_used_data":10271516,"kb_used_omap":50,"kb_used_meta":2503949,"kb_avail":737185124,"statfs":{"total":767960285184,"available":754877566976,"internally_reserved":0,"allocated":10518032384,"data_stored":10510949633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2564044735},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,5,6,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-322371584,"num_objects":-4919,"num_object_clones":0,"num_object_copies":-14757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2727,"num_objects_misplaced":458,"num_objects_unfound":0,"num_objects_dirty":-4919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4919,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2269,"num_bytes_recovered":148701184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.462882"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369531+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:34.369531+0000","last_peered":"2023-09-23T18:08:34.369531+0000","last_clean":"2023-09-23T18:08:34.369531+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:34.369531+0000","last_undegraded":"2023-09-23T18:08:34.369531+0000","last_fullsized":"2023-09-23T18:08:34.369531+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":250,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.360115+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:08:33.360115+0000","last_peered":"2023-09-23T18:08:33.360115+0000","last_clean":"2023-09-23T18:08:33.360115+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:08:33.360115+0000","last_undegraded":"2023-09-23T18:08:33.360115+0000","last_fullsized":"2023-09-23T18:08:33.360115+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":163,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.377507+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:33.377507+0000","last_peered":"2023-09-23T18:08:33.377507+0000","last_clean":"2023-09-23T18:08:33.377507+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:33.377507+0000","last_undegraded":"2023-09-23T18:08:33.377507+0000","last_fullsized":"2023-09-23T18:08:33.377507+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359055+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:34.359055+0000","last_peered":"2023-09-23T18:08:34.359055+0000","last_clean":"2023-09-23T18:08:34.359055+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:34.359055+0000","last_undegraded":"2023-09-23T18:08:34.359055+0000","last_fullsized":"2023-09-23T18:08:34.359055+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":310,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.364997+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:33.364997+0000","last_peered":"2023-09-23T18:08:33.364997+0000","last_clean":"2023-09-23T18:08:33.364997+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:33.364997+0000","last_undegraded":"2023-09-23T18:08:33.364997+0000","last_fullsized":"2023-09-23T18:08:33.364997+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359987+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:34.359987+0000","last_peered":"2023-09-23T18:08:34.359987+0000","last_clean":"2023-09-23T18:08:34.359987+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:34.359987+0000","last_undegraded":"2023-09-23T18:08:34.359987+0000","last_fullsized":"2023-09-23T18:08:34.359987+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"260'7472","reported_seq":11226,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.727155+0000","last_change":"2023-09-23T18:06:42.678721+0000","last_active":"2023-09-23T18:08:40.727155+0000","last_peered":"2023-09-23T18:08:40.727155+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:08:40.727155+0000","last_undegraded":"2023-09-23T18:06:42.646055+0000","last_fullsized":"2023-09-23T18:08:40.727155+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7472,"log_dups_size":0,"ondisk_log_size":7472,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87195648,"num_objects":1331,"num_object_clones":0,"num_object_copies":3993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":236,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5017,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1843,"num_bytes_recovered":120782848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1095},{"shards":"3,4,6","objects":236}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":249,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.357808+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:34.357808+0000","last_peered":"2023-09-23T18:08:34.357808+0000","last_clean":"2023-09-23T18:08:34.357808+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:34.357808+0000","last_undegraded":"2023-09-23T18:08:34.357808+0000","last_fullsized":"2023-09-23T18:08:34.357808+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":266,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.365044+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:33.365044+0000","last_peered":"2023-09-23T18:08:33.365044+0000","last_clean":"2023-09-23T18:08:33.365044+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:33.365044+0000","last_undegraded":"2023-09-23T18:08:33.365044+0000","last_fullsized":"2023-09-23T18:08:33.365044+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"260'7605","reported_seq":11494,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.656035+0000","last_change":"2023-09-23T18:06:42.706535+0000","last_active":"2023-09-23T18:08:40.656035+0000","last_peered":"2023-09-23T18:08:40.656035+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:08:40.656035+0000","last_undegraded":"2023-09-23T18:06:42.672150+0000","last_fullsized":"2023-09-23T18:08:40.656035+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7605,"log_dups_size":0,"ondisk_log_size":7605,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84049920,"num_objects":1283,"num_object_clones":0,"num_object_copies":3849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":242,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5103,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1910,"num_bytes_recovered":125173760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":242},{"shards":"2,6,7","objects":1041}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360650+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:34.360650+0000","last_peered":"2023-09-23T18:08:34.360650+0000","last_clean":"2023-09-23T18:08:34.360650+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:34.360650+0000","last_undegraded":"2023-09-23T18:08:34.360650+0000","last_fullsized":"2023-09-23T18:08:34.360650+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":201,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.361611+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:33.361611+0000","last_peered":"2023-09-23T18:08:33.361611+0000","last_clean":"2023-09-23T18:08:33.361611+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:33.361611+0000","last_undegraded":"2023-09-23T18:08:33.361611+0000","last_fullsized":"2023-09-23T18:08:33.361611+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"260'7322","reported_seq":11023,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.632001+0000","last_change":"2023-09-23T18:06:42.691598+0000","last_active":"2023-09-23T18:08:40.632001+0000","last_peered":"2023-09-23T18:08:40.632001+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:08:40.632001+0000","last_undegraded":"2023-09-23T18:06:42.625694+0000","last_fullsized":"2023-09-23T18:08:40.632001+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7322,"log_dups_size":0,"ondisk_log_size":7322,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85032960,"num_objects":1298,"num_object_clones":0,"num_object_copies":3894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":207,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4926,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1815,"num_bytes_recovered":118947840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1091},{"shards":"0,3,5","objects":207}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":259,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403361+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:34.403361+0000","last_peered":"2023-09-23T18:08:34.403361+0000","last_clean":"2023-09-23T18:08:34.403361+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:34.403361+0000","last_undegraded":"2023-09-23T18:08:34.403361+0000","last_fullsized":"2023-09-23T18:08:34.403361+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":58,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360147+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:34.360147+0000","last_peered":"2023-09-23T18:08:34.360147+0000","last_clean":"2023-09-23T18:08:34.360147+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:34.360147+0000","last_undegraded":"2023-09-23T18:08:34.360147+0000","last_fullsized":"2023-09-23T18:08:34.360147+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"259'7418","reported_seq":8332,"reported_epoch":259,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:37.994496+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:08:37.994496+0000","last_peered":"2023-09-23T18:08:37.994496+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:08:37.994496+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7418,"log_dups_size":0,"ondisk_log_size":7418,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88506368,"num_objects":1351,"num_object_clones":0,"num_object_copies":4053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4975,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-529},{"shards":"1,6,7","objects":282}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":96,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369107+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:34.369107+0000","last_peered":"2023-09-23T18:08:34.369107+0000","last_clean":"2023-09-23T18:08:34.369107+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:34.369107+0000","last_undegraded":"2023-09-23T18:08:34.369107+0000","last_fullsized":"2023-09-23T18:08:34.369107+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369112+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:34.369112+0000","last_peered":"2023-09-23T18:08:34.369112+0000","last_clean":"2023-09-23T18:08:34.369112+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:34.369112+0000","last_undegraded":"2023-09-23T18:08:34.369112+0000","last_fullsized":"2023-09-23T18:08:34.369112+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"259'7521","reported_seq":7588,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:37.740821+0000","last_change":"2023-09-23T18:08:32.442346+0000","last_active":"2023-09-23T18:08:37.740821+0000","last_peered":"2023-09-23T18:08:37.740821+0000","last_clean":"2023-09-23T18:08:37.740821+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:08:37.740821+0000","last_undegraded":"2023-09-23T18:08:37.740821+0000","last_fullsized":"2023-09-23T18:08:37.740821+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7521,"log_dups_size":0,"ondisk_log_size":7521,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95518720,"num_objects":1458,"num_object_clones":0,"num_object_copies":4374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1458,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5018,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":320,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403998+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:34.403998+0000","last_peered":"2023-09-23T18:08:34.403998+0000","last_clean":"2023-09-23T18:08:34.403998+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:34.403998+0000","last_undegraded":"2023-09-23T18:08:34.403998+0000","last_fullsized":"2023-09-23T18:08:34.403998+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":257,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.364318+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:33.364318+0000","last_peered":"2023-09-23T18:08:33.364318+0000","last_clean":"2023-09-23T18:08:33.364318+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:33.364318+0000","last_undegraded":"2023-09-23T18:08:33.364318+0000","last_fullsized":"2023-09-23T18:08:33.364318+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"260'7425","reported_seq":7487,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.522954+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:08:40.522954+0000","last_peered":"2023-09-23T18:08:40.522954+0000","last_clean":"2023-09-23T18:08:40.522954+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:08:40.522954+0000","last_undegraded":"2023-09-23T18:08:40.522954+0000","last_fullsized":"2023-09-23T18:08:40.522954+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7425,"log_dups_size":0,"ondisk_log_size":7425,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83296256,"num_objects":1271,"num_object_clones":0,"num_object_copies":3813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4979,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.357056+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:34.357056+0000","last_peered":"2023-09-23T18:08:34.357056+0000","last_clean":"2023-09-23T18:08:34.357056+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:34.357056+0000","last_undegraded":"2023-09-23T18:08:34.357056+0000","last_fullsized":"2023-09-23T18:08:34.357056+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360553+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:34.360553+0000","last_peered":"2023-09-23T18:08:34.360553+0000","last_clean":"2023-09-23T18:08:34.360553+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:34.360553+0000","last_undegraded":"2023-09-23T18:08:34.360553+0000","last_fullsized":"2023-09-23T18:08:34.360553+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"259'7454","reported_seq":7518,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:38.039073+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:08:38.039073+0000","last_peered":"2023-09-23T18:08:38.039073+0000","last_clean":"2023-09-23T18:08:38.039073+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:08:38.039073+0000","last_undegraded":"2023-09-23T18:08:38.039073+0000","last_fullsized":"2023-09-23T18:08:38.039073+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7454,"log_dups_size":0,"ondisk_log_size":7454,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89980928,"num_objects":1373,"num_object_clones":0,"num_object_copies":4119,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1373,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5003,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":226,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403170+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:34.403170+0000","last_peered":"2023-09-23T18:08:34.403170+0000","last_clean":"2023-09-23T18:08:34.403170+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:34.403170+0000","last_undegraded":"2023-09-23T18:08:34.403170+0000","last_fullsized":"2023-09-23T18:08:34.403170+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":226,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359154+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:34.359154+0000","last_peered":"2023-09-23T18:08:34.359154+0000","last_clean":"2023-09-23T18:08:34.359154+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:34.359154+0000","last_undegraded":"2023-09-23T18:08:34.359154+0000","last_fullsized":"2023-09-23T18:08:34.359154+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"260'7545","reported_seq":7608,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.496096+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:08:40.496096+0000","last_peered":"2023-09-23T18:08:40.496096+0000","last_clean":"2023-09-23T18:08:40.496096+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:08:40.496096+0000","last_undegraded":"2023-09-23T18:08:40.496096+0000","last_fullsized":"2023-09-23T18:08:40.496096+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7545,"log_dups_size":0,"ondisk_log_size":7545,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86081536,"num_objects":1314,"num_object_clones":0,"num_object_copies":3942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5072,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":307,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359460+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:34.359460+0000","last_peered":"2023-09-23T18:08:34.359460+0000","last_clean":"2023-09-23T18:08:34.359460+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:34.359460+0000","last_undegraded":"2023-09-23T18:08:34.359460+0000","last_fullsized":"2023-09-23T18:08:34.359460+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":226,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.368820+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:33.368820+0000","last_peered":"2023-09-23T18:08:33.368820+0000","last_clean":"2023-09-23T18:08:33.368820+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:33.368820+0000","last_undegraded":"2023-09-23T18:08:33.368820+0000","last_fullsized":"2023-09-23T18:08:33.368820+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"260'10013","reported_seq":10067,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.648440+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:08:40.648440+0000","last_peered":"2023-09-23T18:08:40.648440+0000","last_clean":"2023-09-23T18:08:40.648440+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:08:40.648440+0000","last_undegraded":"2023-09-23T18:08:40.648440+0000","last_fullsized":"2023-09-23T18:08:40.648440+0000","mapping_epoch":214,"log_start":"218'600","ondisk_log_start":"218'600","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9413,"log_dups_size":0,"ondisk_log_size":9413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173735936,"num_objects":2651,"num_object_clones":0,"num_object_copies":7953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2651,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10013,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":297,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403399+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:34.403399+0000","last_peered":"2023-09-23T18:08:34.403399+0000","last_clean":"2023-09-23T18:08:34.403399+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:34.403399+0000","last_undegraded":"2023-09-23T18:08:34.403399+0000","last_fullsized":"2023-09-23T18:08:34.403399+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359992+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:34.359992+0000","last_peered":"2023-09-23T18:08:34.359992+0000","last_clean":"2023-09-23T18:08:34.359992+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:34.359992+0000","last_undegraded":"2023-09-23T18:08:34.359992+0000","last_fullsized":"2023-09-23T18:08:34.359992+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"259'9860","reported_seq":9915,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:37.801332+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:08:37.801332+0000","last_peered":"2023-09-23T18:08:37.801332+0000","last_clean":"2023-09-23T18:08:37.801332+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:08:37.801332+0000","last_undegraded":"2023-09-23T18:08:37.801332+0000","last_fullsized":"2023-09-23T18:08:37.801332+0000","mapping_epoch":214,"log_start":"224'3800","ondisk_log_start":"224'3800","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6060,"log_dups_size":0,"ondisk_log_size":6060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179961856,"num_objects":2746,"num_object_clones":0,"num_object_copies":8238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9860,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":312,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403600+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:34.403600+0000","last_peered":"2023-09-23T18:08:34.403600+0000","last_clean":"2023-09-23T18:08:34.403600+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:34.403600+0000","last_undegraded":"2023-09-23T18:08:34.403600+0000","last_fullsized":"2023-09-23T18:08:34.403600+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368983+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:34.368983+0000","last_peered":"2023-09-23T18:08:34.368983+0000","last_clean":"2023-09-23T18:08:34.368983+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:34.368983+0000","last_undegraded":"2023-09-23T18:08:34.368983+0000","last_fullsized":"2023-09-23T18:08:34.368983+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"260'7461","reported_seq":11190,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.662649+0000","last_change":"2023-09-23T18:06:43.642458+0000","last_active":"2023-09-23T18:08:40.662649+0000","last_peered":"2023-09-23T18:08:40.662649+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:08:40.662649+0000","last_undegraded":"2023-09-23T18:06:43.598342+0000","last_fullsized":"2023-09-23T18:08:40.662649+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7461,"log_dups_size":0,"ondisk_log_size":7461,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89718784,"num_objects":1369,"num_object_clones":0,"num_object_copies":4107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":254,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5025,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1829,"num_bytes_recovered":119865344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1115},{"shards":"3,6,7","objects":254}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":253,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403256+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:34.403256+0000","last_peered":"2023-09-23T18:08:34.403256+0000","last_clean":"2023-09-23T18:08:34.403256+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:34.403256+0000","last_undegraded":"2023-09-23T18:08:34.403256+0000","last_fullsized":"2023-09-23T18:08:34.403256+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359493+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:34.359493+0000","last_peered":"2023-09-23T18:08:34.359493+0000","last_clean":"2023-09-23T18:08:34.359493+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:34.359493+0000","last_undegraded":"2023-09-23T18:08:34.359493+0000","last_fullsized":"2023-09-23T18:08:34.359493+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"260'7245","reported_seq":10856,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.511935+0000","last_change":"2023-09-23T18:06:43.627739+0000","last_active":"2023-09-23T18:08:40.511935+0000","last_peered":"2023-09-23T18:08:40.511935+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:08:40.511935+0000","last_undegraded":"2023-09-23T18:06:43.592826+0000","last_fullsized":"2023-09-23T18:08:40.511935+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7245,"log_dups_size":0,"ondisk_log_size":7245,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86605824,"num_objects":1321,"num_object_clones":0,"num_object_copies":3963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":229,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4861,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1770,"num_bytes_recovered":115998720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":1092},{"shards":"0,3,7","objects":229}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":241,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360924+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:34.360924+0000","last_peered":"2023-09-23T18:08:34.360924+0000","last_clean":"2023-09-23T18:08:34.360924+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:34.360924+0000","last_undegraded":"2023-09-23T18:08:34.360924+0000","last_fullsized":"2023-09-23T18:08:34.360924+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":262,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:35.632833+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:35.632833+0000","last_peered":"2023-09-23T18:08:35.632833+0000","last_clean":"2023-09-23T18:08:35.632833+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:35.632833+0000","last_undegraded":"2023-09-23T18:08:35.632833+0000","last_fullsized":"2023-09-23T18:08:35.632833+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"260'10206","reported_seq":10916,"reported_epoch":260,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:40.726618+0000","last_change":"2023-09-23T18:08:32.438515+0000","last_active":"2023-09-23T18:08:40.726618+0000","last_peered":"2023-09-23T18:08:40.726618+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:08:40.726618+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"222'2800","ondisk_log_start":"222'2800","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7406,"log_dups_size":0,"ondisk_log_size":7406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172228608,"num_objects":2628,"num_object_clones":0,"num_object_copies":7884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3485,"num_objects_misplaced":458,"num_objects_unfound":0,"num_objects_dirty":2628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10206,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":326,"num_bytes_recovered":21364736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-1315},{"shards":"1,4,5","objects":458}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":283,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.362525+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:33.362525+0000","last_peered":"2023-09-23T18:08:33.362525+0000","last_clean":"2023-09-23T18:08:33.362525+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:33.362525+0000","last_undegraded":"2023-09-23T18:08:33.362525+0000","last_fullsized":"2023-09-23T18:08:33.362525+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369001+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:34.369001+0000","last_peered":"2023-09-23T18:08:34.369001+0000","last_clean":"2023-09-23T18:08:34.369001+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:34.369001+0000","last_undegraded":"2023-09-23T18:08:34.369001+0000","last_fullsized":"2023-09-23T18:08:34.369001+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"259'10087","reported_seq":18777,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:35.957995+0000","last_change":"2023-09-23T18:08:34.393333+0000","last_active":"2023-09-23T18:08:35.957995+0000","last_peered":"2023-09-23T18:08:35.957995+0000","last_clean":"2023-09-23T18:08:35.957995+0000","last_became_active":"2023-09-23T18:08:34.369744+0000","last_became_peered":"2023-09-23T18:08:34.369744+0000","last_unstale":"2023-09-23T18:08:35.957995+0000","last_undegraded":"2023-09-23T18:08:35.957995+0000","last_fullsized":"2023-09-23T18:08:35.957995+0000","mapping_epoch":258,"log_start":"224'4100","ondisk_log_start":"224'4100","created":214,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":5987,"log_dups_size":0,"ondisk_log_size":5987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:41.615311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":187498496,"num_objects":2861,"num_object_clones":0,"num_object_copies":8583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10087,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4309,"num_bytes_recovered":282394624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":239,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359535+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:34.359535+0000","last_peered":"2023-09-23T18:08:34.359535+0000","last_clean":"2023-09-23T18:08:34.359535+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:34.359535+0000","last_undegraded":"2023-09-23T18:08:34.359535+0000","last_fullsized":"2023-09-23T18:08:34.359535+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369164+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:34.369164+0000","last_peered":"2023-09-23T18:08:34.369164+0000","last_clean":"2023-09-23T18:08:34.369164+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:34.369164+0000","last_undegraded":"2023-09-23T18:08:34.369164+0000","last_fullsized":"2023-09-23T18:08:34.369164+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"259'10021","reported_seq":10076,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:37.890636+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:08:37.890636+0000","last_peered":"2023-09-23T18:08:37.890636+0000","last_clean":"2023-09-23T18:08:37.890636+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:08:37.890636+0000","last_undegraded":"2023-09-23T18:08:37.890636+0000","last_fullsized":"2023-09-23T18:08:37.890636+0000","mapping_epoch":214,"log_start":"224'4000","ondisk_log_start":"224'4000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6021,"log_dups_size":0,"ondisk_log_size":6021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179896320,"num_objects":2745,"num_object_clones":0,"num_object_copies":8235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10021,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368814+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:34.368814+0000","last_peered":"2023-09-23T18:08:34.368814+0000","last_clean":"2023-09-23T18:08:34.368814+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:34.368814+0000","last_undegraded":"2023-09-23T18:08:34.368814+0000","last_fullsized":"2023-09-23T18:08:34.368814+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.370838+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:34.370838+0000","last_peered":"2023-09-23T18:08:34.370838+0000","last_clean":"2023-09-23T18:08:34.370838+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:34.370838+0000","last_undegraded":"2023-09-23T18:08:34.370838+0000","last_fullsized":"2023-09-23T18:08:34.370838+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"260'10007","reported_seq":10062,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.628431+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:08:40.628431+0000","last_peered":"2023-09-23T18:08:40.628431+0000","last_clean":"2023-09-23T18:08:40.628431+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:08:40.628431+0000","last_undegraded":"2023-09-23T18:08:40.628431+0000","last_fullsized":"2023-09-23T18:08:40.628431+0000","mapping_epoch":214,"log_start":"217'600","ondisk_log_start":"217'600","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9407,"log_dups_size":0,"ondisk_log_size":9407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167903256,"num_objects":2563,"num_object_clones":0,"num_object_copies":7689,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2563,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10007,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":252,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.361750+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:33.361750+0000","last_peered":"2023-09-23T18:08:33.361750+0000","last_clean":"2023-09-23T18:08:33.361750+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:33.361750+0000","last_undegraded":"2023-09-23T18:08:33.361750+0000","last_fullsized":"2023-09-23T18:08:33.361750+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":227,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.373892+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:08:33.373892+0000","last_peered":"2023-09-23T18:08:33.373892+0000","last_clean":"2023-09-23T18:08:33.373892+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:08:33.373892+0000","last_undegraded":"2023-09-23T18:08:33.373892+0000","last_fullsized":"2023-09-23T18:08:33.373892+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"260'7415","reported_seq":11230,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.612931+0000","last_change":"2023-09-23T18:06:43.606610+0000","last_active":"2023-09-23T18:08:40.612931+0000","last_peered":"2023-09-23T18:08:40.612931+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:08:40.612931+0000","last_undegraded":"2023-09-23T18:06:43.593499+0000","last_fullsized":"2023-09-23T18:08:40.612931+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7415,"log_dups_size":0,"ondisk_log_size":7415,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83656704,"num_objects":1276,"num_object_clones":0,"num_object_copies":3828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":229,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5018,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1047},{"shards":"0,3,5","objects":229}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":822,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.374857+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:33.374857+0000","last_peered":"2023-09-23T18:08:33.374857+0000","last_clean":"2023-09-23T18:08:33.374857+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:33.374857+0000","last_undegraded":"2023-09-23T18:08:33.374857+0000","last_fullsized":"2023-09-23T18:08:33.374857+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":91,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360613+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:34.360613+0000","last_peered":"2023-09-23T18:08:34.360613+0000","last_clean":"2023-09-23T18:08:34.360613+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:34.360613+0000","last_undegraded":"2023-09-23T18:08:34.360613+0000","last_fullsized":"2023-09-23T18:08:34.360613+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":173,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.374506+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:33.374506+0000","last_peered":"2023-09-23T18:08:33.374506+0000","last_clean":"2023-09-23T18:08:33.374506+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:33.374506+0000","last_undegraded":"2023-09-23T18:08:33.374506+0000","last_fullsized":"2023-09-23T18:08:33.374506+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"259'7615","reported_seq":7679,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:37.766830+0000","last_change":"2023-09-23T18:06:42.645663+0000","last_active":"2023-09-23T18:08:37.766830+0000","last_peered":"2023-09-23T18:08:37.766830+0000","last_clean":"2023-09-23T18:08:37.766830+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:08:37.766830+0000","last_undegraded":"2023-09-23T18:08:37.766830+0000","last_fullsized":"2023-09-23T18:08:37.766830+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7615,"log_dups_size":0,"ondisk_log_size":7615,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93421568,"num_objects":1425,"num_object_clones":0,"num_object_copies":4275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5111,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":957,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360403+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:34.360403+0000","last_peered":"2023-09-23T18:08:34.360403+0000","last_clean":"2023-09-23T18:08:34.360403+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:34.360403+0000","last_undegraded":"2023-09-23T18:08:34.360403+0000","last_fullsized":"2023-09-23T18:08:34.360403+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":240,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369115+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:34.369115+0000","last_peered":"2023-09-23T18:08:34.369115+0000","last_clean":"2023-09-23T18:08:34.369115+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:34.369115+0000","last_undegraded":"2023-09-23T18:08:34.369115+0000","last_fullsized":"2023-09-23T18:08:34.369115+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":175,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.374649+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:33.374649+0000","last_peered":"2023-09-23T18:08:33.374649+0000","last_clean":"2023-09-23T18:08:33.374649+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:33.374649+0000","last_undegraded":"2023-09-23T18:08:33.374649+0000","last_fullsized":"2023-09-23T18:08:33.374649+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"260'7471","reported_seq":7535,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.553570+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:08:40.553570+0000","last_peered":"2023-09-23T18:08:40.553570+0000","last_clean":"2023-09-23T18:08:40.553570+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:08:40.553570+0000","last_undegraded":"2023-09-23T18:08:40.553570+0000","last_fullsized":"2023-09-23T18:08:40.553570+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7471,"log_dups_size":0,"ondisk_log_size":7471,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89751552,"num_objects":1369,"num_object_clones":0,"num_object_copies":4107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4997,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":520,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.372407+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:33.372407+0000","last_peered":"2023-09-23T18:08:33.372407+0000","last_clean":"2023-09-23T18:08:33.372407+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:33.372407+0000","last_undegraded":"2023-09-23T18:08:33.372407+0000","last_fullsized":"2023-09-23T18:08:33.372407+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":181,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.373559+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:33.373559+0000","last_peered":"2023-09-23T18:08:33.373559+0000","last_clean":"2023-09-23T18:08:33.373559+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:33.373559+0000","last_undegraded":"2023-09-23T18:08:33.373559+0000","last_fullsized":"2023-09-23T18:08:33.373559+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":265,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.373818+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:33.373818+0000","last_peered":"2023-09-23T18:08:33.373818+0000","last_clean":"2023-09-23T18:08:33.373818+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:33.373818+0000","last_undegraded":"2023-09-23T18:08:33.373818+0000","last_fullsized":"2023-09-23T18:08:33.373818+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"260'7437","reported_seq":7536,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:40.564708+0000","last_change":"2023-09-23T18:08:39.666670+0000","last_active":"2023-09-23T18:08:40.564708+0000","last_peered":"2023-09-23T18:08:40.564708+0000","last_clean":"2023-09-23T18:08:40.564708+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:08:40.564708+0000","last_undegraded":"2023-09-23T18:08:40.564708+0000","last_fullsized":"2023-09-23T18:08:40.564708+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7437,"log_dups_size":0,"ondisk_log_size":7437,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86048768,"num_objects":1313,"num_object_clones":0,"num_object_copies":3939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4991,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":747,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360734+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:34.360734+0000","last_peered":"2023-09-23T18:08:34.360734+0000","last_clean":"2023-09-23T18:08:34.360734+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:34.360734+0000","last_undegraded":"2023-09-23T18:08:34.360734+0000","last_fullsized":"2023-09-23T18:08:34.360734+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":528,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403557+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:34.403557+0000","last_peered":"2023-09-23T18:08:34.403557+0000","last_clean":"2023-09-23T18:08:34.403557+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:34.403557+0000","last_undegraded":"2023-09-23T18:08:34.403557+0000","last_fullsized":"2023-09-23T18:08:34.403557+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":259,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.364513+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:08:33.364513+0000","last_peered":"2023-09-23T18:08:33.364513+0000","last_clean":"2023-09-23T18:08:33.364513+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:08:33.364513+0000","last_undegraded":"2023-09-23T18:08:33.364513+0000","last_fullsized":"2023-09-23T18:08:33.364513+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":224,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359992+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:34.359992+0000","last_peered":"2023-09-23T18:08:34.359992+0000","last_clean":"2023-09-23T18:08:34.359992+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:34.359992+0000","last_undegraded":"2023-09-23T18:08:34.359992+0000","last_fullsized":"2023-09-23T18:08:34.359992+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"259'7482","reported_seq":7547,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:37.926012+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:08:37.926012+0000","last_peered":"2023-09-23T18:08:37.926012+0000","last_clean":"2023-09-23T18:08:37.926012+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:08:37.926012+0000","last_undegraded":"2023-09-23T18:08:37.926012+0000","last_fullsized":"2023-09-23T18:08:37.926012+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7482,"log_dups_size":0,"ondisk_log_size":7482,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91553792,"num_objects":1397,"num_object_clones":0,"num_object_copies":4191,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5031,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":917,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403504+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:34.403504+0000","last_peered":"2023-09-23T18:08:34.403504+0000","last_clean":"2023-09-23T18:08:34.403504+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:34.403504+0000","last_undegraded":"2023-09-23T18:08:34.403504+0000","last_fullsized":"2023-09-23T18:08:34.403504+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":235,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.356830+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:34.356830+0000","last_peered":"2023-09-23T18:08:34.356830+0000","last_clean":"2023-09-23T18:08:34.356830+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:34.356830+0000","last_undegraded":"2023-09-23T18:08:34.356830+0000","last_fullsized":"2023-09-23T18:08:34.356830+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":103,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359095+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:08:34.359095+0000","last_peered":"2023-09-23T18:08:34.359095+0000","last_clean":"2023-09-23T18:08:34.359095+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:08:34.359095+0000","last_undegraded":"2023-09-23T18:08:34.359095+0000","last_fullsized":"2023-09-23T18:08:34.359095+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"259'7423","reported_seq":8335,"reported_epoch":259,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:37.977876+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:08:37.977876+0000","last_peered":"2023-09-23T18:08:37.977876+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:08:37.977876+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7423,"log_dups_size":0,"ondisk_log_size":7423,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87785472,"num_objects":1339,"num_object_clones":0,"num_object_copies":4017,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1339,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4979,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-555},{"shards":"1,6,7","objects":281}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":430,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403251+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:34.403251+0000","last_peered":"2023-09-23T18:08:34.403251+0000","last_clean":"2023-09-23T18:08:34.403251+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:34.403251+0000","last_undegraded":"2023-09-23T18:08:34.403251+0000","last_fullsized":"2023-09-23T18:08:34.403251+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":199,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.374727+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:33.374727+0000","last_peered":"2023-09-23T18:08:33.374727+0000","last_clean":"2023-09-23T18:08:33.374727+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:33.374727+0000","last_undegraded":"2023-09-23T18:08:33.374727+0000","last_fullsized":"2023-09-23T18:08:33.374727+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":245,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.358787+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:34.358787+0000","last_peered":"2023-09-23T18:08:34.358787+0000","last_clean":"2023-09-23T18:08:34.358787+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:34.358787+0000","last_undegraded":"2023-09-23T18:08:34.358787+0000","last_fullsized":"2023-09-23T18:08:34.358787+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"260'7570","reported_seq":11412,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.656529+0000","last_change":"2023-09-23T18:06:43.636766+0000","last_active":"2023-09-23T18:08:40.656529+0000","last_peered":"2023-09-23T18:08:40.656529+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:08:40.656529+0000","last_undegraded":"2023-09-23T18:06:43.596549+0000","last_fullsized":"2023-09-23T18:08:40.656529+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7570,"log_dups_size":0,"ondisk_log_size":7570,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87982080,"num_objects":1342,"num_object_clones":0,"num_object_copies":4026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":246,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5114,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1886,"num_bytes_recovered":123600896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1096},{"shards":"3,4,6","objects":246}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":231,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.368745+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:33.368745+0000","last_peered":"2023-09-23T18:08:33.368745+0000","last_clean":"2023-09-23T18:08:33.368745+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:33.368745+0000","last_undegraded":"2023-09-23T18:08:33.368745+0000","last_fullsized":"2023-09-23T18:08:33.368745+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":767,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.374813+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:33.374813+0000","last_peered":"2023-09-23T18:08:33.374813+0000","last_clean":"2023-09-23T18:08:33.374813+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:33.374813+0000","last_undegraded":"2023-09-23T18:08:33.374813+0000","last_fullsized":"2023-09-23T18:08:33.374813+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":264,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.364920+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:33.364920+0000","last_peered":"2023-09-23T18:08:33.364920+0000","last_clean":"2023-09-23T18:08:33.364920+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:33.364920+0000","last_undegraded":"2023-09-23T18:08:33.364920+0000","last_fullsized":"2023-09-23T18:08:33.364920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"260'7652","reported_seq":11523,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.651792+0000","last_change":"2023-09-23T18:06:43.646598+0000","last_active":"2023-09-23T18:08:40.651792+0000","last_peered":"2023-09-23T18:08:40.651792+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:08:40.651792+0000","last_undegraded":"2023-09-23T18:06:43.598635+0000","last_fullsized":"2023-09-23T18:08:40.651792+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7652,"log_dups_size":0,"ondisk_log_size":7652,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88440832,"num_objects":1349,"num_object_clones":0,"num_object_copies":4047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":245,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5149,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1900,"num_bytes_recovered":124518400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":245},{"shards":"2,6,7","objects":1104}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":509,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360079+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:34.360079+0000","last_peered":"2023-09-23T18:08:34.360079+0000","last_clean":"2023-09-23T18:08:34.360079+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:34.360079+0000","last_undegraded":"2023-09-23T18:08:34.360079+0000","last_fullsized":"2023-09-23T18:08:34.360079+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":98,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359011+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:08:34.359011+0000","last_peered":"2023-09-23T18:08:34.359011+0000","last_clean":"2023-09-23T18:08:34.359011+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:08:34.359011+0000","last_undegraded":"2023-09-23T18:08:34.359011+0000","last_fullsized":"2023-09-23T18:08:34.359011+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368817+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:34.368817+0000","last_peered":"2023-09-23T18:08:34.368817+0000","last_clean":"2023-09-23T18:08:34.368817+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:34.368817+0000","last_undegraded":"2023-09-23T18:08:34.368817+0000","last_fullsized":"2023-09-23T18:08:34.368817+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.358728+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:34.358728+0000","last_peered":"2023-09-23T18:08:34.358728+0000","last_clean":"2023-09-23T18:08:34.358728+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:34.358728+0000","last_undegraded":"2023-09-23T18:08:34.358728+0000","last_fullsized":"2023-09-23T18:08:34.358728+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":44,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.369932+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:33.369932+0000","last_peered":"2023-09-23T18:08:33.369932+0000","last_clean":"2023-09-23T18:08:33.369932+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:33.369932+0000","last_undegraded":"2023-09-23T18:08:33.369932+0000","last_fullsized":"2023-09-23T18:08:33.369932+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"260'7286","reported_seq":11004,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.636171+0000","last_change":"2023-09-23T18:06:42.707753+0000","last_active":"2023-09-23T18:08:40.636171+0000","last_peered":"2023-09-23T18:08:40.636171+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:08:40.636171+0000","last_undegraded":"2023-09-23T18:06:42.659275+0000","last_fullsized":"2023-09-23T18:08:40.636171+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7286,"log_dups_size":0,"ondisk_log_size":7286,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82083840,"num_objects":1253,"num_object_clones":0,"num_object_copies":3759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":260,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4903,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1825,"num_bytes_recovered":119603200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":993},{"shards":"0,3,7","objects":260}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":254,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360976+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:34.360976+0000","last_peered":"2023-09-23T18:08:34.360976+0000","last_clean":"2023-09-23T18:08:34.360976+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:34.360976+0000","last_undegraded":"2023-09-23T18:08:34.360976+0000","last_fullsized":"2023-09-23T18:08:34.360976+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368897+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:34.368897+0000","last_peered":"2023-09-23T18:08:34.368897+0000","last_clean":"2023-09-23T18:08:34.368897+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:34.368897+0000","last_undegraded":"2023-09-23T18:08:34.368897+0000","last_fullsized":"2023-09-23T18:08:34.368897+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"260'7436","reported_seq":11187,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:40.673227+0000","last_change":"2023-09-23T18:06:42.697390+0000","last_active":"2023-09-23T18:08:40.673227+0000","last_peered":"2023-09-23T18:08:40.673227+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:08:40.673227+0000","last_undegraded":"2023-09-23T18:06:42.690440+0000","last_fullsized":"2023-09-23T18:08:40.673227+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7436,"log_dups_size":0,"ondisk_log_size":7436,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86507520,"num_objects":1320,"num_object_clones":0,"num_object_copies":3960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":238,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5000,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1841,"num_bytes_recovered":120651776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1082},{"shards":"3,6,7","objects":238}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":228,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360691+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:34.360691+0000","last_peered":"2023-09-23T18:08:34.360691+0000","last_clean":"2023-09-23T18:08:34.360691+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:34.360691+0000","last_undegraded":"2023-09-23T18:08:34.360691+0000","last_fullsized":"2023-09-23T18:08:34.360691+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369428+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:34.369428+0000","last_peered":"2023-09-23T18:08:34.369428+0000","last_clean":"2023-09-23T18:08:34.369428+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:34.369428+0000","last_undegraded":"2023-09-23T18:08:34.369428+0000","last_fullsized":"2023-09-23T18:08:34.369428+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":289,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.359930+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:33.359930+0000","last_peered":"2023-09-23T18:08:33.359930+0000","last_clean":"2023-09-23T18:08:33.359930+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:33.359930+0000","last_undegraded":"2023-09-23T18:08:33.359930+0000","last_fullsized":"2023-09-23T18:08:33.359930+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":293,"reported_epoch":258,"state":"active+clean","last_fresh":"2023-09-23T18:08:33.361531+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:33.361531+0000","last_peered":"2023-09-23T18:08:33.361531+0000","last_clean":"2023-09-23T18:08:33.361531+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:33.361531+0000","last_undegraded":"2023-09-23T18:08:33.361531+0000","last_fullsized":"2023-09-23T18:08:33.361531+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":145,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.357620+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:34.357620+0000","last_peered":"2023-09-23T18:08:34.357620+0000","last_clean":"2023-09-23T18:08:34.357620+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:34.357620+0000","last_undegraded":"2023-09-23T18:08:34.357620+0000","last_fullsized":"2023-09-23T18:08:34.357620+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368714+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:34.368714+0000","last_peered":"2023-09-23T18:08:34.368714+0000","last_clean":"2023-09-23T18:08:34.368714+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:34.368714+0000","last_undegraded":"2023-09-23T18:08:34.368714+0000","last_fullsized":"2023-09-23T18:08:34.368714+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":2814443544,"num_objects":42946,"num_object_clones":0,"num_object_copies":128838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9645,"num_objects_misplaced":458,"num_objects_unfound":0,"num_objects_dirty":42946,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":160466,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23548,"num_bytes_recovered":1543241728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10409029632,"data_stored":10409017416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":193549,"ondisk_log_size":193549,"up":78,"acting":75,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430485,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1606392,"kb_used_data":1296880,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92138760,"statfs":{"total":95995035648,"available":94350090240,"internally_reserved":0,"allocated":1328005120,"data_stored":1327316120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.1739999999999999,"15min":0.85599999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.29,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.26800000000000002},{"interface":"front","average":{"1min":1.7150000000000001,"5min":1.2529999999999999,"15min":0.91500000000000004},"min":{"1min":0.30299999999999999,"5min":0.254,"15min":0.254},"max":{"1min":5.3109999999999999,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":1.4279999999999999,"15min":0.97599999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.251},"max":{"1min":6.7240000000000002,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.597,"15min":1.008},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":4.1920000000000002,"5min":9.1649999999999991,"15min":11.087999999999999},"last":0.98999999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:07:46 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.462,"15min":0.93200000000000005},"min":{"1min":0.33100000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.1319999999999997,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":4.2519999999999998},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.3500000000000001,"15min":0.91600000000000004},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.3530000000000002,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":1.292}]},{"osd":3,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":1.952,"15min":1.413},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.28299999999999997},"max":{"1min":9.6029999999999998,"5min":32.631,"15min":32.631},"last":2.8039999999999998},{"interface":"front","average":{"1min":2.2629999999999999,"5min":2.0579999999999998,"15min":1.474},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":6.2249999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":2.8210000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":1.302,"15min":0.84999999999999998},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.249},"max":{"1min":2.9100000000000001,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.753,"5min":1.085,"15min":0.78700000000000003},"min":{"1min":0.315,"5min":0.314,"15min":0.249},"max":{"1min":3.1440000000000001,"5min":8.1950000000000003,"15min":10.238},"last":0.47299999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.073,"15min":0.81399999999999995},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":1.8779999999999999,"5min":10.016,"15min":10.016},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.149,"15min":0.83799999999999997},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":3.024,"5min":9.1630000000000003,"15min":10.307},"last":0.36199999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.171,"15min":0.82199999999999995},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8519999999999999,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.369,"15min":0.84099999999999997},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.581,"5min":12.613,"15min":12.613},"last":0.438}]}]},{"osd":6,"up_from":174,"seq":747324309581,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2004080,"kb_used_data":1668264,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":91741072,"statfs":{"total":95995035648,"available":93942857728,"internally_reserved":0,"allocated":1708302336,"data_stored":1707621401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.762,"15min":1.1870000000000001},"min":{"1min":0.25800000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":12.34,"5min":23.373000000000001,"15min":23.373000000000001},"last":2.5569999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.581,"15min":1.0029999999999999},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.4969999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.45600000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":3.1549999999999998,"5min":1.8109999999999999,"15min":1.2210000000000001},"min":{"1min":0.28299999999999997,"5min":0.255,"15min":0.255},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":2.593},{"interface":"front","average":{"1min":2.3250000000000002,"5min":2.04,"15min":1.165},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1210000000000004,"5min":13.794,"15min":13.794},"last":5.9660000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.0310000000000001,"15min":1.1499999999999999},"min":{"1min":0.308,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.6280000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":2.6600000000000001,"5min":1.7,"15min":1.204},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.8450000000000006,"5min":10.073,"15min":10.073},"last":3.879}]},{"osd":3,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":2.0499999999999998,"15min":1.385},"min":{"1min":0.33700000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":12.571999999999999,"5min":22.619,"15min":22.619},"last":4.1820000000000004},{"interface":"front","average":{"1min":3.952,"5min":2.327,"15min":1.593},"min":{"1min":0.35999999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":12.263,"5min":22.178999999999998,"15min":22.178999999999998},"last":2.9649999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9929999999999999,"5min":1.516,"15min":0.94599999999999995},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":19.974,"5min":19.974,"15min":19.974},"last":2.7850000000000001},{"interface":"front","average":{"1min":1.899,"5min":1.393,"15min":0.88600000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":20.279,"5min":20.279,"15min":20.279},"last":5.5949999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.026,"15min":0.746},"min":{"1min":0.33400000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.3149999999999999,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":7.5099999999999998},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1140000000000001,"15min":0.79200000000000004},"min":{"1min":0.33700000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.6130000000000004,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.58099999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.208,"15min":0.97599999999999998},"min":{"1min":0.30299999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.2000000000000002,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":4.1210000000000004},{"interface":"front","average":{"1min":1.627,"5min":1.3069999999999999,"15min":0.97899999999999998},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.315},"max":{"1min":12.279,"5min":12.279,"15min":12.279},"last":2.927}]}]},{"osd":1,"up_from":90,"seq":386547056791,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1422340,"kb_used_data":1165244,"kb_used_omap":7,"kb_used_meta":257080,"kb_avail":92322812,"statfs":{"total":95995035648,"available":94538559488,"internally_reserved":0,"allocated":1193209856,"data_stored":1192152644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":263250019},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":1.448,"15min":1.0049999999999999},"min":{"1min":0.222,"5min":0.219,"15min":0.193},"max":{"1min":9.3420000000000005,"5min":9.3420000000000005,"15min":13.762},"last":0.40200000000000002},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2,"15min":1.101},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.191},"max":{"1min":21.359000000000002,"5min":21.359000000000002,"15min":21.359000000000002},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Sep 23 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":6.3979999999999997,"5min":2.327,"15min":1.494},"min":{"1min":0.27200000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":31.273,"5min":31.273,"15min":31.273},"last":10.904999999999999},{"interface":"front","average":{"1min":4.069,"5min":1.532,"15min":1.8340000000000001},"min":{"1min":0.39500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":10.194000000000001,"5min":10.194000000000001,"15min":13.890000000000001},"last":1.3480000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":1.742,"15min":1.121},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":20.968,"5min":20.968,"15min":20.968},"last":1.3080000000000001},{"interface":"front","average":{"1min":3.512,"5min":1.7250000000000001,"15min":1.165},"min":{"1min":0.41099999999999998,"5min":0.312,"15min":0.23899999999999999},"max":{"1min":13.781000000000001,"5min":16.273,"15min":16.273},"last":1.3759999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.339,"5min":1.8280000000000001,"15min":1.175},"min":{"1min":0.39700000000000002,"5min":0.34399999999999997,"15min":0.28100000000000003},"max":{"1min":12.397,"5min":13.532,"15min":13.532},"last":9.5899999999999999},{"interface":"front","average":{"1min":1.823,"5min":1.1759999999999999,"15min":1.03},"min":{"1min":0.34499999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":5.3300000000000001,"5min":6.8710000000000004,"15min":13.826000000000001},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":1.6879999999999999,"15min":1.115},"min":{"1min":0.44600000000000001,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":21.369,"5min":21.369,"15min":21.369},"last":0.60399999999999998},{"interface":"front","average":{"1min":3.0819999999999999,"5min":1.917,"15min":1.2},"min":{"1min":0.40400000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":7.242,"5min":13.574,"15min":13.574},"last":9.673}]},{"osd":6,"last update":"Sat Sep 23 18:08:28 2023","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.5109999999999999,"15min":0.89800000000000002},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.36899999999999999},"max":{"1min":4.8410000000000002,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":0.442},{"interface":"front","average":{"1min":1.883,"5min":1.619,"15min":0.997},"min":{"1min":0.44800000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":5.1829999999999998,"5min":21.282,"15min":21.282},"last":0.57899999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2240000000000002,"5min":2.012,"15min":1.258},"min":{"1min":0.45800000000000002,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":7.2750000000000004,"5min":13.727,"15min":13.727},"last":9.641},{"interface":"front","average":{"1min":2.46,"5min":1.5569999999999999,"15min":1.1799999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":6.1920000000000002,"5min":7.9180000000000001,"15min":13.859},"last":0.47099999999999997}]}]},{"osd":0,"up_from":85,"seq":365072220323,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":949068,"kb_used_data":668996,"kb_used_omap":8,"kb_used_meta":280055,"kb_avail":92796084,"statfs":{"total":95995035648,"available":95023190016,"internally_reserved":0,"allocated":685051904,"data_stored":683934656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":286776932},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":1.579,"15min":0.95799999999999996},"min":{"1min":0.307,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":10.119999999999999,"5min":10.119999999999999,"15min":11.491},"last":0.318},{"interface":"front","average":{"1min":3.173,"5min":1.788,"15min":1.073},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":17.73,"5min":17.73,"15min":17.73},"last":0.26600000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.319,"15min":1.4830000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24099999999999999},"max":{"1min":12.984,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.221},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.0819999999999999,"15min":1.6479999999999999},"min":{"1min":0.29899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":6.798,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.34100000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":4.4169999999999998,"5min":1.978,"15min":1.1910000000000001},"min":{"1min":0.49299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":14.651999999999999,"5min":16.023,"15min":16.023},"last":1.5580000000000001},{"interface":"front","average":{"1min":3.1389999999999998,"5min":1.8919999999999999,"15min":1.159},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.248},"max":{"1min":11.819000000000001,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.439}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.706,"5min":1.4810000000000001,"15min":1.0700000000000001},"min":{"1min":0.33200000000000002,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":5.0270000000000001,"5min":10.686,"15min":11.382999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.4399999999999999,"15min":1.0049999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.4280000000000008,"5min":9.4280000000000008,"15min":9.4280000000000008},"last":1.2769999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.4059999999999999,"15min":1.026},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":6.9359999999999999,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":1.3160000000000001},{"interface":"front","average":{"1min":2.0329999999999999,"5min":1.794,"15min":1.2310000000000001},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":5.0949999999999998,"5min":10.657,"15min":11.510999999999999},"last":0.70399999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":1.528,"15min":0.92800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":6.9749999999999996,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.518,"5min":1.6719999999999999,"15min":0.98599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":6.7830000000000004,"5min":7.681,"15min":7.681},"last":0.41599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.8140000000000001,"15min":1.206},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.8310000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":1.45},{"interface":"front","average":{"1min":1.8819999999999999,"5min":1.7450000000000001,"15min":1.218},"min":{"1min":0.42099999999999999,"5min":0.373,"15min":0.372},"max":{"1min":5.1340000000000003,"5min":13.699,"15min":13.699},"last":7.5800000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258015,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1502220,"kb_used_data":1152516,"kb_used_omap":16,"kb_used_meta":349551,"kb_avail":92242932,"statfs":{"total":95995035648,"available":94456762368,"internally_reserved":0,"allocated":1180176384,"data_stored":1179053013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":357940386},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2909999999999999,"5min":1.698,"15min":1.2270000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":14.957000000000001,"5min":15.195,"15min":15.195},"last":0.54500000000000004},{"interface":"front","average":{"1min":3.6469999999999998,"5min":1.637,"15min":1.2729999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.068,"5min":11.068,"15min":11.068},"last":3.0739999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":1.702,"15min":1.21},"min":{"1min":0.34000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":13.952999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":3.165},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.49,"15min":2.1509999999999998},"min":{"1min":0.435,"5min":0.218,"15min":0.218},"max":{"1min":8.3140000000000001,"5min":12.33,"15min":37.579000000000001},"last":17.901}]},{"osd":3,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":4.9630000000000001,"5min":2.629,"15min":1.4199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.135000000000002,"5min":34.960999999999999,"15min":34.960999999999999},"last":3.1019999999999999},{"interface":"front","average":{"1min":4.5389999999999997,"5min":2.3260000000000001,"15min":2.452},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.548,"5min":35.229999999999997,"15min":37.444000000000003},"last":12.076000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.331,"15min":1.629},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.32100000000000001},"max":{"1min":8.1539999999999999,"5min":8.1539999999999999,"15min":23.870000000000001},"last":12.035},{"interface":"front","average":{"1min":2.4319999999999999,"5min":1.5469999999999999,"15min":1.0169999999999999},"min":{"1min":0.32600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":14.813000000000001,"5min":14.819000000000001,"15min":14.819000000000001},"last":0.58199999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":1.623,"15min":1.0820000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":14.852,"5min":14.852,"15min":14.852},"last":0.64900000000000002},{"interface":"front","average":{"1min":2.5249999999999999,"5min":1.444,"15min":1.151},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4239999999999995,"5min":8.4239999999999995,"15min":8.4239999999999995},"last":3.032}]},{"osd":6,"last update":"Sat Sep 23 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":2.629,"5min":1.6819999999999999,"15min":1.1839999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":14.880000000000001,"5min":14.880000000000001,"15min":14.880000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.6699999999999999,"5min":1.7929999999999999,"15min":1.252},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":14.93,"5min":14.93,"15min":14.93},"last":0.72499999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0760000000000001,"5min":1.958,"15min":1.1910000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":14.906000000000001,"5min":15.074999999999999,"15min":15.074999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":2.1459999999999999,"5min":1.5800000000000001,"15min":1.1619999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":8.1769999999999996,"5min":10.365,"15min":10.365},"last":3.129}]}]},{"osd":3,"up_from":100,"seq":429496729745,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2427644,"kb_used_data":2053812,"kb_used_omap":4,"kb_used_meta":373435,"kb_avail":91317508,"statfs":{"total":95995035648,"available":93509128192,"internally_reserved":0,"allocated":2103103488,"data_stored":2102051149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":382397847},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,3,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":1.593,"15min":1.026},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":2.8010000000000002},{"interface":"front","average":{"1min":3.5,"5min":1.7130000000000001,"15min":1.278},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":12.634,"5min":16.561,"15min":17.396999999999998},"last":3.0790000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.385,"15min":0.96599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.4059999999999997,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.3759999999999999,"5min":2.016,"15min":1.2330000000000001},"min":{"1min":0.40500000000000003,"5min":0.248,"15min":0.248},"max":{"1min":14.545,"5min":15.394,"15min":15.394},"last":6.4950000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.6520000000000001,"5min":1.891,"15min":1.641},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":12.441000000000001,"5min":16.594999999999999,"15min":16.594999999999999},"last":3.218},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.6399999999999999,"15min":1.357},"min":{"1min":0.29899999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.9190000000000005,"5min":19.59,"15min":19.59},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":1.552,"15min":1.071},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.311},"max":{"1min":8.3279999999999994,"5min":13.859999999999999,"15min":14.212},"last":6.4039999999999999},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.369,"15min":1.2649999999999999},"min":{"1min":0.432,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":11.645,"5min":11.645,"15min":17.478000000000002},"last":15.33}]},{"osd":5,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":1.5920000000000001,"15min":1.345},"min":{"1min":0.434,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.602,"5min":11.602,"15min":17.507999999999999},"last":2.992},{"interface":"front","average":{"1min":1.264,"5min":1.5429999999999999,"15min":1.1319999999999999},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.569,"5min":19.209,"15min":19.209},"last":0.42899999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:08:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3939999999999999,"5min":1.9790000000000001,"15min":1.179},"min":{"1min":0.432,"5min":0.318,"15min":0.318},"max":{"1min":4.4989999999999997,"5min":16.379999999999999,"15min":16.379999999999999},"last":3.0459999999999998},{"interface":"front","average":{"1min":1.4750000000000001,"5min":1.845,"15min":1.147},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.4400000000000004,"5min":11.701000000000001,"15min":11.701000000000001},"last":3.1139999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.847,"5min":2.0049999999999999,"15min":1.3160000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.423000000000002,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.622},{"interface":"front","average":{"1min":5.0759999999999996,"5min":2.2240000000000002,"15min":1.341},"min":{"1min":0.48399999999999999,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":36.366999999999997,"5min":36.366999999999997,"15min":36.366999999999997},"last":6.4509999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019168,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1171316,"kb_used_data":874092,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92573836,"statfs":{"total":95995035648,"available":94795608064,"internally_reserved":0,"allocated":895070208,"data_stored":894385005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.3480000000000001,"15min":1.0609999999999999},"min":{"1min":0.254,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.7389999999999999,"5min":11.686999999999999,"15min":26.055},"last":0.318},{"interface":"front","average":{"1min":1.052,"5min":1.228,"15min":1.0960000000000001},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":9.9570000000000007,"5min":11.611000000000001,"15min":25.497},"last":4.7779999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":1.4159999999999999,"15min":1.0720000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":7.0819999999999999,"5min":11.801,"15min":25.268000000000001},"last":0.378},{"interface":"front","average":{"1min":2.3980000000000001,"5min":1.4299999999999999,"15min":1.101},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.9320000000000004,"5min":8.9320000000000004,"15min":25.298999999999999},"last":0.41299999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":1.337,"15min":1.0580000000000001},"min":{"1min":0.32300000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":7.649,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.5339999999999998,"5min":1.3520000000000001,"15min":1.0309999999999999},"min":{"1min":0.44800000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":8.1940000000000008,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":1.6379999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.8899999999999999,"15min":1.294},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":16.222000000000001,"5min":18.097999999999999,"15min":25.181000000000001},"last":4.8789999999999996},{"interface":"front","average":{"1min":2.1269999999999998,"5min":1.6830000000000001,"15min":1.2929999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":8.2319999999999993,"5min":20.433,"15min":25.225000000000001},"last":5.0259999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.3919999999999999,"15min":0.82999999999999996},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.452,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.499},{"interface":"front","average":{"1min":1.843,"5min":1.585,"15min":0.93799999999999994},"min":{"1min":0.35399999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.1550000000000002,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.081,"15min":0.66500000000000004},"min":{"1min":0.33000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.4279999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.274,"15min":0.78500000000000003},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.318},"max":{"1min":4.7460000000000004,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.53600000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:07:56 2023","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.046,"15min":0.80700000000000005},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.27700000000000002},"max":{"1min":8.1440000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.383,"15min":0.91100000000000003},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":6.0819999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.46100000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822940,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1693032,"kb_used_data":1391712,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92052120,"statfs":{"total":95995035648,"available":94261370880,"internally_reserved":0,"allocated":1425113088,"data_stored":1424435645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.353,"15min":0.997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.1980000000000004,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":0.27800000000000002},{"interface":"front","average":{"1min":1.964,"5min":1.151,"15min":0.97799999999999998},"min":{"1min":0.28000000000000003,"5min":0.251,"15min":0.251},"max":{"1min":7.3440000000000003,"5min":7.3440000000000003,"15min":7.6459999999999999},"last":11.587999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:08:06 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.407,"15min":1.0720000000000001},"min":{"1min":0.29099999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.2610000000000001,"5min":9.0579999999999998,"15min":16.033999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.121,"5min":1.325,"15min":0.94699999999999995},"min":{"1min":0.29899999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":6.8540000000000001,"5min":7.101,"15min":7.6660000000000004},"last":8.4450000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:07:44 2023","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":1.49,"15min":1.1930000000000001},"min":{"1min":0.52700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.8559999999999999,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":6.8209999999999997},{"interface":"front","average":{"1min":2.5419999999999998,"5min":1.3959999999999999,"15min":1.177},"min":{"1min":0.51200000000000001,"5min":0.311,"15min":0.311},"max":{"1min":7.1619999999999999,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":6.8099999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:08:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":1.5389999999999999,"15min":1.1459999999999999},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.5099999999999998,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":1.2849999999999999},{"interface":"front","average":{"1min":1.9339999999999999,"5min":1.6950000000000001,"15min":1.244},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":6.9420000000000002,"5min":14.048,"15min":14.048},"last":8.2390000000000008}]},{"osd":4,"last update":"Sat Sep 23 18:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.95199999999999996,"15min":0.748},"min":{"1min":0.27200000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.0750000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.314},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.98399999999999999,"15min":0.81999999999999995},"min":{"1min":0.29999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.46,"5min":5.1920000000000002,"15min":6.9480000000000004},"last":3.141}]},{"osd":6,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.095,"15min":0.747},"min":{"1min":0.32500000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.1449999999999996,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":1.1040000000000001,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.214,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":1.2270000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:08:38 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.1839999999999999,"15min":0.88400000000000001},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":3.1230000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.96599999999999997,"15min":0.89500000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":1.49,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.40600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":678957056,"data_stored":678952984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1175064576,"data_stored":1175060504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1176436736,"data_stored":1176436736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2085224448,"data_stored":2085224448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":871301120,"data_stored":871301120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1406668800,"data_stored":1406664728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1694629888,"data_stored":1694629888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1320747008,"data_stored":1320747008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:08:42.369 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:42.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:42.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:42.477 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:42.551 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:42.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:42 smithi018 ceph-mon[149401]: pgmap v715: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 9645/128922 objects degraded (7.481%); 458/128922 objects misplaced (0.355%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:42.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:42 smithi018 ceph-mon[153734]: pgmap v715: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 9645/128922 objects degraded (7.481%); 458/128922 objects misplaced (0.355%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:42.614 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:42.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:42.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:42 smithi149 ceph-mon[135148]: pgmap v715: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 9645/128922 objects degraded (7.481%); 458/128922 objects misplaced (0.355%); 19 MiB/s, 304 objects/s recovering 2023-09-23T18:08:42.661 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:42.661 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:42.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:08:42.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:08:42.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:42.813 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:42.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:42.917 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:43.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:43.109 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:08:43.109 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:43.198 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:43.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:43.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:43.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:43.412 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:43.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:43.523 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:43.561 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:43.605 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:43.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:43.723 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[149401]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:43.723 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.723 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[153734]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:43.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:43.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:43 smithi149 ceph-mon[135148]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:43.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:43.916 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:08:43.925 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:43.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:43.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:44.034 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:44.080 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:44.247 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:44.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:44.254 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:44.355 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:44.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:44.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: pgmap v716: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 9645/128244 objects degraded (7.521%); 458/128244 objects misplaced (0.357%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:44.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:08:44.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:44.520 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:08:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:08:44.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:44.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: pgmap v716: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 9645/128244 objects degraded (7.521%); 458/128244 objects misplaced (0.357%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:08:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:08:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:08:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:44.703 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:44.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:44.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:44.809 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: pgmap v716: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 9645/128244 objects degraded (7.521%); 458/128244 objects misplaced (0.357%); 17 MiB/s, 268 objects/s recovering 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:08:44.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:44.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:44.938 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:44.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:44.945 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:45.046 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:45.100 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:44] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.33.4" 2023-09-23T18:08:45.117 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:45.188 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:45.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:45.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:45.295 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:08:45.300 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:45.362 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:45.449 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:45.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:45.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:45.507 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:45.508 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:45.556 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:45 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:08:45.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:45 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:08:45.876 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:45.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:45.880 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:45 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:08:45.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:45.953 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:08:45.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:46.090 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:46.585 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:46.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:46.594 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:46.695 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:46.726 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:46.782 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:46.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:46.790 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[153734]: pgmap v717: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 9645/124941 objects degraded (7.720%); 458/124941 objects misplaced (0.367%); 14 MiB/s, 226 objects/s recovering 2023-09-23T18:08:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:08:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 9645/124941 objects degraded (7.720%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:46.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[149401]: pgmap v717: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 9645/124941 objects degraded (7.720%); 458/124941 objects misplaced (0.367%); 14 MiB/s, 226 objects/s recovering 2023-09-23T18:08:46.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:08:46.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 9645/124941 objects degraded (7.720%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:46.891 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:46.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:46 smithi149 ceph-mon[135148]: pgmap v717: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 9645/124941 objects degraded (7.720%); 458/124941 objects misplaced (0.367%); 14 MiB/s, 226 objects/s recovering 2023-09-23T18:08:46.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:46 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:08:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 9645/124941 objects degraded (7.720%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:47.042 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:47.063 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:47.074 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:47.104 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:47.129 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:47.133 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:47.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:47.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:47.174 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:47.222 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:47.238 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:47.254 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:47.286 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:47.305 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:47.338 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:47.341 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:47.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:47.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:47.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:47.394 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.395 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:08:47.446 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:47.499 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:47.550 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:47.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:47.555 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:47.638 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:08:47.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:47.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3803769536' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:47.651 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:47.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:47.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3803769536' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:47.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:47.656 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:47.747 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:47.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:47 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:47.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3803769536' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:47.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:08:48.207 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:48.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:48.211 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:48.312 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:48.370 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:48.450 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:48.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:48.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:48.556 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:48.646 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:48.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:48 smithi149 ceph-mon[135148]: pgmap v718: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8604/117966 objects degraded (7.294%); 265/117966 objects misplaced (0.225%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:48 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:48 smithi149 ceph-mon[135148]: failed to encode map e261 with expected crc 2023-09-23T18:08:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:48 smithi149 ceph-mon[135148]: osdmap e261: 8 total, 8 up, 8 in 2023-09-23T18:08:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[149401]: pgmap v718: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8604/117966 objects degraded (7.294%); 265/117966 objects misplaced (0.225%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[149401]: failed to encode map e261 with expected crc 2023-09-23T18:08:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[149401]: osdmap e261: 8 total, 8 up, 8 in 2023-09-23T18:08:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[153734]: pgmap v718: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 8604/117966 objects degraded (7.294%); 265/117966 objects misplaced (0.225%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:08:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[153734]: failed to encode map e261 with expected crc 2023-09-23T18:08:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/360005534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:08:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:48 smithi018 ceph-mon[153734]: osdmap e261: 8 total, 8 up, 8 in 2023-09-23T18:08:48.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:48.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:48.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:49.015 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:49.100 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:49.226 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:49.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:49.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:49.334 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:49.380 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:49.444 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:49.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:49.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:49.551 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:49.600 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:49.652 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:49.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:49 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:08:49.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:49 smithi149 ceph-mon[135148]: pgmap v720: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 723 op/s; 8604/114792 objects degraded (7.495%); 265/114792 objects misplaced (0.231%); 16 MiB/s, 262 objects/s recovering 2023-09-23T18:08:49.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:49.658 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:49.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:49.776 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167549 6.10 6:08786d25:::benchmark_data_smithi018_246789_object65841:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:49.745889+0000", 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.014264949000000001, 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014301588, 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:08:49.777 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167549 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745889+0000", 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745889+0000", 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745887+0000", 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:49.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745897+0000", 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0239e-05 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745923+0000", 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6129e-05 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.745949+0000", 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5131999999999999e-05 2023-09-23T18:08:49.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.746018+0000", 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9345999999999996e-05 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.746466+0000", 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044799800000000002 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757901+0000", 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011435314 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757993+0000", 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1833e-05 2023-09-23T18:08:49.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.758143+0000", 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015033000000000001 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167551 6.10 6:0b99d11e:::benchmark_data_smithi018_246789_object65843:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:49.750387+0000", 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0097664940000000006, 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099002069999999994, 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167551 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.784 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750387+0000", 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750387+0000", 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750385+0000", 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750396+0000", 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0722e-05 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750422+0000", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6137999999999999e-05 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750432+0000", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0281e-05 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.750543+0000", 2023-09-23T18:08:49.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011035999999999999 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.752029+0000", 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014867280000000001 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167553 6.19 6:9f9a8a74:::benchmark_data_smithi018_246789_object65845:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:49.757362+0000", 2023-09-23T18:08:49.788 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0027919669999999998, 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029967349999999999, 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167553 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:08:49.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757362+0000", 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757362+0000", 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:08:49.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757360+0000", 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757372+0000", 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1456e-05 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757396+0000", 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4133000000000001e-05 2023-09-23T18:08:49.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757407+0000", 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1742999999999999e-05 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757480+0000", 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2696999999999999e-05 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:08:49.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:49.757980+0000", 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000500247 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 3 2023-09-23T18:08:49.793 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:08:49.847 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:49.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:49.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:49 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:08:49.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:49 smithi018 ceph-mon[153734]: pgmap v720: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 723 op/s; 8604/114792 objects degraded (7.495%); 265/114792 objects misplaced (0.231%); 16 MiB/s, 262 objects/s recovering 2023-09-23T18:08:49.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:49 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:08:49.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:49 smithi018 ceph-mon[149401]: pgmap v720: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 723 op/s; 8604/114792 objects degraded (7.495%); 265/114792 objects misplaced (0.231%); 16 MiB/s, 262 objects/s recovering 2023-09-23T18:08:50.084 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:50.127 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:50.179 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:50.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:50.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:50.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:50.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:08:50.319 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:50.326 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:08:50.372 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:50.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:50.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:50.423 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:50.460 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:08:50.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:50.637 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:50 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:08:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:50 smithi149 ceph-mon[135148]: from='client.45623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:51.001 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:51.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:51.005 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:51.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:50 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:08:51.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:50 smithi018 ceph-mon[149401]: from='client.45623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:51.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:50 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:08:51.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:50 smithi018 ceph-mon[153734]: from='client.45623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:08:51.092 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":720,"stamp":"2023-09-23T18:08:48.821765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2510559179,"num_objects":38264,"num_object_clones":0,"num_object_copies":114792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8604,"num_objects_misplaced":265,"num_objects_unfound":0,"num_objects_dirty":38264,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":166282,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24938,"num_bytes_recovered":1633109663,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198029,"ondisk_log_size":198029,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":11988220,"kb_used_data":9459580,"kb_used_omap":50,"kb_used_meta":2527757,"kb_avail":737972996,"statfs":{"total":767960285184,"available":755684347904,"internally_reserved":0,"allocated":9686609920,"data_stored":9679518687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2588424127},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-446627840,"num_objects":-6815,"num_object_clones":0,"num_object_copies":-20445,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2096,"num_objects_misplaced":-375,"num_objects_unfound":0,"num_objects_dirty":-6815,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6815,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2471,"num_bytes_recovered":161939456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.418002"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369531+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:34.369531+0000","last_peered":"2023-09-23T18:08:34.369531+0000","last_clean":"2023-09-23T18:08:34.369531+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:34.369531+0000","last_undegraded":"2023-09-23T18:08:34.369531+0000","last_fullsized":"2023-09-23T18:08:34.369531+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":252,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.423272+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:08:39.423272+0000","last_peered":"2023-09-23T18:08:39.423272+0000","last_clean":"2023-09-23T18:08:39.423272+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:08:39.423272+0000","last_undegraded":"2023-09-23T18:08:39.423272+0000","last_fullsized":"2023-09-23T18:08:39.423272+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":165,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.431912+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:39.431912+0000","last_peered":"2023-09-23T18:08:39.431912+0000","last_clean":"2023-09-23T18:08:39.431912+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:39.431912+0000","last_undegraded":"2023-09-23T18:08:39.431912+0000","last_fullsized":"2023-09-23T18:08:39.431912+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359055+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:34.359055+0000","last_peered":"2023-09-23T18:08:34.359055+0000","last_clean":"2023-09-23T18:08:34.359055+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:34.359055+0000","last_undegraded":"2023-09-23T18:08:34.359055+0000","last_fullsized":"2023-09-23T18:08:34.359055+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":313,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603003+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:47.603003+0000","last_peered":"2023-09-23T18:08:47.603003+0000","last_clean":"2023-09-23T18:08:47.603003+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:47.603003+0000","last_undegraded":"2023-09-23T18:08:47.603003+0000","last_fullsized":"2023-09-23T18:08:47.603003+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359987+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:34.359987+0000","last_peered":"2023-09-23T18:08:34.359987+0000","last_clean":"2023-09-23T18:08:34.359987+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:34.359987+0000","last_undegraded":"2023-09-23T18:08:34.359987+0000","last_fullsized":"2023-09-23T18:08:34.359987+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"260'7568","reported_seq":11513,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.736127+0000","last_change":"2023-09-23T18:06:42.678721+0000","last_active":"2023-09-23T18:08:45.736127+0000","last_peered":"2023-09-23T18:08:45.736127+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:08:45.736127+0000","last_undegraded":"2023-09-23T18:06:42.646055+0000","last_fullsized":"2023-09-23T18:08:45.736127+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7568,"log_dups_size":0,"ondisk_log_size":7568,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80904192,"num_objects":1235,"num_object_clones":0,"num_object_copies":3705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":140,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5113,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1939,"num_bytes_recovered":127074304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1095},{"shards":"3,4,6","objects":140}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":249,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.357808+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:34.357808+0000","last_peered":"2023-09-23T18:08:34.357808+0000","last_clean":"2023-09-23T18:08:34.357808+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:34.357808+0000","last_undegraded":"2023-09-23T18:08:34.357808+0000","last_fullsized":"2023-09-23T18:08:34.357808+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":268,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.422062+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:39.422062+0000","last_peered":"2023-09-23T18:08:39.422062+0000","last_clean":"2023-09-23T18:08:39.422062+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:39.422062+0000","last_undegraded":"2023-09-23T18:08:39.422062+0000","last_fullsized":"2023-09-23T18:08:39.422062+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"260'7702","reported_seq":11785,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.493587+0000","last_change":"2023-09-23T18:06:42.706535+0000","last_active":"2023-09-23T18:08:45.493587+0000","last_peered":"2023-09-23T18:08:45.493587+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:08:45.493587+0000","last_undegraded":"2023-09-23T18:06:42.672150+0000","last_fullsized":"2023-09-23T18:08:45.493587+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7702,"log_dups_size":0,"ondisk_log_size":7702,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77692928,"num_objects":1186,"num_object_clones":0,"num_object_copies":3558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":145,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5200,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2007,"num_bytes_recovered":131530752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":145},{"shards":"2,6,7","objects":1041}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360650+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:34.360650+0000","last_peered":"2023-09-23T18:08:34.360650+0000","last_clean":"2023-09-23T18:08:34.360650+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:34.360650+0000","last_undegraded":"2023-09-23T18:08:34.360650+0000","last_fullsized":"2023-09-23T18:08:34.360650+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":203,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.422981+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:39.422981+0000","last_peered":"2023-09-23T18:08:39.422981+0000","last_clean":"2023-09-23T18:08:39.422981+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:39.422981+0000","last_undegraded":"2023-09-23T18:08:39.422981+0000","last_fullsized":"2023-09-23T18:08:39.422981+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"260'7425","reported_seq":11330,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.477050+0000","last_change":"2023-09-23T18:06:42.691598+0000","last_active":"2023-09-23T18:08:45.477050+0000","last_peered":"2023-09-23T18:08:45.477050+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:08:45.477050+0000","last_undegraded":"2023-09-23T18:06:42.625694+0000","last_fullsized":"2023-09-23T18:08:45.477050+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7425,"log_dups_size":0,"ondisk_log_size":7425,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78282752,"num_objects":1195,"num_object_clones":0,"num_object_copies":3585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":105,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1195,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5029,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1917,"num_bytes_recovered":125632512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1090},{"shards":"0,3,5","objects":105}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":259,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403361+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:34.403361+0000","last_peered":"2023-09-23T18:08:34.403361+0000","last_clean":"2023-09-23T18:08:34.403361+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:34.403361+0000","last_undegraded":"2023-09-23T18:08:34.403361+0000","last_fullsized":"2023-09-23T18:08:34.403361+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":58,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360147+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:34.360147+0000","last_peered":"2023-09-23T18:08:34.360147+0000","last_clean":"2023-09-23T18:08:34.360147+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:34.360147+0000","last_undegraded":"2023-09-23T18:08:34.360147+0000","last_fullsized":"2023-09-23T18:08:34.360147+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"261'7631","reported_seq":8547,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:48.003820+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:08:48.003820+0000","last_peered":"2023-09-23T18:08:48.003820+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:08:48.003820+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7631,"log_dups_size":0,"ondisk_log_size":7631,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74547200,"num_objects":1138,"num_object_clones":0,"num_object_copies":3414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5188,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-742},{"shards":"1,6,7","objects":69}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":96,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369107+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:34.369107+0000","last_peered":"2023-09-23T18:08:34.369107+0000","last_clean":"2023-09-23T18:08:34.369107+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:34.369107+0000","last_undegraded":"2023-09-23T18:08:34.369107+0000","last_fullsized":"2023-09-23T18:08:34.369107+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369112+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:34.369112+0000","last_peered":"2023-09-23T18:08:34.369112+0000","last_clean":"2023-09-23T18:08:34.369112+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:34.369112+0000","last_undegraded":"2023-09-23T18:08:34.369112+0000","last_fullsized":"2023-09-23T18:08:34.369112+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"261'7719","reported_seq":7790,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.651068+0000","last_change":"2023-09-23T18:08:45.180572+0000","last_active":"2023-09-23T18:08:47.651068+0000","last_peered":"2023-09-23T18:08:47.651068+0000","last_clean":"2023-09-23T18:08:47.651068+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:08:47.651068+0000","last_undegraded":"2023-09-23T18:08:47.651068+0000","last_fullsized":"2023-09-23T18:08:47.651068+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7719,"log_dups_size":0,"ondisk_log_size":7719,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82542592,"num_objects":1260,"num_object_clones":0,"num_object_copies":3780,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5216,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":320,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403998+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:34.403998+0000","last_peered":"2023-09-23T18:08:34.403998+0000","last_clean":"2023-09-23T18:08:34.403998+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:34.403998+0000","last_undegraded":"2023-09-23T18:08:34.403998+0000","last_fullsized":"2023-09-23T18:08:34.403998+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":259,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.423696+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:39.423696+0000","last_peered":"2023-09-23T18:08:39.423696+0000","last_clean":"2023-09-23T18:08:39.423696+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:39.423696+0000","last_undegraded":"2023-09-23T18:08:39.423696+0000","last_fullsized":"2023-09-23T18:08:39.423696+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"260'7543","reported_seq":7605,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.506429+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:08:45.506429+0000","last_peered":"2023-09-23T18:08:45.506429+0000","last_clean":"2023-09-23T18:08:45.506429+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:08:45.506429+0000","last_undegraded":"2023-09-23T18:08:45.506429+0000","last_fullsized":"2023-09-23T18:08:45.506429+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7543,"log_dups_size":0,"ondisk_log_size":7543,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75563008,"num_objects":1153,"num_object_clones":0,"num_object_copies":3459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5097,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.357056+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:34.357056+0000","last_peered":"2023-09-23T18:08:34.357056+0000","last_clean":"2023-09-23T18:08:34.357056+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:34.357056+0000","last_undegraded":"2023-09-23T18:08:34.357056+0000","last_fullsized":"2023-09-23T18:08:34.357056+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360553+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:34.360553+0000","last_peered":"2023-09-23T18:08:34.360553+0000","last_clean":"2023-09-23T18:08:34.360553+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:34.360553+0000","last_undegraded":"2023-09-23T18:08:34.360553+0000","last_fullsized":"2023-09-23T18:08:34.360553+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"261'7673","reported_seq":7739,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.941029+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:08:47.941029+0000","last_peered":"2023-09-23T18:08:47.941029+0000","last_clean":"2023-09-23T18:08:47.941029+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:08:47.941029+0000","last_undegraded":"2023-09-23T18:08:47.941029+0000","last_fullsized":"2023-09-23T18:08:47.941029+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7673,"log_dups_size":0,"ondisk_log_size":7673,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75628544,"num_objects":1154,"num_object_clones":0,"num_object_copies":3462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1154,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5222,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":226,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403170+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:34.403170+0000","last_peered":"2023-09-23T18:08:34.403170+0000","last_clean":"2023-09-23T18:08:34.403170+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:34.403170+0000","last_undegraded":"2023-09-23T18:08:34.403170+0000","last_fullsized":"2023-09-23T18:08:34.403170+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":226,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359154+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:34.359154+0000","last_peered":"2023-09-23T18:08:34.359154+0000","last_clean":"2023-09-23T18:08:34.359154+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:34.359154+0000","last_undegraded":"2023-09-23T18:08:34.359154+0000","last_fullsized":"2023-09-23T18:08:34.359154+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"260'7653","reported_seq":7716,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.555744+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:08:45.555744+0000","last_peered":"2023-09-23T18:08:45.555744+0000","last_clean":"2023-09-23T18:08:45.555744+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:08:45.555744+0000","last_undegraded":"2023-09-23T18:08:45.555744+0000","last_fullsized":"2023-09-23T18:08:45.555744+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7653,"log_dups_size":0,"ondisk_log_size":7653,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79003648,"num_objects":1206,"num_object_clones":0,"num_object_copies":3618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5180,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":307,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359460+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:34.359460+0000","last_peered":"2023-09-23T18:08:34.359460+0000","last_clean":"2023-09-23T18:08:34.359460+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:34.359460+0000","last_undegraded":"2023-09-23T18:08:34.359460+0000","last_fullsized":"2023-09-23T18:08:34.359460+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.604415+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:47.604415+0000","last_peered":"2023-09-23T18:08:47.604415+0000","last_clean":"2023-09-23T18:08:47.604415+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:47.604415+0000","last_undegraded":"2023-09-23T18:08:47.604415+0000","last_fullsized":"2023-09-23T18:08:47.604415+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"260'10226","reported_seq":10280,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.656876+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:08:45.656876+0000","last_peered":"2023-09-23T18:08:45.656876+0000","last_clean":"2023-09-23T18:08:45.656876+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:08:45.656876+0000","last_undegraded":"2023-09-23T18:08:45.656876+0000","last_fullsized":"2023-09-23T18:08:45.656876+0000","mapping_epoch":214,"log_start":"218'800","ondisk_log_start":"218'800","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9426,"log_dups_size":0,"ondisk_log_size":9426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159776768,"num_objects":2438,"num_object_clones":0,"num_object_copies":7314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10226,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":297,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403399+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:34.403399+0000","last_peered":"2023-09-23T18:08:34.403399+0000","last_clean":"2023-09-23T18:08:34.403399+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:34.403399+0000","last_undegraded":"2023-09-23T18:08:34.403399+0000","last_fullsized":"2023-09-23T18:08:34.403399+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":82,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359992+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:34.359992+0000","last_peered":"2023-09-23T18:08:34.359992+0000","last_clean":"2023-09-23T18:08:34.359992+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:34.359992+0000","last_undegraded":"2023-09-23T18:08:34.359992+0000","last_fullsized":"2023-09-23T18:08:34.359992+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"261'10292","reported_seq":10349,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.820755+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:08:47.820755+0000","last_peered":"2023-09-23T18:08:47.820755+0000","last_clean":"2023-09-23T18:08:47.820755+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:08:47.820755+0000","last_undegraded":"2023-09-23T18:08:47.820755+0000","last_fullsized":"2023-09-23T18:08:47.820755+0000","mapping_epoch":214,"log_start":"227'4200","ondisk_log_start":"227'4200","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151650304,"num_objects":2314,"num_object_clones":0,"num_object_copies":6942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10292,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":312,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403600+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:34.403600+0000","last_peered":"2023-09-23T18:08:34.403600+0000","last_clean":"2023-09-23T18:08:34.403600+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:34.403600+0000","last_undegraded":"2023-09-23T18:08:34.403600+0000","last_fullsized":"2023-09-23T18:08:34.403600+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368983+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:34.368983+0000","last_peered":"2023-09-23T18:08:34.368983+0000","last_clean":"2023-09-23T18:08:34.368983+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:34.368983+0000","last_undegraded":"2023-09-23T18:08:34.368983+0000","last_fullsized":"2023-09-23T18:08:34.368983+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"260'7574","reported_seq":11527,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.632984+0000","last_change":"2023-09-23T18:06:43.642458+0000","last_active":"2023-09-23T18:08:45.632984+0000","last_peered":"2023-09-23T18:08:45.632984+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:08:45.632984+0000","last_undegraded":"2023-09-23T18:06:43.598342+0000","last_fullsized":"2023-09-23T18:08:45.632984+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7574,"log_dups_size":0,"ondisk_log_size":7574,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82313216,"num_objects":1256,"num_object_clones":0,"num_object_copies":3768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":142,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5138,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1941,"num_bytes_recovered":127205376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1114},{"shards":"3,6,7","objects":142}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":253,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403256+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:34.403256+0000","last_peered":"2023-09-23T18:08:34.403256+0000","last_clean":"2023-09-23T18:08:34.403256+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:34.403256+0000","last_undegraded":"2023-09-23T18:08:34.403256+0000","last_fullsized":"2023-09-23T18:08:34.403256+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359493+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:34.359493+0000","last_peered":"2023-09-23T18:08:34.359493+0000","last_clean":"2023-09-23T18:08:34.359493+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:34.359493+0000","last_undegraded":"2023-09-23T18:08:34.359493+0000","last_fullsized":"2023-09-23T18:08:34.359493+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"260'7344","reported_seq":11153,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.641176+0000","last_change":"2023-09-23T18:06:43.627739+0000","last_active":"2023-09-23T18:08:45.641176+0000","last_peered":"2023-09-23T18:08:45.641176+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:08:45.641176+0000","last_undegraded":"2023-09-23T18:06:43.592826+0000","last_fullsized":"2023-09-23T18:08:45.641176+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7344,"log_dups_size":0,"ondisk_log_size":7344,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80117760,"num_objects":1222,"num_object_clones":0,"num_object_copies":3666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":130,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1222,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4960,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1869,"num_bytes_recovered":122486784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":1092},{"shards":"0,3,7","objects":130}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":241,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360924+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:34.360924+0000","last_peered":"2023-09-23T18:08:34.360924+0000","last_clean":"2023-09-23T18:08:34.360924+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:34.360924+0000","last_undegraded":"2023-09-23T18:08:34.360924+0000","last_fullsized":"2023-09-23T18:08:34.360924+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":262,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:35.632833+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:35.632833+0000","last_peered":"2023-09-23T18:08:35.632833+0000","last_clean":"2023-09-23T18:08:35.632833+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:35.632833+0000","last_undegraded":"2023-09-23T18:08:35.632833+0000","last_fullsized":"2023-09-23T18:08:35.632833+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"260'10395","reported_seq":11491,"reported_epoch":260,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:45.717875+0000","last_change":"2023-09-23T18:08:32.438515+0000","last_active":"2023-09-23T18:08:45.717875+0000","last_peered":"2023-09-23T18:08:45.717875+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:08:45.717875+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"222'3000","ondisk_log_start":"222'3000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7395,"log_dups_size":0,"ondisk_log_size":7395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159842304,"num_objects":2439,"num_object_clones":0,"num_object_copies":7317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3485,"num_objects_misplaced":265,"num_objects_unfound":0,"num_objects_dirty":2439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10395,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":519,"num_bytes_recovered":34013184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-1311},{"shards":"1,4,5","objects":265}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":285,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.422812+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:39.422812+0000","last_peered":"2023-09-23T18:08:39.422812+0000","last_clean":"2023-09-23T18:08:39.422812+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:39.422812+0000","last_undegraded":"2023-09-23T18:08:39.422812+0000","last_fullsized":"2023-09-23T18:08:39.422812+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369001+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:34.369001+0000","last_peered":"2023-09-23T18:08:34.369001+0000","last_clean":"2023-09-23T18:08:34.369001+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:34.369001+0000","last_undegraded":"2023-09-23T18:08:34.369001+0000","last_fullsized":"2023-09-23T18:08:34.369001+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"260'10527","reported_seq":19219,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.932104+0000","last_change":"2023-09-23T18:08:34.393333+0000","last_active":"2023-09-23T18:08:45.932104+0000","last_peered":"2023-09-23T18:08:45.932104+0000","last_clean":"2023-09-23T18:08:45.932104+0000","last_became_active":"2023-09-23T18:08:34.369744+0000","last_became_peered":"2023-09-23T18:08:34.369744+0000","last_unstale":"2023-09-23T18:08:45.932104+0000","last_undegraded":"2023-09-23T18:08:45.932104+0000","last_fullsized":"2023-09-23T18:08:45.932104+0000","mapping_epoch":258,"log_start":"224'4100","ondisk_log_start":"224'4100","created":214,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6427,"log_dups_size":0,"ondisk_log_size":6427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:41.615311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158662656,"num_objects":2421,"num_object_clones":0,"num_object_copies":7263,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2421,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10527,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4309,"num_bytes_recovered":282394624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":239,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359535+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:34.359535+0000","last_peered":"2023-09-23T18:08:34.359535+0000","last_clean":"2023-09-23T18:08:34.359535+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:34.359535+0000","last_undegraded":"2023-09-23T18:08:34.359535+0000","last_fullsized":"2023-09-23T18:08:34.359535+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369164+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:34.369164+0000","last_peered":"2023-09-23T18:08:34.369164+0000","last_clean":"2023-09-23T18:08:34.369164+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:34.369164+0000","last_undegraded":"2023-09-23T18:08:34.369164+0000","last_fullsized":"2023-09-23T18:08:34.369164+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"261'10471","reported_seq":10528,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.876795+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:08:47.876795+0000","last_peered":"2023-09-23T18:08:47.876795+0000","last_clean":"2023-09-23T18:08:47.876795+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:08:47.876795+0000","last_undegraded":"2023-09-23T18:08:47.876795+0000","last_fullsized":"2023-09-23T18:08:47.876795+0000","mapping_epoch":214,"log_start":"229'4400","ondisk_log_start":"229'4400","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6071,"log_dups_size":0,"ondisk_log_size":6071,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150405120,"num_objects":2295,"num_object_clones":0,"num_object_copies":6885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10471,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368814+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:34.368814+0000","last_peered":"2023-09-23T18:08:34.368814+0000","last_clean":"2023-09-23T18:08:34.368814+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:34.368814+0000","last_undegraded":"2023-09-23T18:08:34.368814+0000","last_fullsized":"2023-09-23T18:08:34.368814+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":257,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.370838+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:34.370838+0000","last_peered":"2023-09-23T18:08:34.370838+0000","last_clean":"2023-09-23T18:08:34.370838+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:34.370838+0000","last_undegraded":"2023-09-23T18:08:34.370838+0000","last_fullsized":"2023-09-23T18:08:34.370838+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"260'10221","reported_seq":10276,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.625895+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:08:45.625895+0000","last_peered":"2023-09-23T18:08:45.625895+0000","last_clean":"2023-09-23T18:08:45.625895+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:08:45.625895+0000","last_undegraded":"2023-09-23T18:08:45.625895+0000","last_fullsized":"2023-09-23T18:08:45.625895+0000","mapping_epoch":214,"log_start":"218'800","ondisk_log_start":"218'800","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9421,"log_dups_size":0,"ondisk_log_size":9421,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153878552,"num_objects":2349,"num_object_clones":0,"num_object_copies":7047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2349,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10221,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":254,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.421852+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:39.421852+0000","last_peered":"2023-09-23T18:08:39.421852+0000","last_clean":"2023-09-23T18:08:39.421852+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:39.421852+0000","last_undegraded":"2023-09-23T18:08:39.421852+0000","last_fullsized":"2023-09-23T18:08:39.421852+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":229,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.425774+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:08:39.425774+0000","last_peered":"2023-09-23T18:08:39.425774+0000","last_clean":"2023-09-23T18:08:39.425774+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:08:39.425774+0000","last_undegraded":"2023-09-23T18:08:39.425774+0000","last_fullsized":"2023-09-23T18:08:39.425774+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"260'7510","reported_seq":11515,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.632990+0000","last_change":"2023-09-23T18:06:43.606610+0000","last_active":"2023-09-23T18:08:45.632990+0000","last_peered":"2023-09-23T18:08:45.632990+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:08:45.632990+0000","last_undegraded":"2023-09-23T18:06:43.593499+0000","last_fullsized":"2023-09-23T18:08:45.632990+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7510,"log_dups_size":0,"ondisk_log_size":7510,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77430784,"num_objects":1181,"num_object_clones":0,"num_object_copies":3543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":134,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5113,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1966,"num_bytes_recovered":128843776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":1047},{"shards":"0,3,5","objects":134}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":824,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.428497+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:39.428497+0000","last_peered":"2023-09-23T18:08:39.428497+0000","last_clean":"2023-09-23T18:08:39.428497+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:39.428497+0000","last_undegraded":"2023-09-23T18:08:39.428497+0000","last_fullsized":"2023-09-23T18:08:39.428497+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":91,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360613+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:34.360613+0000","last_peered":"2023-09-23T18:08:34.360613+0000","last_clean":"2023-09-23T18:08:34.360613+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:34.360613+0000","last_undegraded":"2023-09-23T18:08:34.360613+0000","last_fullsized":"2023-09-23T18:08:34.360613+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":175,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.426877+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:39.426877+0000","last_peered":"2023-09-23T18:08:39.426877+0000","last_clean":"2023-09-23T18:08:39.426877+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:39.426877+0000","last_undegraded":"2023-09-23T18:08:39.426877+0000","last_fullsized":"2023-09-23T18:08:39.426877+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"261'7843","reported_seq":7911,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.855721+0000","last_change":"2023-09-23T18:08:44.184495+0000","last_active":"2023-09-23T18:08:47.855721+0000","last_peered":"2023-09-23T18:08:47.855721+0000","last_clean":"2023-09-23T18:08:47.855721+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:08:47.855721+0000","last_undegraded":"2023-09-23T18:08:47.855721+0000","last_fullsized":"2023-09-23T18:08:47.855721+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7843,"log_dups_size":0,"ondisk_log_size":7843,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78479360,"num_objects":1197,"num_object_clones":0,"num_object_copies":3591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5339,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":957,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360403+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:34.360403+0000","last_peered":"2023-09-23T18:08:34.360403+0000","last_clean":"2023-09-23T18:08:34.360403+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:34.360403+0000","last_undegraded":"2023-09-23T18:08:34.360403+0000","last_fullsized":"2023-09-23T18:08:34.360403+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":240,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369115+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:34.369115+0000","last_peered":"2023-09-23T18:08:34.369115+0000","last_clean":"2023-09-23T18:08:34.369115+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:34.369115+0000","last_undegraded":"2023-09-23T18:08:34.369115+0000","last_fullsized":"2023-09-23T18:08:34.369115+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":177,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.428269+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:39.428269+0000","last_peered":"2023-09-23T18:08:39.428269+0000","last_clean":"2023-09-23T18:08:39.428269+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:39.428269+0000","last_undegraded":"2023-09-23T18:08:39.428269+0000","last_fullsized":"2023-09-23T18:08:39.428269+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"260'7575","reported_seq":7639,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.529448+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:08:45.529448+0000","last_peered":"2023-09-23T18:08:45.529448+0000","last_clean":"2023-09-23T18:08:45.529448+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:08:45.529448+0000","last_undegraded":"2023-09-23T18:08:45.529448+0000","last_fullsized":"2023-09-23T18:08:45.529448+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7575,"log_dups_size":0,"ondisk_log_size":7575,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82935808,"num_objects":1265,"num_object_clones":0,"num_object_copies":3795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5101,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":521,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.364317+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:34.364317+0000","last_peered":"2023-09-23T18:08:34.364317+0000","last_clean":"2023-09-23T18:08:34.364317+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:34.364317+0000","last_undegraded":"2023-09-23T18:08:34.364317+0000","last_fullsized":"2023-09-23T18:08:34.364317+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":183,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.428161+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:39.428161+0000","last_peered":"2023-09-23T18:08:39.428161+0000","last_clean":"2023-09-23T18:08:39.428161+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:39.428161+0000","last_undegraded":"2023-09-23T18:08:39.428161+0000","last_fullsized":"2023-09-23T18:08:39.428161+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":268,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602242+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:47.602242+0000","last_peered":"2023-09-23T18:08:47.602242+0000","last_clean":"2023-09-23T18:08:47.602242+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:47.602242+0000","last_undegraded":"2023-09-23T18:08:47.602242+0000","last_fullsized":"2023-09-23T18:08:47.602242+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"260'7558","reported_seq":7660,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:45.656354+0000","last_change":"2023-09-23T18:08:43.707198+0000","last_active":"2023-09-23T18:08:45.656354+0000","last_peered":"2023-09-23T18:08:45.656354+0000","last_clean":"2023-09-23T18:08:45.656354+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:08:45.656354+0000","last_undegraded":"2023-09-23T18:08:45.656354+0000","last_fullsized":"2023-09-23T18:08:45.656354+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7558,"log_dups_size":0,"ondisk_log_size":7558,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78118912,"num_objects":1192,"num_object_clones":0,"num_object_copies":3576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5112,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":747,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360734+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:34.360734+0000","last_peered":"2023-09-23T18:08:34.360734+0000","last_clean":"2023-09-23T18:08:34.360734+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:34.360734+0000","last_undegraded":"2023-09-23T18:08:34.360734+0000","last_fullsized":"2023-09-23T18:08:34.360734+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":528,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403557+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:34.403557+0000","last_peered":"2023-09-23T18:08:34.403557+0000","last_clean":"2023-09-23T18:08:34.403557+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:34.403557+0000","last_undegraded":"2023-09-23T18:08:34.403557+0000","last_fullsized":"2023-09-23T18:08:34.403557+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":261,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.422083+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:08:39.422083+0000","last_peered":"2023-09-23T18:08:39.422083+0000","last_clean":"2023-09-23T18:08:39.422083+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:08:39.422083+0000","last_undegraded":"2023-09-23T18:08:39.422083+0000","last_fullsized":"2023-09-23T18:08:39.422083+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":224,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359992+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:34.359992+0000","last_peered":"2023-09-23T18:08:34.359992+0000","last_clean":"2023-09-23T18:08:34.359992+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:34.359992+0000","last_undegraded":"2023-09-23T18:08:34.359992+0000","last_fullsized":"2023-09-23T18:08:34.359992+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"261'7693","reported_seq":7760,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.851751+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:08:47.851751+0000","last_peered":"2023-09-23T18:08:47.851751+0000","last_clean":"2023-09-23T18:08:47.851751+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:08:47.851751+0000","last_undegraded":"2023-09-23T18:08:47.851751+0000","last_fullsized":"2023-09-23T18:08:47.851751+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7693,"log_dups_size":0,"ondisk_log_size":7693,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77725696,"num_objects":1186,"num_object_clones":0,"num_object_copies":3558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5242,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":917,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403504+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:34.403504+0000","last_peered":"2023-09-23T18:08:34.403504+0000","last_clean":"2023-09-23T18:08:34.403504+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:34.403504+0000","last_undegraded":"2023-09-23T18:08:34.403504+0000","last_fullsized":"2023-09-23T18:08:34.403504+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":235,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.356830+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:34.356830+0000","last_peered":"2023-09-23T18:08:34.356830+0000","last_clean":"2023-09-23T18:08:34.356830+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:34.356830+0000","last_undegraded":"2023-09-23T18:08:34.356830+0000","last_fullsized":"2023-09-23T18:08:34.356830+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":103,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359095+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:08:34.359095+0000","last_peered":"2023-09-23T18:08:34.359095+0000","last_clean":"2023-09-23T18:08:34.359095+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:08:34.359095+0000","last_undegraded":"2023-09-23T18:08:34.359095+0000","last_fullsized":"2023-09-23T18:08:34.359095+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"261'7631","reported_seq":8545,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:08:48.002563+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:08:48.002563+0000","last_peered":"2023-09-23T18:08:48.002563+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:08:48.002563+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7631,"log_dups_size":0,"ondisk_log_size":7631,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74153984,"num_objects":1131,"num_object_clones":0,"num_object_copies":3393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5187,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-763},{"shards":"1,6,7","objects":73}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":430,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.403251+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:34.403251+0000","last_peered":"2023-09-23T18:08:34.403251+0000","last_clean":"2023-09-23T18:08:34.403251+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:34.403251+0000","last_undegraded":"2023-09-23T18:08:34.403251+0000","last_fullsized":"2023-09-23T18:08:34.403251+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":201,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.428363+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:39.428363+0000","last_peered":"2023-09-23T18:08:39.428363+0000","last_clean":"2023-09-23T18:08:39.428363+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:39.428363+0000","last_undegraded":"2023-09-23T18:08:39.428363+0000","last_fullsized":"2023-09-23T18:08:39.428363+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":245,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.358787+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:34.358787+0000","last_peered":"2023-09-23T18:08:34.358787+0000","last_clean":"2023-09-23T18:08:34.358787+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:34.358787+0000","last_undegraded":"2023-09-23T18:08:34.358787+0000","last_fullsized":"2023-09-23T18:08:34.358787+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"260'7676","reported_seq":11730,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.706131+0000","last_change":"2023-09-23T18:06:43.636766+0000","last_active":"2023-09-23T18:08:45.706131+0000","last_peered":"2023-09-23T18:08:45.706131+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:08:45.706131+0000","last_undegraded":"2023-09-23T18:06:43.596549+0000","last_fullsized":"2023-09-23T18:08:45.706131+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7676,"log_dups_size":0,"ondisk_log_size":7676,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81035264,"num_objects":1236,"num_object_clones":0,"num_object_copies":3708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":140,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5220,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1992,"num_bytes_recovered":130547712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":1096},{"shards":"3,4,6","objects":140}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":233,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.427513+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:39.427513+0000","last_peered":"2023-09-23T18:08:39.427513+0000","last_clean":"2023-09-23T18:08:39.427513+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:39.427513+0000","last_undegraded":"2023-09-23T18:08:39.427513+0000","last_fullsized":"2023-09-23T18:08:39.427513+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603680+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:47.603680+0000","last_peered":"2023-09-23T18:08:47.603680+0000","last_clean":"2023-09-23T18:08:47.603680+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:47.603680+0000","last_undegraded":"2023-09-23T18:08:47.603680+0000","last_fullsized":"2023-09-23T18:08:47.603680+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":267,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:42.895229+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:42.895229+0000","last_peered":"2023-09-23T18:08:42.895229+0000","last_clean":"2023-09-23T18:08:42.895229+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:42.895229+0000","last_undegraded":"2023-09-23T18:08:42.895229+0000","last_fullsized":"2023-09-23T18:08:42.895229+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"260'7755","reported_seq":11832,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.514417+0000","last_change":"2023-09-23T18:06:43.646598+0000","last_active":"2023-09-23T18:08:45.514417+0000","last_peered":"2023-09-23T18:08:45.514417+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:08:45.514417+0000","last_undegraded":"2023-09-23T18:06:43.598635+0000","last_fullsized":"2023-09-23T18:08:45.514417+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7755,"log_dups_size":0,"ondisk_log_size":7755,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81690624,"num_objects":1246,"num_object_clones":0,"num_object_copies":3738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":142,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5252,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2003,"num_bytes_recovered":131268608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":142},{"shards":"2,6,7","objects":1104}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":509,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360079+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:34.360079+0000","last_peered":"2023-09-23T18:08:34.360079+0000","last_clean":"2023-09-23T18:08:34.360079+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:34.360079+0000","last_undegraded":"2023-09-23T18:08:34.360079+0000","last_fullsized":"2023-09-23T18:08:34.360079+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":98,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.359011+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:08:34.359011+0000","last_peered":"2023-09-23T18:08:34.359011+0000","last_clean":"2023-09-23T18:08:34.359011+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:08:34.359011+0000","last_undegraded":"2023-09-23T18:08:34.359011+0000","last_fullsized":"2023-09-23T18:08:34.359011+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368817+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:34.368817+0000","last_peered":"2023-09-23T18:08:34.368817+0000","last_clean":"2023-09-23T18:08:34.368817+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:34.368817+0000","last_undegraded":"2023-09-23T18:08:34.368817+0000","last_fullsized":"2023-09-23T18:08:34.368817+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":94,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.358728+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:34.358728+0000","last_peered":"2023-09-23T18:08:34.358728+0000","last_clean":"2023-09-23T18:08:34.358728+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:34.358728+0000","last_undegraded":"2023-09-23T18:08:34.358728+0000","last_fullsized":"2023-09-23T18:08:34.358728+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":45,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.363953+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:34.363953+0000","last_peered":"2023-09-23T18:08:34.363953+0000","last_clean":"2023-09-23T18:08:34.363953+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:34.363953+0000","last_undegraded":"2023-09-23T18:08:34.363953+0000","last_fullsized":"2023-09-23T18:08:34.363953+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"260'7411","reported_seq":11380,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.593490+0000","last_change":"2023-09-23T18:06:42.707753+0000","last_active":"2023-09-23T18:08:45.593490+0000","last_peered":"2023-09-23T18:08:45.593490+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:08:45.593490+0000","last_undegraded":"2023-09-23T18:06:42.659275+0000","last_fullsized":"2023-09-23T18:08:45.593490+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7411,"log_dups_size":0,"ondisk_log_size":7411,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73891840,"num_objects":1128,"num_object_clones":0,"num_object_copies":3384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":135,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5028,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1950,"num_bytes_recovered":127795200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":993},{"shards":"0,3,7","objects":135}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":254,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360976+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:34.360976+0000","last_peered":"2023-09-23T18:08:34.360976+0000","last_clean":"2023-09-23T18:08:34.360976+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:34.360976+0000","last_undegraded":"2023-09-23T18:08:34.360976+0000","last_fullsized":"2023-09-23T18:08:34.360976+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368897+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:34.368897+0000","last_peered":"2023-09-23T18:08:34.368897+0000","last_clean":"2023-09-23T18:08:34.368897+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:34.368897+0000","last_undegraded":"2023-09-23T18:08:34.368897+0000","last_fullsized":"2023-09-23T18:08:34.368897+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"260'7543","reported_seq":11506,"reported_epoch":260,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:08:45.633406+0000","last_change":"2023-09-23T18:06:42.697390+0000","last_active":"2023-09-23T18:08:45.633406+0000","last_peered":"2023-09-23T18:08:45.633406+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:08:45.633406+0000","last_undegraded":"2023-09-23T18:06:42.690440+0000","last_fullsized":"2023-09-23T18:08:45.633406+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7543,"log_dups_size":0,"ondisk_log_size":7543,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79495168,"num_objects":1213,"num_object_clones":0,"num_object_copies":3639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":132,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5107,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1947,"num_bytes_recovered":127598592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":1081},{"shards":"3,6,7","objects":132}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":228,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.360691+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:34.360691+0000","last_peered":"2023-09-23T18:08:34.360691+0000","last_clean":"2023-09-23T18:08:34.360691+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:34.360691+0000","last_undegraded":"2023-09-23T18:08:34.360691+0000","last_fullsized":"2023-09-23T18:08:34.360691+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.369428+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:34.369428+0000","last_peered":"2023-09-23T18:08:34.369428+0000","last_clean":"2023-09-23T18:08:34.369428+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:34.369428+0000","last_undegraded":"2023-09-23T18:08:34.369428+0000","last_fullsized":"2023-09-23T18:08:34.369428+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":292,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:42.895361+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:42.895361+0000","last_peered":"2023-09-23T18:08:42.895361+0000","last_clean":"2023-09-23T18:08:42.895361+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:42.895361+0000","last_undegraded":"2023-09-23T18:08:42.895361+0000","last_fullsized":"2023-09-23T18:08:42.895361+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":296,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602736+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:47.602736+0000","last_peered":"2023-09-23T18:08:47.602736+0000","last_clean":"2023-09-23T18:08:47.602736+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:47.602736+0000","last_undegraded":"2023-09-23T18:08:47.602736+0000","last_fullsized":"2023-09-23T18:08:47.602736+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":146,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T18:08:39.435655+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:39.435655+0000","last_peered":"2023-09-23T18:08:39.435655+0000","last_clean":"2023-09-23T18:08:39.435655+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:39.435655+0000","last_undegraded":"2023-09-23T18:08:39.435655+0000","last_fullsized":"2023-09-23T18:08:39.435655+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":85,"reported_epoch":259,"state":"active+clean","last_fresh":"2023-09-23T18:08:34.368714+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:34.368714+0000","last_peered":"2023-09-23T18:08:34.368714+0000","last_clean":"2023-09-23T18:08:34.368714+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:34.368714+0000","last_undegraded":"2023-09-23T18:08:34.368714+0000","last_fullsized":"2023-09-23T18:08:34.368714+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":2505768984,"num_objects":38236,"num_object_clones":0,"num_object_copies":114708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8604,"num_objects_misplaced":265,"num_objects_unfound":0,"num_objects_dirty":38236,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":165176,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24782,"num_bytes_recovered":1624113152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9588256768,"data_stored":9588244552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196859,"ondisk_log_size":196859,"up":78,"acting":75,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430486,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1516408,"kb_used_data":1214832,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92228744,"statfs":{"total":95995035648,"available":94442233856,"internally_reserved":0,"allocated":1243987968,"data_stored":1243298968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.1739999999999999,"15min":0.85599999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.29,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":1.7150000000000001,"5min":1.2529999999999999,"15min":0.91500000000000004},"min":{"1min":0.30299999999999999,"5min":0.254,"15min":0.254},"max":{"1min":5.3109999999999999,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":3.4620000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":1.4279999999999999,"15min":0.97599999999999998},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.251},"max":{"1min":6.7240000000000002,"5min":11.483000000000001,"15min":11.483000000000001},"last":1.212},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.597,"15min":1.008},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.26100000000000001},"max":{"1min":4.1920000000000002,"5min":9.1649999999999991,"15min":11.087999999999999},"last":2.927}]},{"osd":2,"last update":"Sat Sep 23 18:07:46 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.462,"15min":0.93200000000000005},"min":{"1min":0.33100000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":5.1319999999999997,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.2629999999999999,"5min":1.3500000000000001,"15min":0.91600000000000004},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.3530000000000002,"5min":9.3859999999999992,"15min":9.3859999999999992},"last":0.72099999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:08:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4969999999999999,"5min":1.952,"15min":1.413},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.28299999999999997},"max":{"1min":9.6029999999999998,"5min":32.631,"15min":32.631},"last":0.53400000000000003},{"interface":"front","average":{"1min":2.2629999999999999,"5min":2.0579999999999998,"15min":1.474},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":6.2249999999999996,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.76400000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":1.302,"15min":0.84999999999999998},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.249},"max":{"1min":2.9100000000000001,"5min":19.010000000000002,"15min":19.010000000000002},"last":2.1019999999999999},{"interface":"front","average":{"1min":0.753,"5min":1.085,"15min":0.78700000000000003},"min":{"1min":0.315,"5min":0.314,"15min":0.249},"max":{"1min":3.1440000000000001,"5min":8.1950000000000003,"15min":10.238},"last":0.45300000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.073,"15min":0.81399999999999995},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":1.8779999999999999,"5min":10.016,"15min":10.016},"last":3.4929999999999999},{"interface":"front","average":{"1min":0.84299999999999997,"5min":1.149,"15min":0.83799999999999997},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":3.024,"5min":9.1630000000000003,"15min":10.307},"last":15.816000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.171,"15min":0.82199999999999995},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8519999999999999,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":1.238},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.369,"15min":0.84099999999999997},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.581,"5min":12.613,"15min":12.613},"last":3.516}]}]},{"osd":6,"up_from":174,"seq":747324309582,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1912240,"kb_used_data":1588712,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":91832912,"statfs":{"total":95995035648,"available":94036901888,"internally_reserved":0,"allocated":1626841088,"data_stored":1626160153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.762,"15min":1.1870000000000001},"min":{"1min":0.25800000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":12.34,"5min":23.373000000000001,"15min":23.373000000000001},"last":4.4859999999999998},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.581,"15min":1.0029999999999999},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.4969999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.41099999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":3.1549999999999998,"5min":1.8109999999999999,"15min":1.2210000000000001},"min":{"1min":0.28299999999999997,"5min":0.255,"15min":0.255},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":0.55800000000000005},{"interface":"front","average":{"1min":2.3250000000000002,"5min":2.04,"15min":1.165},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1210000000000004,"5min":13.794,"15min":13.794},"last":0.35699999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.0310000000000001,"15min":1.1499999999999999},"min":{"1min":0.308,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.6280000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.6600000000000001,"5min":1.7,"15min":1.204},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.8450000000000006,"5min":10.073,"15min":10.073},"last":0.47099999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":2.0499999999999998,"15min":1.385},"min":{"1min":0.33700000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":12.571999999999999,"5min":22.619,"15min":22.619},"last":0.372},{"interface":"front","average":{"1min":3.952,"5min":2.327,"15min":1.593},"min":{"1min":0.35999999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":12.263,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9929999999999999,"5min":1.516,"15min":0.94599999999999995},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":19.974,"5min":19.974,"15min":19.974},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.899,"5min":1.393,"15min":0.88600000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":20.279,"5min":20.279,"15min":20.279},"last":0.434}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.026,"15min":0.746},"min":{"1min":0.33400000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.3149999999999999,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1140000000000001,"15min":0.79200000000000004},"min":{"1min":0.33700000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.6130000000000004,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.41999999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.208,"15min":0.97599999999999998},"min":{"1min":0.30299999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.2000000000000002,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.627,"5min":1.3069999999999999,"15min":0.97899999999999998},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.315},"max":{"1min":12.279,"5min":12.279,"15min":12.279},"last":0.51100000000000001}]}]},{"osd":1,"up_from":90,"seq":386547056793,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1293840,"kb_used_data":1028424,"kb_used_omap":7,"kb_used_meta":265272,"kb_avail":92451312,"statfs":{"total":95995035648,"available":94670143488,"internally_reserved":0,"allocated":1053106176,"data_stored":1052044872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":271638627},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5230000000000001,"5min":1.448,"15min":1.0049999999999999},"min":{"1min":0.222,"5min":0.219,"15min":0.193},"max":{"1min":9.3420000000000005,"5min":9.3420000000000005,"15min":13.762},"last":18.524000000000001},{"interface":"front","average":{"1min":3.8879999999999999,"5min":2,"15min":1.101},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.191},"max":{"1min":21.359000000000002,"5min":21.359000000000002,"15min":21.359000000000002},"last":21.433}]},{"osd":2,"last update":"Sat Sep 23 18:08:45 2023","interfaces":[{"interface":"back","average":{"1min":5.1360000000000001,"5min":3.254,"15min":1.7609999999999999},"min":{"1min":0.36499999999999999,"5min":0.25,"15min":0.23300000000000001},"max":{"1min":20.170999999999999,"5min":31.273,"15min":31.273},"last":8.0579999999999998},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8700000000000001,"15min":1.8360000000000001},"min":{"1min":0.32400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":5.7779999999999996,"5min":10.194000000000001,"15min":13.890000000000001},"last":0.56899999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":1.742,"15min":1.121},"min":{"1min":0.33000000000000002,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":20.968,"5min":20.968,"15min":20.968},"last":10.727},{"interface":"front","average":{"1min":3.512,"5min":1.7250000000000001,"15min":1.165},"min":{"1min":0.41099999999999998,"5min":0.312,"15min":0.23899999999999999},"max":{"1min":13.781000000000001,"5min":16.273,"15min":16.273},"last":0.36899999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.339,"5min":1.8280000000000001,"15min":1.175},"min":{"1min":0.39700000000000002,"5min":0.34399999999999997,"15min":0.28100000000000003},"max":{"1min":12.397,"5min":13.532,"15min":13.532},"last":7.4569999999999999},{"interface":"front","average":{"1min":1.823,"5min":1.1759999999999999,"15min":1.03},"min":{"1min":0.34499999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":5.3300000000000001,"5min":6.8710000000000004,"15min":13.826000000000001},"last":0.40100000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":1.6879999999999999,"15min":1.115},"min":{"1min":0.44600000000000001,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":21.369,"5min":21.369,"15min":21.369},"last":10.627000000000001},{"interface":"front","average":{"1min":3.0819999999999999,"5min":1.917,"15min":1.2},"min":{"1min":0.40400000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":7.242,"5min":13.574,"15min":13.574},"last":7.4189999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:08:28 2023","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.5109999999999999,"15min":0.89800000000000002},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.36899999999999999},"max":{"1min":4.8410000000000002,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":1.883,"5min":1.619,"15min":0.997},"min":{"1min":0.44800000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":5.1829999999999998,"5min":21.282,"15min":21.282},"last":10.683999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:07:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2240000000000002,"5min":2.012,"15min":1.258},"min":{"1min":0.45800000000000002,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":7.2750000000000004,"5min":13.727,"15min":13.727},"last":7.4909999999999997},{"interface":"front","average":{"1min":2.46,"5min":1.5569999999999999,"15min":1.1799999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":6.1920000000000002,"5min":7.9180000000000001,"15min":13.859},"last":0.624}]}]},{"osd":0,"up_from":85,"seq":365072220324,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":881932,"kb_used_data":614084,"kb_used_omap":8,"kb_used_meta":267767,"kb_avail":92863220,"statfs":{"total":95995035648,"available":95091937280,"internally_reserved":0,"allocated":628822016,"data_stored":627704768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":274194020},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":1.579,"15min":0.95799999999999996},"min":{"1min":0.307,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":10.119999999999999,"5min":10.119999999999999,"15min":11.491},"last":2.8340000000000001},{"interface":"front","average":{"1min":3.173,"5min":1.788,"15min":1.073},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":17.73,"5min":17.73,"15min":17.73},"last":2.177}]},{"osd":2,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.319,"15min":1.4830000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24099999999999999},"max":{"1min":12.984,"5min":26.341000000000001,"15min":26.341000000000001},"last":2.3650000000000002},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.0819999999999999,"15min":1.6479999999999999},"min":{"1min":0.29899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":6.798,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.26300000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":4.4169999999999998,"5min":1.978,"15min":1.1910000000000001},"min":{"1min":0.49299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":14.651999999999999,"5min":16.023,"15min":16.023},"last":1.5029999999999999},{"interface":"front","average":{"1min":3.1389999999999998,"5min":1.8919999999999999,"15min":1.159},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.248},"max":{"1min":11.819000000000001,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.706,"5min":1.4810000000000001,"15min":1.0700000000000001},"min":{"1min":0.33200000000000002,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":5.0270000000000001,"5min":10.686,"15min":11.382999999999999},"last":4.242},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.4399999999999999,"15min":1.0049999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.4280000000000008,"5min":9.4280000000000008,"15min":9.4280000000000008},"last":3.589}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.4059999999999999,"15min":1.026},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":6.9359999999999999,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":2.8050000000000002},{"interface":"front","average":{"1min":2.0329999999999999,"5min":1.794,"15min":1.2310000000000001},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":5.0949999999999998,"5min":10.657,"15min":11.510999999999999},"last":4.1799999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":1.528,"15min":0.92800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":6.9749999999999996,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":2.7669999999999999},{"interface":"front","average":{"1min":1.518,"5min":1.6719999999999999,"15min":0.98599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":6.7830000000000004,"5min":7.681,"15min":7.681},"last":1.5429999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.8140000000000001,"15min":1.206},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.8310000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":3.2530000000000001},{"interface":"front","average":{"1min":1.8819999999999999,"5min":1.7450000000000001,"15min":1.218},"min":{"1min":0.42099999999999999,"5min":0.373,"15min":0.372},"max":{"1min":5.1340000000000003,"5min":13.699,"15min":13.699},"last":4.2140000000000004}]}]},{"osd":2,"up_from":145,"seq":622770258017,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1507860,"kb_used_data":1122060,"kb_used_omap":16,"kb_used_meta":385647,"kb_avail":92237292,"statfs":{"total":95995035648,"available":94450987008,"internally_reserved":0,"allocated":1148989440,"data_stored":1147865771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":394902690},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2909999999999999,"5min":1.698,"15min":1.2270000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":14.957000000000001,"5min":15.195,"15min":15.195},"last":3.742},{"interface":"front","average":{"1min":3.6469999999999998,"5min":1.637,"15min":1.2729999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.068,"5min":11.068,"15min":11.068},"last":4.9219999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0600000000000001,"5min":1.702,"15min":1.21},"min":{"1min":0.34000000000000002,"5min":0.216,"15min":0.216},"max":{"1min":13.952999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":7.1779999999999999},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.49,"15min":2.1509999999999998},"min":{"1min":0.435,"5min":0.218,"15min":0.218},"max":{"1min":8.3140000000000001,"5min":12.33,"15min":37.579000000000001},"last":4.7990000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":4.9630000000000001,"5min":2.629,"15min":1.4199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":17.135000000000002,"5min":34.960999999999999,"15min":34.960999999999999},"last":2.77},{"interface":"front","average":{"1min":4.5389999999999997,"5min":2.3260000000000001,"15min":2.452},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.548,"5min":35.229999999999997,"15min":37.444000000000003},"last":17.672000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":1.331,"15min":1.629},"min":{"1min":0.35099999999999998,"5min":0.32500000000000001,"15min":0.32100000000000001},"max":{"1min":8.1539999999999999,"5min":8.1539999999999999,"15min":23.870000000000001},"last":17.550999999999998},{"interface":"front","average":{"1min":2.4319999999999999,"5min":1.5469999999999999,"15min":1.0169999999999999},"min":{"1min":0.32600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":14.813000000000001,"5min":14.819000000000001,"15min":14.819000000000001},"last":3.7690000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":2.5609999999999999,"5min":1.623,"15min":1.0820000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":14.852,"5min":14.852,"15min":14.852},"last":3.8079999999999998},{"interface":"front","average":{"1min":2.5249999999999999,"5min":1.444,"15min":1.151},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4239999999999995,"5min":8.4239999999999995,"15min":8.4239999999999995},"last":2.1619999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:08:37 2023","interfaces":[{"interface":"back","average":{"1min":3.629,"5min":2.2210000000000001,"15min":1.3640000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":17.853000000000002,"5min":17.853000000000002,"15min":17.853000000000002},"last":3.7909999999999999},{"interface":"front","average":{"1min":3.5619999999999998,"5min":2.3090000000000002,"15min":1.4239999999999999},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":17.919,"5min":17.919,"15min":17.919},"last":3.8330000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.0760000000000001,"5min":1.958,"15min":1.1910000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":14.906000000000001,"5min":15.074999999999999,"15min":15.074999999999999},"last":3.8969999999999998},{"interface":"front","average":{"1min":2.1459999999999999,"5min":1.5800000000000001,"15min":1.1619999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":8.1769999999999996,"5min":10.365,"15min":10.365},"last":7.0800000000000001}]}]},{"osd":3,"up_from":100,"seq":429496729747,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2157000,"kb_used_data":1783360,"kb_used_omap":4,"kb_used_meta":373435,"kb_avail":91588152,"statfs":{"total":95995035648,"available":93786267648,"internally_reserved":0,"allocated":1826160640,"data_stored":1825104209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":382397847},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":1.593,"15min":1.026},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":3.5,"5min":1.7130000000000001,"15min":1.278},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":12.634,"5min":16.561,"15min":17.396999999999998},"last":0.44400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.385,"15min":0.96599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.4059999999999997,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":3.3759999999999999,"5min":2.016,"15min":1.2330000000000001},"min":{"1min":0.40500000000000003,"5min":0.248,"15min":0.248},"max":{"1min":14.545,"5min":15.394,"15min":15.394},"last":0.77700000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:07:48 2023","interfaces":[{"interface":"back","average":{"1min":3.6520000000000001,"5min":1.891,"15min":1.641},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":12.441000000000001,"5min":16.594999999999999,"15min":16.594999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.6399999999999999,"15min":1.357},"min":{"1min":0.29899999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.9190000000000005,"5min":19.59,"15min":19.59},"last":0.98099999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":1.552,"15min":1.071},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.311},"max":{"1min":8.3279999999999994,"5min":13.859999999999999,"15min":14.212},"last":0.90900000000000003},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.369,"15min":1.2649999999999999},"min":{"1min":0.432,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":11.645,"5min":11.645,"15min":17.478000000000002},"last":0.52000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":1.5920000000000001,"15min":1.345},"min":{"1min":0.434,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.602,"5min":11.602,"15min":17.507999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.264,"5min":1.5429999999999999,"15min":1.1319999999999999},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.569,"5min":19.209,"15min":19.209},"last":0.621}]},{"osd":6,"last update":"Sat Sep 23 18:08:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3939999999999999,"5min":1.9790000000000001,"15min":1.179},"min":{"1min":0.432,"5min":0.318,"15min":0.318},"max":{"1min":4.4989999999999997,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.4750000000000001,"5min":1.845,"15min":1.147},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.4400000000000004,"5min":11.701000000000001,"15min":11.701000000000001},"last":10.545}]},{"osd":7,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.847,"5min":2.0049999999999999,"15min":1.3160000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.423000000000002,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.57099999999999995},{"interface":"front","average":{"1min":5.0759999999999996,"5min":2.2240000000000002,"15min":1.341},"min":{"1min":0.48399999999999999,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":36.366999999999997,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.65600000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019169,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1090484,"kb_used_data":789164,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92654668,"statfs":{"total":95995035648,"available":94878380032,"internally_reserved":0,"allocated":808103936,"data_stored":807418733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.3480000000000001,"15min":1.0609999999999999},"min":{"1min":0.254,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.7389999999999999,"5min":11.686999999999999,"15min":26.055},"last":4.8179999999999996},{"interface":"front","average":{"1min":1.052,"5min":1.228,"15min":1.0960000000000001},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":9.9570000000000007,"5min":11.611000000000001,"15min":25.497},"last":4.6900000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":1.4159999999999999,"15min":1.0720000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":7.0819999999999999,"5min":11.801,"15min":25.268000000000001},"last":5.2300000000000004},{"interface":"front","average":{"1min":2.3980000000000001,"5min":1.4299999999999999,"15min":1.101},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.9320000000000004,"5min":8.9320000000000004,"15min":25.298999999999999},"last":5.2430000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:07:49 2023","interfaces":[{"interface":"back","average":{"1min":2.5579999999999998,"5min":1.337,"15min":1.0580000000000001},"min":{"1min":0.32300000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":7.649,"5min":17.143000000000001,"15min":17.143000000000001},"last":3.722},{"interface":"front","average":{"1min":2.5339999999999998,"5min":1.3520000000000001,"15min":1.0309999999999999},"min":{"1min":0.44800000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":8.1940000000000008,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":3.7320000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.8899999999999999,"15min":1.294},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":16.222000000000001,"5min":18.097999999999999,"15min":25.181000000000001},"last":3.7629999999999999},{"interface":"front","average":{"1min":2.1269999999999998,"5min":1.6830000000000001,"15min":1.2929999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":8.2319999999999993,"5min":20.433,"15min":25.225000000000001},"last":3.774}]},{"osd":5,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.3919999999999999,"15min":0.82999999999999996},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.452,"5min":18.829999999999998,"15min":18.829999999999998},"last":4.7480000000000002},{"interface":"front","average":{"1min":1.843,"5min":1.585,"15min":0.93799999999999994},"min":{"1min":0.35399999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.1550000000000002,"5min":18.859000000000002,"15min":18.859000000000002},"last":4.7770000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.081,"15min":0.66500000000000004},"min":{"1min":0.33000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.4279999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":1.196},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.274,"15min":0.78500000000000003},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.318},"max":{"1min":4.7460000000000004,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":4.8090000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:07:56 2023","interfaces":[{"interface":"back","average":{"1min":1.609,"5min":1.046,"15min":0.80700000000000005},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.27700000000000002},"max":{"1min":8.1440000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":3.6859999999999999},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.383,"15min":0.91100000000000003},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":6.0819999999999999,"5min":17.097999999999999,"15min":17.097999999999999},"last":1.1870000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822941,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1628456,"kb_used_data":1318944,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92116696,"statfs":{"total":95995035648,"available":94327496704,"internally_reserved":0,"allocated":1350598656,"data_stored":1349921213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.353,"15min":0.997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.1980000000000004,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.964,"5min":1.151,"15min":0.97799999999999998},"min":{"1min":0.28000000000000003,"5min":0.251,"15min":0.251},"max":{"1min":7.3440000000000003,"5min":7.3440000000000003,"15min":7.6459999999999999},"last":1.52}]},{"osd":1,"last update":"Sat Sep 23 18:08:06 2023","interfaces":[{"interface":"back","average":{"1min":1.665,"5min":1.407,"15min":1.0720000000000001},"min":{"1min":0.29099999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.2610000000000001,"5min":9.0579999999999998,"15min":16.033999999999999},"last":3.976},{"interface":"front","average":{"1min":1.121,"5min":1.325,"15min":0.94699999999999995},"min":{"1min":0.29899999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":6.8540000000000001,"5min":7.101,"15min":7.6660000000000004},"last":0.65000000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:08:44 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":1.847,"15min":1.284},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.8209999999999997,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":4.032},{"interface":"front","average":{"1min":2.3719999999999999,"5min":1.7270000000000001,"15min":1.26},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":6.8099999999999996,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":0.55100000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:08:00 2023","interfaces":[{"interface":"back","average":{"1min":2.3439999999999999,"5min":1.5389999999999999,"15min":1.1459999999999999},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.5099999999999998,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":5.2919999999999998},{"interface":"front","average":{"1min":1.9339999999999999,"5min":1.6950000000000001,"15min":1.244},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":6.9420000000000002,"5min":14.048,"15min":14.048},"last":4.0140000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.95199999999999996,"15min":0.748},"min":{"1min":0.27200000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.0750000000000002,"5min":9.3870000000000005,"15min":9.3870000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.98399999999999999,"15min":0.81999999999999995},"min":{"1min":0.29999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.46,"5min":5.1920000000000002,"15min":6.9480000000000004},"last":1.4810000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.095,"15min":0.747},"min":{"1min":0.32500000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.1449999999999996,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.74099999999999999,"5min":1.1040000000000001,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.214,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":1.5780000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:08:38 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.1839999999999999,"15min":0.88400000000000001},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.96599999999999997,"15min":0.89500000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":1.49,"5min":5.8369999999999997,"15min":12.388999999999999},"last":1.5469999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":623382528,"data_stored":623378456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1034489856,"data_stored":1034485784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1144651776,"data_stored":1144651776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1802436608,"data_stored":1802436608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":801046528,"data_stored":801046528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1333268480,"data_stored":1333264408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1612578816,"data_stored":1612578816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1236402176,"data_stored":1236402176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:08:51.099 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:08:51.105 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:08:51.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:51.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:08:51.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:51.213 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:08:51.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:08:51.314 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:51.326 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:51.353 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:51.376 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:51.398 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:51.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:51.402 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:51.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:51.577 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:51.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:08:51.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:51.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[149401]: pgmap v721: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7571/108318 objects degraded (6.990%); 60/108318 objects misplaced (0.055%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:51.650 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 8604/114792 objects degraded (7.495%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:51 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:08:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:51 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:51 smithi149 ceph-mon[135148]: pgmap v721: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7571/108318 objects degraded (6.990%); 60/108318 objects misplaced (0.055%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 8604/114792 objects degraded (7.495%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:08:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[153734]: pgmap v721: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 7571/108318 objects degraded (6.990%); 60/108318 objects misplaced (0.055%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 8604/114792 objects degraded (7.495%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:52.269 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:52.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:52.276 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:52.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:08:52.453 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:53.102 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:08:53.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:53.106 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:08:53.207 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:53.251 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:53.309 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:53.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:53.312 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:53.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:53.468 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:53.533 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:53.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:53.539 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:53.640 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:53.697 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:53.751 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:53.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:53.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:53.861 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:53.903 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:53.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:53.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:53.957 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:54.058 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:08:54.060 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:53 smithi018 ceph-mon[153734]: pgmap v722: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 7571/107712 objects degraded (7.029%); 60/107712 objects misplaced (0.056%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:54.060 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:53 smithi018 ceph-mon[149401]: pgmap v722: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 7571/107712 objects degraded (7.029%); 60/107712 objects misplaced (0.056%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:54.141 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:53 smithi149 ceph-mon[135148]: pgmap v722: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 683 op/s; 7571/107712 objects degraded (7.029%); 60/107712 objects misplaced (0.056%); 15 MiB/s, 247 objects/s recovering 2023-09-23T18:08:54.267 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:08:54.274 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:54.275 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:54.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:54.277 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:08:54.377 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:54.475 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:54.713 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:54.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:54.720 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:54.821 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:54.873 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:54.893 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:08:54.920 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:54.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:54.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:54.944 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:08:54.974 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:08:55.001 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:08:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:08:54] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.33.4" 2023-09-23T18:08:55.006 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:08:55.024 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:08:55.039 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:08:55.093 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:08:55.108 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:55.141 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:08:55.191 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:08:55.205 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:08:55.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:55.217 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:08:55.318 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:55.398 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:55.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:55.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:55.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:55.546 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:08:55.547 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:08:55.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:55.706 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:55 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:08:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:55 smithi149 ceph-mon[135148]: 6.7 deep-scrub starts 2023-09-23T18:08:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/15643618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[149401]: 6.7 deep-scrub starts 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/15643618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:08:56.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:08:56.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:08:56.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[153734]: 6.7 deep-scrub starts 2023-09-23T18:08:56.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/15643618' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:08:56.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:08:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:56 smithi018 ceph-mon[153734]: pgmap v723: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7571/104292 objects degraded (7.259%); 60/104292 objects misplaced (0.058%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:56.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 7571/104292 objects degraded (7.259%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:56.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:56 smithi018 ceph-mon[149401]: pgmap v723: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7571/104292 objects degraded (7.259%); 60/104292 objects misplaced (0.058%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:56.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 7571/104292 objects degraded (7.259%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:56.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:56 smithi149 ceph-mon[135148]: pgmap v723: 99 pgs: 10 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 7571/104292 objects degraded (7.259%); 60/104292 objects misplaced (0.058%); 15 MiB/s, 246 objects/s recovering 2023-09-23T18:08:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 7571/104292 objects degraded (7.259%), 13 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:08:56.934 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:56.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:56.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:57.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:57.101 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:57.154 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:57.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:57.164 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:57.265 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:57.302 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:57.349 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:57.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:57.356 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:57.456 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:08:57.500 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:57.556 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:08:57.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:57.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:08:57.649 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:08:57.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:57 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:08:57.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:57 smithi149 ceph-mon[135148]: pgmap v724: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 7142/96108 objects degraded (7.431%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:08:57.661 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:08:57.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:57.745 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:08:57.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:57.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:08:57.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:57 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:08:57.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:57 smithi018 ceph-mon[149401]: pgmap v724: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 7142/96108 objects degraded (7.431%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:08:57.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:57 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:08:57.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:57 smithi018 ceph-mon[153734]: pgmap v724: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 7142/96108 objects degraded (7.431%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:08:57.849 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:57.886 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:57.934 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:57.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:57.940 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:58.041 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:58.181 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:58.237 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:08:58.237 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7142/96108 objects degraded (7.431%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":921,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":261,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":8,"osd_in_since":1695492382,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"active+recovery_wait","count":10},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":32036,"data_bytes":2102400971,"bytes_used":11209023488,"bytes_avail":756751261696,"bytes_total":767960285184,"degraded_objects":7142,"degraded_total":96108,"degraded_ratio":0.074312232072252044,"recovering_objects_per_sec":172,"recovering_bytes_per_sec":10390888,"recovering_keys_per_sec":0,"num_objects_recovered":1727,"num_bytes_recovered":104005632,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":727},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":24,"modified":"2023-09-23T18:08:14.803321+0000","services":{}},"progress_events":{"26273651-c58a-41ef-89a7-e227dffd520f":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 21s)","progress":0.86868685483932495,"add_to_ceph_s":true},"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true}}} 2023-09-23T18:08:58.534 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:08:58.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:58.543 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:08:58.638 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:08:58.645 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:08:58.704 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:58.739 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:08:58.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:08:58.742 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:08:58.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:08:58.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:58 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:08:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1548391668' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:58.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:08:58.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1548391668' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:58.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:58.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:08:58.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1548391668' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:08:58.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:08:58.914 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:08:58.986 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:08:59.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: failed to encode map e262 with expected crc 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: osdmap e262: 8 total, 8 up, 8 in 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: failed to encode map e262 with expected crc 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: failed to encode map e262 with expected crc 2023-09-23T18:08:59.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:08:59 smithi149 ceph-mon[135148]: pgmap v726: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 7142/92319 objects degraded (7.736%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:09:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:09:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: osdmap e262: 8 total, 8 up, 8 in 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[153734]: pgmap v726: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 7142/92319 objects degraded (7.736%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/711878037' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: osdmap e262: 8 total, 8 up, 8 in 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: failed to encode map e262 with expected crc 2023-09-23T18:09:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:08:59 smithi018 ceph-mon[149401]: pgmap v726: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 748 op/s; 7142/92319 objects degraded (7.736%); 9.9 MiB/s, 172 objects/s recovering 2023-09-23T18:09:01.366 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:01.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:01.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:01.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:01.558 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:01 smithi018 ceph-mon[153734]: pgmap v727: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6938/84474 objects degraded (8.213%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6938/84474 objects degraded (8.213%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:01 smithi018 ceph-mon[149401]: pgmap v727: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6938/84474 objects degraded (8.213%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6938/84474 objects degraded (8.213%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:02.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:01 smithi149 ceph-mon[135148]: pgmap v727: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6938/84474 objects degraded (8.213%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6938/84474 objects degraded (8.213%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:02.174 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:09:02.174 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:09:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:03.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:03.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:03.290 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:03.340 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:03.375 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:03.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:03.384 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:03.485 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:03.540 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:03.589 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:03.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:03.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:03.695 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:03.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:03.804 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:03.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:03.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:03.910 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:03.978 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:04.037 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:04.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:04.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:04.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:03 smithi149 ceph-mon[135148]: pgmap v728: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 6938/83772 objects degraded (8.282%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:04.192 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:03 smithi018 ceph-mon[149401]: pgmap v728: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 6938/83772 objects degraded (8.282%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:04.192 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:03 smithi018 ceph-mon[153734]: pgmap v728: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 6938/83772 objects degraded (8.282%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:04] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.33.4" 2023-09-23T18:09:06.119 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:06.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:06.126 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:06.227 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:06.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:05 smithi018 ceph-mon[153734]: pgmap v729: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 818 op/s; 6938/79716 objects degraded (8.703%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:06.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:05 smithi018 ceph-mon[149401]: pgmap v729: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 818 op/s; 6938/79716 objects degraded (8.703%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:06.307 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:05 smithi149 ceph-mon[135148]: pgmap v729: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 818 op/s; 6938/79716 objects degraded (8.703%); 2.2 MiB/s, 69 objects/s recovering 2023-09-23T18:09:06.982 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:06.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:06.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:07.089 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:07.146 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:07.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:07.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6938/79716 objects degraded (8.703%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:07.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:07.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:07.230 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:07.231 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6938/79716 objects degraded (8.703%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6938/79716 objects degraded (8.703%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:07.325 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:07.371 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:07.429 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:07.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:07.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:07.536 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:07.590 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:07.633 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:07.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:07.636 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:07.737 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:07.794 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:07.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:07.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:07.860 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:07.961 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:08.012 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:08.084 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:08.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:08.089 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:08.190 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:08.259 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:08 smithi149 ceph-mon[135148]: pgmap v730: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 849 op/s; 6731/70620 objects degraded (9.531%); 0 B/s, 41 objects/s recovering 2023-09-23T18:09:08.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:08 smithi018 ceph-mon[149401]: pgmap v730: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 849 op/s; 6731/70620 objects degraded (9.531%); 0 B/s, 41 objects/s recovering 2023-09-23T18:09:08.724 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:08 smithi018 ceph-mon[153734]: pgmap v730: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 849 op/s; 6731/70620 objects degraded (9.531%); 0 B/s, 41 objects/s recovering 2023-09-23T18:09:08.767 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:08.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:08.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:08.824 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:09:08.824 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:09:08.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:08.972 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:08.978 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:09:09.103 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:09.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:09.112 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:09.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:09.315 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:09.900 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:09:10.043 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:10.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:10.047 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:10.147 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:10.183 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:10.239 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:10.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:10.245 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:10.346 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:10.385 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:10.442 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:10.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:10.450 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:10.551 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:10.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:10.637 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:10.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:10.646 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[149401]: pgmap v731: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 6731/66444 objects degraded (10.130%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[153734]: pgmap v731: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 6731/66444 objects degraded (10.130%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:10.647 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:10.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:10.855 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:10 smithi149 ceph-mon[135148]: pgmap v731: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 842 op/s; 6731/66444 objects degraded (10.130%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:10.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:11.051 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:11.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:11.073 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:11.174 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:11.197 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:11.271 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:09:11.297 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:09:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:11.324 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:09:11.330 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:09:11.379 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:09:11.421 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:09:11.463 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:09:11.497 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:09:11.549 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:09:11.590 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:09:11.600 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.605 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:09:11.894 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2459588114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6731/66444 objects degraded (10.130%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:11.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:11.907 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:11.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2459588114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:11.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6731/66444 objects degraded (10.130%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:11.907 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2459588114' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:11.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6731/66444 objects degraded (10.130%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:11.938 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":732,"stamp":"2023-09-23T18:09:10.841374+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1280186315,"num_objects":19490,"num_object_clones":0,"num_object_copies":58470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19490,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":185056,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27277,"num_bytes_recovered":1737115295,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211003,"ondisk_log_size":211003,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8601044,"kb_used_data":6020244,"kb_used_omap":50,"kb_used_meta":2580237,"kb_avail":741360172,"statfs":{"total":767960285184,"available":759152816128,"internally_reserved":0,"allocated":6164729856,"data_stored":6157611091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2642163647},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-739442688,"num_objects":-11283,"num_object_clones":0,"num_object_copies":-33849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-612,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-11283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11283,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":612,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009376"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.611786+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:47.611786+0000","last_peered":"2023-09-23T18:08:47.611786+0000","last_clean":"2023-09-23T18:08:47.611786+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:47.611786+0000","last_undegraded":"2023-09-23T18:08:47.611786+0000","last_fullsized":"2023-09-23T18:08:47.611786+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":253,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603440+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:08:47.603440+0000","last_peered":"2023-09-23T18:08:47.603440+0000","last_clean":"2023-09-23T18:08:47.603440+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:08:47.603440+0000","last_undegraded":"2023-09-23T18:08:47.603440+0000","last_fullsized":"2023-09-23T18:08:47.603440+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.607948+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:47.607948+0000","last_peered":"2023-09-23T18:08:47.607948+0000","last_clean":"2023-09-23T18:08:47.607948+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:47.607948+0000","last_undegraded":"2023-09-23T18:08:47.607948+0000","last_fullsized":"2023-09-23T18:08:47.607948+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606073+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:47.606073+0000","last_peered":"2023-09-23T18:08:47.606073+0000","last_clean":"2023-09-23T18:08:47.606073+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:47.606073+0000","last_undegraded":"2023-09-23T18:08:47.606073+0000","last_fullsized":"2023-09-23T18:08:47.606073+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":314,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.898390+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:47.898390+0000","last_peered":"2023-09-23T18:08:47.898390+0000","last_clean":"2023-09-23T18:08:47.898390+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:47.898390+0000","last_undegraded":"2023-09-23T18:08:47.898390+0000","last_fullsized":"2023-09-23T18:08:47.898390+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":222,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.598051+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:47.598051+0000","last_peered":"2023-09-23T18:08:47.598051+0000","last_clean":"2023-09-23T18:08:47.598051+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:47.598051+0000","last_undegraded":"2023-09-23T18:08:47.598051+0000","last_fullsized":"2023-09-23T18:08:47.598051+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"262'8215","reported_seq":12442,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.660208+0000","last_change":"2023-09-23T18:08:52.070717+0000","last_active":"2023-09-23T18:09:10.660208+0000","last_peered":"2023-09-23T18:09:10.660208+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:09:10.660208+0000","last_undegraded":"2023-09-23T18:09:10.660208+0000","last_fullsized":"2023-09-23T18:09:10.660208+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8215,"log_dups_size":0,"ondisk_log_size":8215,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38502400,"num_objects":588,"num_object_clones":0,"num_object_copies":1764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5760,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2079,"num_bytes_recovered":136249344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","2","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":588}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":251,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606607+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:47.606607+0000","last_peered":"2023-09-23T18:08:47.606607+0000","last_clean":"2023-09-23T18:08:47.606607+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:47.606607+0000","last_undegraded":"2023-09-23T18:08:47.606607+0000","last_fullsized":"2023-09-23T18:08:47.606607+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":269,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603064+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:47.603064+0000","last_peered":"2023-09-23T18:08:47.603064+0000","last_clean":"2023-09-23T18:08:47.603064+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:47.603064+0000","last_undegraded":"2023-09-23T18:08:47.603064+0000","last_fullsized":"2023-09-23T18:08:47.603064+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"262'8327","reported_seq":12702,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.521195+0000","last_change":"2023-09-23T18:08:52.042216+0000","last_active":"2023-09-23T18:09:10.521195+0000","last_peered":"2023-09-23T18:09:10.521195+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:09:10.521195+0000","last_undegraded":"2023-09-23T18:09:10.521195+0000","last_fullsized":"2023-09-23T18:09:10.521195+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8327,"log_dups_size":0,"ondisk_log_size":8327,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36732928,"num_objects":561,"num_object_clones":0,"num_object_copies":1683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":561,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5825,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2152,"num_bytes_recovered":141033472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":561}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":84,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.607923+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:47.607923+0000","last_peered":"2023-09-23T18:08:47.607923+0000","last_clean":"2023-09-23T18:08:47.607923+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:47.607923+0000","last_undegraded":"2023-09-23T18:08:47.607923+0000","last_fullsized":"2023-09-23T18:08:47.607923+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":204,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602815+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:47.602815+0000","last_peered":"2023-09-23T18:08:47.602815+0000","last_clean":"2023-09-23T18:08:47.602815+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:47.602815+0000","last_undegraded":"2023-09-23T18:08:47.602815+0000","last_fullsized":"2023-09-23T18:08:47.602815+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"262'8011","reported_seq":12129,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.617994+0000","last_change":"2023-09-23T18:08:51.970292+0000","last_active":"2023-09-23T18:09:10.617994+0000","last_peered":"2023-09-23T18:09:10.617994+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:09:10.617994+0000","last_undegraded":"2023-09-23T18:09:10.617994+0000","last_fullsized":"2023-09-23T18:09:10.617994+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8011,"log_dups_size":0,"ondisk_log_size":8011,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39878656,"num_objects":609,"num_object_clones":0,"num_object_copies":1827,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":609,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5615,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2022,"num_bytes_recovered":132513792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","2","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":609}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":261,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606365+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:47.606365+0000","last_peered":"2023-09-23T18:08:47.606365+0000","last_clean":"2023-09-23T18:08:47.606365+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:47.606365+0000","last_undegraded":"2023-09-23T18:08:47.606365+0000","last_fullsized":"2023-09-23T18:08:47.606365+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608118+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:47.608118+0000","last_peered":"2023-09-23T18:08:47.608118+0000","last_clean":"2023-09-23T18:08:47.608118+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:47.608118+0000","last_undegraded":"2023-09-23T18:08:47.608118+0000","last_fullsized":"2023-09-23T18:08:47.608118+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"262'8098","reported_seq":9016,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:08.032782+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:09:08.032782+0000","last_peered":"2023-09-23T18:09:08.032782+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:09:08.032782+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8098,"log_dups_size":0,"ondisk_log_size":8098,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43941888,"num_objects":671,"num_object_clones":0,"num_object_copies":2013,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5655,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-1209}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.612517+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:47.612517+0000","last_peered":"2023-09-23T18:08:47.612517+0000","last_clean":"2023-09-23T18:08:47.612517+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:47.612517+0000","last_undegraded":"2023-09-23T18:08:47.612517+0000","last_fullsized":"2023-09-23T18:08:47.612517+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":259,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.612011+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:47.612011+0000","last_peered":"2023-09-23T18:08:47.612011+0000","last_clean":"2023-09-23T18:08:47.612011+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:47.612011+0000","last_undegraded":"2023-09-23T18:08:47.612011+0000","last_fullsized":"2023-09-23T18:08:47.612011+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"262'8255","reported_seq":8327,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:07.908882+0000","last_change":"2023-09-23T18:08:54.128750+0000","last_active":"2023-09-23T18:09:07.908882+0000","last_peered":"2023-09-23T18:09:07.908882+0000","last_clean":"2023-09-23T18:09:07.908882+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:09:07.908882+0000","last_undegraded":"2023-09-23T18:09:07.908882+0000","last_fullsized":"2023-09-23T18:09:07.908882+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8255,"log_dups_size":0,"ondisk_log_size":8255,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47415296,"num_objects":724,"num_object_clones":0,"num_object_copies":2172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5752,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":322,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.614261+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:47.614261+0000","last_peered":"2023-09-23T18:08:47.614261+0000","last_clean":"2023-09-23T18:08:47.614261+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:47.614261+0000","last_undegraded":"2023-09-23T18:08:47.614261+0000","last_fullsized":"2023-09-23T18:08:47.614261+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":260,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.604560+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:47.604560+0000","last_peered":"2023-09-23T18:08:47.604560+0000","last_clean":"2023-09-23T18:08:47.604560+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:47.604560+0000","last_undegraded":"2023-09-23T18:08:47.604560+0000","last_fullsized":"2023-09-23T18:08:47.604560+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"262'8157","reported_seq":8221,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.652163+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:09:10.652163+0000","last_peered":"2023-09-23T18:09:10.652163+0000","last_clean":"2023-09-23T18:09:10.652163+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:09:10.652163+0000","last_undegraded":"2023-09-23T18:09:10.652163+0000","last_fullsized":"2023-09-23T18:09:10.652163+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8157,"log_dups_size":0,"ondisk_log_size":8157,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35323904,"num_objects":539,"num_object_clones":0,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5711,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606775+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:47.606775+0000","last_peered":"2023-09-23T18:08:47.606775+0000","last_clean":"2023-09-23T18:08:47.606775+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:47.606775+0000","last_undegraded":"2023-09-23T18:08:47.606775+0000","last_fullsized":"2023-09-23T18:08:47.606775+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":84,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608563+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:47.608563+0000","last_peered":"2023-09-23T18:08:47.608563+0000","last_clean":"2023-09-23T18:08:47.608563+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:47.608563+0000","last_undegraded":"2023-09-23T18:08:47.608563+0000","last_fullsized":"2023-09-23T18:08:47.608563+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"262'8185","reported_seq":8253,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:08.038790+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:09:08.038790+0000","last_peered":"2023-09-23T18:09:08.038790+0000","last_clean":"2023-09-23T18:09:08.038790+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:09:08.038790+0000","last_undegraded":"2023-09-23T18:09:08.038790+0000","last_fullsized":"2023-09-23T18:09:08.038790+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8185,"log_dups_size":0,"ondisk_log_size":8185,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42074112,"num_objects":642,"num_object_clones":0,"num_object_copies":1926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5734,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":228,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.604905+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:47.604905+0000","last_peered":"2023-09-23T18:08:47.604905+0000","last_clean":"2023-09-23T18:08:47.604905+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:47.604905+0000","last_undegraded":"2023-09-23T18:08:47.604905+0000","last_fullsized":"2023-09-23T18:08:47.604905+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":228,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606250+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:47.606250+0000","last_peered":"2023-09-23T18:08:47.606250+0000","last_clean":"2023-09-23T18:08:47.606250+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:47.606250+0000","last_undegraded":"2023-09-23T18:08:47.606250+0000","last_fullsized":"2023-09-23T18:08:47.606250+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"262'8343","reported_seq":8408,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.641837+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:09:10.641837+0000","last_peered":"2023-09-23T18:09:10.641837+0000","last_clean":"2023-09-23T18:09:10.641837+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:09:10.641837+0000","last_undegraded":"2023-09-23T18:09:10.641837+0000","last_fullsized":"2023-09-23T18:09:10.641837+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8343,"log_dups_size":0,"ondisk_log_size":8343,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33783808,"num_objects":516,"num_object_clones":0,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5870,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":309,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.597471+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:47.597471+0000","last_peered":"2023-09-23T18:08:47.597471+0000","last_clean":"2023-09-23T18:08:47.597471+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:47.597471+0000","last_undegraded":"2023-09-23T18:08:47.597471+0000","last_fullsized":"2023-09-23T18:08:47.597471+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":230,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.900942+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:47.900942+0000","last_peered":"2023-09-23T18:08:47.900942+0000","last_clean":"2023-09-23T18:08:47.900942+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:47.900942+0000","last_undegraded":"2023-09-23T18:08:47.900942+0000","last_fullsized":"2023-09-23T18:08:47.900942+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"262'11499","reported_seq":11555,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.617838+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:09:10.617838+0000","last_peered":"2023-09-23T18:09:10.617838+0000","last_clean":"2023-09-23T18:09:10.617838+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:09:10.617838+0000","last_undegraded":"2023-09-23T18:09:10.617838+0000","last_fullsized":"2023-09-23T18:09:10.617838+0000","mapping_epoch":214,"log_start":"221'2100","ondisk_log_start":"221'2100","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9399,"log_dups_size":0,"ondisk_log_size":9399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76349440,"num_objects":1165,"num_object_clones":0,"num_object_copies":3495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11499,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":299,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.605000+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:47.605000+0000","last_peered":"2023-09-23T18:08:47.605000+0000","last_clean":"2023-09-23T18:08:47.605000+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:47.605000+0000","last_undegraded":"2023-09-23T18:08:47.605000+0000","last_fullsized":"2023-09-23T18:08:47.605000+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":84,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.607828+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:47.607828+0000","last_peered":"2023-09-23T18:08:47.607828+0000","last_clean":"2023-09-23T18:08:47.607828+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:47.607828+0000","last_undegraded":"2023-09-23T18:08:47.607828+0000","last_fullsized":"2023-09-23T18:08:47.607828+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"262'11299","reported_seq":11357,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:07.872694+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:09:07.872694+0000","last_peered":"2023-09-23T18:09:07.872694+0000","last_clean":"2023-09-23T18:09:07.872694+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:09:07.872694+0000","last_undegraded":"2023-09-23T18:09:07.872694+0000","last_fullsized":"2023-09-23T18:09:07.872694+0000","mapping_epoch":214,"log_start":"237'5200","ondisk_log_start":"237'5200","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6099,"log_dups_size":0,"ondisk_log_size":6099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85655552,"num_objects":1307,"num_object_clones":0,"num_object_copies":3921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11299,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":314,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.607155+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:47.607155+0000","last_peered":"2023-09-23T18:08:47.607155+0000","last_clean":"2023-09-23T18:08:47.607155+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:47.607155+0000","last_undegraded":"2023-09-23T18:08:47.607155+0000","last_fullsized":"2023-09-23T18:08:47.607155+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":259,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.609973+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:47.609973+0000","last_peered":"2023-09-23T18:08:47.609973+0000","last_clean":"2023-09-23T18:08:47.609973+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:47.609973+0000","last_undegraded":"2023-09-23T18:08:47.609973+0000","last_fullsized":"2023-09-23T18:08:47.609973+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"262'8244","reported_seq":12483,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.564534+0000","last_change":"2023-09-23T18:08:52.050385+0000","last_active":"2023-09-23T18:09:10.564534+0000","last_peered":"2023-09-23T18:09:10.564534+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:09:10.564534+0000","last_undegraded":"2023-09-23T18:09:10.564534+0000","last_fullsized":"2023-09-23T18:09:10.564534+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8244,"log_dups_size":0,"ondisk_log_size":8244,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38404096,"num_objects":586,"num_object_clones":0,"num_object_copies":1758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5808,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2083,"num_bytes_recovered":136511488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","2","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":586}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":255,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606204+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:47.606204+0000","last_peered":"2023-09-23T18:08:47.606204+0000","last_clean":"2023-09-23T18:08:47.606204+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:47.606204+0000","last_undegraded":"2023-09-23T18:08:47.606204+0000","last_fullsized":"2023-09-23T18:08:47.606204+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":222,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.597818+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:47.597818+0000","last_peered":"2023-09-23T18:08:47.597818+0000","last_clean":"2023-09-23T18:08:47.597818+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:47.597818+0000","last_undegraded":"2023-09-23T18:08:47.597818+0000","last_fullsized":"2023-09-23T18:08:47.597818+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"262'7938","reported_seq":12009,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.584763+0000","last_change":"2023-09-23T18:08:52.027409+0000","last_active":"2023-09-23T18:09:10.584763+0000","last_peered":"2023-09-23T18:09:10.584763+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:09:10.584763+0000","last_undegraded":"2023-09-23T18:09:10.584763+0000","last_fullsized":"2023-09-23T18:09:10.584763+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7938,"log_dups_size":0,"ondisk_log_size":7938,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41189376,"num_objects":628,"num_object_clones":0,"num_object_copies":1884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5554,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1999,"num_bytes_recovered":131006464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","2","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":628}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":243,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608513+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:47.608513+0000","last_peered":"2023-09-23T18:08:47.608513+0000","last_clean":"2023-09-23T18:08:47.608513+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:47.608513+0000","last_undegraded":"2023-09-23T18:08:47.608513+0000","last_fullsized":"2023-09-23T18:08:47.608513+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":264,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.605497+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:47.605497+0000","last_peered":"2023-09-23T18:08:47.605497+0000","last_clean":"2023-09-23T18:08:47.605497+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:47.605497+0000","last_undegraded":"2023-09-23T18:08:47.605497+0000","last_fullsized":"2023-09-23T18:08:47.605497+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"262'11677","reported_seq":14763,"reported_epoch":262,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:10.761624+0000","last_change":"2023-09-23T18:08:32.438515+0000","last_active":"2023-09-23T18:09:10.761624+0000","last_peered":"2023-09-23T18:09:10.761624+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:09:10.761624+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"228'4300","ondisk_log_start":"228'4300","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7377,"log_dups_size":0,"ondisk_log_size":7377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":75825152,"num_objects":1157,"num_object_clones":0,"num_object_copies":3471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2756,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11677,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1513,"num_bytes_recovered":49872896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-1599}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":286,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603269+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:47.603269+0000","last_peered":"2023-09-23T18:08:47.603269+0000","last_clean":"2023-09-23T18:08:47.603269+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:47.603269+0000","last_undegraded":"2023-09-23T18:08:47.603269+0000","last_fullsized":"2023-09-23T18:08:47.603269+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.612428+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:47.612428+0000","last_peered":"2023-09-23T18:08:47.612428+0000","last_clean":"2023-09-23T18:08:47.612428+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:47.612428+0000","last_undegraded":"2023-09-23T18:08:47.612428+0000","last_fullsized":"2023-09-23T18:08:47.612428+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"262'11503","reported_seq":20197,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:05.973015+0000","last_change":"2023-09-23T18:08:34.393333+0000","last_active":"2023-09-23T18:09:05.973015+0000","last_peered":"2023-09-23T18:09:05.973015+0000","last_clean":"2023-09-23T18:09:05.973015+0000","last_became_active":"2023-09-23T18:08:34.369744+0000","last_became_peered":"2023-09-23T18:08:34.369744+0000","last_unstale":"2023-09-23T18:09:05.973015+0000","last_undegraded":"2023-09-23T18:09:05.973015+0000","last_fullsized":"2023-09-23T18:09:05.973015+0000","mapping_epoch":258,"log_start":"224'4100","ondisk_log_start":"224'4100","created":214,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7403,"log_dups_size":0,"ondisk_log_size":7403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:41.615311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94699520,"num_objects":1445,"num_object_clones":0,"num_object_copies":4335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11503,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4309,"num_bytes_recovered":282394624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":241,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.597895+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:47.597895+0000","last_peered":"2023-09-23T18:08:47.597895+0000","last_clean":"2023-09-23T18:08:47.597895+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:47.597895+0000","last_undegraded":"2023-09-23T18:08:47.597895+0000","last_fullsized":"2023-09-23T18:08:47.597895+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.612063+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:47.612063+0000","last_peered":"2023-09-23T18:08:47.612063+0000","last_clean":"2023-09-23T18:08:47.612063+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:47.612063+0000","last_undegraded":"2023-09-23T18:08:47.612063+0000","last_fullsized":"2023-09-23T18:08:47.612063+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"262'11494","reported_seq":11552,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:07.892164+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:09:07.892164+0000","last_peered":"2023-09-23T18:09:07.892164+0000","last_clean":"2023-09-23T18:09:07.892164+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:09:07.892164+0000","last_undegraded":"2023-09-23T18:09:07.892164+0000","last_fullsized":"2023-09-23T18:09:07.892164+0000","mapping_epoch":214,"log_start":"237'5400","ondisk_log_start":"237'5400","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6094,"log_dups_size":0,"ondisk_log_size":6094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83361792,"num_objects":1272,"num_object_clones":0,"num_object_copies":3816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11494,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.609895+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:47.609895+0000","last_peered":"2023-09-23T18:08:47.609895+0000","last_clean":"2023-09-23T18:08:47.609895+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:47.609895+0000","last_undegraded":"2023-09-23T18:08:47.609895+0000","last_fullsized":"2023-09-23T18:08:47.609895+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":259,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.612392+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:47.612392+0000","last_peered":"2023-09-23T18:08:47.612392+0000","last_clean":"2023-09-23T18:08:47.612392+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:47.612392+0000","last_undegraded":"2023-09-23T18:08:47.612392+0000","last_fullsized":"2023-09-23T18:08:47.612392+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"262'11433","reported_seq":11489,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.635017+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:09:10.635017+0000","last_peered":"2023-09-23T18:09:10.635017+0000","last_clean":"2023-09-23T18:09:10.635017+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:09:10.635017+0000","last_undegraded":"2023-09-23T18:09:10.635017+0000","last_fullsized":"2023-09-23T18:09:10.635017+0000","mapping_epoch":214,"log_start":"220'2000","ondisk_log_start":"220'2000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9433,"log_dups_size":0,"ondisk_log_size":9433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74448920,"num_objects":1137,"num_object_clones":0,"num_object_copies":3411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1137,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11433,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":255,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602800+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:47.602800+0000","last_peered":"2023-09-23T18:08:47.602800+0000","last_clean":"2023-09-23T18:08:47.602800+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:47.602800+0000","last_undegraded":"2023-09-23T18:08:47.602800+0000","last_fullsized":"2023-09-23T18:08:47.602800+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":230,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.603154+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:08:47.603154+0000","last_peered":"2023-09-23T18:08:47.603154+0000","last_clean":"2023-09-23T18:08:47.603154+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:08:47.603154+0000","last_undegraded":"2023-09-23T18:08:47.603154+0000","last_fullsized":"2023-09-23T18:08:47.603154+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"262'8124","reported_seq":12399,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.618172+0000","last_change":"2023-09-23T18:08:52.048851+0000","last_active":"2023-09-23T18:09:10.618172+0000","last_peered":"2023-09-23T18:09:10.618172+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:09:10.618172+0000","last_undegraded":"2023-09-23T18:09:10.618172+0000","last_fullsized":"2023-09-23T18:09:10.618172+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8124,"log_dups_size":0,"ondisk_log_size":8124,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37191680,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5727,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2100,"num_bytes_recovered":137625600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","2","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":567}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":825,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602887+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:47.602887+0000","last_peered":"2023-09-23T18:08:47.602887+0000","last_clean":"2023-09-23T18:08:47.602887+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:47.602887+0000","last_undegraded":"2023-09-23T18:08:47.602887+0000","last_fullsized":"2023-09-23T18:08:47.602887+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":93,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608646+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:47.608646+0000","last_peered":"2023-09-23T18:08:47.608646+0000","last_clean":"2023-09-23T18:08:47.608646+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:47.608646+0000","last_undegraded":"2023-09-23T18:08:47.608646+0000","last_fullsized":"2023-09-23T18:08:47.608646+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":176,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602852+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:47.602852+0000","last_peered":"2023-09-23T18:08:47.602852+0000","last_clean":"2023-09-23T18:08:47.602852+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:47.602852+0000","last_undegraded":"2023-09-23T18:08:47.602852+0000","last_fullsized":"2023-09-23T18:08:47.602852+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"262'8426","reported_seq":8498,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:07.872926+0000","last_change":"2023-09-23T18:08:57.143570+0000","last_active":"2023-09-23T18:09:07.872926+0000","last_peered":"2023-09-23T18:09:07.872926+0000","last_clean":"2023-09-23T18:09:07.872926+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:09:07.872926+0000","last_undegraded":"2023-09-23T18:09:07.872926+0000","last_fullsized":"2023-09-23T18:09:07.872926+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8426,"log_dups_size":0,"ondisk_log_size":8426,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40271872,"num_objects":614,"num_object_clones":0,"num_object_copies":1842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5922,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":959,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608313+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:47.608313+0000","last_peered":"2023-09-23T18:08:47.608313+0000","last_clean":"2023-09-23T18:08:47.608313+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:47.608313+0000","last_undegraded":"2023-09-23T18:08:47.608313+0000","last_fullsized":"2023-09-23T18:08:47.608313+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":242,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.611932+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:47.611932+0000","last_peered":"2023-09-23T18:08:47.611932+0000","last_clean":"2023-09-23T18:08:47.611932+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:47.611932+0000","last_undegraded":"2023-09-23T18:08:47.611932+0000","last_fullsized":"2023-09-23T18:08:47.611932+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":178,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602696+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:47.602696+0000","last_peered":"2023-09-23T18:08:47.602696+0000","last_clean":"2023-09-23T18:08:47.602696+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:47.602696+0000","last_undegraded":"2023-09-23T18:08:47.602696+0000","last_fullsized":"2023-09-23T18:08:47.602696+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"262'8222","reported_seq":8288,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.641959+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:09:10.641959+0000","last_peered":"2023-09-23T18:09:10.641959+0000","last_clean":"2023-09-23T18:09:10.641959+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:09:10.641959+0000","last_undegraded":"2023-09-23T18:09:10.641959+0000","last_fullsized":"2023-09-23T18:09:10.641959+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8222,"log_dups_size":0,"ondisk_log_size":8222,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40534016,"num_objects":618,"num_object_clones":0,"num_object_copies":1854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5748,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":523,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.597193+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:47.597193+0000","last_peered":"2023-09-23T18:08:47.597193+0000","last_clean":"2023-09-23T18:08:47.597193+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:47.597193+0000","last_undegraded":"2023-09-23T18:08:47.597193+0000","last_fullsized":"2023-09-23T18:08:47.597193+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":184,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602426+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:47.602426+0000","last_peered":"2023-09-23T18:08:47.602426+0000","last_clean":"2023-09-23T18:08:47.602426+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:47.602426+0000","last_undegraded":"2023-09-23T18:08:47.602426+0000","last_fullsized":"2023-09-23T18:08:47.602426+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":269,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:48.072893+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:48.072893+0000","last_peered":"2023-09-23T18:08:48.072893+0000","last_clean":"2023-09-23T18:08:48.072893+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:48.072893+0000","last_undegraded":"2023-09-23T18:08:48.072893+0000","last_fullsized":"2023-09-23T18:08:48.072893+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"262'8202","reported_seq":8315,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:10.652271+0000","last_change":"2023-09-23T18:08:56.749658+0000","last_active":"2023-09-23T18:09:10.652271+0000","last_peered":"2023-09-23T18:09:10.652271+0000","last_clean":"2023-09-23T18:09:10.652271+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:09:10.652271+0000","last_undegraded":"2023-09-23T18:09:10.652271+0000","last_fullsized":"2023-09-23T18:09:10.652271+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8202,"log_dups_size":0,"ondisk_log_size":8202,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35913728,"num_objects":548,"num_object_clones":0,"num_object_copies":1644,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":548,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5756,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.607927+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:47.607927+0000","last_peered":"2023-09-23T18:08:47.607927+0000","last_clean":"2023-09-23T18:08:47.607927+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:47.607927+0000","last_undegraded":"2023-09-23T18:08:47.607927+0000","last_fullsized":"2023-09-23T18:08:47.607927+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":530,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.610979+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:47.610979+0000","last_peered":"2023-09-23T18:08:47.610979+0000","last_clean":"2023-09-23T18:08:47.610979+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:47.610979+0000","last_undegraded":"2023-09-23T18:08:47.610979+0000","last_fullsized":"2023-09-23T18:08:47.610979+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":262,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602569+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:08:47.602569+0000","last_peered":"2023-09-23T18:08:47.602569+0000","last_clean":"2023-09-23T18:08:47.602569+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:08:47.602569+0000","last_undegraded":"2023-09-23T18:08:47.602569+0000","last_fullsized":"2023-09-23T18:08:47.602569+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":226,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.600236+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:47.600236+0000","last_peered":"2023-09-23T18:08:47.600236+0000","last_clean":"2023-09-23T18:08:47.600236+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:47.600236+0000","last_undegraded":"2023-09-23T18:08:47.600236+0000","last_fullsized":"2023-09-23T18:08:47.600236+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"262'8198","reported_seq":8266,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:08.016373+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:09:08.016373+0000","last_peered":"2023-09-23T18:09:08.016373+0000","last_clean":"2023-09-23T18:09:08.016373+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:09:08.016373+0000","last_undegraded":"2023-09-23T18:09:08.016373+0000","last_fullsized":"2023-09-23T18:09:08.016373+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8198,"log_dups_size":0,"ondisk_log_size":8198,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44630016,"num_objects":681,"num_object_clones":0,"num_object_copies":2043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5747,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.610897+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:47.610897+0000","last_peered":"2023-09-23T18:08:47.610897+0000","last_clean":"2023-09-23T18:08:47.610897+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:47.610897+0000","last_undegraded":"2023-09-23T18:08:47.610897+0000","last_fullsized":"2023-09-23T18:08:47.610897+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":237,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608013+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:47.608013+0000","last_peered":"2023-09-23T18:08:47.608013+0000","last_clean":"2023-09-23T18:08:47.608013+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:47.608013+0000","last_undegraded":"2023-09-23T18:08:47.608013+0000","last_fullsized":"2023-09-23T18:08:47.608013+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":106,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630606+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:08:58.630606+0000","last_peered":"2023-09-23T18:08:58.630606+0000","last_clean":"2023-09-23T18:08:58.630606+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:08:58.630606+0000","last_undegraded":"2023-09-23T18:08:58.630606+0000","last_fullsized":"2023-09-23T18:08:58.630606+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"262'8145","reported_seq":9060,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:08.021330+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:09:08.021330+0000","last_peered":"2023-09-23T18:09:08.021330+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:09:08.021330+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8145,"log_dups_size":0,"ondisk_log_size":8145,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40468480,"num_objects":617,"num_object_clones":0,"num_object_copies":1851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5701,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-1277}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":432,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606279+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:47.606279+0000","last_peered":"2023-09-23T18:08:47.606279+0000","last_clean":"2023-09-23T18:08:47.606279+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:47.606279+0000","last_undegraded":"2023-09-23T18:08:47.606279+0000","last_fullsized":"2023-09-23T18:08:47.606279+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":202,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.609801+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:47.609801+0000","last_peered":"2023-09-23T18:08:47.609801+0000","last_clean":"2023-09-23T18:08:47.609801+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:47.609801+0000","last_undegraded":"2023-09-23T18:08:47.609801+0000","last_fullsized":"2023-09-23T18:08:47.609801+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":247,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.605703+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:47.605703+0000","last_peered":"2023-09-23T18:08:47.605703+0000","last_clean":"2023-09-23T18:08:47.605703+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:47.605703+0000","last_undegraded":"2023-09-23T18:08:47.605703+0000","last_fullsized":"2023-09-23T18:08:47.605703+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"262'8333","reported_seq":12669,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.661128+0000","last_change":"2023-09-23T18:08:52.037995+0000","last_active":"2023-09-23T18:09:10.661128+0000","last_peered":"2023-09-23T18:09:10.661128+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:09:10.661128+0000","last_undegraded":"2023-09-23T18:09:10.661128+0000","last_fullsized":"2023-09-23T18:09:10.661128+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8333,"log_dups_size":0,"ondisk_log_size":8333,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37978112,"num_objects":579,"num_object_clones":0,"num_object_copies":1737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5877,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2132,"num_bytes_recovered":139722752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","2","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":579}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":234,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.604374+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:47.604374+0000","last_peered":"2023-09-23T18:08:47.604374+0000","last_clean":"2023-09-23T18:08:47.604374+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:47.604374+0000","last_undegraded":"2023-09-23T18:08:47.604374+0000","last_fullsized":"2023-09-23T18:08:47.604374+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":771,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:48.072874+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:48.072874+0000","last_peered":"2023-09-23T18:08:48.072874+0000","last_clean":"2023-09-23T18:08:48.072874+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:48.072874+0000","last_undegraded":"2023-09-23T18:08:48.072874+0000","last_fullsized":"2023-09-23T18:08:48.072874+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":268,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.602883+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:47.602883+0000","last_peered":"2023-09-23T18:08:47.602883+0000","last_clean":"2023-09-23T18:08:47.602883+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:47.602883+0000","last_undegraded":"2023-09-23T18:08:47.602883+0000","last_fullsized":"2023-09-23T18:08:47.602883+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"262'8407","reported_seq":12770,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.588060+0000","last_change":"2023-09-23T18:08:52.015266+0000","last_active":"2023-09-23T18:09:10.588060+0000","last_peered":"2023-09-23T18:09:10.588060+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:09:10.588060+0000","last_undegraded":"2023-09-23T18:09:10.588060+0000","last_fullsized":"2023-09-23T18:09:10.588060+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8407,"log_dups_size":0,"ondisk_log_size":8407,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38961152,"num_objects":594,"num_object_clones":0,"num_object_copies":1782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5904,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2145,"num_bytes_recovered":140574720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":594}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":511,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.598107+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:47.598107+0000","last_peered":"2023-09-23T18:08:47.598107+0000","last_clean":"2023-09-23T18:08:47.598107+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:47.598107+0000","last_undegraded":"2023-09-23T18:08:47.598107+0000","last_fullsized":"2023-09-23T18:08:47.598107+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":101,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630462+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:08:58.630462+0000","last_peered":"2023-09-23T18:08:58.630462+0000","last_clean":"2023-09-23T18:08:58.630462+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:08:58.630462+0000","last_undegraded":"2023-09-23T18:08:58.630462+0000","last_fullsized":"2023-09-23T18:08:58.630462+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.609883+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:47.609883+0000","last_peered":"2023-09-23T18:08:47.609883+0000","last_clean":"2023-09-23T18:08:47.609883+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:47.609883+0000","last_undegraded":"2023-09-23T18:08:47.609883+0000","last_fullsized":"2023-09-23T18:08:47.609883+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.605586+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:47.605586+0000","last_peered":"2023-09-23T18:08:47.605586+0000","last_clean":"2023-09-23T18:08:47.605586+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:47.605586+0000","last_undegraded":"2023-09-23T18:08:47.605586+0000","last_fullsized":"2023-09-23T18:08:47.605586+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:55.988223+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:55.988223+0000","last_peered":"2023-09-23T18:08:55.988223+0000","last_clean":"2023-09-23T18:08:55.988223+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:55.988223+0000","last_undegraded":"2023-09-23T18:08:55.988223+0000","last_fullsized":"2023-09-23T18:08:55.988223+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"262'8049","reported_seq":12289,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.632776+0000","last_change":"2023-09-23T18:08:52.076062+0000","last_active":"2023-09-23T18:09:10.632776+0000","last_peered":"2023-09-23T18:09:10.632776+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:09:10.632776+0000","last_undegraded":"2023-09-23T18:09:10.632776+0000","last_fullsized":"2023-09-23T18:09:10.632776+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8049,"log_dups_size":0,"ondisk_log_size":8049,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32079872,"num_objects":490,"num_object_clones":0,"num_object_copies":1470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5666,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2085,"num_bytes_recovered":136642560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","2","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":490}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":256,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608650+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:47.608650+0000","last_peered":"2023-09-23T18:08:47.608650+0000","last_clean":"2023-09-23T18:08:47.608650+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:47.608650+0000","last_undegraded":"2023-09-23T18:08:47.608650+0000","last_fullsized":"2023-09-23T18:08:47.608650+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.611788+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:47.611788+0000","last_peered":"2023-09-23T18:08:47.611788+0000","last_clean":"2023-09-23T18:08:47.611788+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:47.611788+0000","last_undegraded":"2023-09-23T18:08:47.611788+0000","last_fullsized":"2023-09-23T18:08:47.611788+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"262'8149","reported_seq":12378,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:10.618675+0000","last_change":"2023-09-23T18:08:52.057729+0000","last_active":"2023-09-23T18:09:10.618675+0000","last_peered":"2023-09-23T18:09:10.618675+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:09:10.618675+0000","last_undegraded":"2023-09-23T18:09:10.618675+0000","last_fullsized":"2023-09-23T18:09:10.618675+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8149,"log_dups_size":0,"ondisk_log_size":8149,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39780352,"num_objects":607,"num_object_clones":0,"num_object_copies":1821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5713,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2079,"num_bytes_recovered":136249344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","2","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":607}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":230,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.608732+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:47.608732+0000","last_peered":"2023-09-23T18:08:47.608732+0000","last_clean":"2023-09-23T18:08:47.608732+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:47.608732+0000","last_undegraded":"2023-09-23T18:08:47.608732+0000","last_fullsized":"2023-09-23T18:08:47.608732+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.611572+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:47.611572+0000","last_peered":"2023-09-23T18:08:47.611572+0000","last_clean":"2023-09-23T18:08:47.611572+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:47.611572+0000","last_undegraded":"2023-09-23T18:08:47.611572+0000","last_fullsized":"2023-09-23T18:08:47.611572+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":293,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.604071+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:47.604071+0000","last_peered":"2023-09-23T18:08:47.604071+0000","last_clean":"2023-09-23T18:08:47.604071+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:47.604071+0000","last_undegraded":"2023-09-23T18:08:47.604071+0000","last_fullsized":"2023-09-23T18:08:47.604071+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":297,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.898419+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:47.898419+0000","last_peered":"2023-09-23T18:08:47.898419+0000","last_clean":"2023-09-23T18:08:47.898419+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:47.898419+0000","last_undegraded":"2023-09-23T18:08:47.898419+0000","last_fullsized":"2023-09-23T18:08:47.898419+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":148,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.606482+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:47.606482+0000","last_peered":"2023-09-23T18:08:47.606482+0000","last_clean":"2023-09-23T18:08:47.606482+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:47.606482+0000","last_undegraded":"2023-09-23T18:08:47.606482+0000","last_fullsized":"2023-09-23T18:08:47.606482+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T18:08:47.609809+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:47.609809+0000","last_peered":"2023-09-23T18:08:47.609809+0000","last_clean":"2023-09-23T18:08:47.609809+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:47.609809+0000","last_undegraded":"2023-09-23T18:08:47.609809+0000","last_fullsized":"2023-09-23T18:08:47.609809+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":1275396120,"num_objects":19462,"num_object_clones":0,"num_object_copies":58386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6530,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19462,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":183950,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27121,"num_bytes_recovered":1728118784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6059339776,"data_stored":6059327560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209833,"ondisk_log_size":209833,"up":78,"acting":75,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430491,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1036744,"kb_used_data":727232,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92708408,"statfs":{"total":95995035648,"available":94933409792,"internally_reserved":0,"allocated":744685568,"data_stored":743995972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.1739999999999999,"15min":0.85599999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.29,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.7150000000000001,"5min":1.2529999999999999,"15min":0.91500000000000004},"min":{"1min":0.30299999999999999,"5min":0.254,"15min":0.254},"max":{"1min":5.3109999999999999,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.41399999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.528,"15min":1.034},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.6040000000000001,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.968,"15min":1.1539999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":8.8670000000000009,"5min":9.1649999999999991,"15min":11.087999999999999},"last":6.2290000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.6779999999999999,"15min":1.0089999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.258,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.667,"15min":1.0409999999999999},"min":{"1min":0.38800000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":11.417,"5min":11.417,"15min":11.417},"last":1.1399999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.282,"15min":1.5069999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28299999999999997},"max":{"1min":7.7439999999999998,"5min":32.631,"15min":32.631},"last":0.82199999999999995},{"interface":"front","average":{"1min":2.831,"5min":2.3809999999999998,"15min":1.585},"min":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":7.6749999999999998,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.81499999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":1.2390000000000001,"15min":0.86599999999999999},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.8069999999999999,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.095,"15min":0.81599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.249},"max":{"1min":2.6699999999999999,"5min":8.1950000000000003,"15min":10.238},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.149,"15min":0.86899999999999999},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":3.7559999999999998,"5min":10.016,"15min":10.016},"last":0.495},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.2909999999999999,"15min":0.90900000000000003},"min":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":15.816000000000001,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.54900000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.171,"15min":0.82199999999999995},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8519999999999999,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.51100000000000001},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.369,"15min":0.84099999999999997},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.581,"5min":12.613,"15min":12.613},"last":0.64300000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309587,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1467136,"kb_used_data":1135416,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":92278016,"statfs":{"total":95995035648,"available":94492688384,"internally_reserved":0,"allocated":1162665984,"data_stored":1161984453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.762,"15min":1.1870000000000001},"min":{"1min":0.25800000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":12.34,"5min":23.373000000000001,"15min":23.373000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.581,"15min":1.0029999999999999},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.4969999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":3.1549999999999998,"5min":1.8109999999999999,"15min":1.2210000000000001},"min":{"1min":0.28299999999999997,"5min":0.255,"15min":0.255},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":5.056},{"interface":"front","average":{"1min":2.3250000000000002,"5min":2.04,"15min":1.165},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1210000000000004,"5min":13.794,"15min":13.794},"last":0.29699999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.0310000000000001,"15min":1.1499999999999999},"min":{"1min":0.308,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.6280000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":3.4769999999999999},{"interface":"front","average":{"1min":2.6600000000000001,"5min":1.7,"15min":1.204},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.8450000000000006,"5min":10.073,"15min":10.073},"last":1.3580000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":2.0499999999999998,"15min":1.385},"min":{"1min":0.33700000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":12.571999999999999,"5min":22.619,"15min":22.619},"last":1.28},{"interface":"front","average":{"1min":3.952,"5min":2.327,"15min":1.593},"min":{"1min":0.35999999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":12.263,"5min":22.178999999999998,"15min":22.178999999999998},"last":5.54}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9929999999999999,"5min":1.516,"15min":0.94599999999999995},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":19.974,"5min":19.974,"15min":19.974},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.899,"5min":1.393,"15min":0.88600000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":20.279,"5min":20.279,"15min":20.279},"last":0.38700000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.026,"15min":0.746},"min":{"1min":0.33400000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.3149999999999999,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1140000000000001,"15min":0.79200000000000004},"min":{"1min":0.33700000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.6130000000000004,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.46700000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.208,"15min":0.97599999999999998},"min":{"1min":0.30299999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.2000000000000002,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.627,"5min":1.3069999999999999,"15min":0.97899999999999998},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.315},"max":{"1min":12.279,"5min":12.279,"15min":12.279},"last":0.54000000000000004}]}]},{"osd":1,"up_from":90,"seq":386547056797,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":977576,"kb_used_data":708192,"kb_used_omap":7,"kb_used_meta":269368,"kb_avail":92767576,"statfs":{"total":95995035648,"available":94993997824,"internally_reserved":0,"allocated":725188608,"data_stored":724119120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":275832931},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.1529999999999996,"5min":2.1619999999999999,"15min":1.256},"min":{"1min":0.221,"5min":0.221,"15min":0.193},"max":{"1min":18.524000000000001,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.19700000000000001},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.6949999999999998,"15min":1.353},"min":{"1min":0.248,"5min":0.223,"15min":0.191},"max":{"1min":21.433,"5min":21.433,"15min":21.433},"last":8.5370000000000008}]},{"osd":2,"last update":"Sat Sep 23 18:08:45 2023","interfaces":[{"interface":"back","average":{"1min":5.1360000000000001,"5min":3.254,"15min":1.7609999999999999},"min":{"1min":0.36499999999999999,"5min":0.25,"15min":0.23300000000000001},"max":{"1min":20.170999999999999,"5min":31.273,"15min":31.273},"last":1.671},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8700000000000001,"15min":1.8360000000000001},"min":{"1min":0.32400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":5.7779999999999996,"5min":10.194000000000001,"15min":13.890000000000001},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.0579999999999998,"15min":1.256},"min":{"1min":0.26300000000000001,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":10.727,"5min":20.968,"15min":20.968},"last":0.33500000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":2.0089999999999999,"15min":1.272},"min":{"1min":0.36899999999999999,"5min":0.313,"15min":0.23899999999999999},"max":{"1min":9.1489999999999991,"5min":16.273,"15min":16.273},"last":0.26000000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":2.4820000000000002,"15min":1.3859999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.359999999999999,"5min":13.532,"15min":13.532},"last":1.319},{"interface":"front","average":{"1min":1.839,"5min":1.429,"15min":1.107},"min":{"1min":0.40100000000000002,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":9.0920000000000005,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.432}]},{"osd":5,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":1.905,"15min":1.2},"min":{"1min":0.44,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":10.627000000000001,"5min":21.369,"15min":21.369},"last":0.55500000000000005},{"interface":"front","average":{"1min":4.0220000000000002,"5min":2.573,"15min":1.425},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":11.478999999999999,"5min":13.574,"15min":13.574},"last":1.3540000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:28 2023","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.5109999999999999,"15min":0.89800000000000002},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.36899999999999999},"max":{"1min":4.8410000000000002,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":4.7229999999999999},{"interface":"front","average":{"1min":1.883,"5min":1.619,"15min":0.997},"min":{"1min":0.44800000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":5.1829999999999998,"5min":21.282,"15min":21.282},"last":0.41799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.6120000000000001,"5min":2.7749999999999999,"15min":1.52},"min":{"1min":0.373,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":11.425000000000001,"5min":13.727,"15min":13.727},"last":1.3919999999999999},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.855,"15min":1.2889999999999999},"min":{"1min":0.47099999999999997,"5min":0.374,"15min":0.374},"max":{"1min":9.1189999999999998,"5min":9.1189999999999998,"15min":13.859},"last":0.48899999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220329,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":569316,"kb_used_data":301532,"kb_used_omap":8,"kb_used_meta":267767,"kb_avail":93175836,"statfs":{"total":95995035648,"available":95412056064,"internally_reserved":0,"allocated":308768768,"data_stored":307643336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":274194020},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":2.9180000000000001,"5min":1.579,"15min":0.95799999999999996},"min":{"1min":0.307,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":10.119999999999999,"5min":10.119999999999999,"15min":11.491},"last":5.0999999999999996},{"interface":"front","average":{"1min":3.173,"5min":1.788,"15min":1.073},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":17.73,"5min":17.73,"15min":17.73},"last":1.5249999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.319,"15min":1.4830000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24099999999999999},"max":{"1min":12.984,"5min":26.341000000000001,"15min":26.341000000000001},"last":1.5600000000000001},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.0819999999999999,"15min":1.6479999999999999},"min":{"1min":0.29899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":6.798,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.39400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:08:15 2023","interfaces":[{"interface":"back","average":{"1min":4.4169999999999998,"5min":1.978,"15min":1.1910000000000001},"min":{"1min":0.49299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":14.651999999999999,"5min":16.023,"15min":16.023},"last":7.5279999999999996},{"interface":"front","average":{"1min":3.1389999999999998,"5min":1.8919999999999999,"15min":1.159},"min":{"1min":0.28999999999999998,"5min":0.248,"15min":0.248},"max":{"1min":11.819000000000001,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.43099999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.706,"5min":1.4810000000000001,"15min":1.0700000000000001},"min":{"1min":0.33200000000000002,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":5.0270000000000001,"5min":10.686,"15min":11.382999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.4399999999999999,"15min":1.0049999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.4280000000000008,"5min":9.4280000000000008,"15min":9.4280000000000008},"last":1.127}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.4059999999999999,"15min":1.026},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":6.9359999999999999,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":1.1879999999999999},{"interface":"front","average":{"1min":2.0329999999999999,"5min":1.794,"15min":1.2310000000000001},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":5.0949999999999998,"5min":10.657,"15min":11.510999999999999},"last":0.48399999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":1.528,"15min":0.92800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":6.9749999999999996,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.518,"5min":1.6719999999999999,"15min":0.98599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":6.7830000000000004,"5min":7.681,"15min":7.681},"last":0.84799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.8140000000000001,"15min":1.206},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.8310000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.8819999999999999,"5min":1.7450000000000001,"15min":1.218},"min":{"1min":0.42099999999999999,"5min":0.373,"15min":0.372},"max":{"1min":5.1340000000000003,"5min":13.699,"15min":13.699},"last":0.51600000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258021,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1157228,"kb_used_data":735268,"kb_used_omap":16,"kb_used_meta":421743,"kb_avail":92587924,"statfs":{"total":95995035648,"available":94810034176,"internally_reserved":0,"allocated":752914432,"data_stored":751782579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":431864994},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.2629999999999999,"15min":1.3979999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":18.120999999999999,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.377},{"interface":"front","average":{"1min":3.1389999999999998,"5min":2.0870000000000002,"15min":1.4079999999999999},"min":{"1min":0.34699999999999998,"5min":0.222,"15min":0.222},"max":{"1min":15.94,"5min":15.94,"15min":15.94},"last":5.7770000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.929,"5min":1.9510000000000001,"15min":1.2729999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.1779999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":5.806},{"interface":"front","average":{"1min":4.5499999999999998,"5min":2.294,"15min":2.2749999999999999},"min":{"1min":0.223,"5min":0.218,"15min":0.218},"max":{"1min":17.901,"5min":17.901,"15min":37.579000000000001},"last":5.0960000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":3.0179999999999998,"15min":1.5589999999999999},"min":{"1min":0.42199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.9299999999999997,"5min":34.960999999999999,"15min":34.960999999999999},"last":5.7149999999999999},{"interface":"front","average":{"1min":6.6630000000000003,"5min":3.5579999999999998,"15min":2.7149999999999999},"min":{"1min":0.41599999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":17.672000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":10.938000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":4.391,"5min":2.0760000000000001,"15min":1.794},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":23.870000000000001},"last":3.2890000000000001},{"interface":"front","average":{"1min":3.0710000000000002,"5min":1.964,"15min":1.1719999999999999},"min":{"1min":0.34899999999999998,"5min":0.314,"15min":0.314},"max":{"1min":17.824000000000002,"5min":17.824000000000002,"15min":17.824000000000002},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.3519999999999999,"5min":2.0910000000000002,"15min":1.2509999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":17.780000000000001,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.438},{"interface":"front","average":{"1min":1.855,"5min":1.679,"15min":1.2070000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.75,"5min":10.75,"15min":10.75},"last":5.6719999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:08:37 2023","interfaces":[{"interface":"back","average":{"1min":3.629,"5min":2.2210000000000001,"15min":1.3640000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":17.853000000000002,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":3.5619999999999998,"5min":2.3090000000000002,"15min":1.4239999999999999},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":17.919,"5min":17.919,"15min":17.919},"last":0.53700000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.7130000000000001,"5min":2.4710000000000001,"15min":1.3839999999999999},"min":{"1min":0.41499999999999998,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":17.890000000000001,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.7569999999999999,"15min":1.202},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":7.0800000000000001,"5min":10.365,"15min":10.365},"last":5.7430000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729751,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1498840,"kb_used_data":1125200,"kb_used_omap":4,"kb_used_meta":373435,"kb_avail":92246312,"statfs":{"total":95995035648,"available":94460223488,"internally_reserved":0,"allocated":1152204800,"data_stored":1151147773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":382397847},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":1.593,"15min":1.026},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":14.462999999999999,"5min":14.462999999999999,"15min":14.462999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":3.5,"5min":1.7130000000000001,"15min":1.278},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":12.634,"5min":16.561,"15min":17.396999999999998},"last":0.39000000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.385,"15min":0.96599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":6.4059999999999997,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":3.3759999999999999,"5min":2.016,"15min":1.2330000000000001},"min":{"1min":0.40500000000000003,"5min":0.248,"15min":0.248},"max":{"1min":14.545,"5min":15.394,"15min":15.394},"last":0.81000000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":2.1360000000000001,"15min":1.675},"min":{"1min":0.26200000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.95899999999999996},{"interface":"front","average":{"1min":2.6269999999999998,"5min":1.9319999999999999,"15min":1.4510000000000001},"min":{"1min":0.36399999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.149000000000001,"5min":19.59,"15min":19.59},"last":1.1619999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6219999999999999,"5min":1.552,"15min":1.071},"min":{"1min":0.45800000000000002,"5min":0.316,"15min":0.311},"max":{"1min":8.3279999999999994,"5min":13.859999999999999,"15min":14.212},"last":0.78100000000000003},{"interface":"front","average":{"1min":2.6230000000000002,"5min":1.369,"15min":1.2649999999999999},"min":{"1min":0.432,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":11.645,"5min":11.645,"15min":17.478000000000002},"last":0.49099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.9060000000000001,"5min":1.5920000000000001,"15min":1.345},"min":{"1min":0.434,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.602,"5min":11.602,"15min":17.507999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.264,"5min":1.5429999999999999,"15min":1.1319999999999999},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.569,"5min":19.209,"15min":19.209},"last":0.34100000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:08:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3939999999999999,"5min":1.9790000000000001,"15min":1.179},"min":{"1min":0.432,"5min":0.318,"15min":0.318},"max":{"1min":4.4989999999999997,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.4750000000000001,"5min":1.845,"15min":1.147},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.4400000000000004,"5min":11.701000000000001,"15min":11.701000000000001},"last":2.5859999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:08:08 2023","interfaces":[{"interface":"back","average":{"1min":2.847,"5min":2.0049999999999999,"15min":1.3160000000000001},"min":{"1min":0.35999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.423000000000002,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":5.0759999999999996,"5min":2.2240000000000002,"15min":1.341},"min":{"1min":0.48399999999999999,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":36.366999999999997,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.73999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019174,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":689476,"kb_used_data":379900,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":93055676,"statfs":{"total":95995035648,"available":95289012224,"internally_reserved":0,"allocated":389017600,"data_stored":388331801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.3480000000000001,"15min":1.0609999999999999},"min":{"1min":0.254,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.7389999999999999,"5min":11.686999999999999,"15min":26.055},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.052,"5min":1.228,"15min":1.0960000000000001},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":9.9570000000000007,"5min":11.611000000000001,"15min":25.497},"last":1.589}]},{"osd":1,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.0539999999999998,"5min":1.4159999999999999,"15min":1.0720000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":7.0819999999999999,"5min":11.801,"15min":25.268000000000001},"last":1.7849999999999999},{"interface":"front","average":{"1min":2.3980000000000001,"5min":1.4299999999999999,"15min":1.101},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.9320000000000004,"5min":8.9320000000000004,"15min":25.298999999999999},"last":1.802}]},{"osd":2,"last update":"Sat Sep 23 18:08:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4390000000000001,"5min":1.726,"15min":1.159},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":10.683999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":5.6440000000000001},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.4490000000000001,"15min":1.0589999999999999},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7320000000000002,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.80100000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.8899999999999999,"15min":1.294},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":16.222000000000001,"5min":18.097999999999999,"15min":25.181000000000001},"last":1.4950000000000001},{"interface":"front","average":{"1min":2.1269999999999998,"5min":1.6830000000000001,"15min":1.2929999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":8.2319999999999993,"5min":20.433,"15min":25.225000000000001},"last":1.0940000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:08:13 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.3919999999999999,"15min":0.82999999999999996},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.452,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.314},{"interface":"front","average":{"1min":1.843,"5min":1.585,"15min":0.93799999999999994},"min":{"1min":0.35399999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":7.1550000000000002,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.56499999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.081,"15min":0.66500000000000004},"min":{"1min":0.33000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.4279999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.274,"15min":0.78500000000000003},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.318},"max":{"1min":4.7460000000000004,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.36399999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:09:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":1.0960000000000001,"15min":0.83199999999999996},"min":{"1min":0.36099999999999999,"5min":0.35899999999999999,"15min":0.27700000000000002},"max":{"1min":3.6859999999999999,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.38},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.49,"15min":0.95399999999999996},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":4.1079999999999997,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.35399999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822946,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1204728,"kb_used_data":907504,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92540424,"statfs":{"total":95995035648,"available":94761394176,"internally_reserved":0,"allocated":929284096,"data_stored":928606057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.353,"15min":0.997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.1980000000000004,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":4.2569999999999997},{"interface":"front","average":{"1min":1.964,"5min":1.151,"15min":0.97799999999999998},"min":{"1min":0.28000000000000003,"5min":0.251,"15min":0.251},"max":{"1min":7.3440000000000003,"5min":7.3440000000000003,"15min":7.6459999999999999},"last":4.726}]},{"osd":1,"last update":"Sat Sep 23 18:09:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3140000000000001,"5min":1.7509999999999999,"15min":1.1910000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":16.033999999999999},"last":13.282999999999999},{"interface":"front","average":{"1min":3.2389999999999999,"5min":1.76,"15min":1.1240000000000001},"min":{"1min":0.504,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":8.4450000000000003,"5min":8.4450000000000003,"15min":8.4450000000000003},"last":3.3130000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:08:44 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":1.847,"15min":1.284},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.8209999999999997,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":3.5089999999999999},{"interface":"front","average":{"1min":2.3719999999999999,"5min":1.7270000000000001,"15min":1.26},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":6.8099999999999996,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":3.5219999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:09:03 2023","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.8169999999999999,"15min":1.2709999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5890000000000004,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":2.0899999999999999},{"interface":"front","average":{"1min":2.8399999999999999,"5min":2.1299999999999999,"15min":1.389},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":10.222,"5min":14.048,"15min":14.048},"last":13.365}]},{"osd":4,"last update":"Sat Sep 23 18:08:57 2023","interfaces":[{"interface":"back","average":{"1min":7.1890000000000001,"5min":2.2970000000000002,"15min":1.196},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.24399999999999999},"max":{"1min":121.29900000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.309},{"interface":"front","average":{"1min":7.7240000000000002,"5min":2.375,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":121.31399999999999,"5min":121.31399999999999,"15min":121.31399999999999},"last":0.32600000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.095,"15min":0.747},"min":{"1min":0.32500000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.1449999999999996,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":1.1040000000000001,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.214,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.49199999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:08:38 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.1839999999999999,"15min":0.88400000000000001},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.96599999999999997,"15min":0.89500000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":1.49,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.46300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":301142016,"data_stored":301137944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":705236992,"data_stored":705232920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":742850560,"data_stored":742850560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1123549184,"data_stored":1123549184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":379650048,"data_stored":379650048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":926617600,"data_stored":926613528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1148649472,"data_stored":1148649472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":731643904,"data_stored":731643904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:09:12.008 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:12.284 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:12.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:12.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:12.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:12.673 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:12.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:12 smithi018 ceph-mon[149401]: pgmap v732: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 939 op/s; 6530/58470 objects degraded (11.168%); 0 B/s, 50 objects/s recovering 2023-09-23T18:09:12.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:12 smithi018 ceph-mon[149401]: from='client.55588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:12.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:12 smithi018 ceph-mon[153734]: pgmap v732: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 939 op/s; 6530/58470 objects degraded (11.168%); 0 B/s, 50 objects/s recovering 2023-09-23T18:09:12.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:12 smithi018 ceph-mon[153734]: from='client.55588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:12.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:12.762 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:12.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:12.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:12.869 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:12 smithi149 ceph-mon[135148]: pgmap v732: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 939 op/s; 6530/58470 objects degraded (11.168%); 0 B/s, 50 objects/s recovering 2023-09-23T18:09:12.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:12 smithi149 ceph-mon[135148]: from='client.55588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:12.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:12.982 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:12.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:12.986 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:13.087 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:13.134 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:13.216 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:13.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:13.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:13.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:13.433 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:13.562 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:13.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:13.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:13.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:13.767 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:13.937 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:13.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:13.943 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:14.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:14.130 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:09:14.130 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:09:14.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.130 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:187542 6.11 6:8ec90ea2:::benchmark_data_smithi018_246789_object85834:head [delete] snapc 0=[] ondisk+write+known_if_redirected e262)", 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:09:14.124650+0000", 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.002501484, 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025471019999999999, 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 187542 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:09:14.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124650+0000", 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124650+0000", 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124648+0000", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124658+0000", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0297e-05 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124699+0000", 2023-09-23T18:09:14.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1038000000000002e-05 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124711+0000", 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1574e-05 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124803+0000", 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2218000000000004e-05 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.124977+0000", 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017339800000000001 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.125527+0000", 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00054996299999999999 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:09:14.135 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:187534 6.d e262/214)", 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:09:14.126791+0000", 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00036107499999999998, 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049394599999999999, 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126791+0000", 2023-09-23T18:09:14.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126791+0000", 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126790+0000", 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126798+0000", 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5879999999999998e-06 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126812+0000", 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3957999999999999e-05 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126820+0000", 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1980000000000001e-06 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:187537 6.d e262/214)", 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:09:14.126836+0000", 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00031572700000000002, 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049717299999999995, 2023-09-23T18:09:14.139 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126836+0000", 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126836+0000", 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126836+0000", 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126840+0000", 2023-09-23T18:09:14.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9150000000000004e-06 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126847+0000", 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4489999999999996e-06 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126851+0000", 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3680000000000004e-06 2023-09-23T18:09:14.142 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:187538 6.e e262/226)", 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:09:14.126878+0000", 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.000273715, 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050174400000000004, 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:09:14.143 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126878+0000", 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126878+0000", 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126878+0000", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126881+0000", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5449999999999999e-06 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126888+0000", 2023-09-23T18:09:14.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9009999999999997e-06 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:09:14.126893+0000", 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7480000000000001e-06 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 4 2023-09-23T18:09:14.146 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:09:14.152 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:14.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:14.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:14.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:14.603 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:14 smithi018 ceph-mon[149401]: pgmap v733: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 6530/57645 objects degraded (11.328%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:14.672 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:14.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:14.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:14.761 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:09:14.782 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:14.819 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:09:14.822 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:14.874 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:14.875 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:14 smithi018 ceph-mon[153734]: pgmap v733: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 6530/57645 objects degraded (11.328%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:14.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:14 smithi149 ceph-mon[135148]: pgmap v733: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 744 op/s; 6530/57645 objects degraded (11.328%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:14.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:14.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:14.946 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:09:14.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:15.139 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:14] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.33.4" 2023-09-23T18:09:15.147 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:15.258 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:15.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:15.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:15.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:15.402 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:15.459 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:15.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:15.463 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:15.564 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:15.600 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:15.632 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:09:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1737024176' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:15 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:15 smithi149 ceph-mon[135148]: pgmap v734: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 6530/53997 objects degraded (12.093%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:15.668 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:15.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:15.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:15.680 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:15.684 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:15.774 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:15.855 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:15.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1737024176' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[153734]: pgmap v734: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 6530/53997 objects degraded (12.093%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:15.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1737024176' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:15.880 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:15 smithi018 ceph-mon[149401]: pgmap v734: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 6530/53997 objects degraded (12.093%); 0 B/s, 33 objects/s recovering 2023-09-23T18:09:16.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:16.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:16.152 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:16.199 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:16.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:16.594 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:16.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:16.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:16.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: osdmap e263: 8 total, 8 up, 8 in 2023-09-23T18:09:16.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6530/53997 objects degraded (12.093%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: osdmap e263: 8 total, 8 up, 8 in 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.772 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.772 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.772 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.772 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6530/53997 objects degraded (12.093%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:16.836 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:16.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:16.841 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: osdmap e263: 8 total, 8 up, 8 in 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: failed to encode map e263 with expected crc 2023-09-23T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6530/53997 objects degraded (12.093%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:16.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:17.065 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:17.139 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:17.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:17.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:17.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:17.353 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:17.705 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:17 smithi018 ceph-mon[149401]: pgmap v736: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 970 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 6323/46413 objects degraded (13.623%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:17.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:17 smithi018 ceph-mon[153734]: pgmap v736: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 970 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 6323/46413 objects degraded (13.623%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:17 smithi149 ceph-mon[135148]: pgmap v736: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 970 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 6323/46413 objects degraded (13.623%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:18.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:09:20.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:19 smithi018 ceph-mon[149401]: pgmap v737: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 890 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6323/42588 objects degraded (14.847%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:20.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:19 smithi018 ceph-mon[153734]: pgmap v737: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 890 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6323/42588 objects degraded (14.847%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:19 smithi149 ceph-mon[135148]: pgmap v737: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 890 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 794 op/s; 6323/42588 objects degraded (14.847%); 0 B/s, 40 objects/s recovering 2023-09-23T18:09:21.100 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:21.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:21.105 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:21.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:21.245 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:21.316 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:21.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:21.331 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:21.432 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:21.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:21.548 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:21.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:21.557 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:21.657 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:21.698 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:21.729 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:21.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:21.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:21.833 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:22.061 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:22.305 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:22.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:22.311 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:22.412 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:22.462 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:22.519 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:22.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:22.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:22 smithi018 ceph-mon[149401]: pgmap v738: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 727 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/34758 objects degraded (17.544%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6098/34758 objects degraded (17.544%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:22.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:22 smithi018 ceph-mon[153734]: pgmap v738: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 727 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/34758 objects degraded (17.544%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:22.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6098/34758 objects degraded (17.544%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:22.630 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:22.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:22 smithi149 ceph-mon[135148]: pgmap v738: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 727 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/34758 objects degraded (17.544%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:22.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6098/34758 objects degraded (17.544%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:22.676 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:22.732 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:22.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:22.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:22.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:22.931 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:24.182 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:24.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:24.193 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:24.294 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:24.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:24.560 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:24.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:24.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:24.602 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:24.609 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:09:24.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:24 smithi149 ceph-mon[135148]: pgmap v739: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 710 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/33948 objects degraded (17.963%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:24.661 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:09:24.664 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:24.856 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:24 smithi018 ceph-mon[149401]: pgmap v739: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 710 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/33948 objects degraded (17.963%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:24.856 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:24 smithi018 ceph-mon[153734]: pgmap v739: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 710 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 6098/33948 objects degraded (17.963%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:24.856 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:09:24.857 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:09:24.857 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:09:24.873 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:09:24.924 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:09:24.948 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:24.982 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:09:25.004 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.004 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.005 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:09:25.032 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:09:25.038 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:09:25.123 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:25.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:25.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:25.232 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:25.285 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:24] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.33.4" 2023-09-23T18:09:25.363 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:25.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:25.370 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:25.470 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:25.524 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:25.578 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:25.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:25.583 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:25.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:25.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2000319401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:25.684 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:25.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:25.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2000319401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:25.791 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:25.791 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2000319401' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:25.803 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:25.870 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:09:25.870 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:09:26.637 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:26.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:26.641 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:26.676 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[153734]: pgmap v740: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 627 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 6098/29979 objects degraded (20.341%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:26.676 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[153734]: from='client.35772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:26.676 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6098/29979 objects degraded (20.341%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:26.678 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[149401]: pgmap v740: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 627 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 6098/29979 objects degraded (20.341%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:26.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[149401]: from='client.35772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:26.679 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6098/29979 objects degraded (20.341%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:26.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:26.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:26 smithi149 ceph-mon[135148]: pgmap v740: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 627 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 6098/29979 objects degraded (20.341%); 0 B/s, 43 objects/s recovering 2023-09-23T18:09:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:26 smithi149 ceph-mon[135148]: from='client.35772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6098/29979 objects degraded (20.341%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:27.208 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:27.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:27.215 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:27.255 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:09:27.317 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:27.425 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:27.715 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:27.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:27.726 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:27.768 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":740,"stamp":"2023-09-23T18:09:24.849269+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657790923,"num_objects":9993,"num_object_clones":0,"num_object_copies":29979,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6098,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9993,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":194553,"num_write_kb":6524262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27709,"num_bytes_recovered":1737115295,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216501,"ondisk_log_size":216501,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6715360,"kb_used_data":4104224,"kb_used_omap":50,"kb_used_meta":2610573,"kb_avail":743245856,"statfs":{"total":767960285184,"available":761083756544,"internally_reserved":0,"allocated":4202725376,"data_stored":4195592845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2673227711},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,5,5,12],"upper_bound":32},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-524681216,"num_objects":-8006,"num_object_clones":0,"num_object_copies":-24018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-432,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-8006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8006,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":432,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.006439"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632131+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:08:58.632131+0000","last_peered":"2023-09-23T18:08:58.632131+0000","last_clean":"2023-09-23T18:08:58.632131+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:08:58.632131+0000","last_undegraded":"2023-09-23T18:08:58.632131+0000","last_fullsized":"2023-09-23T18:08:58.632131+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":255,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:12.919990+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:09:12.919990+0000","last_peered":"2023-09-23T18:09:12.919990+0000","last_clean":"2023-09-23T18:09:12.919990+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:09:12.919990+0000","last_undegraded":"2023-09-23T18:09:12.919990+0000","last_fullsized":"2023-09-23T18:09:12.919990+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":167,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626970+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:08:58.626970+0000","last_peered":"2023-09-23T18:08:58.626970+0000","last_clean":"2023-09-23T18:08:58.626970+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:08:58.626970+0000","last_undegraded":"2023-09-23T18:08:58.626970+0000","last_fullsized":"2023-09-23T18:08:58.626970+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630534+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:08:58.630534+0000","last_peered":"2023-09-23T18:08:58.630534+0000","last_clean":"2023-09-23T18:08:58.630534+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:08:58.630534+0000","last_undegraded":"2023-09-23T18:08:58.630534+0000","last_fullsized":"2023-09-23T18:08:58.630534+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":315,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626756+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:08:58.626756+0000","last_peered":"2023-09-23T18:08:58.626756+0000","last_clean":"2023-09-23T18:08:58.626756+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:08:58.626756+0000","last_undegraded":"2023-09-23T18:08:58.626756+0000","last_fullsized":"2023-09-23T18:08:58.626756+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":223,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.614871+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:08:58.614871+0000","last_peered":"2023-09-23T18:08:58.614871+0000","last_clean":"2023-09-23T18:08:58.614871+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:08:58.614871+0000","last_undegraded":"2023-09-23T18:08:58.614871+0000","last_fullsized":"2023-09-23T18:08:58.614871+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"263'8435","reported_seq":12664,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.717699+0000","last_change":"2023-09-23T18:08:52.070717+0000","last_active":"2023-09-23T18:09:20.717699+0000","last_peered":"2023-09-23T18:09:20.717699+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:42.672361+0000","last_became_peered":"2023-09-23T18:06:42.672361+0000","last_unstale":"2023-09-23T18:09:20.717699+0000","last_undegraded":"2023-09-23T18:09:20.717699+0000","last_fullsized":"2023-09-23T18:09:20.717699+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8435,"log_dups_size":0,"ondisk_log_size":8435,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24084480,"num_objects":368,"num_object_clones":0,"num_object_copies":1104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5980,"num_write_kb":203104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2079,"num_bytes_recovered":136249344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","2","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":368}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":252,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631004+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:08:58.631004+0000","last_peered":"2023-09-23T18:08:58.631004+0000","last_clean":"2023-09-23T18:08:58.631004+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:08:58.631004+0000","last_undegraded":"2023-09-23T18:08:58.631004+0000","last_fullsized":"2023-09-23T18:08:58.631004+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":270,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.628378+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:08:58.628378+0000","last_peered":"2023-09-23T18:08:58.628378+0000","last_clean":"2023-09-23T18:08:58.628378+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:08:58.628378+0000","last_undegraded":"2023-09-23T18:08:58.628378+0000","last_fullsized":"2023-09-23T18:08:58.628378+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"263'8576","reported_seq":12952,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.625980+0000","last_change":"2023-09-23T18:08:52.042216+0000","last_active":"2023-09-23T18:09:20.625980+0000","last_peered":"2023-09-23T18:09:20.625980+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:42.703755+0000","last_became_peered":"2023-09-23T18:06:42.703755+0000","last_unstale":"2023-09-23T18:09:20.625980+0000","last_undegraded":"2023-09-23T18:09:20.625980+0000","last_fullsized":"2023-09-23T18:09:20.625980+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8576,"log_dups_size":0,"ondisk_log_size":8576,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20414464,"num_objects":312,"num_object_clones":0,"num_object_copies":936,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":312,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6074,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2152,"num_bytes_recovered":141033472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":312}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":85,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622853+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:08:58.622853+0000","last_peered":"2023-09-23T18:08:58.622853+0000","last_clean":"2023-09-23T18:08:58.622853+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:08:58.622853+0000","last_undegraded":"2023-09-23T18:08:58.622853+0000","last_fullsized":"2023-09-23T18:08:58.622853+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":205,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.624228+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:08:58.624228+0000","last_peered":"2023-09-23T18:08:58.624228+0000","last_clean":"2023-09-23T18:08:58.624228+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:08:58.624228+0000","last_undegraded":"2023-09-23T18:08:58.624228+0000","last_fullsized":"2023-09-23T18:08:58.624228+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"263'8276","reported_seq":12395,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.666616+0000","last_change":"2023-09-23T18:08:51.970292+0000","last_active":"2023-09-23T18:09:20.666616+0000","last_peered":"2023-09-23T18:09:20.666616+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:42.687873+0000","last_became_peered":"2023-09-23T18:06:42.687873+0000","last_unstale":"2023-09-23T18:09:20.666616+0000","last_undegraded":"2023-09-23T18:09:20.666616+0000","last_fullsized":"2023-09-23T18:09:20.666616+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8276,"log_dups_size":0,"ondisk_log_size":8276,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22511616,"num_objects":344,"num_object_clones":0,"num_object_copies":1032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5880,"num_write_kb":199136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2022,"num_bytes_recovered":132513792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","2","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":344}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":262,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631373+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:08:58.631373+0000","last_peered":"2023-09-23T18:08:58.631373+0000","last_clean":"2023-09-23T18:08:58.631373+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:08:58.631373+0000","last_undegraded":"2023-09-23T18:08:58.631373+0000","last_fullsized":"2023-09-23T18:08:58.631373+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":61,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626408+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:08:58.626408+0000","last_peered":"2023-09-23T18:08:58.626408+0000","last_clean":"2023-09-23T18:08:58.626408+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:08:58.626408+0000","last_undegraded":"2023-09-23T18:08:58.626408+0000","last_fullsized":"2023-09-23T18:08:58.626408+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.11","version":"263'8493","reported_seq":9412,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:23.032942+0000","last_change":"2023-09-23T18:06:44.641276+0000","last_active":"2023-09-23T18:09:23.032942+0000","last_peered":"2023-09-23T18:09:23.032942+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:44.638555+0000","last_became_peered":"2023-09-23T18:06:44.638555+0000","last_unstale":"2023-09-23T18:09:23.032942+0000","last_undegraded":"2023-09-23T18:06:44.635776+0000","last_fullsized":"2023-09-23T18:06:44.594235+0000","mapping_epoch":235,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8493,"log_dups_size":0,"ondisk_log_size":8493,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18055168,"num_objects":276,"num_object_clones":0,"num_object_copies":828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6050,"num_write_kb":202400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":212,"num_bytes_recovered":13860864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-1604}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":99,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.633481+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:08:58.633481+0000","last_peered":"2023-09-23T18:08:58.633481+0000","last_clean":"2023-09-23T18:08:58.633481+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:08:58.633481+0000","last_undegraded":"2023-09-23T18:08:58.633481+0000","last_fullsized":"2023-09-23T18:08:58.633481+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":260,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632038+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:08:58.632038+0000","last_peered":"2023-09-23T18:08:58.632038+0000","last_clean":"2023-09-23T18:08:58.632038+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:08:58.632038+0000","last_undegraded":"2023-09-23T18:08:58.632038+0000","last_fullsized":"2023-09-23T18:08:58.632038+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"263'8651","reported_seq":8727,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:22.807817+0000","last_change":"2023-09-23T18:08:54.128750+0000","last_active":"2023-09-23T18:09:22.807817+0000","last_peered":"2023-09-23T18:09:22.807817+0000","last_clean":"2023-09-23T18:09:22.807817+0000","last_became_active":"2023-09-23T18:06:42.668589+0000","last_became_peered":"2023-09-23T18:06:42.668589+0000","last_unstale":"2023-09-23T18:09:22.807817+0000","last_undegraded":"2023-09-23T18:09:22.807817+0000","last_fullsized":"2023-09-23T18:09:22.807817+0000","mapping_epoch":233,"log_start":"217'140","ondisk_log_start":"217'140","created":233,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8511,"log_dups_size":0,"ondisk_log_size":8511,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21463040,"num_objects":328,"num_object_clones":0,"num_object_copies":984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6148,"num_write_kb":207200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":323,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631392+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:08:58.631392+0000","last_peered":"2023-09-23T18:08:58.631392+0000","last_clean":"2023-09-23T18:08:58.631392+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:08:58.631392+0000","last_undegraded":"2023-09-23T18:08:58.631392+0000","last_fullsized":"2023-09-23T18:08:58.631392+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":261,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.629083+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:08:58.629083+0000","last_peered":"2023-09-23T18:08:58.629083+0000","last_clean":"2023-09-23T18:08:58.629083+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:08:58.629083+0000","last_undegraded":"2023-09-23T18:08:58.629083+0000","last_fullsized":"2023-09-23T18:08:58.629083+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"263'8393","reported_seq":8458,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.542064+0000","last_change":"2023-09-23T18:06:42.673234+0000","last_active":"2023-09-23T18:09:20.542064+0000","last_peered":"2023-09-23T18:09:20.542064+0000","last_clean":"2023-09-23T18:09:20.542064+0000","last_became_active":"2023-09-23T18:06:42.670627+0000","last_became_peered":"2023-09-23T18:06:42.670627+0000","last_unstale":"2023-09-23T18:09:20.542064+0000","last_undegraded":"2023-09-23T18:09:20.542064+0000","last_fullsized":"2023-09-23T18:09:20.542064+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8393,"log_dups_size":0,"ondisk_log_size":8393,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19857408,"num_objects":303,"num_object_clones":0,"num_object_copies":909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5947,"num_write_kb":200000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":97,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632852+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:08:58.632852+0000","last_peered":"2023-09-23T18:08:58.632852+0000","last_clean":"2023-09-23T18:08:58.632852+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:08:58.632852+0000","last_undegraded":"2023-09-23T18:08:58.632852+0000","last_fullsized":"2023-09-23T18:08:58.632852+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":85,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622806+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:08:58.622806+0000","last_peered":"2023-09-23T18:08:58.622806+0000","last_clean":"2023-09-23T18:08:58.622806+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:08:58.622806+0000","last_undegraded":"2023-09-23T18:08:58.622806+0000","last_fullsized":"2023-09-23T18:08:58.622806+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"263'8563","reported_seq":8632,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:23.078477+0000","last_change":"2023-09-23T18:06:42.652516+0000","last_active":"2023-09-23T18:09:23.078477+0000","last_peered":"2023-09-23T18:09:23.078477+0000","last_clean":"2023-09-23T18:09:23.078477+0000","last_became_active":"2023-09-23T18:06:42.649961+0000","last_became_peered":"2023-09-23T18:06:42.649961+0000","last_unstale":"2023-09-23T18:09:23.078477+0000","last_undegraded":"2023-09-23T18:09:23.078477+0000","last_fullsized":"2023-09-23T18:09:23.078477+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8563,"log_dups_size":0,"ondisk_log_size":8563,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17301504,"num_objects":264,"num_object_clones":0,"num_object_copies":792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6112,"num_write_kb":204032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":229,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630860+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:08:58.630860+0000","last_peered":"2023-09-23T18:08:58.630860+0000","last_clean":"2023-09-23T18:08:58.630860+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:08:58.630860+0000","last_undegraded":"2023-09-23T18:08:58.630860+0000","last_fullsized":"2023-09-23T18:08:58.630860+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":229,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630681+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:08:58.630681+0000","last_peered":"2023-09-23T18:08:58.630681+0000","last_clean":"2023-09-23T18:08:58.630681+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:08:58.630681+0000","last_undegraded":"2023-09-23T18:08:58.630681+0000","last_fullsized":"2023-09-23T18:08:58.630681+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"263'8593","reported_seq":8659,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.645573+0000","last_change":"2023-09-23T18:06:42.651250+0000","last_active":"2023-09-23T18:09:20.645573+0000","last_peered":"2023-09-23T18:09:20.645573+0000","last_clean":"2023-09-23T18:09:20.645573+0000","last_became_active":"2023-09-23T18:06:42.648963+0000","last_became_peered":"2023-09-23T18:06:42.648963+0000","last_unstale":"2023-09-23T18:09:20.645573+0000","last_undegraded":"2023-09-23T18:09:20.645573+0000","last_fullsized":"2023-09-23T18:09:20.645573+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8593,"log_dups_size":0,"ondisk_log_size":8593,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17399808,"num_objects":266,"num_object_clones":0,"num_object_copies":798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6120,"num_write_kb":204320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":310,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.613554+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:08:58.613554+0000","last_peered":"2023-09-23T18:08:58.613554+0000","last_clean":"2023-09-23T18:08:58.613554+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:08:58.613554+0000","last_undegraded":"2023-09-23T18:08:58.613554+0000","last_fullsized":"2023-09-23T18:08:58.613554+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":231,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630378+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:08:58.630378+0000","last_peered":"2023-09-23T18:08:58.630378+0000","last_clean":"2023-09-23T18:08:58.630378+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:08:58.630378+0000","last_undegraded":"2023-09-23T18:08:58.630378+0000","last_fullsized":"2023-09-23T18:08:58.630378+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"263'12007","reported_seq":12064,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.662899+0000","last_change":"2023-09-23T18:05:33.213351+0000","last_active":"2023-09-23T18:09:20.662899+0000","last_peered":"2023-09-23T18:09:20.662899+0000","last_clean":"2023-09-23T18:09:20.662899+0000","last_became_active":"2023-09-23T18:05:33.212938+0000","last_became_peered":"2023-09-23T18:05:33.212938+0000","last_unstale":"2023-09-23T18:09:20.662899+0000","last_undegraded":"2023-09-23T18:09:20.662899+0000","last_fullsized":"2023-09-23T18:09:20.662899+0000","mapping_epoch":214,"log_start":"222'2600","ondisk_log_start":"222'2600","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9407,"log_dups_size":0,"ondisk_log_size":9407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43057152,"num_objects":657,"num_object_clones":0,"num_object_copies":1971,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":657,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12007,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":300,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630813+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:08:58.630813+0000","last_peered":"2023-09-23T18:08:58.630813+0000","last_clean":"2023-09-23T18:08:58.630813+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:08:58.630813+0000","last_undegraded":"2023-09-23T18:08:58.630813+0000","last_fullsized":"2023-09-23T18:08:58.630813+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":85,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622404+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:08:58.622404+0000","last_peered":"2023-09-23T18:08:58.622404+0000","last_clean":"2023-09-23T18:08:58.622404+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:08:58.622404+0000","last_undegraded":"2023-09-23T18:08:58.622404+0000","last_fullsized":"2023-09-23T18:08:58.622404+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"263'12070","reported_seq":12129,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:22.925035+0000","last_change":"2023-09-23T18:05:33.201146+0000","last_active":"2023-09-23T18:09:22.925035+0000","last_peered":"2023-09-23T18:09:22.925035+0000","last_clean":"2023-09-23T18:09:22.925035+0000","last_became_active":"2023-09-23T18:05:33.200786+0000","last_became_peered":"2023-09-23T18:05:33.200786+0000","last_unstale":"2023-09-23T18:09:22.925035+0000","last_undegraded":"2023-09-23T18:09:22.925035+0000","last_fullsized":"2023-09-23T18:09:22.925035+0000","mapping_epoch":214,"log_start":"239'6000","ondisk_log_start":"239'6000","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6070,"log_dups_size":0,"ondisk_log_size":6070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:18.102899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35127296,"num_objects":536,"num_object_clones":0,"num_object_copies":1608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":536,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12070,"num_write_kb":403392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":315,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631493+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:08:58.631493+0000","last_peered":"2023-09-23T18:08:58.631493+0000","last_clean":"2023-09-23T18:08:58.631493+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:08:58.631493+0000","last_undegraded":"2023-09-23T18:08:58.631493+0000","last_fullsized":"2023-09-23T18:08:58.631493+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":260,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.629850+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:08:58.629850+0000","last_peered":"2023-09-23T18:08:58.629850+0000","last_clean":"2023-09-23T18:08:58.629850+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:08:58.629850+0000","last_undegraded":"2023-09-23T18:08:58.629850+0000","last_fullsized":"2023-09-23T18:08:58.629850+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"263'8495","reported_seq":12735,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.644211+0000","last_change":"2023-09-23T18:08:52.050385+0000","last_active":"2023-09-23T18:09:20.644211+0000","last_peered":"2023-09-23T18:09:20.644211+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:43.637915+0000","last_became_peered":"2023-09-23T18:06:43.637915+0000","last_unstale":"2023-09-23T18:09:20.644211+0000","last_undegraded":"2023-09-23T18:09:20.644211+0000","last_fullsized":"2023-09-23T18:09:20.644211+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8495,"log_dups_size":0,"ondisk_log_size":8495,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21954560,"num_objects":335,"num_object_clones":0,"num_object_copies":1005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6059,"num_write_kb":204608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2083,"num_bytes_recovered":136511488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","2","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":335}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":256,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631207+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:08:58.631207+0000","last_peered":"2023-09-23T18:08:58.631207+0000","last_clean":"2023-09-23T18:08:58.631207+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:08:58.631207+0000","last_undegraded":"2023-09-23T18:08:58.631207+0000","last_fullsized":"2023-09-23T18:08:58.631207+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":223,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.614066+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:08:58.614066+0000","last_peered":"2023-09-23T18:08:58.614066+0000","last_clean":"2023-09-23T18:08:58.614066+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:08:58.614066+0000","last_undegraded":"2023-09-23T18:08:58.614066+0000","last_fullsized":"2023-09-23T18:08:58.614066+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"263'8214","reported_seq":12286,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.575845+0000","last_change":"2023-09-23T18:08:52.027409+0000","last_active":"2023-09-23T18:09:20.575845+0000","last_peered":"2023-09-23T18:09:20.575845+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:43.601784+0000","last_became_peered":"2023-09-23T18:06:43.601784+0000","last_unstale":"2023-09-23T18:09:20.575845+0000","last_undegraded":"2023-09-23T18:09:20.575845+0000","last_fullsized":"2023-09-23T18:09:20.575845+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8214,"log_dups_size":0,"ondisk_log_size":8214,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23101440,"num_objects":352,"num_object_clones":0,"num_object_copies":1056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":352,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5830,"num_write_kb":197856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1999,"num_bytes_recovered":131006464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","2","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":352}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":244,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622616+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:08:58.622616+0000","last_peered":"2023-09-23T18:08:58.622616+0000","last_clean":"2023-09-23T18:08:58.622616+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:08:58.622616+0000","last_undegraded":"2023-09-23T18:08:58.622616+0000","last_fullsized":"2023-09-23T18:08:58.622616+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":265,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630041+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:08:58.630041+0000","last_peered":"2023-09-23T18:08:58.630041+0000","last_clean":"2023-09-23T18:08:58.630041+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:08:58.630041+0000","last_undegraded":"2023-09-23T18:08:58.630041+0000","last_fullsized":"2023-09-23T18:08:58.630041+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"263'12155","reported_seq":16106,"reported_epoch":263,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:20.768625+0000","last_change":"2023-09-23T18:08:32.438515+0000","last_active":"2023-09-23T18:09:20.768625+0000","last_peered":"2023-09-23T18:09:20.768625+0000","last_clean":"2023-09-23T18:06:22.195484+0000","last_became_active":"2023-09-23T18:06:24.788953+0000","last_became_peered":"2023-09-23T18:06:24.788953+0000","last_unstale":"2023-09-23T18:09:20.768625+0000","last_undegraded":"2023-09-23T18:06:24.272976+0000","last_fullsized":"2023-09-23T18:06:24.234616+0000","mapping_epoch":226,"log_start":"231'4800","ondisk_log_start":"231'4800","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":7355,"log_dups_size":0,"ondisk_log_size":7355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44498944,"num_objects":679,"num_object_clones":0,"num_object_copies":2037,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":679,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12155,"num_write_kb":410688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1945,"num_bytes_recovered":49872896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1","5"],"object_location_counts":[{"shards":"1,4","objects":-1645}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":287,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.624977+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:08:58.624977+0000","last_peered":"2023-09-23T18:08:58.624977+0000","last_clean":"2023-09-23T18:08:58.624977+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:08:58.624977+0000","last_undegraded":"2023-09-23T18:08:58.624977+0000","last_fullsized":"2023-09-23T18:08:58.624977+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":88,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632036+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:08:58.632036+0000","last_peered":"2023-09-23T18:08:58.632036+0000","last_clean":"2023-09-23T18:08:58.632036+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:08:58.632036+0000","last_undegraded":"2023-09-23T18:08:58.632036+0000","last_fullsized":"2023-09-23T18:08:58.632036+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"263'12304","reported_seq":20997,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:21.024133+0000","last_change":"2023-09-23T18:08:34.393333+0000","last_active":"2023-09-23T18:09:21.024133+0000","last_peered":"2023-09-23T18:09:21.024133+0000","last_clean":"2023-09-23T18:09:21.024133+0000","last_became_active":"2023-09-23T18:08:34.369744+0000","last_became_peered":"2023-09-23T18:08:34.369744+0000","last_unstale":"2023-09-23T18:09:21.024133+0000","last_undegraded":"2023-09-23T18:09:21.024133+0000","last_fullsized":"2023-09-23T18:09:21.024133+0000","mapping_epoch":258,"log_start":"224'4100","ondisk_log_start":"224'4100","created":214,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8204,"log_dups_size":0,"ondisk_log_size":8204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:41.615311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42205184,"num_objects":644,"num_object_clones":0,"num_object_copies":1932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12304,"num_write_kb":414336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4309,"num_bytes_recovered":282394624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":242,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.614148+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:08:58.614148+0000","last_peered":"2023-09-23T18:08:58.614148+0000","last_clean":"2023-09-23T18:08:58.614148+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:08:58.614148+0000","last_undegraded":"2023-09-23T18:08:58.614148+0000","last_fullsized":"2023-09-23T18:08:58.614148+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":97,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.633614+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:08:58.633614+0000","last_peered":"2023-09-23T18:08:58.633614+0000","last_clean":"2023-09-23T18:08:58.633614+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:08:58.633614+0000","last_undegraded":"2023-09-23T18:08:58.633614+0000","last_fullsized":"2023-09-23T18:08:58.633614+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"263'12226","reported_seq":12285,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:22.841226+0000","last_change":"2023-09-23T18:05:33.213398+0000","last_active":"2023-09-23T18:09:22.841226+0000","last_peered":"2023-09-23T18:09:22.841226+0000","last_clean":"2023-09-23T18:09:22.841226+0000","last_became_active":"2023-09-23T18:05:33.213119+0000","last_became_peered":"2023-09-23T18:05:33.213119+0000","last_unstale":"2023-09-23T18:09:22.841226+0000","last_undegraded":"2023-09-23T18:09:22.841226+0000","last_fullsized":"2023-09-23T18:09:22.841226+0000","mapping_epoch":214,"log_start":"240'6200","ondisk_log_start":"240'6200","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":6026,"log_dups_size":0,"ondisk_log_size":6026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:06.911364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35389440,"num_objects":540,"num_object_clones":0,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12226,"num_write_kb":408512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":97,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.629681+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:08:58.629681+0000","last_peered":"2023-09-23T18:08:58.629681+0000","last_clean":"2023-09-23T18:08:58.629681+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:08:58.629681+0000","last_undegraded":"2023-09-23T18:08:58.629681+0000","last_fullsized":"2023-09-23T18:08:58.629681+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":260,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.634852+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:08:58.634852+0000","last_peered":"2023-09-23T18:08:58.634852+0000","last_clean":"2023-09-23T18:08:58.634852+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:08:58.634852+0000","last_undegraded":"2023-09-23T18:08:58.634852+0000","last_fullsized":"2023-09-23T18:08:58.634852+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"263'11907","reported_seq":11965,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.652435+0000","last_change":"2023-09-23T18:05:33.212389+0000","last_active":"2023-09-23T18:09:20.652435+0000","last_peered":"2023-09-23T18:09:20.652435+0000","last_clean":"2023-09-23T18:09:20.652435+0000","last_became_active":"2023-09-23T18:05:33.212067+0000","last_became_peered":"2023-09-23T18:05:33.212067+0000","last_unstale":"2023-09-23T18:09:20.652435+0000","last_undegraded":"2023-09-23T18:09:20.652435+0000","last_fullsized":"2023-09-23T18:09:20.652435+0000","mapping_epoch":214,"log_start":"222'2500","ondisk_log_start":"222'2500","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":9407,"log_dups_size":0,"ondisk_log_size":9407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43384856,"num_objects":663,"num_object_clones":0,"num_object_copies":1989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":663,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11907,"num_write_kb":402177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":256,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626563+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:08:58.626563+0000","last_peered":"2023-09-23T18:08:58.626563+0000","last_clean":"2023-09-23T18:08:58.626563+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:08:58.626563+0000","last_undegraded":"2023-09-23T18:08:58.626563+0000","last_fullsized":"2023-09-23T18:08:58.626563+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":232,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:13.090116+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:09:13.090116+0000","last_peered":"2023-09-23T18:09:13.090116+0000","last_clean":"2023-09-23T18:09:13.090116+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:09:13.090116+0000","last_undegraded":"2023-09-23T18:09:13.090116+0000","last_fullsized":"2023-09-23T18:09:13.090116+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"263'8392","reported_seq":12668,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.637435+0000","last_change":"2023-09-23T18:08:52.048851+0000","last_active":"2023-09-23T18:09:20.637435+0000","last_peered":"2023-09-23T18:09:20.637435+0000","last_clean":"2023-09-23T18:06:22.220093+0000","last_became_active":"2023-09-23T18:06:43.602364+0000","last_became_peered":"2023-09-23T18:06:43.602364+0000","last_unstale":"2023-09-23T18:09:20.637435+0000","last_undegraded":"2023-09-23T18:09:20.637435+0000","last_fullsized":"2023-09-23T18:09:20.637435+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8392,"log_dups_size":0,"ondisk_log_size":8392,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19628032,"num_objects":299,"num_object_clones":0,"num_object_copies":897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5995,"num_write_kb":201440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2100,"num_bytes_recovered":137625600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","2","3","5"],"object_location_counts":[{"shards":"0,2,3","objects":299}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":826,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.627549+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:08:58.627549+0000","last_peered":"2023-09-23T18:08:58.627549+0000","last_clean":"2023-09-23T18:08:58.627549+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:08:58.627549+0000","last_undegraded":"2023-09-23T18:08:58.627549+0000","last_fullsized":"2023-09-23T18:08:58.627549+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":94,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622863+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:08:58.622863+0000","last_peered":"2023-09-23T18:08:58.622863+0000","last_clean":"2023-09-23T18:08:58.622863+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:08:58.622863+0000","last_undegraded":"2023-09-23T18:08:58.622863+0000","last_fullsized":"2023-09-23T18:08:58.622863+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":177,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.625467+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:08:58.625467+0000","last_peered":"2023-09-23T18:08:58.625467+0000","last_clean":"2023-09-23T18:08:58.625467+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:08:58.625467+0000","last_undegraded":"2023-09-23T18:08:58.625467+0000","last_fullsized":"2023-09-23T18:08:58.625467+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"263'8800","reported_seq":8873,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:22.754808+0000","last_change":"2023-09-23T18:08:57.143570+0000","last_active":"2023-09-23T18:09:22.754808+0000","last_peered":"2023-09-23T18:09:22.754808+0000","last_clean":"2023-09-23T18:09:22.754808+0000","last_became_active":"2023-09-23T18:06:42.643136+0000","last_became_peered":"2023-09-23T18:06:42.643136+0000","last_unstale":"2023-09-23T18:09:22.754808+0000","last_undegraded":"2023-09-23T18:09:22.754808+0000","last_fullsized":"2023-09-23T18:09:22.754808+0000","mapping_epoch":214,"log_start":"218'759","ondisk_log_start":"218'759","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8041,"log_dups_size":0,"ondisk_log_size":8041,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15761408,"num_objects":240,"num_object_clones":0,"num_object_copies":720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6296,"num_write_kb":209184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":960,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626494+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:08:58.626494+0000","last_peered":"2023-09-23T18:08:58.626494+0000","last_clean":"2023-09-23T18:08:58.626494+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:08:58.626494+0000","last_undegraded":"2023-09-23T18:08:58.626494+0000","last_fullsized":"2023-09-23T18:08:58.626494+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":243,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632081+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:08:58.632081+0000","last_peered":"2023-09-23T18:08:58.632081+0000","last_clean":"2023-09-23T18:08:58.632081+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:08:58.632081+0000","last_undegraded":"2023-09-23T18:08:58.632081+0000","last_fullsized":"2023-09-23T18:08:58.632081+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":179,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.625822+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:08:58.625822+0000","last_peered":"2023-09-23T18:08:58.625822+0000","last_clean":"2023-09-23T18:08:58.625822+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:08:58.625822+0000","last_undegraded":"2023-09-23T18:08:58.625822+0000","last_fullsized":"2023-09-23T18:08:58.625822+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"263'8455","reported_seq":8522,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.656284+0000","last_change":"2023-09-23T18:06:42.628852+0000","last_active":"2023-09-23T18:09:20.656284+0000","last_peered":"2023-09-23T18:09:20.656284+0000","last_clean":"2023-09-23T18:09:20.656284+0000","last_became_active":"2023-09-23T18:06:42.626507+0000","last_became_peered":"2023-09-23T18:06:42.626507+0000","last_unstale":"2023-09-23T18:09:20.656284+0000","last_undegraded":"2023-09-23T18:09:20.656284+0000","last_fullsized":"2023-09-23T18:09:20.656284+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8455,"log_dups_size":0,"ondisk_log_size":8455,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25264128,"num_objects":385,"num_object_clones":0,"num_object_copies":1155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":385,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5981,"num_write_kb":203744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":524,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.621518+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:08:58.621518+0000","last_peered":"2023-09-23T18:08:58.621518+0000","last_clean":"2023-09-23T18:08:58.621518+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:08:58.621518+0000","last_undegraded":"2023-09-23T18:08:58.621518+0000","last_fullsized":"2023-09-23T18:08:58.621518+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":185,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.625771+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:08:58.625771+0000","last_peered":"2023-09-23T18:08:58.625771+0000","last_clean":"2023-09-23T18:08:58.625771+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:08:58.625771+0000","last_undegraded":"2023-09-23T18:08:58.625771+0000","last_fullsized":"2023-09-23T18:08:58.625771+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":270,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.627647+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:08:58.627647+0000","last_peered":"2023-09-23T18:08:58.627647+0000","last_clean":"2023-09-23T18:08:58.627647+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:08:58.627647+0000","last_undegraded":"2023-09-23T18:08:58.627647+0000","last_fullsized":"2023-09-23T18:08:58.627647+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"263'8439","reported_seq":8553,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:20.666231+0000","last_change":"2023-09-23T18:08:56.749658+0000","last_active":"2023-09-23T18:09:20.666231+0000","last_peered":"2023-09-23T18:09:20.666231+0000","last_clean":"2023-09-23T18:09:20.666231+0000","last_became_active":"2023-09-23T18:06:42.650825+0000","last_became_peered":"2023-09-23T18:06:42.650825+0000","last_unstale":"2023-09-23T18:09:20.666231+0000","last_undegraded":"2023-09-23T18:09:20.666231+0000","last_fullsized":"2023-09-23T18:09:20.666231+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8439,"log_dups_size":0,"ondisk_log_size":8439,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20381696,"num_objects":311,"num_object_clones":0,"num_object_copies":933,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":311,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5993,"num_write_kb":201728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":750,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622553+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:08:58.622553+0000","last_peered":"2023-09-23T18:08:58.622553+0000","last_clean":"2023-09-23T18:08:58.622553+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:08:58.622553+0000","last_undegraded":"2023-09-23T18:08:58.622553+0000","last_fullsized":"2023-09-23T18:08:58.622553+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":531,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631877+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:08:58.631877+0000","last_peered":"2023-09-23T18:08:58.631877+0000","last_clean":"2023-09-23T18:08:58.631877+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:08:58.631877+0000","last_undegraded":"2023-09-23T18:08:58.631877+0000","last_fullsized":"2023-09-23T18:08:58.631877+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":264,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:12.919923+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:09:12.919923+0000","last_peered":"2023-09-23T18:09:12.919923+0000","last_clean":"2023-09-23T18:09:12.919923+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:09:12.919923+0000","last_undegraded":"2023-09-23T18:09:12.919923+0000","last_fullsized":"2023-09-23T18:09:12.919923+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":227,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.614544+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:08:58.614544+0000","last_peered":"2023-09-23T18:08:58.614544+0000","last_clean":"2023-09-23T18:08:58.614544+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:08:58.614544+0000","last_undegraded":"2023-09-23T18:08:58.614544+0000","last_fullsized":"2023-09-23T18:08:58.614544+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"263'8591","reported_seq":8660,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T18:09:23.055389+0000","last_change":"2023-09-23T18:06:42.642904+0000","last_active":"2023-09-23T18:09:23.055389+0000","last_peered":"2023-09-23T18:09:23.055389+0000","last_clean":"2023-09-23T18:09:23.055389+0000","last_became_active":"2023-09-23T18:06:42.640228+0000","last_became_peered":"2023-09-23T18:06:42.640228+0000","last_unstale":"2023-09-23T18:09:23.055389+0000","last_undegraded":"2023-09-23T18:09:23.055389+0000","last_fullsized":"2023-09-23T18:09:23.055389+0000","mapping_epoch":214,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":234,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8591,"log_dups_size":0,"ondisk_log_size":8591,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18874368,"num_objects":288,"num_object_clones":0,"num_object_copies":864,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":288,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6140,"num_write_kb":205696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":920,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631778+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:08:58.631778+0000","last_peered":"2023-09-23T18:08:58.631778+0000","last_clean":"2023-09-23T18:08:58.631778+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:08:58.631778+0000","last_undegraded":"2023-09-23T18:08:58.631778+0000","last_fullsized":"2023-09-23T18:08:58.631778+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":238,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630296+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:08:58.630296+0000","last_peered":"2023-09-23T18:08:58.630296+0000","last_clean":"2023-09-23T18:08:58.630296+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:08:58.630296+0000","last_undegraded":"2023-09-23T18:08:58.630296+0000","last_fullsized":"2023-09-23T18:08:58.630296+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":107,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:00.665205+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:09:00.665205+0000","last_peered":"2023-09-23T18:09:00.665205+0000","last_clean":"2023-09-23T18:09:00.665205+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:09:00.665205+0000","last_undegraded":"2023-09-23T18:09:00.665205+0000","last_fullsized":"2023-09-23T18:09:00.665205+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"263'8520","reported_seq":9436,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:09:23.020505+0000","last_change":"2023-09-23T18:06:42.671845+0000","last_active":"2023-09-23T18:09:23.020505+0000","last_peered":"2023-09-23T18:09:23.020505+0000","last_clean":"2023-09-23T18:06:22.232441+0000","last_became_active":"2023-09-23T18:06:42.666251+0000","last_became_peered":"2023-09-23T18:06:42.666251+0000","last_unstale":"2023-09-23T18:09:23.020505+0000","last_undegraded":"2023-09-23T18:06:42.598607+0000","last_fullsized":"2023-09-23T18:06:42.586401+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8520,"log_dups_size":0,"ondisk_log_size":8520,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15892480,"num_objects":242,"num_object_clones":0,"num_object_copies":726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6076,"num_write_kb":202208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":210,"num_bytes_recovered":13795328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6","objects":-1652}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":433,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631283+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:08:58.631283+0000","last_peered":"2023-09-23T18:08:58.631283+0000","last_clean":"2023-09-23T18:08:58.631283+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:08:58.631283+0000","last_undegraded":"2023-09-23T18:08:58.631283+0000","last_fullsized":"2023-09-23T18:08:58.631283+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":203,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.627244+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:08:58.627244+0000","last_peered":"2023-09-23T18:08:58.627244+0000","last_clean":"2023-09-23T18:08:58.627244+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:08:58.627244+0000","last_undegraded":"2023-09-23T18:08:58.627244+0000","last_fullsized":"2023-09-23T18:08:58.627244+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":248,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630245+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:08:58.630245+0000","last_peered":"2023-09-23T18:08:58.630245+0000","last_clean":"2023-09-23T18:08:58.630245+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:08:58.630245+0000","last_undegraded":"2023-09-23T18:08:58.630245+0000","last_fullsized":"2023-09-23T18:08:58.630245+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"263'8572","reported_seq":12909,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.695250+0000","last_change":"2023-09-23T18:08:52.037995+0000","last_active":"2023-09-23T18:09:20.695250+0000","last_peered":"2023-09-23T18:09:20.695250+0000","last_clean":"2023-09-23T18:06:22.222982+0000","last_became_active":"2023-09-23T18:06:43.606262+0000","last_became_peered":"2023-09-23T18:06:43.606262+0000","last_unstale":"2023-09-23T18:09:20.695250+0000","last_undegraded":"2023-09-23T18:09:20.695250+0000","last_fullsized":"2023-09-23T18:09:20.695250+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8572,"log_dups_size":0,"ondisk_log_size":8572,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22315008,"num_objects":340,"num_object_clones":0,"num_object_copies":1020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":340,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6116,"num_write_kb":206624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2132,"num_bytes_recovered":139722752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":["4","2","3","6"],"object_location_counts":[{"shards":"2,3,4","objects":340}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":235,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630296+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:08:58.630296+0000","last_peered":"2023-09-23T18:08:58.630296+0000","last_clean":"2023-09-23T18:08:58.630296+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:08:58.630296+0000","last_undegraded":"2023-09-23T18:08:58.630296+0000","last_fullsized":"2023-09-23T18:08:58.630296+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":772,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.627921+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:08:58.627921+0000","last_peered":"2023-09-23T18:08:58.627921+0000","last_clean":"2023-09-23T18:08:58.627921+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:08:58.627921+0000","last_undegraded":"2023-09-23T18:08:58.627921+0000","last_fullsized":"2023-09-23T18:08:58.627921+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":269,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626669+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:08:58.626669+0000","last_peered":"2023-09-23T18:08:58.626669+0000","last_clean":"2023-09-23T18:08:58.626669+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:08:58.626669+0000","last_undegraded":"2023-09-23T18:08:58.626669+0000","last_fullsized":"2023-09-23T18:08:58.626669+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"263'8639","reported_seq":13003,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.534054+0000","last_change":"2023-09-23T18:08:52.015266+0000","last_active":"2023-09-23T18:09:20.534054+0000","last_peered":"2023-09-23T18:09:20.534054+0000","last_clean":"2023-09-23T18:06:22.219299+0000","last_became_active":"2023-09-23T18:06:43.615978+0000","last_became_peered":"2023-09-23T18:06:43.615978+0000","last_unstale":"2023-09-23T18:09:20.534054+0000","last_undegraded":"2023-09-23T18:09:20.534054+0000","last_fullsized":"2023-09-23T18:09:20.534054+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":214,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8639,"log_dups_size":0,"ondisk_log_size":8639,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23756800,"num_objects":362,"num_object_clones":0,"num_object_copies":1086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":362,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6136,"num_write_kb":207968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2145,"num_bytes_recovered":140574720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","1","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":362}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":512,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.614914+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:08:58.614914+0000","last_peered":"2023-09-23T18:08:58.614914+0000","last_clean":"2023-09-23T18:08:58.614914+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:08:58.614914+0000","last_undegraded":"2023-09-23T18:08:58.614914+0000","last_fullsized":"2023-09-23T18:08:58.614914+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":102,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:09:00.665172+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:09:00.665172+0000","last_peered":"2023-09-23T18:09:00.665172+0000","last_clean":"2023-09-23T18:09:00.665172+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:09:00.665172+0000","last_undegraded":"2023-09-23T18:09:00.665172+0000","last_fullsized":"2023-09-23T18:09:00.665172+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":97,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.629743+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:08:58.629743+0000","last_peered":"2023-09-23T18:08:58.629743+0000","last_clean":"2023-09-23T18:08:58.629743+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:08:58.629743+0000","last_undegraded":"2023-09-23T18:08:58.629743+0000","last_fullsized":"2023-09-23T18:08:58.629743+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":97,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630173+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:08:58.630173+0000","last_peered":"2023-09-23T18:08:58.630173+0000","last_clean":"2023-09-23T18:08:58.630173+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:08:58.630173+0000","last_undegraded":"2023-09-23T18:08:58.630173+0000","last_fullsized":"2023-09-23T18:08:58.630173+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":49,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.626142+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:08:58.626142+0000","last_peered":"2023-09-23T18:08:58.626142+0000","last_clean":"2023-09-23T18:08:58.626142+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:08:58.626142+0000","last_undegraded":"2023-09-23T18:08:58.626142+0000","last_fullsized":"2023-09-23T18:08:58.626142+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"263'8267","reported_seq":12510,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.606650+0000","last_change":"2023-09-23T18:08:52.076062+0000","last_active":"2023-09-23T18:09:20.606650+0000","last_peered":"2023-09-23T18:09:20.606650+0000","last_clean":"2023-09-23T18:06:22.233147+0000","last_became_active":"2023-09-23T18:06:42.678365+0000","last_became_peered":"2023-09-23T18:06:42.678365+0000","last_unstale":"2023-09-23T18:09:20.606650+0000","last_undegraded":"2023-09-23T18:09:20.606650+0000","last_fullsized":"2023-09-23T18:09:20.606650+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8267,"log_dups_size":0,"ondisk_log_size":8267,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17793024,"num_objects":272,"num_object_clones":0,"num_object_copies":816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5884,"num_write_kb":196960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2085,"num_bytes_recovered":136642560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["0","2","3","7"],"object_location_counts":[{"shards":"0,2,7","objects":272}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":257,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622723+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:08:58.622723+0000","last_peered":"2023-09-23T18:08:58.622723+0000","last_clean":"2023-09-23T18:08:58.622723+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:08:58.622723+0000","last_undegraded":"2023-09-23T18:08:58.622723+0000","last_fullsized":"2023-09-23T18:08:58.622723+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":88,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.631849+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:08:58.631849+0000","last_peered":"2023-09-23T18:08:58.631849+0000","last_clean":"2023-09-23T18:08:58.631849+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:08:58.631849+0000","last_undegraded":"2023-09-23T18:08:58.631849+0000","last_fullsized":"2023-09-23T18:08:58.631849+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"263'8397","reported_seq":12627,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:09:20.646075+0000","last_change":"2023-09-23T18:08:52.057729+0000","last_active":"2023-09-23T18:09:20.646075+0000","last_peered":"2023-09-23T18:09:20.646075+0000","last_clean":"2023-09-23T18:06:22.219719+0000","last_became_active":"2023-09-23T18:06:42.694129+0000","last_became_peered":"2023-09-23T18:06:42.694129+0000","last_unstale":"2023-09-23T18:09:20.646075+0000","last_undegraded":"2023-09-23T18:09:20.646075+0000","last_fullsized":"2023-09-23T18:09:20.646075+0000","mapping_epoch":233,"log_start":"0'0","ondisk_log_start":"0'0","created":233,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:05:32.183399+0000","last_clean_scrub_stamp":"2023-09-23T18:05:32.183399+0000","objects_scrubbed":0,"log_size":8397,"log_dups_size":0,"ondisk_log_size":8397,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23527424,"num_objects":359,"num_object_clones":0,"num_object_copies":1077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5961,"num_write_kb":202240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2079,"num_bytes_recovered":136249344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":["7","2","3","6"],"object_location_counts":[{"shards":"2,3,7","objects":359}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":231,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.622901+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:08:58.622901+0000","last_peered":"2023-09-23T18:08:58.622901+0000","last_clean":"2023-09-23T18:08:58.622901+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:08:58.622901+0000","last_undegraded":"2023-09-23T18:08:58.622901+0000","last_fullsized":"2023-09-23T18:08:58.622901+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":88,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.632037+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:08:58.632037+0000","last_peered":"2023-09-23T18:08:58.632037+0000","last_clean":"2023-09-23T18:08:58.632037+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:08:58.632037+0000","last_undegraded":"2023-09-23T18:08:58.632037+0000","last_fullsized":"2023-09-23T18:08:58.632037+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":294,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.633369+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:08:58.633369+0000","last_peered":"2023-09-23T18:08:58.633369+0000","last_clean":"2023-09-23T18:08:58.633369+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:08:58.633369+0000","last_undegraded":"2023-09-23T18:08:58.633369+0000","last_fullsized":"2023-09-23T18:08:58.633369+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":298,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.624166+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:08:58.624166+0000","last_peered":"2023-09-23T18:08:58.624166+0000","last_clean":"2023-09-23T18:08:58.624166+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:08:58.624166+0000","last_undegraded":"2023-09-23T18:08:58.624166+0000","last_fullsized":"2023-09-23T18:08:58.624166+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":149,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.630876+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:08:58.630876+0000","last_peered":"2023-09-23T18:08:58.630876+0000","last_clean":"2023-09-23T18:08:58.630876+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:08:58.630876+0000","last_undegraded":"2023-09-23T18:08:58.630876+0000","last_fullsized":"2023-09-23T18:08:58.630876+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":88,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T18:08:58.629550+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:08:58.629550+0000","last_peered":"2023-09-23T18:08:58.629550+0000","last_clean":"2023-09-23T18:08:58.629550+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:08:58.629550+0000","last_undegraded":"2023-09-23T18:08:58.629550+0000","last_fullsized":"2023-09-23T18:08:58.629550+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":653000728,"num_objects":9965,"num_object_clones":0,"num_object_copies":29895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6098,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9965,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":193447,"num_write_kb":6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27553,"num_bytes_recovered":1728118784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4077531136,"data_stored":4077518920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215331,"ondisk_log_size":215331,"up":78,"acting":75,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430493,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":839632,"kb_used_data":534152,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92905520,"statfs":{"total":95995035648,"available":95135252480,"internally_reserved":0,"allocated":546971648,"data_stored":546281754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.1739999999999999,"15min":0.85599999999999998},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.29,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.7150000000000001,"5min":1.2529999999999999,"15min":0.91500000000000004},"min":{"1min":0.30299999999999999,"5min":0.254,"15min":0.254},"max":{"1min":5.3109999999999999,"5min":9.2810000000000006,"15min":9.2810000000000006},"last":0.309}]},{"osd":1,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.528,"15min":1.034},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.6040000000000001,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.443},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.968,"15min":1.1539999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":8.8670000000000009,"5min":9.1649999999999991,"15min":11.087999999999999},"last":7.5419999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.6779999999999999,"15min":1.0089999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.258,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.667,"15min":1.0409999999999999},"min":{"1min":0.38800000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":11.417,"5min":11.417,"15min":11.417},"last":7.8390000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.282,"15min":1.5069999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28299999999999997},"max":{"1min":7.7439999999999998,"5min":32.631,"15min":32.631},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.831,"5min":2.3809999999999998,"15min":1.585},"min":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":7.6749999999999998,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.51300000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":1.2390000000000001,"15min":0.86599999999999999},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.8069999999999999,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.095,"15min":0.81599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.249},"max":{"1min":2.6699999999999999,"5min":8.1950000000000003,"15min":10.238},"last":0.36099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.149,"15min":0.86899999999999999},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":3.7559999999999998,"5min":10.016,"15min":10.016},"last":1.6850000000000001},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.2909999999999999,"15min":0.90900000000000003},"min":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":15.816000000000001,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:08:32 2023","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":1.171,"15min":0.82199999999999995},"min":{"1min":0.33600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.8519999999999999,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.751},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.369,"15min":0.84099999999999997},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.581,"5min":12.613,"15min":12.613},"last":0.73899999999999999}]}]},{"osd":6,"up_from":174,"seq":747324309589,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1284104,"kb_used_data":960576,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":92461048,"statfs":{"total":95995035648,"available":94680113152,"internally_reserved":0,"allocated":983629824,"data_stored":982947995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.948,"5min":1.762,"15min":1.1870000000000001},"min":{"1min":0.25800000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":12.34,"5min":23.373000000000001,"15min":23.373000000000001},"last":2.661},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.581,"15min":1.0029999999999999},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":4.4969999999999999,"5min":22.033000000000001,"15min":22.033000000000001},"last":0.27500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":3.1549999999999998,"5min":1.8109999999999999,"15min":1.2210000000000001},"min":{"1min":0.28299999999999997,"5min":0.255,"15min":0.255},"max":{"1min":12.317,"5min":12.317,"15min":12.317},"last":3.9580000000000002},{"interface":"front","average":{"1min":2.3250000000000002,"5min":2.04,"15min":1.165},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.1210000000000004,"5min":13.794,"15min":13.794},"last":2.5249999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":2.0310000000000001,"15min":1.1499999999999999},"min":{"1min":0.308,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.6280000000000001,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":2.6600000000000001,"5min":1.7,"15min":1.204},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.8450000000000006,"5min":10.073,"15min":10.073},"last":2.7810000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.5070000000000001,"5min":2.0499999999999998,"15min":1.385},"min":{"1min":0.33700000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":12.571999999999999,"5min":22.619,"15min":22.619},"last":2.48},{"interface":"front","average":{"1min":3.952,"5min":2.327,"15min":1.593},"min":{"1min":0.35999999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":12.263,"5min":22.178999999999998,"15min":22.178999999999998},"last":2.8849999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.9929999999999999,"5min":1.516,"15min":0.94599999999999995},"min":{"1min":0.28999999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":19.974,"5min":19.974,"15min":19.974},"last":2.7200000000000002},{"interface":"front","average":{"1min":1.899,"5min":1.393,"15min":0.88600000000000001},"min":{"1min":0.30299999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":20.279,"5min":20.279,"15min":20.279},"last":0.31}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.026,"15min":0.746},"min":{"1min":0.33400000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.3149999999999999,"5min":4.9459999999999997,"15min":4.9459999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1140000000000001,"15min":0.79200000000000004},"min":{"1min":0.33700000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.6130000000000004,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.44800000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.208,"15min":0.97599999999999998},"min":{"1min":0.30299999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":6.2000000000000002,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":2.0569999999999999},{"interface":"front","average":{"1min":1.627,"5min":1.3069999999999999,"15min":0.97899999999999998},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.315},"max":{"1min":12.279,"5min":12.279,"15min":12.279},"last":2.7639999999999998}]}]},{"osd":1,"up_from":90,"seq":386547056800,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":734384,"kb_used_data":468968,"kb_used_omap":7,"kb_used_meta":265272,"kb_avail":93010768,"statfs":{"total":95995035648,"available":95243026432,"internally_reserved":0,"allocated":480223232,"data_stored":479153446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":271638627},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.1529999999999996,"5min":2.1619999999999999,"15min":1.256},"min":{"1min":0.221,"5min":0.221,"15min":0.193},"max":{"1min":18.524000000000001,"5min":18.524000000000001,"15min":18.524000000000001},"last":1.1200000000000001},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.6949999999999998,"15min":1.353},"min":{"1min":0.248,"5min":0.223,"15min":0.191},"max":{"1min":21.433,"5min":21.433,"15min":21.433},"last":0.374}]},{"osd":2,"last update":"Sat Sep 23 18:08:45 2023","interfaces":[{"interface":"back","average":{"1min":5.1360000000000001,"5min":3.254,"15min":1.7609999999999999},"min":{"1min":0.36499999999999999,"5min":0.25,"15min":0.23300000000000001},"max":{"1min":20.170999999999999,"5min":31.273,"15min":31.273},"last":3},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8700000000000001,"15min":1.8360000000000001},"min":{"1min":0.32400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":5.7779999999999996,"5min":10.194000000000001,"15min":13.890000000000001},"last":1.2729999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.0579999999999998,"15min":1.256},"min":{"1min":0.26300000000000001,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":10.727,"5min":20.968,"15min":20.968},"last":0.40799999999999997},{"interface":"front","average":{"1min":2.0139999999999998,"5min":2.0089999999999999,"15min":1.272},"min":{"1min":0.36899999999999999,"5min":0.313,"15min":0.23899999999999999},"max":{"1min":9.1489999999999991,"5min":16.273,"15min":16.273},"last":1.1539999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":2.4820000000000002,"15min":1.3859999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.359999999999999,"5min":13.532,"15min":13.532},"last":3.4340000000000002},{"interface":"front","average":{"1min":1.839,"5min":1.429,"15min":1.107},"min":{"1min":0.40100000000000002,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":9.0920000000000005,"5min":9.0920000000000005,"15min":13.826000000000001},"last":6.4409999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":1.905,"15min":1.2},"min":{"1min":0.44,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":10.627000000000001,"5min":21.369,"15min":21.369},"last":6.2670000000000003},{"interface":"front","average":{"1min":4.0220000000000002,"5min":2.573,"15min":1.425},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":11.478999999999999,"5min":13.574,"15min":13.574},"last":2.9580000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:08:28 2023","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.5109999999999999,"15min":0.89800000000000002},"min":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.36899999999999999},"max":{"1min":4.8410000000000002,"5min":6.9690000000000003,"15min":6.9690000000000003},"last":6.4139999999999997},{"interface":"front","average":{"1min":1.883,"5min":1.619,"15min":0.997},"min":{"1min":0.44800000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":5.1829999999999998,"5min":21.282,"15min":21.282},"last":1.0740000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.6120000000000001,"5min":2.7749999999999999,"15min":1.52},"min":{"1min":0.373,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":11.425000000000001,"5min":13.727,"15min":13.727},"last":7.5810000000000004},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.855,"15min":1.2889999999999999},"min":{"1min":0.47099999999999997,"5min":0.374,"15min":0.374},"max":{"1min":9.1189999999999998,"5min":9.1189999999999998,"15min":13.859},"last":6.3849999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220331,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":449904,"kb_used_data":173864,"kb_used_omap":8,"kb_used_meta":275959,"kb_avail":93295248,"statfs":{"total":95995035648,"available":95534333952,"internally_reserved":0,"allocated":178036736,"data_stored":176907212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":282582628},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":4.0869999999999997,"5min":2.2250000000000001,"15min":1.2050000000000001},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":12.85,"5min":12.85,"15min":12.85},"last":0.36199999999999999},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.1000000000000001,"15min":1.1919999999999999},"min":{"1min":0.26600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.0709999999999997,"5min":17.73,"15min":17.73},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.319,"15min":1.4830000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24099999999999999},"max":{"1min":12.984,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.29699999999999999},{"interface":"front","average":{"1min":2.1040000000000001,"5min":2.0819999999999999,"15min":1.6479999999999999},"min":{"1min":0.29899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":6.798,"5min":26.268000000000001,"15min":26.268000000000001},"last":1.4379999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":2.411,"15min":1.3560000000000001},"min":{"1min":0.35599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.5279999999999996,"5min":16.023,"15min":16.023},"last":0.38500000000000001},{"interface":"front","average":{"1min":2.4199999999999999,"5min":2.2269999999999999,"15min":1.2949999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.248},"max":{"1min":11.923,"5min":22.082999999999998,"15min":22.082999999999998},"last":1.478}]},{"osd":4,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.706,"5min":1.4810000000000001,"15min":1.0700000000000001},"min":{"1min":0.33200000000000002,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":5.0270000000000001,"5min":10.686,"15min":11.382999999999999},"last":13.673},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.4399999999999999,"15min":1.0049999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":9.4280000000000008,"5min":9.4280000000000008,"15min":9.4280000000000008},"last":2.9340000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":1.4059999999999999,"15min":1.026},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":6.9359999999999999,"5min":7.6580000000000004,"15min":7.6580000000000004},"last":0.80700000000000005},{"interface":"front","average":{"1min":2.0329999999999999,"5min":1.794,"15min":1.2310000000000001},"min":{"1min":0.41399999999999998,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":5.0949999999999998,"5min":10.657,"15min":11.510999999999999},"last":2.0720000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:39 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":1.528,"15min":0.92800000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":6.9749999999999996,"5min":7.6020000000000003,"15min":7.6020000000000003},"last":6.516},{"interface":"front","average":{"1min":1.518,"5min":1.6719999999999999,"15min":0.98599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":6.7830000000000004,"5min":7.681,"15min":7.681},"last":0.5}]},{"osd":7,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.8140000000000001,"15min":1.206},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.8310000000000004,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":1.641},{"interface":"front","average":{"1min":1.8819999999999999,"5min":1.7450000000000001,"15min":1.218},"min":{"1min":0.42099999999999999,"5min":0.373,"15min":0.372},"max":{"1min":5.1340000000000003,"5min":13.699,"15min":13.699},"last":13.619}]}]},{"osd":2,"up_from":145,"seq":622770258024,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":773560,"kb_used_data":343600,"kb_used_omap":16,"kb_used_meta":429935,"kb_avail":92971592,"statfs":{"total":95995035648,"available":95202910208,"internally_reserved":0,"allocated":351846400,"data_stored":350710455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":440253602},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,8],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.2629999999999999,"15min":1.3979999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":18.120999999999999,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.24399999999999999},{"interface":"front","average":{"1min":3.1389999999999998,"5min":2.0870000000000002,"15min":1.4079999999999999},"min":{"1min":0.34699999999999998,"5min":0.222,"15min":0.222},"max":{"1min":15.94,"5min":15.94,"15min":15.94},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.929,"5min":1.9510000000000001,"15min":1.2729999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.1779999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":4.5499999999999998,"5min":2.294,"15min":2.2749999999999999},"min":{"1min":0.223,"5min":0.218,"15min":0.218},"max":{"1min":17.901,"5min":17.901,"15min":37.579000000000001},"last":0.47699999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":3.0179999999999998,"15min":1.5589999999999999},"min":{"1min":0.42199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.9299999999999997,"5min":34.960999999999999,"15min":34.960999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":6.6630000000000003,"5min":3.5579999999999998,"15min":2.7149999999999999},"min":{"1min":0.41599999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":17.672000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":6.4790000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":4.391,"5min":2.0760000000000001,"15min":1.794},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":23.870000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":3.0710000000000002,"5min":1.964,"15min":1.1719999999999999},"min":{"1min":0.34899999999999998,"5min":0.314,"15min":0.314},"max":{"1min":17.824000000000002,"5min":17.824000000000002,"15min":17.824000000000002},"last":0.42599999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.3519999999999999,"5min":2.0910000000000002,"15min":1.2509999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":17.780000000000001,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.855,"5min":1.679,"15min":1.2070000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.75,"5min":10.75,"15min":10.75},"last":0.374}]},{"osd":6,"last update":"Sat Sep 23 18:08:37 2023","interfaces":[{"interface":"back","average":{"1min":3.629,"5min":2.2210000000000001,"15min":1.3640000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":17.853000000000002,"5min":17.853000000000002,"15min":17.853000000000002},"last":6.1449999999999996},{"interface":"front","average":{"1min":3.5619999999999998,"5min":2.3090000000000002,"15min":1.4239999999999999},"min":{"1min":0.38800000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":17.919,"5min":17.919,"15min":17.919},"last":6.1820000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.7130000000000001,"5min":2.4710000000000001,"15min":1.3839999999999999},"min":{"1min":0.41499999999999998,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":17.890000000000001,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.7569999999999999,"15min":1.202},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":7.0800000000000001,"5min":10.365,"15min":10.365},"last":0.51500000000000001}]}]},{"osd":3,"up_from":100,"seq":429496729754,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1037348,"kb_used_data":637532,"kb_used_omap":4,"kb_used_meta":399675,"kb_avail":92707804,"statfs":{"total":95995035648,"available":94932791296,"internally_reserved":0,"allocated":652832768,"data_stored":651771649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":409267607},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.9630000000000001,"15min":1.1699999999999999},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.1639999999999997,"5min":14.462999999999999,"15min":14.462999999999999},"last":0.307},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0640000000000001,"15min":1.4299999999999999},"min":{"1min":0.23100000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":21.962,"5min":21.962,"15min":21.962},"last":0.64600000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":1.7110000000000001,"15min":1.105},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":17.091999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":4.04,"5min":2.6869999999999998,"15min":1.476},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":12.333,"5min":15.394,"15min":15.394},"last":0.48099999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":2.1360000000000001,"15min":1.675},"min":{"1min":0.26200000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.6269999999999998,"5min":1.9319999999999999,"15min":1.4510000000000001},"min":{"1min":0.36399999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.149000000000001,"5min":19.59,"15min":19.59},"last":1.0469999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.885,"15min":1.181},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":6.9790000000000001,"5min":13.859999999999999,"15min":14.212},"last":0.68999999999999995},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.625,"15min":1.3700000000000001},"min":{"1min":0.39400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":15.33,"5min":15.33,"15min":17.478000000000002},"last":0.34899999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.048,"5min":1.8140000000000001,"15min":1.4379999999999999},"min":{"1min":0.41399999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.0629999999999997,"5min":11.602,"15min":17.507999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.496,"5min":1.847,"15min":1.252},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":17.221,"5min":19.209,"15min":19.209},"last":1.0840000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:08:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3939999999999999,"5min":1.9790000000000001,"15min":1.179},"min":{"1min":0.432,"5min":0.318,"15min":0.318},"max":{"1min":4.4989999999999997,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.4750000000000001,"5min":1.845,"15min":1.147},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.4400000000000004,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.438}]},{"osd":7,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.29,"15min":1.4350000000000001},"min":{"1min":0.42299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":17.184999999999999,"5min":36.423000000000002,"15min":36.423000000000002},"last":1.1419999999999999},{"interface":"front","average":{"1min":2.7349999999999999,"5min":2.6200000000000001,"15min":1.48},"min":{"1min":0.45200000000000001,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":7.1619999999999999,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.74199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019176,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":522892,"kb_used_data":221508,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93222260,"statfs":{"total":95995035648,"available":95459594240,"internally_reserved":0,"allocated":226824192,"data_stored":226138095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":1.3480000000000001,"15min":1.0609999999999999},"min":{"1min":0.254,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":7.7389999999999999,"5min":11.686999999999999,"15min":26.055},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.052,"5min":1.228,"15min":1.0960000000000001},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":9.9570000000000007,"5min":11.611000000000001,"15min":25.497},"last":0.41399999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":5.7240000000000002,"5min":2.4199999999999999,"15min":1.4159999999999999},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":56.880000000000003,"5min":56.880000000000003,"15min":56.880000000000003},"last":2.8220000000000001},{"interface":"front","average":{"1min":5.6740000000000004,"5min":2.391,"15min":1.4430000000000001},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":56.904000000000003,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.95499999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:08:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4390000000000001,"5min":1.726,"15min":1.159},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":10.683999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":3.3559999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.4490000000000001,"15min":1.0589999999999999},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7320000000000002,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.88400000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":11.241,"5min":3.879,"15min":2.0070000000000001},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.32800000000000001},"max":{"1min":80.783000000000001,"5min":80.783000000000001,"15min":80.783000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":10.964,"5min":3.7040000000000002,"15min":1.9850000000000001},"min":{"1min":0.42099999999999999,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":80.852000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":0.69299999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":1.4630000000000001,"15min":0.86699999999999999},"min":{"1min":0.26300000000000001,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.7480000000000002,"5min":18.829999999999998,"15min":18.829999999999998},"last":4.4800000000000004},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.6419999999999999,"15min":0.98399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":4.7770000000000001,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.54300000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:08:33 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.081,"15min":0.66500000000000004},"min":{"1min":0.33000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.4279999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.274,"15min":0.78500000000000003},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.318},"max":{"1min":4.7460000000000004,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":3.9209999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:09:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":1.0960000000000001,"15min":0.83199999999999996},"min":{"1min":0.36099999999999999,"5min":0.35899999999999999,"15min":0.27700000000000002},"max":{"1min":3.6859999999999999,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.49,"15min":0.95399999999999996},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":4.1079999999999997,"5min":17.097999999999999,"15min":17.097999999999999},"last":2.786}]}]},{"osd":5,"up_from":36,"seq":154618822948,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1073536,"kb_used_data":764024,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92671616,"statfs":{"total":95995035648,"available":94895734784,"internally_reserved":0,"allocated":782360576,"data_stored":781682239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.353,"15min":0.997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.1980000000000004,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":5.306},{"interface":"front","average":{"1min":1.964,"5min":1.151,"15min":0.97799999999999998},"min":{"1min":0.28000000000000003,"5min":0.251,"15min":0.251},"max":{"1min":7.3440000000000003,"5min":7.3440000000000003,"15min":7.6459999999999999},"last":4.0970000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:09:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3140000000000001,"5min":1.7509999999999999,"15min":1.1910000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":16.033999999999999},"last":2.8170000000000002},{"interface":"front","average":{"1min":3.2389999999999999,"5min":1.76,"15min":1.1240000000000001},"min":{"1min":0.504,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":8.4450000000000003,"5min":8.4450000000000003,"15min":8.4450000000000003},"last":0.81499999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:08:44 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":1.847,"15min":1.284},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.8209999999999997,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":2.3719999999999999,"5min":1.7270000000000001,"15min":1.26},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":6.8099999999999996,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":0.442}]},{"osd":3,"last update":"Sat Sep 23 18:09:03 2023","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.8169999999999999,"15min":1.2709999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5890000000000004,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":2.8399999999999999,"5min":2.1299999999999999,"15min":1.389},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":10.222,"5min":14.048,"15min":14.048},"last":2.7770000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:57 2023","interfaces":[{"interface":"back","average":{"1min":7.1890000000000001,"5min":2.2970000000000002,"15min":1.196},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.24399999999999999},"max":{"1min":121.29900000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":5.2610000000000001},{"interface":"front","average":{"1min":7.7240000000000002,"5min":2.375,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":121.31399999999999,"5min":121.31399999999999,"15min":121.31399999999999},"last":4.0609999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:08:36 2023","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.095,"15min":0.747},"min":{"1min":0.32500000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.1449999999999996,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":1.1040000000000001,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.214,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.42799999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:08:38 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":1.1839999999999999,"15min":0.88400000000000001},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.96599999999999997,"15min":0.89500000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":1.49,"5min":5.8369999999999997,"15min":12.388999999999999},"last":0.39400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":169414656,"data_stored":169410584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":457576448,"data_stored":457572376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":339869696,"data_stored":339869696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":626393088,"data_stored":626393088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":217841664,"data_stored":217841664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":763039744,"data_stored":763035672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":969670656,"data_stored":969670656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":533725184,"data_stored":533725184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:09:27.775 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:09:27.828 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:27.933 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:28.003 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:28.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:28.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:28.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:28.246 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:28.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:28.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:28.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:28.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:28 smithi018 ceph-mon[149401]: pgmap v741: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 451 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 964 op/s; 5873/21501 objects degraded (27.315%); 0 B/s, 58 objects/s recovering 2023-09-23T18:09:28.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:28 smithi018 ceph-mon[153734]: pgmap v741: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 451 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 964 op/s; 5873/21501 objects degraded (27.315%); 0 B/s, 58 objects/s recovering 2023-09-23T18:09:28.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:28.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:28.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:28.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:28.804 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:28.875 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:28 smithi149 ceph-mon[135148]: pgmap v741: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 451 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 964 op/s; 5873/21501 objects degraded (27.315%); 0 B/s, 58 objects/s recovering 2023-09-23T18:09:28.911 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:28.943 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:29.065 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:29.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:29.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:29.171 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:29.269 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:29.406 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:09:29.430 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:29.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:29.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:09:29.537 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:29.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3605970617' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:29.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:29.689 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3605970617' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:29.689 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:29.701 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3605970617' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:29.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: pgmap v742: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 795 op/s; 5873/17733 objects degraded (33.119%); 0 B/s, 37 objects/s recovering 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: osdmap e264: 8 total, 8 up, 8 in 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[149401]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.451 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: pgmap v742: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 795 op/s; 5873/17733 objects degraded (33.119%); 0 B/s, 37 objects/s recovering 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: osdmap e264: 8 total, 8 up, 8 in 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:30 smithi018 ceph-mon[153734]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: pgmap v742: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 795 op/s; 5873/17733 objects degraded (33.119%); 0 B/s, 37 objects/s recovering 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: osdmap e264: 8 total, 8 up, 8 in 2023-09-23T18:09:30.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: failed to encode map e264 with expected crc 2023-09-23T18:09:30.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:30 smithi149 ceph-mon[135148]: failed to encode map e264 with expected crc 2023-09-23T18:09:31.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 5873/17733 objects degraded (33.119%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:31.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 5873/17733 objects degraded (33.119%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:31.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 5873/17733 objects degraded (33.119%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:32 smithi018 ceph-mon[149401]: pgmap v744: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 5633/10824 objects degraded (52.042%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:32.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:32 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:32 smithi018 ceph-mon[153734]: pgmap v744: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 5633/10824 objects degraded (52.042%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:32 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:32 smithi149 ceph-mon[135148]: pgmap v744: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 797 op/s; 5633/10824 objects degraded (52.042%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:32 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:33.391 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:33.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:33.574 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:33.675 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:33.730 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:33.799 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:33.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:33.810 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:33.910 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:33.949 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:34.020 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:34.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:34.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:34.062 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 101705 objects 2023-09-23T18:09:34.063 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :141.605 2023-09-23T18:09:34.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:34.156 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:34.179 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2023-09-23T18:09:34.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2023-09-23T18:09:34.192 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:34.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:34.195 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:34.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:34.322 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:34.356 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:34.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:34.359 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:34.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:34.487 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:34.523 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:34.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:34.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:34 smithi018 ceph-mon[153734]: pgmap v745: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 214 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 5633/10137 objects degraded (55.569%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:34.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:34 smithi018 ceph-mon[149401]: pgmap v745: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 214 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 5633/10137 objects degraded (55.569%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:34.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:34.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:34 smithi149 ceph-mon[135148]: pgmap v745: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 214 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 5633/10137 objects degraded (55.569%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:34.657 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:35.118 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:35.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:35.121 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:35.222 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:35.247 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:35.283 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:35.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:35.286 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:34] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.33.4" 2023-09-23T18:09:35.386 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:35.412 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:35.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:35.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:35.452 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:35.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:35.574 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:09:35.582 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:36.204 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:36.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:36.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:36.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:36.337 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:36.484 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:36.528 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:36.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:36.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:36.632 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:36.659 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:36.695 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:36.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:36.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:36.799 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:36.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[153734]: pgmap v746: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 5633/6744 objects degraded (83.526%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 5633/6744 objects degraded (83.526%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[149401]: pgmap v746: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 5633/6744 objects degraded (83.526%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 5633/6744 objects degraded (83.526%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:36.828 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:36.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:36 smithi149 ceph-mon[135148]: pgmap v746: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 5633/6744 objects degraded (83.526%); 0 B/s, 46 objects/s recovering 2023-09-23T18:09:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:36 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:09:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:36 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 5633/6744 objects degraded (83.526%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:37.699 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:37.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:37.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:37.803 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:37.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:37 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:09:37.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:37 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:37.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:37 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:09:37.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:37 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:37 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:09:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:37 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:38.500 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:38 smithi018 ceph-mon[149401]: pgmap v747: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 5056/1671 objects degraded (302.573%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:38.522 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:38.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:38.526 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:38.563 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:09:38.563 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:09:38.615 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:38.627 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:38.652 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:38.685 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:38.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:38.688 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:38.789 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:38 smithi018 ceph-mon[153734]: pgmap v747: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 5056/1671 objects degraded (302.573%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:38.813 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:38 smithi149 ceph-mon[135148]: pgmap v747: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 38 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 5056/1671 objects degraded (302.573%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:38.816 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:38.848 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:38.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:38.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:38.873 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:09:38.873 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 5056/1671 objects degraded (302.573%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":962,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":264,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":8,"osd_in_since":1695492382,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"active+recovery_wait","count":10},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":557,"data_bytes":39393203,"bytes_used":4884557824,"bytes_avail":763075727360,"bytes_total":767960285184,"degraded_objects":5056,"degraded_total":1671,"degraded_ratio":3.0257330939557154,"recovering_objects_per_sec":81,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":817,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":685},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":25,"modified":"2023-09-23T18:09:36.859716+0000","services":{}},"progress_events":{"26273651-c58a-41ef-89a7-e227dffd520f":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 27s)","progress":0.86868685483932495,"add_to_ceph_s":true},"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true}}} 2023-09-23T18:09:38.906 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:38.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:38.987 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:39.758 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:39 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:09:39.758 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3472061226' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:09:39.758 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:39 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:09:39.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3472061226' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:09:39.816 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:09:39.847 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:39.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:39.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:39 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:09:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3472061226' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:09:39.924 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:09:39.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:09:39.951 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:40.017 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:40.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:40.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:40.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:40.306 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:40.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:40 smithi018 ceph-mon[153734]: pgmap v748: 99 pgs: 2 active+clean+scrubbing, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 5056/954 objects degraded (529.979%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:40.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:40.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:40 smithi018 ceph-mon[149401]: pgmap v748: 99 pgs: 2 active+clean+scrubbing, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 5056/954 objects degraded (529.979%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:40.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:40.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:40 smithi149 ceph-mon[135148]: pgmap v748: 99 pgs: 2 active+clean+scrubbing, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 5056/954 objects degraded (529.979%); 0 B/s, 81 objects/s recovering 2023-09-23T18:09:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:40.947 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:09:40.971 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:09:40.987 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:40.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:40.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:41.000 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:09:41.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:09:41.054 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:09:41.084 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:09:41.094 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:41.104 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:09:41.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:41.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:09:41.157 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:41.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:41.160 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:41.261 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:09:41.298 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: osdmap e265: 8 total, 8 up, 8 in 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/931713859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:41.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 5056/954 objects degraded (529.979%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: osdmap e265: 8 total, 8 up, 8 in 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/931713859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:41.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 5056/954 objects degraded (529.979%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: osdmap e265: 8 total, 8 up, 8 in 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: failed to encode map e265 with expected crc 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/931713859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:41.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 5056/954 objects degraded (529.979%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: pgmap v750: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 185 objects/s recovering 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: osdmap e266: 8 total, 8 up, 8 in 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3490953811' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:42.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:42.528 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: pgmap v750: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 185 objects/s recovering 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: osdmap e266: 8 total, 8 up, 8 in 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3490953811' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:42.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: pgmap v750: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 185 objects/s recovering 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: osdmap e266: 8 total, 8 up, 8 in 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: failed to encode map e266 with expected crc 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3490953811' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: osdmap e267: 8 total, 8 up, 8 in 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:43.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[153734]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: osdmap e267: 8 total, 8 up, 8 in 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:43.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:43 smithi018 ceph-mon[149401]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:09:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:09:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:09:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: osdmap e267: 8 total, 8 up, 8 in 2023-09-23T18:09:43.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:43.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:43 smithi149 ceph-mon[135148]: failed to encode map e267 with expected crc 2023-09-23T18:09:43.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:09:43.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:43.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:09:44.024 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:44.059 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:44.097 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:44.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:44.100 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:44.201 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:44.230 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:44.265 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:44.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:44.268 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:44.369 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:44.394 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:44.427 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:44.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:44.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:44.532 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:44.565 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:44.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:44 smithi149 ceph-mon[135148]: pgmap v753: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 47 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 213 objects/s recovering 2023-09-23T18:09:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:44 smithi149 ceph-mon[135148]: failed to encode map e267 with expected crc 2023-09-23T18:09:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:44 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:44.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[153734]: pgmap v753: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 47 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 213 objects/s recovering 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[153734]: failed to encode map e267 with expected crc 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[149401]: pgmap v753: 99 pgs: 1 peering, 2 active+clean+scrubbing, 10 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 47 op/s; 3774/954 objects degraded (395.597%); 0 B/s, 213 objects/s recovering 2023-09-23T18:09:44.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[149401]: failed to encode map e267 with expected crc 2023-09-23T18:09:44.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:44.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:09:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:44] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.33.4" 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: osdmap e268: 8 total, 8 up, 8 in 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[153734]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: osdmap e268: 8 total, 8 up, 8 in 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:45 smithi018 ceph-mon[149401]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: osdmap e268: 8 total, 8 up, 8 in 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: failed to encode map e268 with expected crc 2023-09-23T18:09:45.917 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:45 smithi149 ceph-mon[135148]: failed to encode map e268 with expected crc 2023-09-23T18:09:46.086 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:46.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:46.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:46.191 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:46.222 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:46.257 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:46.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:46.259 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:46.360 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:46.386 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:46.419 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:46.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:46.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:46.523 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:46.549 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:46.550 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:46.551 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:46.584 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:46.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:46.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:46.688 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:46.717 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:46.784 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: pgmap v755: 99 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 86 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 565 objects/s recovering 2023-09-23T18:09:46.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: osdmap e269: 8 total, 8 up, 8 in 2023-09-23T18:09:46.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: 6.7 scrub starts 2023-09-23T18:09:46.785 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: pgmap v755: 99 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 86 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 565 objects/s recovering 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: osdmap e269: 8 total, 8 up, 8 in 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: 6.7 scrub starts 2023-09-23T18:09:46.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:46.854 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: pgmap v755: 99 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait, 86 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 565 objects/s recovering 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: osdmap e269: 8 total, 8 up, 8 in 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: failed to encode map e269 with expected crc 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: 6.7 scrub starts 2023-09-23T18:09:46.856 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:09:46.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:46.857 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:46.958 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:46.985 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:47.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:47.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:09:47.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:47.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:47.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:47.147 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:47.181 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:47.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:47.184 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:47.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:47.316 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:47.422 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:47.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:47.426 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:47.527 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:47.577 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[153734]: failed to encode map e269 with expected crc 2023-09-23T18:09:47.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[153734]: 6.16 scrub starts 2023-09-23T18:09:47.578 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:09:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[149401]: failed to encode map e269 with expected crc 2023-09-23T18:09:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[149401]: 6.16 scrub starts 2023-09-23T18:09:47.578 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:09:47.578 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:47.593 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_1' removed 2023-09-23T18:09:47.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:47 smithi149 ceph-mon[135148]: failed to encode map e269 with expected crc 2023-09-23T18:09:47.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:47 smithi149 ceph-mon[135148]: 6.16 scrub starts 2023-09-23T18:09:47.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:09:48.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:09:48.332 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:48.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:48.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:48.398 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T18:09:48.398 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T18:09:48.399 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2023-09-23T18:09:48.399 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_2 16 2023-09-23T18:09:48.437 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:48.463 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:48.499 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:48.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:48.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:48.604 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:48.630 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:48.765 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: pgmap v757: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait, 89 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 220 objects/s recovering 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: 6.6 scrub starts 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:09:48.767 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: osdmap e270: 8 total, 8 up, 8 in 2023-09-23T18:09:48.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.768 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:48 smithi149 ceph-mon[135148]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:48.769 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:48.785 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:48.789 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:09:48.789 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:09:48.789 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:09:48.789 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:09:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: pgmap v757: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait, 89 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 220 objects/s recovering 2023-09-23T18:09:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: 6.6 scrub starts 2023-09-23T18:09:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: osdmap e270: 8 total, 8 up, 8 in 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[153734]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: pgmap v757: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait, 89 active+clean; 23 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2593/954 objects degraded (271.803%); 0 B/s, 220 objects/s recovering 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: 6.6 scrub starts 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1182275998' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:09:48.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: osdmap e270: 8 total, 8 up, 8 in 2023-09-23T18:09:48.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:48 smithi018 ceph-mon[149401]: failed to encode map e270 with expected crc 2023-09-23T18:09:48.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:48.900 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:49.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:49.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:49.307 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:49.336 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:49.379 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:49.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:49.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:49.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:49.510 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:49.547 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:49.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:49.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:49.636 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:09:49.638 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:09:49.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:09:49.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:49.715 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:09:49.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:49.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:09:49.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:49 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized) 2023-09-23T18:09:49.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:49 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:09:49.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:49 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized) 2023-09-23T18:09:49.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:49 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:09:49.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:49.843 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:49 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2593/954 objects degraded (271.803%), 2 pgs degraded, 2 pgs undersized) 2023-09-23T18:09:49.843 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:49 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:09:49.846 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:09:49.847 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:49.878 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:49.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:49.881 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:49.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:50.010 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.112 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":759,"stamp":"2023-09-23T18:09:48.862727+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":8996511,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4658004,"kb_used_data":2044052,"kb_used_omap":50,"kb_used_meta":2613837,"kb_avail":745303212,"statfs":{"total":767960285184,"available":763190489088,"internally_reserved":0,"allocated":2093109248,"data_stored":2085929761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2676570047},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-18907136,"num_objects":-290,"num_object_clones":0,"num_object_copies":-870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-3774,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-290,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-203412,"num_write_kb":-6509121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-29877,"num_bytes_recovered":-1728118784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001550"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684797+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:09:43.684797+0000","last_peered":"2023-09-23T18:09:43.684797+0000","last_clean":"2023-09-23T18:09:43.684797+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:09:43.684797+0000","last_undegraded":"2023-09-23T18:09:43.684797+0000","last_fullsized":"2023-09-23T18:09:43.684797+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":262,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356178+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:09:46.356178+0000","last_peered":"2023-09-23T18:09:46.356178+0000","last_clean":"2023-09-23T18:09:46.356178+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:09:46.356178+0000","last_undegraded":"2023-09-23T18:09:46.356178+0000","last_fullsized":"2023-09-23T18:09:46.356178+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534280+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:09:45.534280+0000","last_peered":"2023-09-23T18:09:45.534280+0000","last_clean":"2023-09-23T18:09:45.534280+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:09:45.534280+0000","last_undegraded":"2023-09-23T18:09:45.534280+0000","last_fullsized":"2023-09-23T18:09:45.534280+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.045393+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:09:44.045393+0000","last_peered":"2023-09-23T18:09:44.045393+0000","last_clean":"2023-09-23T18:09:44.045393+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:09:44.045393+0000","last_undegraded":"2023-09-23T18:09:44.045393+0000","last_fullsized":"2023-09-23T18:09:44.045393+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":322,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355958+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:09:46.355958+0000","last_peered":"2023-09-23T18:09:46.355958+0000","last_clean":"2023-09-23T18:09:46.355958+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:09:46.355958+0000","last_undegraded":"2023-09-23T18:09:46.355958+0000","last_fullsized":"2023-09-23T18:09:46.355958+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":228,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526049+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:09:42.526049+0000","last_peered":"2023-09-23T18:09:42.526049+0000","last_clean":"2023-09-23T18:09:42.526049+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:09:42.526049+0000","last_undegraded":"2023-09-23T18:09:42.526049+0000","last_fullsized":"2023-09-23T18:09:42.526049+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":258,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.044607+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:09:44.044607+0000","last_peered":"2023-09-23T18:09:44.044607+0000","last_clean":"2023-09-23T18:09:44.044607+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:09:44.044607+0000","last_undegraded":"2023-09-23T18:09:44.044607+0000","last_fullsized":"2023-09-23T18:09:44.044607+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":277,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356007+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:09:46.356007+0000","last_peered":"2023-09-23T18:09:46.356007+0000","last_clean":"2023-09-23T18:09:46.356007+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:09:46.356007+0000","last_undegraded":"2023-09-23T18:09:46.356007+0000","last_fullsized":"2023-09-23T18:09:46.356007+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881228+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:09:42.881228+0000","last_peered":"2023-09-23T18:09:42.881228+0000","last_clean":"2023-09-23T18:09:42.881228+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:09:42.881228+0000","last_undegraded":"2023-09-23T18:09:42.881228+0000","last_fullsized":"2023-09-23T18:09:42.881228+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355944+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:09:46.355944+0000","last_peered":"2023-09-23T18:09:46.355944+0000","last_clean":"2023-09-23T18:09:46.355944+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:09:46.355944+0000","last_undegraded":"2023-09-23T18:09:46.355944+0000","last_fullsized":"2023-09-23T18:09:46.355944+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":267,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526286+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:09:42.526286+0000","last_peered":"2023-09-23T18:09:42.526286+0000","last_clean":"2023-09-23T18:09:42.526286+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:09:42.526286+0000","last_undegraded":"2023-09-23T18:09:42.526286+0000","last_fullsized":"2023-09-23T18:09:42.526286+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.880892+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:09:42.880892+0000","last_peered":"2023-09-23T18:09:42.880892+0000","last_clean":"2023-09-23T18:09:42.880892+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:09:42.880892+0000","last_undegraded":"2023-09-23T18:09:42.880892+0000","last_fullsized":"2023-09-23T18:09:42.880892+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":104,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685006+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:09:43.685006+0000","last_peered":"2023-09-23T18:09:43.685006+0000","last_clean":"2023-09-23T18:09:43.685006+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:09:43.685006+0000","last_undegraded":"2023-09-23T18:09:43.685006+0000","last_fullsized":"2023-09-23T18:09:43.685006+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":265,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685447+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:09:43.685447+0000","last_peered":"2023-09-23T18:09:43.685447+0000","last_clean":"2023-09-23T18:09:43.685447+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:09:43.685447+0000","last_undegraded":"2023-09-23T18:09:43.685447+0000","last_fullsized":"2023-09-23T18:09:43.685447+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":328,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526303+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:09:42.526303+0000","last_peered":"2023-09-23T18:09:42.526303+0000","last_clean":"2023-09-23T18:09:42.526303+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:09:42.526303+0000","last_undegraded":"2023-09-23T18:09:42.526303+0000","last_fullsized":"2023-09-23T18:09:42.526303+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":268,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356772+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:09:46.356772+0000","last_peered":"2023-09-23T18:09:46.356772+0000","last_clean":"2023-09-23T18:09:46.356772+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:09:46.356772+0000","last_undegraded":"2023-09-23T18:09:46.356772+0000","last_fullsized":"2023-09-23T18:09:46.356772+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.045232+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:09:44.045232+0000","last_peered":"2023-09-23T18:09:44.045232+0000","last_clean":"2023-09-23T18:09:44.045232+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:09:44.045232+0000","last_undegraded":"2023-09-23T18:09:44.045232+0000","last_fullsized":"2023-09-23T18:09:44.045232+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881141+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:09:42.881141+0000","last_peered":"2023-09-23T18:09:42.881141+0000","last_clean":"2023-09-23T18:09:42.881141+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:09:42.881141+0000","last_undegraded":"2023-09-23T18:09:42.881141+0000","last_fullsized":"2023-09-23T18:09:42.881141+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":234,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526924+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:09:42.526924+0000","last_peered":"2023-09-23T18:09:42.526924+0000","last_clean":"2023-09-23T18:09:42.526924+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:09:42.526924+0000","last_undegraded":"2023-09-23T18:09:42.526924+0000","last_fullsized":"2023-09-23T18:09:42.526924+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":235,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.619907+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:09:44.619907+0000","last_peered":"2023-09-23T18:09:44.619907+0000","last_clean":"2023-09-23T18:09:44.619907+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:09:44.619907+0000","last_undegraded":"2023-09-23T18:09:44.619907+0000","last_fullsized":"2023-09-23T18:09:44.619907+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":315,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.525604+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:09:42.525604+0000","last_peered":"2023-09-23T18:09:42.525604+0000","last_clean":"2023-09-23T18:09:42.525604+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:09:42.525604+0000","last_undegraded":"2023-09-23T18:09:42.525604+0000","last_fullsized":"2023-09-23T18:09:42.525604+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":238,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356763+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:09:46.356763+0000","last_peered":"2023-09-23T18:09:46.356763+0000","last_clean":"2023-09-23T18:09:46.356763+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:09:46.356763+0000","last_undegraded":"2023-09-23T18:09:46.356763+0000","last_fullsized":"2023-09-23T18:09:46.356763+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":305,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526905+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:09:42.526905+0000","last_peered":"2023-09-23T18:09:42.526905+0000","last_clean":"2023-09-23T18:09:42.526905+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:09:42.526905+0000","last_undegraded":"2023-09-23T18:09:42.526905+0000","last_fullsized":"2023-09-23T18:09:42.526905+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.880901+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:09:42.880901+0000","last_peered":"2023-09-23T18:09:42.880901+0000","last_clean":"2023-09-23T18:09:42.880901+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:09:42.880901+0000","last_undegraded":"2023-09-23T18:09:42.880901+0000","last_fullsized":"2023-09-23T18:09:42.880901+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":320,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526488+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:09:42.526488+0000","last_peered":"2023-09-23T18:09:42.526488+0000","last_clean":"2023-09-23T18:09:42.526488+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:09:42.526488+0000","last_undegraded":"2023-09-23T18:09:42.526488+0000","last_fullsized":"2023-09-23T18:09:42.526488+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":265,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685487+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:09:43.685487+0000","last_peered":"2023-09-23T18:09:43.685487+0000","last_clean":"2023-09-23T18:09:43.685487+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:09:43.685487+0000","last_undegraded":"2023-09-23T18:09:43.685487+0000","last_fullsized":"2023-09-23T18:09:43.685487+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":261,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526088+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:09:42.526088+0000","last_peered":"2023-09-23T18:09:42.526088+0000","last_clean":"2023-09-23T18:09:42.526088+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:09:42.526088+0000","last_undegraded":"2023-09-23T18:09:42.526088+0000","last_fullsized":"2023-09-23T18:09:42.526088+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":228,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.525998+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:09:42.525998+0000","last_peered":"2023-09-23T18:09:42.525998+0000","last_clean":"2023-09-23T18:09:42.525998+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:09:42.525998+0000","last_undegraded":"2023-09-23T18:09:42.525998+0000","last_fullsized":"2023-09-23T18:09:42.525998+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":249,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881238+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:09:42.881238+0000","last_peered":"2023-09-23T18:09:42.881238+0000","last_clean":"2023-09-23T18:09:42.881238+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:09:42.881238+0000","last_undegraded":"2023-09-23T18:09:42.881238+0000","last_fullsized":"2023-09-23T18:09:42.881238+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":270,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.045313+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:09:44.045313+0000","last_peered":"2023-09-23T18:09:44.045313+0000","last_clean":"2023-09-23T18:09:44.045313+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:09:44.045313+0000","last_undegraded":"2023-09-23T18:09:44.045313+0000","last_fullsized":"2023-09-23T18:09:44.045313+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":294,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356239+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:09:46.356239+0000","last_peered":"2023-09-23T18:09:46.356239+0000","last_clean":"2023-09-23T18:09:46.356239+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:09:46.356239+0000","last_undegraded":"2023-09-23T18:09:46.356239+0000","last_fullsized":"2023-09-23T18:09:46.356239+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":93,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684995+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:09:43.684995+0000","last_peered":"2023-09-23T18:09:43.684995+0000","last_clean":"2023-09-23T18:09:43.684995+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:09:43.684995+0000","last_undegraded":"2023-09-23T18:09:43.684995+0000","last_fullsized":"2023-09-23T18:09:43.684995+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":247,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526090+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:09:42.526090+0000","last_peered":"2023-09-23T18:09:42.526090+0000","last_clean":"2023-09-23T18:09:42.526090+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:09:42.526090+0000","last_undegraded":"2023-09-23T18:09:42.526090+0000","last_fullsized":"2023-09-23T18:09:42.526090+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684787+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:09:43.684787+0000","last_peered":"2023-09-23T18:09:43.684787+0000","last_clean":"2023-09-23T18:09:43.684787+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:09:43.684787+0000","last_undegraded":"2023-09-23T18:09:43.684787+0000","last_fullsized":"2023-09-23T18:09:43.684787+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684924+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:09:43.684924+0000","last_peered":"2023-09-23T18:09:43.684924+0000","last_clean":"2023-09-23T18:09:43.684924+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:09:43.684924+0000","last_undegraded":"2023-09-23T18:09:43.684924+0000","last_fullsized":"2023-09-23T18:09:43.684924+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":265,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685553+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:09:43.685553+0000","last_peered":"2023-09-23T18:09:43.685553+0000","last_clean":"2023-09-23T18:09:43.685553+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:09:43.685553+0000","last_undegraded":"2023-09-23T18:09:43.685553+0000","last_fullsized":"2023-09-23T18:09:43.685553+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355869+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:09:46.355869+0000","last_peered":"2023-09-23T18:09:46.355869+0000","last_clean":"2023-09-23T18:09:46.355869+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:09:46.355869+0000","last_undegraded":"2023-09-23T18:09:46.355869+0000","last_fullsized":"2023-09-23T18:09:46.355869+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":239,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535210+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:09:45.535210+0000","last_peered":"2023-09-23T18:09:45.535210+0000","last_clean":"2023-09-23T18:09:45.535210+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:09:45.535210+0000","last_undegraded":"2023-09-23T18:09:45.535210+0000","last_fullsized":"2023-09-23T18:09:45.535210+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534501+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:09:45.534501+0000","last_peered":"2023-09-23T18:09:45.534501+0000","last_clean":"2023-09-23T18:09:45.534501+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:09:45.534501+0000","last_undegraded":"2023-09-23T18:09:45.534501+0000","last_fullsized":"2023-09-23T18:09:45.534501+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881164+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:09:42.881164+0000","last_peered":"2023-09-23T18:09:42.881164+0000","last_clean":"2023-09-23T18:09:42.881164+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:09:42.881164+0000","last_undegraded":"2023-09-23T18:09:42.881164+0000","last_fullsized":"2023-09-23T18:09:42.881164+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":184,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.533229+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:09:45.533229+0000","last_peered":"2023-09-23T18:09:45.533229+0000","last_clean":"2023-09-23T18:09:45.533229+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:09:45.533229+0000","last_undegraded":"2023-09-23T18:09:45.533229+0000","last_fullsized":"2023-09-23T18:09:45.533229+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881107+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:09:42.881107+0000","last_peered":"2023-09-23T18:09:42.881107+0000","last_clean":"2023-09-23T18:09:42.881107+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:09:42.881107+0000","last_undegraded":"2023-09-23T18:09:42.881107+0000","last_fullsized":"2023-09-23T18:09:42.881107+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":248,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685358+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:09:43.685358+0000","last_peered":"2023-09-23T18:09:43.685358+0000","last_clean":"2023-09-23T18:09:43.685358+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:09:43.685358+0000","last_undegraded":"2023-09-23T18:09:43.685358+0000","last_fullsized":"2023-09-23T18:09:43.685358+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534308+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:09:45.534308+0000","last_peered":"2023-09-23T18:09:45.534308+0000","last_clean":"2023-09-23T18:09:45.534308+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:09:45.534308+0000","last_undegraded":"2023-09-23T18:09:45.534308+0000","last_fullsized":"2023-09-23T18:09:45.534308+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.535229+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:09:44.535229+0000","last_peered":"2023-09-23T18:09:44.535229+0000","last_clean":"2023-09-23T18:09:44.535229+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:09:44.535229+0000","last_undegraded":"2023-09-23T18:09:44.535229+0000","last_fullsized":"2023-09-23T18:09:44.535229+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":192,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.533282+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:09:45.533282+0000","last_peered":"2023-09-23T18:09:45.533282+0000","last_clean":"2023-09-23T18:09:45.533282+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:09:45.533282+0000","last_undegraded":"2023-09-23T18:09:45.533282+0000","last_fullsized":"2023-09-23T18:09:45.533282+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":277,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535137+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:09:45.535137+0000","last_peered":"2023-09-23T18:09:45.535137+0000","last_clean":"2023-09-23T18:09:45.535137+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:09:45.535137+0000","last_undegraded":"2023-09-23T18:09:45.535137+0000","last_fullsized":"2023-09-23T18:09:45.535137+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":755,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.880966+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:09:42.880966+0000","last_peered":"2023-09-23T18:09:42.880966+0000","last_clean":"2023-09-23T18:09:42.880966+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:09:42.880966+0000","last_undegraded":"2023-09-23T18:09:42.880966+0000","last_fullsized":"2023-09-23T18:09:42.880966+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526931+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:09:42.526931+0000","last_peered":"2023-09-23T18:09:42.526931+0000","last_clean":"2023-09-23T18:09:42.526931+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:09:42.526931+0000","last_undegraded":"2023-09-23T18:09:42.526931+0000","last_fullsized":"2023-09-23T18:09:42.526931+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":271,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356475+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:09:46.356475+0000","last_peered":"2023-09-23T18:09:46.356475+0000","last_clean":"2023-09-23T18:09:46.356475+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:09:46.356475+0000","last_undegraded":"2023-09-23T18:09:46.356475+0000","last_fullsized":"2023-09-23T18:09:46.356475+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":232,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.525919+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:09:42.525919+0000","last_peered":"2023-09-23T18:09:42.525919+0000","last_clean":"2023-09-23T18:09:42.525919+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:09:42.525919+0000","last_undegraded":"2023-09-23T18:09:42.525919+0000","last_fullsized":"2023-09-23T18:09:42.525919+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526834+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:09:42.526834+0000","last_peered":"2023-09-23T18:09:42.526834+0000","last_clean":"2023-09-23T18:09:42.526834+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:09:42.526834+0000","last_undegraded":"2023-09-23T18:09:42.526834+0000","last_fullsized":"2023-09-23T18:09:42.526834+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.044701+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:09:44.044701+0000","last_peered":"2023-09-23T18:09:44.044701+0000","last_clean":"2023-09-23T18:09:44.044701+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:09:44.044701+0000","last_undegraded":"2023-09-23T18:09:44.044701+0000","last_fullsized":"2023-09-23T18:09:44.044701+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.044577+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:09:44.044577+0000","last_peered":"2023-09-23T18:09:44.044577+0000","last_clean":"2023-09-23T18:09:44.044577+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:09:44.044577+0000","last_undegraded":"2023-09-23T18:09:44.044577+0000","last_fullsized":"2023-09-23T18:09:44.044577+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":438,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526180+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:09:42.526180+0000","last_peered":"2023-09-23T18:09:42.526180+0000","last_clean":"2023-09-23T18:09:42.526180+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:09:42.526180+0000","last_undegraded":"2023-09-23T18:09:42.526180+0000","last_fullsized":"2023-09-23T18:09:42.526180+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534382+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:09:45.534382+0000","last_peered":"2023-09-23T18:09:45.534382+0000","last_clean":"2023-09-23T18:09:45.534382+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:09:45.534382+0000","last_undegraded":"2023-09-23T18:09:45.534382+0000","last_fullsized":"2023-09-23T18:09:45.534382+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":254,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.619739+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:09:44.619739+0000","last_peered":"2023-09-23T18:09:44.619739+0000","last_clean":"2023-09-23T18:09:44.619739+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:09:44.619739+0000","last_undegraded":"2023-09-23T18:09:44.619739+0000","last_fullsized":"2023-09-23T18:09:44.619739+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":243,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356670+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:09:46.356670+0000","last_peered":"2023-09-23T18:09:46.356670+0000","last_clean":"2023-09-23T18:09:46.356670+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:09:46.356670+0000","last_undegraded":"2023-09-23T18:09:46.356670+0000","last_fullsized":"2023-09-23T18:09:46.356670+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":779,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535045+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:09:45.535045+0000","last_peered":"2023-09-23T18:09:45.535045+0000","last_clean":"2023-09-23T18:09:45.535045+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:09:45.535045+0000","last_undegraded":"2023-09-23T18:09:45.535045+0000","last_fullsized":"2023-09-23T18:09:45.535045+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":276,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355915+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:09:46.355915+0000","last_peered":"2023-09-23T18:09:46.355915+0000","last_clean":"2023-09-23T18:09:46.355915+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:09:46.355915+0000","last_undegraded":"2023-09-23T18:09:46.355915+0000","last_fullsized":"2023-09-23T18:09:46.355915+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.526145+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:09:42.526145+0000","last_peered":"2023-09-23T18:09:42.526145+0000","last_clean":"2023-09-23T18:09:42.526145+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:09:42.526145+0000","last_undegraded":"2023-09-23T18:09:42.526145+0000","last_fullsized":"2023-09-23T18:09:42.526145+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.045313+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:09:44.045313+0000","last_peered":"2023-09-23T18:09:44.045313+0000","last_clean":"2023-09-23T18:09:44.045313+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:09:44.045313+0000","last_undegraded":"2023-09-23T18:09:44.045313+0000","last_fullsized":"2023-09-23T18:09:44.045313+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684747+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:09:43.684747+0000","last_peered":"2023-09-23T18:09:43.684747+0000","last_clean":"2023-09-23T18:09:43.684747+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:09:43.684747+0000","last_undegraded":"2023-09-23T18:09:43.684747+0000","last_fullsized":"2023-09-23T18:09:43.684747+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.045400+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:09:44.045400+0000","last_peered":"2023-09-23T18:09:44.045400+0000","last_clean":"2023-09-23T18:09:44.045400+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:09:44.045400+0000","last_undegraded":"2023-09-23T18:09:44.045400+0000","last_fullsized":"2023-09-23T18:09:44.045400+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.535719+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:09:44.535719+0000","last_peered":"2023-09-23T18:09:44.535719+0000","last_clean":"2023-09-23T18:09:44.535719+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:09:44.535719+0000","last_undegraded":"2023-09-23T18:09:44.535719+0000","last_fullsized":"2023-09-23T18:09:44.535719+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881322+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:09:42.881322+0000","last_peered":"2023-09-23T18:09:42.881322+0000","last_clean":"2023-09-23T18:09:42.881322+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:09:42.881322+0000","last_undegraded":"2023-09-23T18:09:42.881322+0000","last_fullsized":"2023-09-23T18:09:42.881322+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":93,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685212+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:09:43.685212+0000","last_peered":"2023-09-23T18:09:43.685212+0000","last_clean":"2023-09-23T18:09:43.685212+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:09:43.685212+0000","last_undegraded":"2023-09-23T18:09:43.685212+0000","last_fullsized":"2023-09-23T18:09:43.685212+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:42.881261+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:09:42.881261+0000","last_peered":"2023-09-23T18:09:42.881261+0000","last_clean":"2023-09-23T18:09:42.881261+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:09:42.881261+0000","last_undegraded":"2023-09-23T18:09:42.881261+0000","last_fullsized":"2023-09-23T18:09:42.881261+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":93,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.685616+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:09:43.685616+0000","last_peered":"2023-09-23T18:09:43.685616+0000","last_clean":"2023-09-23T18:09:43.685616+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:09:43.685616+0000","last_undegraded":"2023-09-23T18:09:43.685616+0000","last_fullsized":"2023-09-23T18:09:43.685616+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":301,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356484+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:09:46.356484+0000","last_peered":"2023-09-23T18:09:46.356484+0000","last_clean":"2023-09-23T18:09:46.356484+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:09:46.356484+0000","last_undegraded":"2023-09-23T18:09:46.356484+0000","last_fullsized":"2023-09-23T18:09:46.356484+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":305,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355916+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:09:46.355916+0000","last_peered":"2023-09-23T18:09:46.355916+0000","last_clean":"2023-09-23T18:09:46.355916+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:09:46.355916+0000","last_undegraded":"2023-09-23T18:09:46.355916+0000","last_fullsized":"2023-09-23T18:09:46.355916+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:44.044734+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:09:44.044734+0000","last_peered":"2023-09-23T18:09:44.044734+0000","last_clean":"2023-09-23T18:09:44.044734+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:09:44.044734+0000","last_undegraded":"2023-09-23T18:09:44.044734+0000","last_fullsized":"2023-09-23T18:09:44.044734+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":93,"reported_epoch":267,"state":"active+clean","last_fresh":"2023-09-23T18:09:43.684849+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:09:43.684849+0000","last_peered":"2023-09-23T18:09:43.684849+0000","last_clean":"2023-09-23T18:09:43.684849+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:09:43.684849+0000","last_undegraded":"2023-09-23T18:09:43.684849+0000","last_fullsized":"2023-09-23T18:09:43.684849+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430498,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":577016,"kb_used_data":271600,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93168136,"statfs":{"total":95995035648,"available":95404171264,"internally_reserved":0,"allocated":278118400,"data_stored":277426871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.2529999999999999,"15min":0.89700000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":3.2240000000000002,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.2689999999999999,"15min":0.98299999999999998},"min":{"1min":0.28199999999999997,"5min":0.254,"15min":0.254},"max":{"1min":4.5650000000000004,"5min":5.9050000000000002,"15min":9.2810000000000006},"last":0.438}]},{"osd":1,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.528,"15min":1.034},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.6040000000000001,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.968,"15min":1.1539999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":8.8670000000000009,"5min":9.1649999999999991,"15min":11.087999999999999},"last":0.48199999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.6779999999999999,"15min":1.0089999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":5.258,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.5310000000000001,"5min":1.667,"15min":1.0409999999999999},"min":{"1min":0.38800000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":11.417,"5min":11.417,"15min":11.417},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.282,"15min":1.5069999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28299999999999997},"max":{"1min":7.7439999999999998,"5min":32.631,"15min":32.631},"last":0.56999999999999995},{"interface":"front","average":{"1min":2.831,"5min":2.3809999999999998,"15min":1.585},"min":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":7.6749999999999998,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.63300000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":1.2390000000000001,"15min":0.86599999999999999},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.8069999999999999,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.496},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.095,"15min":0.81599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.249},"max":{"1min":2.6699999999999999,"5min":8.1950000000000003,"15min":10.238},"last":0.61199999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.3260000000000001,"5min":1.149,"15min":0.86899999999999999},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":3.7559999999999998,"5min":10.016,"15min":10.016},"last":0.51100000000000001},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.2909999999999999,"15min":0.90900000000000003},"min":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":15.816000000000001,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.60299999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.123,"15min":0.83399999999999996},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.774,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.624},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.2809999999999999,"15min":0.89100000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.1639999999999997,"5min":12.613,"15min":12.613},"last":0.54900000000000004}]}]},{"osd":6,"up_from":174,"seq":747324309594,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1022568,"kb_used_data":682656,"kb_used_omap":12,"kb_used_meta":339891,"kb_avail":92722584,"statfs":{"total":95995035648,"available":94947926016,"internally_reserved":0,"allocated":699039744,"data_stored":698356636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":348049087},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":6.6310000000000002,"5min":2.9790000000000001,"15min":1.569},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":84.004999999999995,"5min":84.004999999999995,"15min":84.004999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":6.9539999999999997,"5min":2.7599999999999998,"15min":1.419},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":83.918999999999997,"5min":83.918999999999997,"15min":83.918999999999997},"last":0.40000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":2.0390000000000001,"15min":1.28},"min":{"1min":0.29599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":5.056,"5min":12.317,"15min":12.317},"last":0.55500000000000005},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.1099999999999999,"15min":1.2589999999999999},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.194,"5min":13.794,"15min":13.794},"last":0.45300000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.6909999999999998,"5min":2.2250000000000001,"15min":1.282},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.6909999999999998,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.839,"5min":2.1360000000000001,"15min":1.3300000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.6329999999999991,"5min":10.073,"15min":10.073},"last":0.434}]},{"osd":3,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.4670000000000001,"5min":2.3730000000000002,"15min":1.4790000000000001},"min":{"1min":0.372,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.547000000000001,"5min":22.619,"15min":22.619},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.5379999999999998,"15min":1.637},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.54,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.64000000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.591,"15min":0.98599999999999999},"min":{"1min":0.34899999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.3610000000000002,"5min":19.974,"15min":19.974},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.423,"5min":1.4670000000000001,"15min":0.93899999999999995},"min":{"1min":0.31,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":5.5949999999999998,"5min":20.279,"15min":20.279},"last":0.623}]},{"osd":5,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.0669999999999999,"15min":0.79400000000000004},"min":{"1min":0.35899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.5099999999999998,"5min":7.5099999999999998,"15min":7.5099999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.081,"15min":0.79700000000000004},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.202,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.68799999999999994}]},{"osd":7,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3200000000000001,"15min":1.0109999999999999},"min":{"1min":0.38500000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1210000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.46,"15min":1.0189999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0469999999999997,"5min":12.279,"15min":12.279},"last":0.67800000000000005}]}]},{"osd":1,"up_from":90,"seq":386547056805,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":539176,"kb_used_data":282080,"kb_used_omap":7,"kb_used_meta":257080,"kb_avail":93205976,"statfs":{"total":95995035648,"available":95442919424,"internally_reserved":0,"allocated":288849920,"data_stored":287770870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":263250019},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.1529999999999996,"5min":2.1619999999999999,"15min":1.256},"min":{"1min":0.221,"5min":0.221,"15min":0.193},"max":{"1min":18.524000000000001,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.6949999999999998,"15min":1.353},"min":{"1min":0.248,"5min":0.223,"15min":0.191},"max":{"1min":21.433,"5min":21.433,"15min":21.433},"last":0.311}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":3.653,"15min":1.8879999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":25.577999999999999,"5min":31.273,"15min":31.273},"last":0.26700000000000002},{"interface":"front","average":{"1min":3.024,"5min":2.3580000000000001,"15min":1.895},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":15.327,"5min":15.327,"15min":15.327},"last":0.51300000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.0579999999999998,"15min":1.256},"min":{"1min":0.26300000000000001,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":10.727,"5min":20.968,"15min":20.968},"last":0.38600000000000001},{"interface":"front","average":{"1min":2.0139999999999998,"5min":2.0089999999999999,"15min":1.272},"min":{"1min":0.36899999999999999,"5min":0.313,"15min":0.23899999999999999},"max":{"1min":9.1489999999999991,"5min":16.273,"15min":16.273},"last":0.34300000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":2.4820000000000002,"15min":1.3859999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.359999999999999,"5min":13.532,"15min":13.532},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.839,"5min":1.429,"15min":1.107},"min":{"1min":0.40100000000000002,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":9.0920000000000005,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":1.905,"15min":1.2},"min":{"1min":0.44,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":10.627000000000001,"5min":21.369,"15min":21.369},"last":0.54500000000000004},{"interface":"front","average":{"1min":4.0220000000000002,"5min":2.573,"15min":1.425},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":11.478999999999999,"5min":13.574,"15min":13.574},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:09:30 2023","interfaces":[{"interface":"back","average":{"1min":2.859,"5min":1.907,"15min":1.0489999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":9.0609999999999999,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.5,"5min":1.712,"15min":1.0509999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.38600000000000001},"max":{"1min":10.683999999999999,"5min":21.282,"15min":21.282},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.6120000000000001,"5min":2.7749999999999999,"15min":1.52},"min":{"1min":0.373,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":11.425000000000001,"5min":13.727,"15min":13.727},"last":0.59699999999999998},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.855,"15min":1.2889999999999999},"min":{"1min":0.47099999999999997,"5min":0.374,"15min":0.374},"max":{"1min":9.1189999999999998,"5min":9.1189999999999998,"15min":13.859},"last":0.60599999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220336,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":289436,"kb_used_data":3604,"kb_used_omap":8,"kb_used_meta":285815,"kb_avail":93455716,"statfs":{"total":95995035648,"available":95698653184,"internally_reserved":0,"allocated":3690496,"data_stored":2555858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":292675172},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":4.0869999999999997,"5min":2.2250000000000001,"15min":1.2050000000000001},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":12.85,"5min":12.85,"15min":12.85},"last":0.30499999999999999},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.1000000000000001,"15min":1.1919999999999999},"min":{"1min":0.26600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.0709999999999997,"5min":17.73,"15min":17.73},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":2.492,"15min":1.5509999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.7279999999999998,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":2.1789999999999998,"5min":2.4039999999999999,"15min":1.6890000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.2520000000000007,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.33300000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":2.411,"15min":1.3560000000000001},"min":{"1min":0.35599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.5279999999999996,"5min":16.023,"15min":16.023},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.4199999999999999,"5min":2.2269999999999999,"15min":1.2949999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.248},"max":{"1min":11.923,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.37}]},{"osd":4,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.8400000000000001,"15min":1.1799999999999999},"min":{"1min":0.35499999999999998,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":13.673,"5min":13.673,"15min":13.673},"last":0.57399999999999995},{"interface":"front","average":{"1min":3.5819999999999999,"5min":1.972,"15min":1.1970000000000001},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.045,"5min":10.045,"15min":10.045},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":1.9370000000000001,"15min":1.22},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":10.092000000000001},"last":0.752},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.0019999999999998,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":7.0590000000000002,"5min":10.657,"15min":11.510999999999999},"last":0.64400000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6699999999999999,"5min":2.073,"15min":1.131},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.147,"5min":10.147,"15min":10.147},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.71,"5min":1.851,"15min":1.0580000000000001},"min":{"1min":0.41599999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":5.6870000000000003,"5min":7.681,"15min":7.681},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1499999999999999,"15min":1.3140000000000001},"min":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.7949999999999999,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":0.74099999999999999},{"interface":"front","average":{"1min":3.7200000000000002,"5min":2.339,"15min":1.4179999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.372},"max":{"1min":13.619,"5min":13.699,"15min":13.699},"last":0.60299999999999998}]}]},{"osd":2,"up_from":145,"seq":622770258029,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":426424,"kb_used_data":3056,"kb_used_omap":16,"kb_used_meta":423343,"kb_avail":93318728,"statfs":{"total":95995035648,"available":95558377472,"internally_reserved":0,"allocated":3129344,"data_stored":1976269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":433503394},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.5990000000000002,"5min":2.2629999999999999,"15min":1.3979999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19500000000000001},"max":{"1min":18.120999999999999,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":3.1389999999999998,"5min":2.0870000000000002,"15min":1.4079999999999999},"min":{"1min":0.34699999999999998,"5min":0.222,"15min":0.222},"max":{"1min":15.94,"5min":15.94,"15min":15.94},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":1.929,"5min":1.9510000000000001,"15min":1.2729999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.1779999999999999,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.224},{"interface":"front","average":{"1min":4.5499999999999998,"5min":2.294,"15min":2.2749999999999999},"min":{"1min":0.223,"5min":0.218,"15min":0.218},"max":{"1min":17.901,"5min":17.901,"15min":37.579000000000001},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.8929999999999998,"5min":3.0179999999999998,"15min":1.5589999999999999},"min":{"1min":0.42199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.9299999999999997,"5min":34.960999999999999,"15min":34.960999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":6.6630000000000003,"5min":3.5579999999999998,"15min":2.7149999999999999},"min":{"1min":0.41599999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":17.672000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":0.38}]},{"osd":4,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":4.391,"5min":2.0760000000000001,"15min":1.794},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":23.870000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":3.0710000000000002,"5min":1.964,"15min":1.1719999999999999},"min":{"1min":0.34899999999999998,"5min":0.314,"15min":0.314},"max":{"1min":17.824000000000002,"5min":17.824000000000002,"15min":17.824000000000002},"last":0.60099999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.3519999999999999,"5min":2.0910000000000002,"15min":1.2509999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":17.780000000000001,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.855,"5min":1.679,"15min":1.2070000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":10.75,"5min":10.75,"15min":10.75},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:09:38 2023","interfaces":[{"interface":"back","average":{"1min":3.0089999999999999,"5min":2.6150000000000002,"15min":1.502},"min":{"1min":0.41299999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.114000000000001,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":3.2410000000000001,"5min":2.7429999999999999,"15min":1.575},"min":{"1min":0.46300000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.148,"5min":17.919,"15min":17.919},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":3.7130000000000001,"5min":2.4710000000000001,"15min":1.3839999999999999},"min":{"1min":0.41499999999999998,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":17.890000000000001,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.7569999999999999,"15min":1.202},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":7.0800000000000001,"5min":10.365,"15min":10.365},"last":0.47499999999999998}]}]},{"osd":3,"up_from":100,"seq":429496729759,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":664032,"kb_used_data":264344,"kb_used_omap":4,"kb_used_meta":399675,"kb_avail":93081120,"statfs":{"total":95995035648,"available":95315066880,"internally_reserved":0,"allocated":270688256,"data_stored":269613801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":409267607},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.9630000000000001,"15min":1.1699999999999999},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.1639999999999997,"5min":14.462999999999999,"15min":14.462999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0640000000000001,"15min":1.4299999999999999},"min":{"1min":0.23100000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":21.962,"5min":21.962,"15min":21.962},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":1.7110000000000001,"15min":1.105},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":17.091999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":4.04,"5min":2.6869999999999998,"15min":1.476},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":12.333,"5min":15.394,"15min":15.394},"last":0.436}]},{"osd":2,"last update":"Sat Sep 23 18:08:50 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":2.1360000000000001,"15min":1.675},"min":{"1min":0.26200000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.61899999999999999},{"interface":"front","average":{"1min":2.6269999999999998,"5min":1.9319999999999999,"15min":1.4510000000000001},"min":{"1min":0.36399999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.149000000000001,"5min":19.59,"15min":19.59},"last":0.69299999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.885,"15min":1.181},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":6.9790000000000001,"5min":13.859999999999999,"15min":14.212},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.625,"15min":1.3700000000000001},"min":{"1min":0.39400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":15.33,"5min":15.33,"15min":17.478000000000002},"last":0.317}]},{"osd":5,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.048,"5min":1.8140000000000001,"15min":1.4379999999999999},"min":{"1min":0.41399999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.0629999999999997,"5min":11.602,"15min":17.507999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.496,"5min":1.847,"15min":1.252},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":17.221,"5min":19.209,"15min":19.209},"last":0.41799999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:37 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.278,"15min":1.3089999999999999},"min":{"1min":0.38900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":10.430999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.378},{"interface":"front","average":{"1min":3.8679999999999999,"5min":2.3410000000000002,"15min":1.3520000000000001},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":10.545,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.40500000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.29,"15min":1.4350000000000001},"min":{"1min":0.42299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":17.184999999999999,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.7349999999999999,"5min":2.6200000000000001,"15min":1.48},"min":{"1min":0.45200000000000001,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":7.1619999999999999,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.63500000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019181,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303860,"kb_used_data":6636,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93441292,"statfs":{"total":95995035648,"available":95683883008,"internally_reserved":0,"allocated":6795264,"data_stored":6107532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.591,"15min":1.1319999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.1440000000000001,"5min":11.686999999999999,"15min":26.055},"last":0.39600000000000002},{"interface":"front","average":{"1min":1.78,"5min":1.4399999999999999,"15min":1.173},"min":{"1min":0.27800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":7.1840000000000002,"5min":11.611000000000001,"15min":25.497},"last":0.58199999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":5.7240000000000002,"5min":2.4199999999999999,"15min":1.4159999999999999},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":56.880000000000003,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":5.6740000000000004,"5min":2.391,"15min":1.4430000000000001},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":56.904000000000003,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:08:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4390000000000001,"5min":1.726,"15min":1.159},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":10.683999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.4490000000000001,"15min":1.0589999999999999},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7320000000000002,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.52700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":11.241,"5min":3.879,"15min":2.0070000000000001},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.32800000000000001},"max":{"1min":80.783000000000001,"5min":80.783000000000001,"15min":80.783000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":10.964,"5min":3.7040000000000002,"15min":1.9850000000000001},"min":{"1min":0.42099999999999999,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":80.852000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":0.38200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":1.4630000000000001,"15min":0.86699999999999999},"min":{"1min":0.26300000000000001,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.7480000000000002,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.6419999999999999,"15min":0.98399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":4.7770000000000001,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.143,"15min":0.70399999999999996},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.1320000000000001,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.365,"15min":0.82099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.318},"max":{"1min":4.8090000000000002,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.46700000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:09:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":1.0960000000000001,"15min":0.83199999999999996},"min":{"1min":0.36099999999999999,"5min":0.35899999999999999,"15min":0.27700000000000002},"max":{"1min":3.6859999999999999,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.437},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.49,"15min":0.95399999999999996},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":4.1079999999999997,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.502}]}]},{"osd":5,"up_from":36,"seq":154618822953,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":835492,"kb_used_data":530076,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92909660,"statfs":{"total":95995035648,"available":95139491840,"internally_reserved":0,"allocated":542797824,"data_stored":542121924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.605,"15min":1.0700000000000001},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.306,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.7730000000000001,"5min":1.619,"15min":1.125},"min":{"1min":0.27800000000000002,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":0.56299999999999994}]},{"osd":1,"last update":"Sat Sep 23 18:09:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3140000000000001,"5min":1.7509999999999999,"15min":1.1910000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":16.033999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":3.2389999999999999,"5min":1.76,"15min":1.1240000000000001},"min":{"1min":0.504,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":8.4450000000000003,"5min":8.4450000000000003,"15min":8.4450000000000003},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:08:44 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":1.847,"15min":1.284},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.8209999999999997,"5min":7.5629999999999997,"15min":7.5629999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":2.3719999999999999,"5min":1.7270000000000001,"15min":1.26},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.311},"max":{"1min":6.8099999999999996,"5min":7.5800000000000001,"15min":7.5800000000000001},"last":0.58299999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:09:03 2023","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.8169999999999999,"15min":1.2709999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5890000000000004,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.8399999999999999,"5min":2.1299999999999999,"15min":1.389},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":10.222,"5min":14.048,"15min":14.048},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:08:57 2023","interfaces":[{"interface":"back","average":{"1min":7.1890000000000001,"5min":2.2970000000000002,"15min":1.196},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.24399999999999999},"max":{"1min":121.29900000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":7.7240000000000002,"5min":2.375,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":121.31399999999999,"5min":121.31399999999999,"15min":121.31399999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.111,"15min":0.77600000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.3570000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.61899999999999999},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.1319999999999999,"15min":0.84699999999999998},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.72599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.2390000000000001,"15min":0.92700000000000005},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.95399999999999996},"min":{"1min":0.34200000000000003,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":11.956,"5min":11.956,"15min":12.388999999999999},"last":0.751}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:09:50.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:50.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:50.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:50.249 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:50.277 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.310 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:50.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:50.313 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:50.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:50.440 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.473 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:50.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:50.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:50.496 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:50.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:50.590 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[149401]: pgmap v759: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:50.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.605 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.639 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:50.661 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:50.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:50.665 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:50.766 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:50.793 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.825 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:50.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:50.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:50 smithi149 ceph-mon[135148]: pgmap v759: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[153734]: pgmap v759: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:50.910 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.911 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:50.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:50.961 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:50.998 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:51.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:51.003 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:51.090 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:51.103 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:51.130 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:51.162 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:51.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:51.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:51.265 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:51.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:51 smithi149 ceph-mon[135148]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:52.050 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:51 smithi018 ceph-mon[153734]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:52.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:51 smithi018 ceph-mon[149401]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:52.138 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:52.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:52.142 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:52.242 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:52.272 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:52.307 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:52.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:52.311 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:52.412 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:52.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:52.618 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:52 smithi018 ceph-mon[153734]: pgmap v760: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:52.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:52 smithi018 ceph-mon[149401]: pgmap v760: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:52.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:52 smithi149 ceph-mon[135148]: pgmap v760: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:53.120 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:09:53.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:53.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:53.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:53.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:53.327 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:53.514 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:53.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:53.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:53.573 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:09:53.593 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:09:53.610 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:09:53.617 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:09:53.618 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:53.638 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:09:53.650 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:53.672 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:09:53.694 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:09:53.728 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:09:53.754 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.756 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:09:53.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3759567437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.786 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/408996422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:53.786 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3759567437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/408996422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:53.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3759567437' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:09:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/408996422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:09:53.991 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:53.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:53.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:54.095 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:54.129 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:54.333 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:09:54.333 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:09:54.611 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_2' created 2023-09-23T18:09:54.675 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:54.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:54.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:54.752 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: pgmap v761: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: osdmap e271: 8 total, 8 up, 8 in 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: failed to encode map e271 with expected crc 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3998731944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:54.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: pgmap v761: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: osdmap e271: 8 total, 8 up, 8 in 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: failed to encode map e271 with expected crc 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3998731944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:54.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:54.780 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:54.810 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:54.899 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: pgmap v761: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: osdmap e271: 8 total, 8 up, 8 in 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: failed to encode map e271 with expected crc 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3998731944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:09:54.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:54.903 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:55.004 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:55.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:55.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:09:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:09:54] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.33.4" 2023-09-23T18:09:55.071 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:55.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:55.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:55.175 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:55.203 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:55.237 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:55.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:55.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:55.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2023-09-23T18:09:55.341 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:55.368 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:55.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:55.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:55.403 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:55.504 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:55.532 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T18:09:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: osdmap e272: 8 total, 8 up, 8 in 2023-09-23T18:09:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: failed to encode map e272 with expected crc 2023-09-23T18:09:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:55.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:55.794 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:55.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:55.797 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:55.797 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.797 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: osdmap e272: 8 total, 8 up, 8 in 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: failed to encode map e272 with expected crc 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: failed to encode map e271 with expected crc 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: osdmap e272: 8 total, 8 up, 8 in 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: failed to encode map e272 with expected crc 2023-09-23T18:09:55.798 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:55.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:55.933 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:56.124 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:56.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:56.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:56.229 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:56.256 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:56.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:56.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:56.294 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:56.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:56.424 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:56.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:09:56.660 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:56.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:56.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:56.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: pgmap v764: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: osdmap e273: 8 total, 8 up, 8 in 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[153734]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: pgmap v764: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: osdmap e273: 8 total, 8 up, 8 in 2023-09-23T18:09:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.719 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:56 smithi018 ceph-mon[149401]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.765 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:56.793 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:56.826 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:56.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:56.829 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:56.864 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: pgmap v764: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: osdmap e273: 8 total, 8 up, 8 in 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:56 smithi149 ceph-mon[135148]: failed to encode map e273 with expected crc 2023-09-23T18:09:56.930 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:09:56.956 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:56.988 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:09:56.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:56.991 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:09:57.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:57.111 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:57.290 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:57.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:57.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:57.396 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:57.424 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:57.457 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:57.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:57.460 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:57.560 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:57.596 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: osdmap e274: 8 total, 8 up, 8 in 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: pgmap v767: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.842 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: osdmap e274: 8 total, 8 up, 8 in 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: pgmap v767: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: osdmap e274: 8 total, 8 up, 8 in 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: failed to encode map e274 with expected crc 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: pgmap v767: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:57.980 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:57.997 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:09:58.080 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:09:58.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:58.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:09:58.098 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:09:58.100 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:09:58.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:09:58.217 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:58.728 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:09:58.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:09:58.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:09:58.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:58.730 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[153734]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:58.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:09:58.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:09:58.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:58.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:58 smithi018 ceph-mon[149401]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:58.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:58.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:09:58.832 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:09:58.861 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:09:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:09:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:09:58.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:58 smithi149 ceph-mon[135148]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:09:59.038 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":767,"stamp":"2023-09-23T18:09:56.864413+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":8996511,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":255,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":234,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4505704,"kb_used_data":1847464,"kb_used_omap":50,"kb_used_meta":2658125,"kb_avail":745455512,"statfs":{"total":767960285184,"available":763346444288,"internally_reserved":0,"allocated":1891803136,"data_stored":1884552101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2721920959},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000776"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":107,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613086+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:09:54.613086+0000","last_peered":"2023-09-23T18:09:54.613086+0000","last_clean":"2023-09-23T18:09:54.613086+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:09:54.613086+0000","last_undegraded":"2023-09-23T18:09:54.613086+0000","last_fullsized":"2023-09-23T18:09:54.613086+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":262,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356178+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:09:46.356178+0000","last_peered":"2023-09-23T18:09:46.356178+0000","last_clean":"2023-09-23T18:09:46.356178+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:09:46.356178+0000","last_undegraded":"2023-09-23T18:09:46.356178+0000","last_fullsized":"2023-09-23T18:09:46.356178+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":175,"reported_epoch":270,"state":"active+clean","last_fresh":"2023-09-23T18:09:47.982789+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:09:47.982789+0000","last_peered":"2023-09-23T18:09:47.982789+0000","last_clean":"2023-09-23T18:09:47.982789+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:09:47.982789+0000","last_undegraded":"2023-09-23T18:09:47.982789+0000","last_fullsized":"2023-09-23T18:09:47.982789+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":108,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622710+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:09:54.622710+0000","last_peered":"2023-09-23T18:09:54.622710+0000","last_clean":"2023-09-23T18:09:54.622710+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:09:54.622710+0000","last_undegraded":"2023-09-23T18:09:54.622710+0000","last_fullsized":"2023-09-23T18:09:54.622710+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":322,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355958+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:09:46.355958+0000","last_peered":"2023-09-23T18:09:46.355958+0000","last_clean":"2023-09-23T18:09:46.355958+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:09:46.355958+0000","last_undegraded":"2023-09-23T18:09:46.355958+0000","last_fullsized":"2023-09-23T18:09:46.355958+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":232,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610739+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:09:53.610739+0000","last_peered":"2023-09-23T18:09:53.610739+0000","last_clean":"2023-09-23T18:09:53.610739+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:09:53.610739+0000","last_undegraded":"2023-09-23T18:09:53.610739+0000","last_fullsized":"2023-09-23T18:09:53.610739+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":263,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.623151+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:09:54.623151+0000","last_peered":"2023-09-23T18:09:54.623151+0000","last_clean":"2023-09-23T18:09:54.623151+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:09:54.623151+0000","last_undegraded":"2023-09-23T18:09:54.623151+0000","last_fullsized":"2023-09-23T18:09:54.623151+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":277,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356007+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:09:46.356007+0000","last_peered":"2023-09-23T18:09:46.356007+0000","last_clean":"2023-09-23T18:09:46.356007+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:09:46.356007+0000","last_undegraded":"2023-09-23T18:09:46.356007+0000","last_fullsized":"2023-09-23T18:09:46.356007+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":94,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612568+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:09:54.612568+0000","last_peered":"2023-09-23T18:09:54.612568+0000","last_clean":"2023-09-23T18:09:54.612568+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:09:54.612568+0000","last_undegraded":"2023-09-23T18:09:54.612568+0000","last_fullsized":"2023-09-23T18:09:54.612568+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355944+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:09:46.355944+0000","last_peered":"2023-09-23T18:09:46.355944+0000","last_clean":"2023-09-23T18:09:46.355944+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:09:46.355944+0000","last_undegraded":"2023-09-23T18:09:46.355944+0000","last_fullsized":"2023-09-23T18:09:46.355944+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":271,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.618405+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:09:54.618405+0000","last_peered":"2023-09-23T18:09:54.618405+0000","last_clean":"2023-09-23T18:09:54.618405+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:09:54.618405+0000","last_undegraded":"2023-09-23T18:09:54.618405+0000","last_fullsized":"2023-09-23T18:09:54.618405+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":70,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611642+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:09:54.611642+0000","last_peered":"2023-09-23T18:09:54.611642+0000","last_clean":"2023-09-23T18:09:54.611642+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:09:54.611642+0000","last_undegraded":"2023-09-23T18:09:54.611642+0000","last_fullsized":"2023-09-23T18:09:54.611642+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":108,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611930+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:09:54.611930+0000","last_peered":"2023-09-23T18:09:54.611930+0000","last_clean":"2023-09-23T18:09:54.611930+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:09:54.611930+0000","last_undegraded":"2023-09-23T18:09:54.611930+0000","last_fullsized":"2023-09-23T18:09:54.611930+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":269,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613588+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:09:54.613588+0000","last_peered":"2023-09-23T18:09:54.613588+0000","last_clean":"2023-09-23T18:09:54.613588+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:09:54.613588+0000","last_undegraded":"2023-09-23T18:09:54.613588+0000","last_fullsized":"2023-09-23T18:09:54.613588+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":332,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.617683+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:09:54.617683+0000","last_peered":"2023-09-23T18:09:54.617683+0000","last_clean":"2023-09-23T18:09:54.617683+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:09:54.617683+0000","last_undegraded":"2023-09-23T18:09:54.617683+0000","last_fullsized":"2023-09-23T18:09:54.617683+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":268,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356772+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:09:46.356772+0000","last_peered":"2023-09-23T18:09:46.356772+0000","last_clean":"2023-09-23T18:09:46.356772+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:09:46.356772+0000","last_undegraded":"2023-09-23T18:09:46.356772+0000","last_fullsized":"2023-09-23T18:09:46.356772+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":108,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622353+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:09:54.622353+0000","last_peered":"2023-09-23T18:09:54.622353+0000","last_clean":"2023-09-23T18:09:54.622353+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:09:54.622353+0000","last_undegraded":"2023-09-23T18:09:54.622353+0000","last_fullsized":"2023-09-23T18:09:54.622353+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":94,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612794+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:09:54.612794+0000","last_peered":"2023-09-23T18:09:54.612794+0000","last_clean":"2023-09-23T18:09:54.612794+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:09:54.612794+0000","last_undegraded":"2023-09-23T18:09:54.612794+0000","last_fullsized":"2023-09-23T18:09:54.612794+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":238,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.617599+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:09:54.617599+0000","last_peered":"2023-09-23T18:09:54.617599+0000","last_clean":"2023-09-23T18:09:54.617599+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:09:54.617599+0000","last_undegraded":"2023-09-23T18:09:54.617599+0000","last_fullsized":"2023-09-23T18:09:54.617599+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":240,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.623066+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:09:54.623066+0000","last_peered":"2023-09-23T18:09:54.623066+0000","last_clean":"2023-09-23T18:09:54.623066+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:09:54.623066+0000","last_undegraded":"2023-09-23T18:09:54.623066+0000","last_fullsized":"2023-09-23T18:09:54.623066+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":319,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610303+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:09:53.610303+0000","last_peered":"2023-09-23T18:09:53.610303+0000","last_clean":"2023-09-23T18:09:53.610303+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:09:53.610303+0000","last_undegraded":"2023-09-23T18:09:53.610303+0000","last_fullsized":"2023-09-23T18:09:53.610303+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":238,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356763+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:09:46.356763+0000","last_peered":"2023-09-23T18:09:46.356763+0000","last_clean":"2023-09-23T18:09:46.356763+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:09:46.356763+0000","last_undegraded":"2023-09-23T18:09:46.356763+0000","last_fullsized":"2023-09-23T18:09:46.356763+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.602419+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":309,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.618396+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:09:54.618396+0000","last_peered":"2023-09-23T18:09:54.618396+0000","last_clean":"2023-09-23T18:09:54.618396+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:09:54.618396+0000","last_undegraded":"2023-09-23T18:09:54.618396+0000","last_fullsized":"2023-09-23T18:09:54.618396+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":94,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612876+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:09:54.612876+0000","last_peered":"2023-09-23T18:09:54.612876+0000","last_clean":"2023-09-23T18:09:54.612876+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:09:54.612876+0000","last_undegraded":"2023-09-23T18:09:54.612876+0000","last_fullsized":"2023-09-23T18:09:54.612876+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.602419+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":324,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.618359+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:09:54.618359+0000","last_peered":"2023-09-23T18:09:54.618359+0000","last_clean":"2023-09-23T18:09:54.618359+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:09:54.618359+0000","last_undegraded":"2023-09-23T18:09:54.618359+0000","last_fullsized":"2023-09-23T18:09:54.618359+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":269,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.614232+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:09:54.614232+0000","last_peered":"2023-09-23T18:09:54.614232+0000","last_clean":"2023-09-23T18:09:54.614232+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:09:54.614232+0000","last_undegraded":"2023-09-23T18:09:54.614232+0000","last_fullsized":"2023-09-23T18:09:54.614232+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.624398+0000","last_change":"2023-09-23T18:09:55.623973+0000","last_active":"2023-09-23T18:09:55.624398+0000","last_peered":"2023-09-23T18:09:55.624398+0000","last_clean":"2023-09-23T18:09:55.624398+0000","last_became_active":"2023-09-23T18:09:55.623723+0000","last_became_peered":"2023-09-23T18:09:55.623723+0000","last_unstale":"2023-09-23T18:09:55.624398+0000","last_undegraded":"2023-09-23T18:09:55.624398+0000","last_fullsized":"2023-09-23T18:09:55.624398+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:31:21.466463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":265,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.618229+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:09:54.618229+0000","last_peered":"2023-09-23T18:09:54.618229+0000","last_clean":"2023-09-23T18:09:54.618229+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:09:54.618229+0000","last_undegraded":"2023-09-23T18:09:54.618229+0000","last_fullsized":"2023-09-23T18:09:54.618229+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":232,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610410+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:09:53.610410+0000","last_peered":"2023-09-23T18:09:53.610410+0000","last_clean":"2023-09-23T18:09:53.610410+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:09:53.610410+0000","last_undegraded":"2023-09-23T18:09:53.610410+0000","last_fullsized":"2023-09-23T18:09:53.610410+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.628023+0000","last_change":"2023-09-23T18:09:55.624185+0000","last_active":"2023-09-23T18:09:55.628023+0000","last_peered":"2023-09-23T18:09:55.628023+0000","last_clean":"2023-09-23T18:09:55.628023+0000","last_became_active":"2023-09-23T18:09:55.623904+0000","last_became_peered":"2023-09-23T18:09:55.623904+0000","last_unstale":"2023-09-23T18:09:55.628023+0000","last_undegraded":"2023-09-23T18:09:55.628023+0000","last_fullsized":"2023-09-23T18:09:55.628023+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:10.783606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":253,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612713+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:09:54.612713+0000","last_peered":"2023-09-23T18:09:54.612713+0000","last_clean":"2023-09-23T18:09:54.612713+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:09:54.612713+0000","last_undegraded":"2023-09-23T18:09:54.612713+0000","last_fullsized":"2023-09-23T18:09:54.612713+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":275,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622561+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:09:54.622561+0000","last_peered":"2023-09-23T18:09:54.622561+0000","last_clean":"2023-09-23T18:09:54.622561+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:09:54.622561+0000","last_undegraded":"2023-09-23T18:09:54.622561+0000","last_fullsized":"2023-09-23T18:09:54.622561+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.628302+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:09:55.628302+0000","last_peered":"2023-09-23T18:09:55.628302+0000","last_clean":"2023-09-23T18:09:55.628302+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:09:55.628302+0000","last_undegraded":"2023-09-23T18:09:55.628302+0000","last_fullsized":"2023-09-23T18:09:55.628302+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":294,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356239+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:09:46.356239+0000","last_peered":"2023-09-23T18:09:46.356239+0000","last_clean":"2023-09-23T18:09:46.356239+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:09:46.356239+0000","last_undegraded":"2023-09-23T18:09:46.356239+0000","last_fullsized":"2023-09-23T18:09:46.356239+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":97,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611737+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:09:54.611737+0000","last_peered":"2023-09-23T18:09:54.611737+0000","last_clean":"2023-09-23T18:09:54.611737+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:09:54.611737+0000","last_undegraded":"2023-09-23T18:09:54.611737+0000","last_fullsized":"2023-09-23T18:09:54.611737+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.627789+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:09:55.627789+0000","last_peered":"2023-09-23T18:09:55.627789+0000","last_clean":"2023-09-23T18:09:55.627789+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:09:55.627789+0000","last_undegraded":"2023-09-23T18:09:55.627789+0000","last_fullsized":"2023-09-23T18:09:55.627789+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":251,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610538+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:09:53.610538+0000","last_peered":"2023-09-23T18:09:53.610538+0000","last_clean":"2023-09-23T18:09:53.610538+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:09:53.610538+0000","last_undegraded":"2023-09-23T18:09:53.610538+0000","last_fullsized":"2023-09-23T18:09:53.610538+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":106,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612380+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:09:54.612380+0000","last_peered":"2023-09-23T18:09:54.612380+0000","last_clean":"2023-09-23T18:09:54.612380+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:09:54.612380+0000","last_undegraded":"2023-09-23T18:09:54.612380+0000","last_fullsized":"2023-09-23T18:09:54.612380+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.614794+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":106,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613989+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:09:54.613989+0000","last_peered":"2023-09-23T18:09:54.613989+0000","last_clean":"2023-09-23T18:09:54.613989+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:09:54.613989+0000","last_undegraded":"2023-09-23T18:09:54.613989+0000","last_fullsized":"2023-09-23T18:09:54.613989+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":269,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611957+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:09:54.611957+0000","last_peered":"2023-09-23T18:09:54.611957+0000","last_clean":"2023-09-23T18:09:54.611957+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:09:54.611957+0000","last_undegraded":"2023-09-23T18:09:54.611957+0000","last_fullsized":"2023-09-23T18:09:54.611957+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.614796+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355869+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:09:46.355869+0000","last_peered":"2023-09-23T18:09:46.355869+0000","last_clean":"2023-09-23T18:09:46.355869+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:09:46.355869+0000","last_undegraded":"2023-09-23T18:09:46.355869+0000","last_fullsized":"2023-09-23T18:09:46.355869+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":239,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535210+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:09:45.535210+0000","last_peered":"2023-09-23T18:09:45.535210+0000","last_clean":"2023-09-23T18:09:45.535210+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:09:45.535210+0000","last_undegraded":"2023-09-23T18:09:45.535210+0000","last_fullsized":"2023-09-23T18:09:45.535210+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.622054+0000","last_change":"2023-09-23T18:09:55.622054+0000","last_active":"2023-09-23T18:09:55.622054+0000","last_peered":"2023-09-23T18:09:55.622054+0000","last_clean":"2023-09-23T18:09:55.622054+0000","last_became_active":"2023-09-23T18:09:55.621786+0000","last_became_peered":"2023-09-23T18:09:55.621786+0000","last_unstale":"2023-09-23T18:09:55.622054+0000","last_undegraded":"2023-09-23T18:09:55.622054+0000","last_fullsized":"2023-09-23T18:09:55.622054+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534501+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:09:45.534501+0000","last_peered":"2023-09-23T18:09:45.534501+0000","last_clean":"2023-09-23T18:09:45.534501+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:09:45.534501+0000","last_undegraded":"2023-09-23T18:09:45.534501+0000","last_fullsized":"2023-09-23T18:09:45.534501+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":103,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612912+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:09:54.612912+0000","last_peered":"2023-09-23T18:09:54.612912+0000","last_clean":"2023-09-23T18:09:54.612912+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:09:54.612912+0000","last_undegraded":"2023-09-23T18:09:54.612912+0000","last_fullsized":"2023-09-23T18:09:54.612912+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":184,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.533229+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:09:45.533229+0000","last_peered":"2023-09-23T18:09:45.533229+0000","last_clean":"2023-09-23T18:09:45.533229+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:09:45.533229+0000","last_undegraded":"2023-09-23T18:09:45.533229+0000","last_fullsized":"2023-09-23T18:09:45.533229+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.614768+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":969,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611970+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:09:54.611970+0000","last_peered":"2023-09-23T18:09:54.611970+0000","last_clean":"2023-09-23T18:09:54.611970+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:09:54.611970+0000","last_undegraded":"2023-09-23T18:09:54.611970+0000","last_fullsized":"2023-09-23T18:09:54.611970+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":252,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613425+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:09:54.613425+0000","last_peered":"2023-09-23T18:09:54.613425+0000","last_clean":"2023-09-23T18:09:54.613425+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:09:54.613425+0000","last_undegraded":"2023-09-23T18:09:54.613425+0000","last_fullsized":"2023-09-23T18:09:54.613425+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534308+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:09:45.534308+0000","last_peered":"2023-09-23T18:09:45.534308+0000","last_clean":"2023-09-23T18:09:45.534308+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:09:45.534308+0000","last_undegraded":"2023-09-23T18:09:45.534308+0000","last_fullsized":"2023-09-23T18:09:45.534308+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.628292+0000","last_change":"2023-09-23T18:09:55.625905+0000","last_active":"2023-09-23T18:09:55.628292+0000","last_peered":"2023-09-23T18:09:55.628292+0000","last_clean":"2023-09-23T18:09:55.628292+0000","last_became_active":"2023-09-23T18:09:55.625620+0000","last_became_peered":"2023-09-23T18:09:55.625620+0000","last_unstale":"2023-09-23T18:09:55.628292+0000","last_undegraded":"2023-09-23T18:09:55.628292+0000","last_fullsized":"2023-09-23T18:09:55.628292+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:35.958541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":533,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.619396+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:09:54.619396+0000","last_peered":"2023-09-23T18:09:54.619396+0000","last_clean":"2023-09-23T18:09:54.619396+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:09:54.619396+0000","last_undegraded":"2023-09-23T18:09:54.619396+0000","last_fullsized":"2023-09-23T18:09:54.619396+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":192,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.533282+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:09:45.533282+0000","last_peered":"2023-09-23T18:09:45.533282+0000","last_clean":"2023-09-23T18:09:45.533282+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:09:45.533282+0000","last_undegraded":"2023-09-23T18:09:45.533282+0000","last_fullsized":"2023-09-23T18:09:45.533282+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":277,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535137+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:09:45.535137+0000","last_peered":"2023-09-23T18:09:45.535137+0000","last_clean":"2023-09-23T18:09:45.535137+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:09:45.535137+0000","last_undegraded":"2023-09-23T18:09:45.535137+0000","last_fullsized":"2023-09-23T18:09:45.535137+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.628254+0000","last_change":"2023-09-23T18:09:55.624663+0000","last_active":"2023-09-23T18:09:55.628254+0000","last_peered":"2023-09-23T18:09:55.628254+0000","last_clean":"2023-09-23T18:09:55.628254+0000","last_became_active":"2023-09-23T18:09:55.624213+0000","last_became_peered":"2023-09-23T18:09:55.624213+0000","last_unstale":"2023-09-23T18:09:55.628254+0000","last_undegraded":"2023-09-23T18:09:55.628254+0000","last_fullsized":"2023-09-23T18:09:55.628254+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:38.642112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":759,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612615+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:09:54.612615+0000","last_peered":"2023-09-23T18:09:54.612615+0000","last_clean":"2023-09-23T18:09:54.612615+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:09:54.612615+0000","last_undegraded":"2023-09-23T18:09:54.612615+0000","last_fullsized":"2023-09-23T18:09:54.612615+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":540,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.617410+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:09:54.617410+0000","last_peered":"2023-09-23T18:09:54.617410+0000","last_clean":"2023-09-23T18:09:54.617410+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:09:54.617410+0000","last_undegraded":"2023-09-23T18:09:54.617410+0000","last_fullsized":"2023-09-23T18:09:54.617410+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":271,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356475+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:09:46.356475+0000","last_peered":"2023-09-23T18:09:46.356475+0000","last_clean":"2023-09-23T18:09:46.356475+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:09:46.356475+0000","last_undegraded":"2023-09-23T18:09:46.356475+0000","last_fullsized":"2023-09-23T18:09:46.356475+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":236,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610455+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:09:53.610455+0000","last_peered":"2023-09-23T18:09:53.610455+0000","last_clean":"2023-09-23T18:09:53.610455+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:09:53.610455+0000","last_undegraded":"2023-09-23T18:09:53.610455+0000","last_fullsized":"2023-09-23T18:09:53.610455+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":9,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.628937+0000","last_change":"2023-09-23T18:09:55.628937+0000","last_active":"2023-09-23T18:09:55.628937+0000","last_peered":"2023-09-23T18:09:55.628937+0000","last_clean":"2023-09-23T18:09:55.628937+0000","last_became_active":"2023-09-23T18:09:55.628693+0000","last_became_peered":"2023-09-23T18:09:55.628693+0000","last_unstale":"2023-09-23T18:09:55.628937+0000","last_undegraded":"2023-09-23T18:09:55.628937+0000","last_fullsized":"2023-09-23T18:09:55.628937+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":929,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.617363+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:09:54.617363+0000","last_peered":"2023-09-23T18:09:54.617363+0000","last_clean":"2023-09-23T18:09:54.617363+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:09:54.617363+0000","last_undegraded":"2023-09-23T18:09:54.617363+0000","last_fullsized":"2023-09-23T18:09:54.617363+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":249,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622235+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:09:54.622235+0000","last_peered":"2023-09-23T18:09:54.622235+0000","last_clean":"2023-09-23T18:09:54.622235+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:09:54.622235+0000","last_undegraded":"2023-09-23T18:09:54.622235+0000","last_fullsized":"2023-09-23T18:09:54.622235+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":117,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622819+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:09:54.622819+0000","last_peered":"2023-09-23T18:09:54.622819+0000","last_clean":"2023-09-23T18:09:54.622819+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:09:54.622819+0000","last_undegraded":"2023-09-23T18:09:54.622819+0000","last_fullsized":"2023-09-23T18:09:54.622819+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":273,"state":"active+clean","last_fresh":"2023-09-23T18:09:55.623870+0000","last_change":"2023-09-23T18:09:55.623870+0000","last_active":"2023-09-23T18:09:55.623870+0000","last_peered":"2023-09-23T18:09:55.623870+0000","last_clean":"2023-09-23T18:09:55.623870+0000","last_became_active":"2023-09-23T18:09:55.623577+0000","last_became_peered":"2023-09-23T18:09:55.623577+0000","last_unstale":"2023-09-23T18:09:55.623870+0000","last_undegraded":"2023-09-23T18:09:55.623870+0000","last_fullsized":"2023-09-23T18:09:55.623870+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":442,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.618202+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:09:54.618202+0000","last_peered":"2023-09-23T18:09:54.618202+0000","last_clean":"2023-09-23T18:09:54.618202+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:09:54.618202+0000","last_undegraded":"2023-09-23T18:09:54.618202+0000","last_fullsized":"2023-09-23T18:09:54.618202+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":210,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.534382+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:09:45.534382+0000","last_peered":"2023-09-23T18:09:45.534382+0000","last_clean":"2023-09-23T18:09:45.534382+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:09:45.534382+0000","last_undegraded":"2023-09-23T18:09:45.534382+0000","last_fullsized":"2023-09-23T18:09:45.534382+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":259,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622474+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:09:54.622474+0000","last_peered":"2023-09-23T18:09:54.622474+0000","last_clean":"2023-09-23T18:09:54.622474+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:09:54.622474+0000","last_undegraded":"2023-09-23T18:09:54.622474+0000","last_fullsized":"2023-09-23T18:09:54.622474+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.602419+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":243,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356670+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:09:46.356670+0000","last_peered":"2023-09-23T18:09:46.356670+0000","last_clean":"2023-09-23T18:09:46.356670+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:09:46.356670+0000","last_undegraded":"2023-09-23T18:09:46.356670+0000","last_fullsized":"2023-09-23T18:09:46.356670+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":779,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:45.535045+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:09:45.535045+0000","last_peered":"2023-09-23T18:09:45.535045+0000","last_clean":"2023-09-23T18:09:45.535045+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:09:45.535045+0000","last_undegraded":"2023-09-23T18:09:45.535045+0000","last_fullsized":"2023-09-23T18:09:45.535045+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":276,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355915+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:09:46.355915+0000","last_peered":"2023-09-23T18:09:46.355915+0000","last_clean":"2023-09-23T18:09:46.355915+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:09:46.355915+0000","last_undegraded":"2023-09-23T18:09:46.355915+0000","last_fullsized":"2023-09-23T18:09:46.355915+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:09:54.602419+0000","last_change":"2023-09-23T18:09:54.602419+0000","last_active":"2023-09-23T18:09:54.602419+0000","last_peered":"2023-09-23T18:09:54.602419+0000","last_clean":"2023-09-23T18:09:54.602419+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:09:54.602419+0000","last_undegraded":"2023-09-23T18:09:54.602419+0000","last_fullsized":"2023-09-23T18:09:54.602419+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":521,"reported_epoch":271,"state":"active+clean","last_fresh":"2023-09-23T18:09:53.610773+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:09:53.610773+0000","last_peered":"2023-09-23T18:09:53.610773+0000","last_clean":"2023-09-23T18:09:53.610773+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:09:53.610773+0000","last_undegraded":"2023-09-23T18:09:53.610773+0000","last_fullsized":"2023-09-23T18:09:53.610773+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":112,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622711+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:09:54.622711+0000","last_peered":"2023-09-23T18:09:54.622711+0000","last_clean":"2023-09-23T18:09:54.622711+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:09:54.622711+0000","last_undegraded":"2023-09-23T18:09:54.622711+0000","last_fullsized":"2023-09-23T18:09:54.622711+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":106,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.614123+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:09:54.614123+0000","last_peered":"2023-09-23T18:09:54.614123+0000","last_clean":"2023-09-23T18:09:54.614123+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:09:54.614123+0000","last_undegraded":"2023-09-23T18:09:54.614123+0000","last_fullsized":"2023-09-23T18:09:54.614123+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":107,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.622423+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:09:54.622423+0000","last_peered":"2023-09-23T18:09:54.622423+0000","last_clean":"2023-09-23T18:09:54.622423+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:09:54.622423+0000","last_undegraded":"2023-09-23T18:09:54.622423+0000","last_fullsized":"2023-09-23T18:09:54.622423+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":58,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.619599+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:09:54.619599+0000","last_peered":"2023-09-23T18:09:54.619599+0000","last_clean":"2023-09-23T18:09:54.619599+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:09:54.619599+0000","last_undegraded":"2023-09-23T18:09:54.619599+0000","last_fullsized":"2023-09-23T18:09:54.619599+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":266,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612849+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:09:54.612849+0000","last_peered":"2023-09-23T18:09:54.612849+0000","last_clean":"2023-09-23T18:09:54.612849+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:09:54.612849+0000","last_undegraded":"2023-09-23T18:09:54.612849+0000","last_fullsized":"2023-09-23T18:09:54.612849+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":97,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613203+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:09:54.613203+0000","last_peered":"2023-09-23T18:09:54.613203+0000","last_clean":"2023-09-23T18:09:54.613203+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:09:54.613203+0000","last_undegraded":"2023-09-23T18:09:54.613203+0000","last_fullsized":"2023-09-23T18:09:54.613203+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":240,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.613025+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:09:54.613025+0000","last_peered":"2023-09-23T18:09:54.613025+0000","last_clean":"2023-09-23T18:09:54.613025+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:09:54.613025+0000","last_undegraded":"2023-09-23T18:09:54.613025+0000","last_fullsized":"2023-09-23T18:09:54.613025+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":97,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.612953+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:09:54.612953+0000","last_peered":"2023-09-23T18:09:54.612953+0000","last_clean":"2023-09-23T18:09:54.612953+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:09:54.612953+0000","last_undegraded":"2023-09-23T18:09:54.612953+0000","last_fullsized":"2023-09-23T18:09:54.612953+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":301,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.356484+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:09:46.356484+0000","last_peered":"2023-09-23T18:09:46.356484+0000","last_clean":"2023-09-23T18:09:46.356484+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:09:46.356484+0000","last_undegraded":"2023-09-23T18:09:46.356484+0000","last_fullsized":"2023-09-23T18:09:46.356484+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":305,"reported_epoch":269,"state":"active+clean","last_fresh":"2023-09-23T18:09:46.355916+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:09:46.355916+0000","last_peered":"2023-09-23T18:09:46.355916+0000","last_clean":"2023-09-23T18:09:46.355916+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:09:46.355916+0000","last_undegraded":"2023-09-23T18:09:46.355916+0000","last_fullsized":"2023-09-23T18:09:46.355916+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":159,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.623060+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:09:54.623060+0000","last_peered":"2023-09-23T18:09:54.623060+0000","last_clean":"2023-09-23T18:09:54.623060+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:09:54.623060+0000","last_undegraded":"2023-09-23T18:09:54.623060+0000","last_fullsized":"2023-09-23T18:09:54.623060+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":97,"reported_epoch":272,"state":"active+clean","last_fresh":"2023-09-23T18:09:54.611391+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:09:54.611391+0000","last_peered":"2023-09-23T18:09:54.611391+0000","last_clean":"2023-09-23T18:09:54.611391+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:09:54.611391+0000","last_undegraded":"2023-09-23T18:09:54.611391+0000","last_fullsized":"2023-09-23T18:09:54.611391+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":36,"acting":36,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430500,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":546460,"kb_used_data":241044,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93198692,"statfs":{"total":95995035648,"available":95435460608,"internally_reserved":0,"allocated":246829056,"data_stored":246131562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.2529999999999999,"15min":0.89700000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":3.2240000000000002,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.2689999999999999,"15min":0.98299999999999998},"min":{"1min":0.28199999999999997,"5min":0.254,"15min":0.254},"max":{"1min":4.5650000000000004,"5min":5.9050000000000002,"15min":9.2810000000000006},"last":0.55300000000000005}]},{"osd":1,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.528,"15min":1.034},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.6040000000000001,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.968,"15min":1.1539999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":8.8670000000000009,"5min":9.1649999999999991,"15min":11.087999999999999},"last":0.40400000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":1.6839999999999999,"15min":1.016},"min":{"1min":0.28100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.8900000000000001,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.0059999999999998,"5min":1.7130000000000001,"15min":1.1299999999999999},"min":{"1min":0.309,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":7.8390000000000004,"5min":11.417,"15min":11.417},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.282,"15min":1.5069999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28299999999999997},"max":{"1min":7.7439999999999998,"5min":32.631,"15min":32.631},"last":0.442},{"interface":"front","average":{"1min":2.831,"5min":2.3809999999999998,"15min":1.585},"min":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":7.6749999999999998,"5min":32.612000000000002,"15min":32.612000000000002},"last":0.58499999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.1319999999999999,"15min":0.89100000000000001},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":4.1319999999999997,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":1.0740000000000001,"15min":0.83999999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":7.7050000000000001,"5min":8.1950000000000003,"15min":10.238},"last":0.57399999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.107,"15min":0.92200000000000004},"min":{"1min":0.33500000000000002,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":7.8019999999999996,"5min":10.016,"15min":10.016},"last":0.502},{"interface":"front","average":{"1min":1.032,"5min":1.2390000000000001,"15min":0.94699999999999995},"min":{"1min":0.33500000000000002,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":4.6050000000000004,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.123,"15min":0.83399999999999996},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.774,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.2809999999999999,"15min":0.89100000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.1639999999999997,"5min":12.613,"15min":12.613},"last":0.60999999999999999}]}]},{"osd":6,"up_from":174,"seq":747324309596,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":948044,"kb_used_data":608132,"kb_used_omap":12,"kb_used_meta":339891,"kb_avail":92797108,"statfs":{"total":95995035648,"available":95024238592,"internally_reserved":0,"allocated":622727168,"data_stored":622038117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":348049087},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":6.6310000000000002,"5min":2.9790000000000001,"15min":1.569},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":84.004999999999995,"5min":84.004999999999995,"15min":84.004999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":6.9539999999999997,"5min":2.7599999999999998,"15min":1.419},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":83.918999999999997,"5min":83.918999999999997,"15min":83.918999999999997},"last":0.39700000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":2.0390000000000001,"15min":1.28},"min":{"1min":0.29599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":5.056,"5min":12.317,"15min":12.317},"last":0.42299999999999999},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.1099999999999999,"15min":1.2589999999999999},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.194,"5min":13.794,"15min":13.794},"last":0.52000000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.6909999999999998,"5min":2.2250000000000001,"15min":1.282},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.6909999999999998,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":2.839,"5min":2.1360000000000001,"15min":1.3300000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.6329999999999991,"5min":10.073,"15min":10.073},"last":0.53700000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.4670000000000001,"5min":2.3730000000000002,"15min":1.4790000000000001},"min":{"1min":0.372,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.547000000000001,"5min":22.619,"15min":22.619},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.5379999999999998,"15min":1.637},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.54,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.55100000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.591,"15min":0.98599999999999999},"min":{"1min":0.34899999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.3610000000000002,"5min":19.974,"15min":19.974},"last":0.495},{"interface":"front","average":{"1min":1.423,"5min":1.4670000000000001,"15min":0.93899999999999995},"min":{"1min":0.31,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":5.5949999999999998,"5min":20.279,"15min":20.279},"last":0.59999999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.0669999999999999,"15min":0.79400000000000004},"min":{"1min":0.35899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.5099999999999998,"5min":7.5099999999999998,"15min":7.5099999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.081,"15min":0.79700000000000004},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.202,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.57599999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3200000000000001,"15min":1.0109999999999999},"min":{"1min":0.38500000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1210000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.46,"15min":1.0189999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0469999999999997,"5min":12.279,"15min":12.279},"last":0.59399999999999997}]}]},{"osd":1,"up_from":90,"seq":386547056806,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":538168,"kb_used_data":263024,"kb_used_omap":7,"kb_used_meta":275128,"kb_avail":93206984,"statfs":{"total":95995035648,"available":95443951616,"internally_reserved":0,"allocated":269336576,"data_stored":268249280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":281731171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.1529999999999996,"5min":2.1619999999999999,"15min":1.256},"min":{"1min":0.221,"5min":0.221,"15min":0.193},"max":{"1min":18.524000000000001,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.375},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.6949999999999998,"15min":1.353},"min":{"1min":0.248,"5min":0.223,"15min":0.191},"max":{"1min":21.433,"5min":21.433,"15min":21.433},"last":0.39400000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":3.653,"15min":1.8879999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":25.577999999999999,"5min":31.273,"15min":31.273},"last":0.315},{"interface":"front","average":{"1min":3.024,"5min":2.3580000000000001,"15min":1.895},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":15.327,"5min":15.327,"15min":15.327},"last":0.40999999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.0579999999999998,"15min":1.256},"min":{"1min":0.26300000000000001,"5min":0.23200000000000001,"15min":0.214},"max":{"1min":10.727,"5min":20.968,"15min":20.968},"last":0.33500000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":2.0089999999999999,"15min":1.272},"min":{"1min":0.36899999999999999,"5min":0.313,"15min":0.23899999999999999},"max":{"1min":9.1489999999999991,"5min":16.273,"15min":16.273},"last":0.45500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":2.4820000000000002,"15min":1.3859999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.359999999999999,"5min":13.532,"15min":13.532},"last":0.71999999999999997},{"interface":"front","average":{"1min":1.839,"5min":1.429,"15min":1.107},"min":{"1min":0.40100000000000002,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":9.0920000000000005,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.68999999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":1.9410000000000001,"5min":1.905,"15min":1.2},"min":{"1min":0.44,"5min":0.317,"15min":0.29899999999999999},"max":{"1min":10.627000000000001,"5min":21.369,"15min":21.369},"last":0.70399999999999996},{"interface":"front","average":{"1min":4.0220000000000002,"5min":2.573,"15min":1.425},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":11.478999999999999,"5min":13.574,"15min":13.574},"last":0.63900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:09:30 2023","interfaces":[{"interface":"back","average":{"1min":2.859,"5min":1.907,"15min":1.0489999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":9.0609999999999999,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.5,"5min":1.712,"15min":1.0509999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.38600000000000001},"max":{"1min":10.683999999999999,"5min":21.282,"15min":21.282},"last":0.65300000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:08:58 2023","interfaces":[{"interface":"back","average":{"1min":4.6120000000000001,"5min":2.7749999999999999,"15min":1.52},"min":{"1min":0.373,"5min":0.37,"15min":0.34200000000000003},"max":{"1min":11.425000000000001,"5min":13.727,"15min":13.727},"last":0.67700000000000005},{"interface":"front","average":{"1min":2.3279999999999998,"5min":1.855,"15min":1.2889999999999999},"min":{"1min":0.47099999999999997,"5min":0.374,"15min":0.374},"max":{"1min":9.1189999999999998,"5min":9.1189999999999998,"15min":13.859},"last":0.77000000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220338,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":289480,"kb_used_data":3648,"kb_used_omap":8,"kb_used_meta":285815,"kb_avail":93455672,"statfs":{"total":95995035648,"available":95698608128,"internally_reserved":0,"allocated":3735552,"data_stored":2587390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":292675172},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":4.0869999999999997,"5min":2.2250000000000001,"15min":1.2050000000000001},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":12.85,"5min":12.85,"15min":12.85},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.1000000000000001,"15min":1.1919999999999999},"min":{"1min":0.26600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.0709999999999997,"5min":17.73,"15min":17.73},"last":0.46600000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":2.492,"15min":1.5509999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.7279999999999998,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":2.1789999999999998,"5min":2.4039999999999999,"15min":1.6890000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.2520000000000007,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.25900000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":2.411,"15min":1.3560000000000001},"min":{"1min":0.35599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.5279999999999996,"5min":16.023,"15min":16.023},"last":0.51000000000000001},{"interface":"front","average":{"1min":2.4199999999999999,"5min":2.2269999999999999,"15min":1.2949999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.248},"max":{"1min":11.923,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.375}]},{"osd":4,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.8400000000000001,"15min":1.1799999999999999},"min":{"1min":0.35499999999999998,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":13.673,"5min":13.673,"15min":13.673},"last":0.40000000000000002},{"interface":"front","average":{"1min":3.5819999999999999,"5min":1.972,"15min":1.1970000000000001},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.045,"5min":10.045,"15min":10.045},"last":0.70599999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":1.9370000000000001,"15min":1.22},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":10.092000000000001},"last":0.74399999999999999},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.0019999999999998,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":7.0590000000000002,"5min":10.657,"15min":11.510999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6699999999999999,"5min":2.073,"15min":1.131},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.147,"5min":10.147,"15min":10.147},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.71,"5min":1.851,"15min":1.0580000000000001},"min":{"1min":0.41599999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":5.6870000000000003,"5min":7.681,"15min":7.681},"last":0.83699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1499999999999999,"15min":1.3140000000000001},"min":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.7949999999999999,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":0.78500000000000003},{"interface":"front","average":{"1min":3.7200000000000002,"5min":2.339,"15min":1.4179999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.372},"max":{"1min":13.619,"5min":13.699,"15min":13.699},"last":0.52400000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258031,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430568,"kb_used_data":3104,"kb_used_omap":16,"kb_used_meta":427439,"kb_avail":93314584,"statfs":{"total":95995035648,"available":95554134016,"internally_reserved":0,"allocated":3178496,"data_stored":2008125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":437697698},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3929999999999998,"15min":1.444},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":8.3780000000000001,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.251},{"interface":"front","average":{"1min":2.964,"5min":2.5249999999999999,"15min":1.5309999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":9.9420000000000002,"5min":15.94,"15min":15.94},"last":0.36899999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.1240000000000001,"5min":2.1880000000000002,"15min":1.349},"min":{"1min":0.224,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":8.407,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":1.4690000000000001,"5min":2.4399999999999999,"15min":2.194},"min":{"1min":0.29399999999999998,"5min":0.223,"15min":0.218},"max":{"1min":5.0960000000000001,"5min":17.901,"15min":37.579000000000001},"last":0.30499999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":3.4580000000000002,"15min":1.71},"min":{"1min":0.29899999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":8.6170000000000009,"5min":34.960999999999999,"15min":34.960999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":2.9430000000000001,"5min":3.9860000000000002,"15min":2.7290000000000001},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26300000000000001},"max":{"1min":10.938000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3660000000000001,"5min":2.165,"15min":1.758},"min":{"1min":0.32500000000000001,"5min":0.31,"15min":0.31},"max":{"1min":4.415,"5min":17.550999999999998,"15min":23.870000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.2589999999999999,"15min":1.2849999999999999},"min":{"1min":0.38800000000000001,"5min":0.314,"15min":0.314},"max":{"1min":13.182,"5min":17.824000000000002,"15min":17.824000000000002},"last":0.77300000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":2.2440000000000002,"15min":1.323},"min":{"1min":0.38,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.8219999999999992,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":2.27,"5min":1.893,"15min":1.29},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.9949999999999992,"5min":10.75,"15min":10.75},"last":0.751}]},{"osd":6,"last update":"Sat Sep 23 18:09:38 2023","interfaces":[{"interface":"back","average":{"1min":3.0089999999999999,"5min":2.6150000000000002,"15min":1.502},"min":{"1min":0.41299999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.114000000000001,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":3.2410000000000001,"5min":2.7429999999999999,"15min":1.575},"min":{"1min":0.46300000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.148,"5min":17.919,"15min":17.919},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.5819999999999999,"5min":2.9470000000000001,"15min":1.569},"min":{"1min":0.434,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":16.518999999999998,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":2.609,"5min":2.077,"15min":1.3120000000000001},"min":{"1min":0.41999999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":13.162000000000001,"5min":13.162000000000001,"15min":13.162000000000001},"last":0.71799999999999997}]}]},{"osd":3,"up_from":100,"seq":429496729760,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":663024,"kb_used_data":245288,"kb_used_omap":4,"kb_used_meta":417723,"kb_avail":93082128,"statfs":{"total":95995035648,"available":95316099072,"internally_reserved":0,"allocated":251174912,"data_stored":250092211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":427748759},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.9630000000000001,"15min":1.1699999999999999},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.1639999999999997,"5min":14.462999999999999,"15min":14.462999999999999},"last":0.437},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0640000000000001,"15min":1.4299999999999999},"min":{"1min":0.23100000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":21.962,"5min":21.962,"15min":21.962},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":1.7110000000000001,"15min":1.105},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":17.091999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":4.04,"5min":2.6869999999999998,"15min":1.476},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":12.333,"5min":15.394,"15min":15.394},"last":0.48899999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":2.415,"15min":1.732},"min":{"1min":0.253,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.477,"5min":16.779,"15min":16.779},"last":2.46},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.962,"15min":1.476},"min":{"1min":0.315,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":10.087,"5min":19.59,"15min":19.59},"last":0.59699999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.885,"15min":1.181},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":6.9790000000000001,"5min":13.859999999999999,"15min":14.212},"last":0.57499999999999996},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.625,"15min":1.3700000000000001},"min":{"1min":0.39400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":15.33,"5min":15.33,"15min":17.478000000000002},"last":2.4119999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.048,"5min":1.8140000000000001,"15min":1.4379999999999999},"min":{"1min":0.41399999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.0629999999999997,"5min":11.602,"15min":17.507999999999999},"last":2.3450000000000002},{"interface":"front","average":{"1min":2.496,"5min":1.847,"15min":1.252},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":17.221,"5min":19.209,"15min":19.209},"last":0.69099999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:09:37 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.278,"15min":1.3089999999999999},"min":{"1min":0.38900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":10.430999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":2.3860000000000001},{"interface":"front","average":{"1min":3.8679999999999999,"5min":2.3410000000000002,"15min":1.3520000000000001},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":10.545,"5min":11.701000000000001,"15min":11.701000000000001},"last":2.4340000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.29,"15min":1.4350000000000001},"min":{"1min":0.42299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":17.184999999999999,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.64800000000000002},{"interface":"front","average":{"1min":2.7349999999999999,"5min":2.6200000000000001,"15min":1.48},"min":{"1min":0.45200000000000001,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":7.1619999999999999,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.623}]}]},{"osd":4,"up_from":30,"seq":128849019183,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":308000,"kb_used_data":6680,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93437152,"statfs":{"total":95995035648,"available":95679643648,"internally_reserved":0,"allocated":6840320,"data_stored":6146225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.591,"15min":1.1319999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.1440000000000001,"5min":11.686999999999999,"15min":26.055},"last":0.5},{"interface":"front","average":{"1min":1.78,"5min":1.4399999999999999,"15min":1.173},"min":{"1min":0.27800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":7.1840000000000002,"5min":11.611000000000001,"15min":25.497},"last":0.49099999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":5.7240000000000002,"5min":2.4199999999999999,"15min":1.4159999999999999},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":56.880000000000003,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":5.6740000000000004,"5min":2.391,"15min":1.4430000000000001},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":56.904000000000003,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:08:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4390000000000001,"5min":1.726,"15min":1.159},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":10.683999999999999,"5min":17.143000000000001,"15min":17.143000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.4490000000000001,"15min":1.0589999999999999},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7320000000000002,"5min":8.1940000000000008,"15min":8.1940000000000008},"last":0.56000000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":11.241,"5min":3.879,"15min":2.0070000000000001},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.32800000000000001},"max":{"1min":80.783000000000001,"5min":80.783000000000001,"15min":80.783000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":10.964,"5min":3.7040000000000002,"15min":1.9850000000000001},"min":{"1min":0.42099999999999999,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":80.852000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":0.45700000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":1.4630000000000001,"15min":0.86699999999999999},"min":{"1min":0.26300000000000001,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.7480000000000002,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.6419999999999999,"15min":0.98399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":4.7770000000000001,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.437}]},{"osd":6,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.143,"15min":0.70399999999999996},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.1320000000000001,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.365,"15min":0.82099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.318},"max":{"1min":4.8090000000000002,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.47599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:09:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":1.0960000000000001,"15min":0.83199999999999996},"min":{"1min":0.36099999999999999,"5min":0.35899999999999999,"15min":0.27700000000000002},"max":{"1min":3.6859999999999999,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.49,"15min":0.95399999999999996},"min":{"1min":0.34599999999999997,"5min":0.29299999999999998,"15min":0.27100000000000002},"max":{"1min":4.1079999999999997,"5min":17.097999999999999,"15min":17.097999999999999},"last":0.54700000000000004}]}]},{"osd":5,"up_from":36,"seq":154618822955,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":781960,"kb_used_data":476544,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92963192,"statfs":{"total":95995035648,"available":95194308608,"internally_reserved":0,"allocated":487981056,"data_stored":487299191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.605,"15min":1.0700000000000001},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.306,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":0.41799999999999998},{"interface":"front","average":{"1min":2.7730000000000001,"5min":1.619,"15min":1.125},"min":{"1min":0.27800000000000002,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":0.434}]},{"osd":1,"last update":"Sat Sep 23 18:09:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3140000000000001,"5min":1.7509999999999999,"15min":1.1910000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":16.033999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":3.2389999999999999,"5min":1.76,"15min":1.1240000000000001},"min":{"1min":0.504,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":8.4450000000000003,"5min":8.4450000000000003,"15min":8.4450000000000003},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2410000000000001,"5min":2.2480000000000002,"15min":1.427},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":28.687999999999999,"5min":28.687999999999999,"15min":28.687999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.863,"5min":2.0600000000000001,"15min":1.3759999999999999},"min":{"1min":0.375,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":28.715,"5min":28.715,"15min":28.715},"last":0.49399999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:03 2023","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.8169999999999999,"15min":1.2709999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5890000000000004,"5min":8.0350000000000001,"15min":8.0350000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.8399999999999999,"5min":2.1299999999999999,"15min":1.389},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.30199999999999999},"max":{"1min":10.222,"5min":14.048,"15min":14.048},"last":0.40100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:08:57 2023","interfaces":[{"interface":"back","average":{"1min":7.1890000000000001,"5min":2.2970000000000002,"15min":1.196},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.24399999999999999},"max":{"1min":121.29900000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":7.7240000000000002,"5min":2.375,"15min":1.3009999999999999},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":121.31399999999999,"5min":121.31399999999999,"15min":121.31399999999999},"last":0.38}]},{"osd":6,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.111,"15min":0.77600000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.3570000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.1319999999999999,"15min":0.84699999999999998},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.503}]},{"osd":7,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.2390000000000001,"15min":0.92700000000000005},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.95399999999999996},"min":{"1min":0.34200000000000003,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":11.956,"5min":11.956,"15min":12.388999999999999},"last":0.53300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:09:59.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:09:59.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:09:59.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:59.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:09:59.402 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:09:59.434 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:59.470 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:09:59.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:59.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:09:59.575 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:09:59.603 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:59.638 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:09:59.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:09:59.641 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:09:59.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:09:59.773 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:09:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:09:59 smithi018 ceph-mon[149401]: pgmap v768: 89 pgs: 3 creating+peering, 86 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:59.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:09:59 smithi018 ceph-mon[153734]: pgmap v768: 89 pgs: 3 creating+peering, 86 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:09:59.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:09:59 smithi149 ceph-mon[135148]: pgmap v768: 89 pgs: 3 creating+peering, 86 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:00.632 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:00.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:00.637 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:00.639 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_2' 2023-09-23T18:10:00.694 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:00.694 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:00.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:00.766 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[153734]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[153734]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2634388660' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[149401]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[149401]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:10:00.767 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2634388660' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:00.768 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:00 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:00.770 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:00 smithi149 ceph-mon[135148]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T18:10:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:00 smithi149 ceph-mon[135148]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:10:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2634388660' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:00.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:00 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:10:01.068 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:01.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:01.072 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:01.172 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:01.202 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:01.296 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:01.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:01.299 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:01.400 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:01.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:01.466 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:01.470 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:01.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:01.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:01.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:01.602 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:01.637 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:01.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:01.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:01.741 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:01.769 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: osdmap e275: 8 total, 8 up, 8 in 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: pgmap v770: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2084239923' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:10:01.770 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: osdmap e275: 8 total, 8 up, 8 in 2023-09-23T18:10:01.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: pgmap v770: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:01.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2084239923' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.771 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:01.772 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:01.792 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:01.811 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:01.830 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:01.848 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:01.866 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:01.884 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:01.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: osdmap e275: 8 total, 8 up, 8 in 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: failed to encode map e275 with expected crc 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: pgmap v770: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2084239923' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:01.902 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.904 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:10:01.909 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:01.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:01.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:01.934 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:10:02.014 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:02.043 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:02.133 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:02.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:02.135 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:02.236 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:02.263 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:02.272 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2023-09-23T18:10:02.275 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T18:10:02.275 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T18:10:02.334 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:10:02.351 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T18:10:02.351 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T18:10:02.351 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_282512 2023-09-23T18:10:02.352 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:10:02.352 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T18:10:02.543 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:02.863 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:02.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:02.872 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/799836654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:02 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:02 smithi149 ceph-mon[135148]: osdmap e276: 8 total, 8 up, 8 in 2023-09-23T18:10:02.953 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/799836654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:02.953 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:02.953 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:02.953 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[153734]: osdmap e276: 8 total, 8 up, 8 in 2023-09-23T18:10:02.953 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/799836654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:02.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:02.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:02.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:02 smithi018 ceph-mon[149401]: osdmap e276: 8 total, 8 up, 8 in 2023-09-23T18:10:02.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:03.038 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:03.255 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:03.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:03.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:03.352 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 16 3274 3258 203.602 203.625 0.00296918 0.00489601 2023-09-23T18:10:03.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:03.417 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:03.534 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:03.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:03.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:03.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:03.700 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:03.776 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:03.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:03.779 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[153734]: pgmap v772: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:03 smithi018 ceph-mon[149401]: pgmap v772: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:03.863 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:03.863 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:10:03.863 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:10:03.864 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:03.880 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: failed to encode map e276 with expected crc 2023-09-23T18:10:03.889 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:03 smithi149 ceph-mon[135148]: pgmap v772: 89 pgs: 89 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-09-23T18:10:03.936 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:04.009 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:04.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:04.016 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:04.117 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:04.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:04.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 6017 6001 187.073 171.438 0.0102116 0.00533488 2023-09-23T18:10:04.444 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:10:04.444 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":987,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":276,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492140,"num_in_osds":8,"osd_in_since":1695492382,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89}],"num_pgs":89,"num_pools":5,"num_objects":28,"data_bytes":4790195,"bytes_used":4480344064,"bytes_avail":763479941120,"bytes_total":767960285184},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":25,"modified":"2023-09-23T18:09:36.859716+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true}}} 2023-09-23T18:10:04.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:10:04.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3549847369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:10:04.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3549847369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:10:04.962 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T18:10:04.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:10:05.126 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:04] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.33.4" 2023-09-23T18:10:05.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3549847369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:10:05.339 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:10:05.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 8631 8615 179.181 163.375 0.00165141 0.0055201 2023-09-23T18:10:05.748 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:05.887 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:05.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:05.898 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:05.931 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:10:06.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:06.020 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:06.074 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:06 smithi149 ceph-mon[135148]: pgmap v773: 89 pgs: 89 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-09-23T18:10:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:06.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:06.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:06.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:06.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:06 smithi018 ceph-mon[153734]: pgmap v773: 89 pgs: 89 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-09-23T18:10:06.296 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:06.296 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:06 smithi018 ceph-mon[149401]: pgmap v773: 89 pgs: 89 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s wr, 67 op/s 2023-09-23T18:10:06.296 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:06.299 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:06.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 10572 10556 164.728 121.312 0.00797314 0.00606262 2023-09-23T18:10:06.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:06.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:06.552 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:06.654 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:06.697 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:06.702 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:06.757 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:06.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:06.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:06.863 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:06.934 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:07.051 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:07.057 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:07.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:07.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:07.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:07.222 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:07.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 12933 12917 161.292 147.562 0.00578946 0.00619033 2023-09-23T18:10:08.168 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:08.168 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:10:08.169 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:10:08.169 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:10:08.169 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:08.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 15531 15515 161.468 162.375 0.00819158 0.00618539 2023-09-23T18:10:08.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:08 smithi149 ceph-mon[135148]: pgmap v774: 89 pgs: 89 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s wr, 892 op/s 2023-09-23T18:10:08.600 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:10:08.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:08 smithi018 ceph-mon[149401]: pgmap v774: 89 pgs: 89 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s wr, 892 op/s 2023-09-23T18:10:08.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:08 smithi018 ceph-mon[153734]: pgmap v774: 89 pgs: 89 active+clean; 451 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s wr, 892 op/s 2023-09-23T18:10:09.299 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:09.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:09.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:09.352 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:09.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 17949 17933 159.988 151.125 0.00376807 0.00622186 2023-09-23T18:10:09.406 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:09.446 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:10.020 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:10.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:10.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:10.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:10.188 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:10.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 19983 19967 155.882 127.125 0.00615288 0.00641058 2023-09-23T18:10:10.639 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:10:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGRecoveryDelete(5.0 e190,185 5:01807e8a:::benchmark_data_smithi018_184207_object30885:head,183'6563)", 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 436.96392722500002, 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092, 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671973+0000", 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.831e-06 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671978+0000", 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.961e-06 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.671987+0000", 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116245801 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788233+0000", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8088999999999999e-05 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788291+0000", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6260000000000007e-06 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788301+0000", 2023-09-23T18:10:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1293999999999999e-05 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:53.788372+0000", 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116399092 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32314 6.e 6:75d84dc1:::benchmark_data_smithi018_246789_object32313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:10:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 254.991326122, 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999, 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32314 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644573+0000", 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108597 2023-09-23T18:10:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644682+0000", 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2180000000000005e-06 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644691+0000", 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1699999999999999e-06 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644695+0000", 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6273000000000006e-05 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644772+0000", 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101697 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644873+0000", 2023-09-23T18:10:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105338 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644979+0000", 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001943122 2023-09-23T18:10:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646922+0000", 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034713399999999997 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647269+0000", 2023-09-23T18:10:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54646787600000002 2023-09-23T18:10:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193737+0000", 2023-09-23T18:10:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9088000000000001e-05 2023-09-23T18:10:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193796+0000", 2023-09-23T18:10:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3906000000000003e-05 2023-09-23T18:10:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193840+0000", 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32316 6.e 6:787bfd17:::benchmark_data_smithi018_246789_object32315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:10:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 254.991196917, 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995, 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32316 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644703+0000", 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5779000000000002e-05 2023-09-23T18:10:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644759+0000", 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5167999999999999e-05 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644774+0000", 2023-09-23T18:10:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5289999999999999e-06 2023-09-23T18:10:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644779+0000", 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001217735 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.645997+0000", 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111047 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646108+0000", 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141939 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646250+0000", 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079815400000000003 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647048+0000", 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045021999999999998 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647499+0000", 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54638822200000003 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193887+0000", 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0708000000000003e-05 2023-09-23T18:10:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193937+0000", 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6677999999999997e-05 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193974+0000", 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32318 6.e 6:78c9f278:::benchmark_data_smithi018_246789_object32317:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 254.985774811, 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071, 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32318 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650125+0000", 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7156000000000001e-05 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650162+0000", 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030999999999999e-05 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650172+0000", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4170000000000002e-06 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650176+0000", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.205e-05 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650208+0000", 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7510999999999996e-05 2023-09-23T18:10:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650296+0000", 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111474 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650407+0000", 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000772681 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651180+0000", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00078644800000000003 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651966+0000", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54206026299999999 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194027+0000", 2023-09-23T18:10:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5179000000000001e-05 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194082+0000", 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8908000000000001e-05 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194121+0000", 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49370 6.e 6:72ef5290:::benchmark_data_smithi018_246789_object49369:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 243.43737044700001, 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002, 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49370 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999895 2023-09-23T18:10:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198520+0000", 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8124999999999997e-05 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198568+0000", 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4423999999999999e-05 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198582+0000", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9519999999999997e-06 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198589+0000", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0312999999999998e-05 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198639+0000", 2023-09-23T18:10:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016027500000000001 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198800+0000", 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192435 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198992+0000", 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002003782 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.200996+0000", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039482090000000003 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204944+0000", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092040199000000003 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.296984+0000", 2023-09-23T18:10:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1713999999999999e-05 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297046+0000", 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1981999999999999e-05 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297088+0000", 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93972 6.12 6:49b8085e:::benchmark_data_smithi018_246789_object93971:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.25772147999999, 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001, 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93972 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:10:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378177+0000", 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4409e-05 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378232+0000", 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0992000000000002e-05 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378253+0000", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3640000000000004e-06 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378259+0000", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2228000000000001e-05 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:10:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016693799999999999 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378488+0000", 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000160123 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378648+0000", 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001845761 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380494+0000", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024939210000000001 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382988+0000", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122080962 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505069+0000", 2023-09-23T18:10:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5952000000000006e-05 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505165+0000", 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012447160000000001 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506410+0000", 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93975 6.2 6:41a0e87d:::benchmark_data_smithi018_246789_object93974:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.257622505, 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726, 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93975 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378277+0000", 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2035000000000001e-05 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378309+0000", 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0199999999999997e-06 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378316+0000", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2440000000000004e-06 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.498e-05 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378366+0000", 2023-09-23T18:10:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012658799999999999 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378492+0000", 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162986 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378655+0000", 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019132509999999999 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380568+0000", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002387943 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382956+0000", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131372038 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514328+0000", 2023-09-23T18:10:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1671e-05 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514380+0000", 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001854589 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516235+0000", 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93986 6.12 6:4de6467e:::benchmark_data_smithi018_246789_object93985:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.24146934199999, 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382, 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93986 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:10:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394429+0000", 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1703999999999998e-05 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394481+0000", 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6722999999999999e-05 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394498+0000", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3289999999999999e-06 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394504+0000", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1566999999999997e-05 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394545+0000", 2023-09-23T18:10:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000130028 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394675+0000", 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124189 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394800+0000", 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001388586 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396188+0000", 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011995107 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408183+0000", 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10613030499999999 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514314+0000", 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4381000000000001e-05 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514358+0000", 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012068859999999999 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.515565+0000", 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93988 6.e 6:7792f1b1:::benchmark_data_smithi018_246789_object93987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.24008528100001, 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853, 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93988 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5921999999999997e-05 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395880+0000", 2023-09-23T18:10:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0434999999999999e-05 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395891+0000", 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2700000000000004e-06 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395896+0000", 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395945+0000", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015499599999999999 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396100+0000", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186937 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396287+0000", 2023-09-23T18:10:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048238559999999996 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401111+0000", 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023952190000000001 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403506+0000", 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102747584 2023-09-23T18:10:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506254+0000", 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0667999999999998e-05 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506295+0000", 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024092779999999999 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508704+0000", 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93989 6.e 6:7d252a90:::benchmark_data_smithi018_246789_object93988:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.23999251500001, 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001, 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93989 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395907+0000", 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4240999999999999e-05 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395952+0000", 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9397999999999998e-05 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395991+0000", 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.426e-06 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395997+0000", 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028586919999999999 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398856+0000", 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012626 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398982+0000", 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013327200000000001 2023-09-23T18:10:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.399116+0000", 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002157515 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401273+0000", 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022648619999999999 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403538+0000", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110622992 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514161+0000", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2911999999999998e-05 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514204+0000", 2023-09-23T18:10:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003087514 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517292+0000", 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93992 6.2 6:443d0b96:::benchmark_data_smithi018_246789_object93991:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.23146164900001, 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999, 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93992 2023-09-23T18:10:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404437+0000", 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9521000000000002e-05 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404487+0000", 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0138e-05 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404497+0000", 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1099999999999996e-06 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404501+0000", 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9889999999999998e-05 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404551+0000", 2023-09-23T18:10:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118707 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404670+0000", 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012421900000000001 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404794+0000", 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024438480000000002 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407238+0000", 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053370550000000003 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412575+0000", 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10371525299999999 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516290+0000", 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7763999999999997e-05 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516358+0000", 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010036629999999999 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517361+0000", 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999 2023-09-23T18:10:10.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93993 6.2 6:4027c8a6:::benchmark_data_smithi018_246789_object93992:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.23139149799999, 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001, 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.723 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93993 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404508+0000", 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7073000000000001e-05 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404565+0000", 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0531e-05 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404576+0000", 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.915e-06 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404579+0000", 2023-09-23T18:10:10.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015420620000000001 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406121+0000", 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3888999999999995e-05 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406215+0000", 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118591 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406333+0000", 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00102385 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407357+0000", 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00525297 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104808439 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517419+0000", 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4048999999999999e-05 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517453+0000", 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00061514000000000002 2023-09-23T18:10:10.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.518068+0000", 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93994 6.e 6:7df9ef57:::benchmark_data_smithi018_246789_object93993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:10:10.730 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 188.22804894500001, 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001, 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93994 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407850+0000", 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106 2023-09-23T18:10:10.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407956+0000", 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2646000000000001e-05 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407969+0000", 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8269999999999997e-06 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8869000000000003e-05 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408023+0000", 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016760000000000001 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408190+0000", 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022065999999999999 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408411+0000", 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002849177 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411260+0000", 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00035406199999999999 2023-09-23T18:10:10.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411614+0000", 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105750946 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517365+0000", 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2354000000000006e-05 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517428+0000", 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021768790000000001 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.519604+0000", 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.737 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122847 6.12 6:4918c8ff:::benchmark_data_smithi018_246789_object21139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 146.26006741, 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075, 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122847 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.738 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.49e-06 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375836+0000", 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8810000000000001e-06 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375842+0000", 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.198e-06 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375847+0000", 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000193131 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376040+0000", 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070945399999999999 2023-09-23T18:10:10.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376750+0000", 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055683319999999996 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382318+0000", 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115845 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382434+0000", 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155458 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382589+0000", 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022177590000000001 2023-09-23T18:10:10.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.384807+0000", 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00039862399999999998 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.385206+0000", 2023-09-23T18:10:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095376005 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480582+0000", 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0572000000000003e-05 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480632+0000", 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001298771 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.481931+0000", 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124275 6.2 6:476ea478:::benchmark_data_smithi018_246789_object22567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 144.39540464199999, 2023-09-23T18:10:10.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283, 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124275 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:10:10.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240495+0000", 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6189999999999996e-06 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240501+0000", 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4414e-05 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240516+0000", 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8019999999999997e-06 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240521+0000", 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2868000000000003e-05 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240574+0000", 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000676058 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241250+0000", 2023-09-23T18:10:10.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095600488999999997 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336851+0000", 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0862e-05 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336922+0000", 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7394999999999998e-05 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.337019+0000", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027479399999999999 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339767+0000", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025568549999999998 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342324+0000", 2023-09-23T18:10:10.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000487515 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342811+0000", 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0486000000000003e-05 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342872+0000", 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001363214 2023-09-23T18:10:10.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.344235+0000", 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133811 6.12 6:4d2db4bf:::benchmark_data_smithi018_246789_object32103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:10:10.755 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.58079822900001, 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001, 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133811 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055100+0000", 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4479999999999994e-06 2023-09-23T18:10:10.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055109+0000", 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6642000000000001e-05 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055125+0000", 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6109999999999999e-06 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055132+0000", 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0009999999999998e-05 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055172+0000", 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073152299999999998 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:10:10.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055903+0000", 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035405340000000001 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059444+0000", 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1413e-05 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059535+0000", 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116686 2023-09-23T18:10:10.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059652+0000", 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023028279999999998 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061955+0000", 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1432e-05 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.761 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061986+0000", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095894701999999998 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157881+0000", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6282000000000001e-05 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157937+0000", 2023-09-23T18:10:10.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001118158 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.159055+0000", 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156228 6.12 6:4ab46ac8:::benchmark_data_smithi018_246789_object54520:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:10:10.763 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 98.133390779999999, 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001, 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156228 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502508+0000", 2023-09-23T18:10:10.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5939999999999994e-06 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502517+0000", 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4467999999999999e-05 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502531+0000", 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1930000000000004e-06 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502538+0000", 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0327000000000001e-05 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502589+0000", 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067580500000000003 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:10:10.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503264+0000", 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014360573999999999 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517625+0000", 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2834e-05 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517708+0000", 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835299999999999 2023-09-23T18:10:10.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517846+0000", 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033135650000000001 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.521160+0000", 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058164460000000003 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.769 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526976+0000", 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084686111999999994 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611662+0000", 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0590999999999998e-05 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611703+0000", 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047498800000000003 2023-09-23T18:10:10.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612178+0000", 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156235 6.2 6:47e89f74:::benchmark_data_smithi018_246789_object54527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:10:10.771 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 98.133107572, 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999, 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156235 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502792+0000", 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5710000000000003e-06 2023-09-23T18:10:10.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502798+0000", 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1270999999999999e-05 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502810+0000", 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4509999999999997e-06 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502816+0000", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7549999999999999e-05 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502914+0000", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00058659499999999998 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503500+0000", 2023-09-23T18:10:10.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014692744000000001 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518193+0000", 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0853999999999996e-05 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518264+0000", 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014921199999999999 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518413+0000", 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046295779999999996 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.523043+0000", 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039440209999999998 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526987+0000", 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083854539000000006 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610841+0000", 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2895999999999997e-05 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610884+0000", 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050087999999999999 2023-09-23T18:10:10.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611385+0000", 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8884 7.1 7:835e047e:::benchmark_data_smithi018_282512_object8883:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.493722+0000", 2023-09-23T18:10:10.779 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 5.1421787869999998, 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087750693000000005, 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8884 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493722+0000", 2023-09-23T18:10:10.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493722+0000", 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493721+0000", 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1362000000000002e-05 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493753+0000", 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7670000000000003e-06 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493757+0000", 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1669999999999999e-06 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.493761+0000", 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00055571600000000004 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.494316+0000", 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011915499999999999 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.494435+0000", 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011881500000000001 2023-09-23T18:10:10.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.494554+0000", 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047098099999999998 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.495025+0000", 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010047140000000001 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.496030+0000", 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.085359764000000005 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581390+0000", 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1162999999999998e-05 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:10.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581441+0000", 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1507000000000002e-05 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581472+0000", 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087750693000000005 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.786 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:8884 7.1 e276/272 ondisk, result = 0)", 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.497179+0000", 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 5.1387217989999998, 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084300819999999999, 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497179+0000", 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497179+0000", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497178+0000", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9629999999999998e-06 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497181+0000", 2023-09-23T18:10:10.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2149999999999998e-06 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497187+0000", 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1150000000000004e-06 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497192+0000", 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084179403 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581371+0000", 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0474e-05 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581381+0000", 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8022000000000004e-05 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:10.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581479+0000", 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084300819999999999 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:10.791 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:10.792 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:10.792 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:10 smithi149 ceph-mon[135148]: pgmap v775: 89 pgs: 89 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:10.792 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:10.792 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:10 smithi018 ceph-mon[149401]: pgmap v775: 89 pgs: 89 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:10.792 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:10.793 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:10 smithi018 ceph-mon[153734]: pgmap v775: 89 pgs: 89 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:10.793 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:10.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:10.794 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:10.894 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:10.959 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:11.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:10:11.357 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 22137 22121 153.52 134.625 0.00287515 0.00650746 2023-09-23T18:10:11.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:11.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:11.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:11.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:11.671 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:11.745 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:11.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:11.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:11.771 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:11.851 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:11.888 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:11.939 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:11.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:11.942 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:12.043 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:12.102 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:12.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 23988 23972 149.737 115.688 0.0067783 0.00667078 2023-09-23T18:10:12.447 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:12.499 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:12.529 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:12 smithi149 ceph-mon[135148]: pgmap v776: 89 pgs: 89 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-09-23T18:10:12.543 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:12 smithi018 ceph-mon[153734]: pgmap v776: 89 pgs: 89 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-09-23T18:10:12.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:12 smithi018 ceph-mon[149401]: pgmap v776: 89 pgs: 89 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-09-23T18:10:12.567 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:12.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:12.576 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:12.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:12.635 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:12.670 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:12.677 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:12.715 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:12.719 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:12.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.768 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:10:12.813 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:12.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:12.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:12.921 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:12.991 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:13.052 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:13.052 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:13.073 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:10:13.082 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:10:13.213 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:13.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:13.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:13.318 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:13.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 16 25590 25574 145.225 100.125 0.0117038 0.00687793 2023-09-23T18:10:13.361 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:13.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:13.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:13.417 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:13.448 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:10:13.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/645522167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:13.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/645522167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:13.571 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:13.629 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:13.634 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/645522167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:13.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:13.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:13.723 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":777,"stamp":"2023-09-23T18:10:12.869486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1251547059,"num_objects":19052,"num_object_clones":0,"num_object_copies":57156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19052,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":20130,"num_write_kb":1232677,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":8996511,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20194,"ondisk_log_size":20194,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7497532,"kb_used_data":4796668,"kb_used_omap":50,"kb_used_meta":2700749,"kb_avail":742463684,"statfs":{"total":767960285184,"available":760282812416,"internally_reserved":0,"allocated":4911788032,"data_stored":4904468241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2765567935},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[8,9,9,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1246756864,"num_objects":19024,"num_object_clones":0,"num_object_copies":57072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19024,"num_write_kb":1217536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.539043"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":110,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634201+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:10:00.634201+0000","last_peered":"2023-09-23T18:10:00.634201+0000","last_clean":"2023-09-23T18:10:00.634201+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:10:00.634201+0000","last_undegraded":"2023-09-23T18:10:00.634201+0000","last_fullsized":"2023-09-23T18:10:00.634201+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":268,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379257+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:10:01.379257+0000","last_peered":"2023-09-23T18:10:01.379257+0000","last_clean":"2023-09-23T18:10:01.379257+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:10:01.379257+0000","last_undegraded":"2023-09-23T18:10:01.379257+0000","last_fullsized":"2023-09-23T18:10:01.379257+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":180,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.630700+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:10:00.630700+0000","last_peered":"2023-09-23T18:10:00.630700+0000","last_clean":"2023-09-23T18:10:00.630700+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:10:00.630700+0000","last_undegraded":"2023-09-23T18:10:00.630700+0000","last_fullsized":"2023-09-23T18:10:00.630700+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":111,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.110041+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:10:01.110041+0000","last_peered":"2023-09-23T18:10:01.110041+0000","last_clean":"2023-09-23T18:10:01.110041+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:10:01.110041+0000","last_undegraded":"2023-09-23T18:10:01.110041+0000","last_fullsized":"2023-09-23T18:10:01.110041+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":328,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.378954+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:10:01.378954+0000","last_peered":"2023-09-23T18:10:01.378954+0000","last_clean":"2023-09-23T18:10:01.378954+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:10:01.378954+0000","last_undegraded":"2023-09-23T18:10:01.378954+0000","last_fullsized":"2023-09-23T18:10:01.378954+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":236,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.641227+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:10:00.641227+0000","last_peered":"2023-09-23T18:10:00.641227+0000","last_clean":"2023-09-23T18:10:00.641227+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:10:00.641227+0000","last_undegraded":"2023-09-23T18:10:00.641227+0000","last_fullsized":"2023-09-23T18:10:00.641227+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":266,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.110112+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:10:01.110112+0000","last_peered":"2023-09-23T18:10:01.110112+0000","last_clean":"2023-09-23T18:10:01.110112+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:10:01.110112+0000","last_undegraded":"2023-09-23T18:10:01.110112+0000","last_fullsized":"2023-09-23T18:10:01.110112+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":283,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.378976+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:10:01.378976+0000","last_peered":"2023-09-23T18:10:01.378976+0000","last_clean":"2023-09-23T18:10:01.378976+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:10:01.378976+0000","last_undegraded":"2023-09-23T18:10:01.378976+0000","last_fullsized":"2023-09-23T18:10:01.378976+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":97,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736619+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:10:01.736619+0000","last_peered":"2023-09-23T18:10:01.736619+0000","last_clean":"2023-09-23T18:10:01.736619+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:10:01.736619+0000","last_undegraded":"2023-09-23T18:10:01.736619+0000","last_fullsized":"2023-09-23T18:10:01.736619+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":218,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379061+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:10:01.379061+0000","last_peered":"2023-09-23T18:10:01.379061+0000","last_clean":"2023-09-23T18:10:01.379061+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:10:01.379061+0000","last_undegraded":"2023-09-23T18:10:01.379061+0000","last_fullsized":"2023-09-23T18:10:01.379061+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":274,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736281+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:10:01.736281+0000","last_peered":"2023-09-23T18:10:01.736281+0000","last_clean":"2023-09-23T18:10:01.736281+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:10:01.736281+0000","last_undegraded":"2023-09-23T18:10:01.736281+0000","last_fullsized":"2023-09-23T18:10:01.736281+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":73,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735689+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:10:01.735689+0000","last_peered":"2023-09-23T18:10:01.735689+0000","last_clean":"2023-09-23T18:10:01.735689+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:10:01.735689+0000","last_undegraded":"2023-09-23T18:10:01.735689+0000","last_fullsized":"2023-09-23T18:10:01.735689+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":111,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634365+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:10:00.634365+0000","last_peered":"2023-09-23T18:10:00.634365+0000","last_clean":"2023-09-23T18:10:00.634365+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:10:00.634365+0000","last_undegraded":"2023-09-23T18:10:00.634365+0000","last_fullsized":"2023-09-23T18:10:00.634365+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":272,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634457+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:10:00.634457+0000","last_peered":"2023-09-23T18:10:00.634457+0000","last_clean":"2023-09-23T18:10:00.634457+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:10:00.634457+0000","last_undegraded":"2023-09-23T18:10:00.634457+0000","last_fullsized":"2023-09-23T18:10:00.634457+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":335,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735628+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:10:01.735628+0000","last_peered":"2023-09-23T18:10:01.735628+0000","last_clean":"2023-09-23T18:10:01.735628+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:10:01.735628+0000","last_undegraded":"2023-09-23T18:10:01.735628+0000","last_fullsized":"2023-09-23T18:10:01.735628+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":274,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379245+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:10:01.379245+0000","last_peered":"2023-09-23T18:10:01.379245+0000","last_clean":"2023-09-23T18:10:01.379245+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:10:01.379245+0000","last_undegraded":"2023-09-23T18:10:01.379245+0000","last_fullsized":"2023-09-23T18:10:01.379245+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":111,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109712+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:10:01.109712+0000","last_peered":"2023-09-23T18:10:01.109712+0000","last_clean":"2023-09-23T18:10:01.109712+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:10:01.109712+0000","last_undegraded":"2023-09-23T18:10:01.109712+0000","last_fullsized":"2023-09-23T18:10:01.109712+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":97,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736257+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:10:01.736257+0000","last_peered":"2023-09-23T18:10:01.736257+0000","last_clean":"2023-09-23T18:10:01.736257+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:10:01.736257+0000","last_undegraded":"2023-09-23T18:10:01.736257+0000","last_fullsized":"2023-09-23T18:10:01.736257+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":241,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735737+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:10:01.735737+0000","last_peered":"2023-09-23T18:10:01.735737+0000","last_clean":"2023-09-23T18:10:01.735737+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:10:01.735737+0000","last_undegraded":"2023-09-23T18:10:01.735737+0000","last_fullsized":"2023-09-23T18:10:01.735737+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":243,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.110108+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:10:01.110108+0000","last_peered":"2023-09-23T18:10:01.110108+0000","last_clean":"2023-09-23T18:10:01.110108+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:10:01.110108+0000","last_undegraded":"2023-09-23T18:10:01.110108+0000","last_fullsized":"2023-09-23T18:10:01.110108+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":323,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.640668+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:10:00.640668+0000","last_peered":"2023-09-23T18:10:00.640668+0000","last_clean":"2023-09-23T18:10:00.640668+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:10:00.640668+0000","last_undegraded":"2023-09-23T18:10:00.640668+0000","last_fullsized":"2023-09-23T18:10:00.640668+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":244,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379576+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:10:01.379576+0000","last_peered":"2023-09-23T18:10:01.379576+0000","last_clean":"2023-09-23T18:10:01.379576+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:10:01.379576+0000","last_undegraded":"2023-09-23T18:10:01.379576+0000","last_fullsized":"2023-09-23T18:10:01.379576+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"276'958","reported_seq":971,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:08.104340+0000","last_change":"2023-09-23T18:09:55.623948+0000","last_active":"2023-09-23T18:10:08.104340+0000","last_peered":"2023-09-23T18:10:08.104340+0000","last_clean":"2023-09-23T18:10:08.104340+0000","last_became_active":"2023-09-23T18:09:55.623665+0000","last_became_peered":"2023-09-23T18:09:55.623665+0000","last_unstale":"2023-09-23T18:10:08.104340+0000","last_undegraded":"2023-09-23T18:10:08.104340+0000","last_fullsized":"2023-09-23T18:10:08.104340+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":958,"log_dups_size":0,"ondisk_log_size":958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:40.111347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62783488,"num_objects":958,"num_object_clones":0,"num_object_copies":2874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":958,"num_write_kb":61312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":312,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736147+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:10:01.736147+0000","last_peered":"2023-09-23T18:10:01.736147+0000","last_clean":"2023-09-23T18:10:01.736147+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:10:01.736147+0000","last_undegraded":"2023-09-23T18:10:01.736147+0000","last_fullsized":"2023-09-23T18:10:01.736147+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":97,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735645+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:10:01.735645+0000","last_peered":"2023-09-23T18:10:01.735645+0000","last_clean":"2023-09-23T18:10:01.735645+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:10:01.735645+0000","last_undegraded":"2023-09-23T18:10:01.735645+0000","last_fullsized":"2023-09-23T18:10:01.735645+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"276'923","reported_seq":936,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:07.956427+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:10:07.956427+0000","last_peered":"2023-09-23T18:10:07.956427+0000","last_clean":"2023-09-23T18:10:07.956427+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:10:07.956427+0000","last_undegraded":"2023-09-23T18:10:07.956427+0000","last_fullsized":"2023-09-23T18:10:07.956427+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":923,"log_dups_size":0,"ondisk_log_size":923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60489728,"num_objects":923,"num_object_clones":0,"num_object_copies":2769,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":923,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":923,"num_write_kb":59072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":327,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736118+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:10:01.736118+0000","last_peered":"2023-09-23T18:10:01.736118+0000","last_clean":"2023-09-23T18:10:01.736118+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:10:01.736118+0000","last_undegraded":"2023-09-23T18:10:01.736118+0000","last_fullsized":"2023-09-23T18:10:01.736118+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":272,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634372+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:10:00.634372+0000","last_peered":"2023-09-23T18:10:00.634372+0000","last_clean":"2023-09-23T18:10:00.634372+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:10:00.634372+0000","last_undegraded":"2023-09-23T18:10:00.634372+0000","last_fullsized":"2023-09-23T18:10:00.634372+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"276'1331","reported_seq":1344,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.693832+0000","last_change":"2023-09-23T18:09:55.623973+0000","last_active":"2023-09-23T18:10:10.693832+0000","last_peered":"2023-09-23T18:10:10.693832+0000","last_clean":"2023-09-23T18:10:10.693832+0000","last_became_active":"2023-09-23T18:09:55.623723+0000","last_became_peered":"2023-09-23T18:09:55.623723+0000","last_unstale":"2023-09-23T18:10:10.693832+0000","last_undegraded":"2023-09-23T18:10:10.693832+0000","last_fullsized":"2023-09-23T18:10:10.693832+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1331,"log_dups_size":0,"ondisk_log_size":1331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:31:21.466463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87228416,"num_objects":1331,"num_object_clones":0,"num_object_copies":3993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1331,"num_write_kb":85184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":268,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736131+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:10:01.736131+0000","last_peered":"2023-09-23T18:10:01.736131+0000","last_clean":"2023-09-23T18:10:01.736131+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:10:01.736131+0000","last_undegraded":"2023-09-23T18:10:01.736131+0000","last_fullsized":"2023-09-23T18:10:01.736131+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":236,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.640814+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:10:00.640814+0000","last_peered":"2023-09-23T18:10:00.640814+0000","last_clean":"2023-09-23T18:10:00.640814+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:10:00.640814+0000","last_undegraded":"2023-09-23T18:10:00.640814+0000","last_fullsized":"2023-09-23T18:10:00.640814+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"276'1361","reported_seq":1374,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:11.053025+0000","last_change":"2023-09-23T18:09:55.624185+0000","last_active":"2023-09-23T18:10:11.053025+0000","last_peered":"2023-09-23T18:10:11.053025+0000","last_clean":"2023-09-23T18:10:11.053025+0000","last_became_active":"2023-09-23T18:09:55.623904+0000","last_became_peered":"2023-09-23T18:09:55.623904+0000","last_unstale":"2023-09-23T18:10:11.053025+0000","last_undegraded":"2023-09-23T18:10:11.053025+0000","last_fullsized":"2023-09-23T18:10:11.053025+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1361,"log_dups_size":0,"ondisk_log_size":1361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:10.783606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89194496,"num_objects":1361,"num_object_clones":0,"num_object_copies":4083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1361,"num_write_kb":87104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":256,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736004+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:10:01.736004+0000","last_peered":"2023-09-23T18:10:01.736004+0000","last_clean":"2023-09-23T18:10:01.736004+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:10:01.736004+0000","last_undegraded":"2023-09-23T18:10:01.736004+0000","last_fullsized":"2023-09-23T18:10:01.736004+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":278,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109801+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:10:01.109801+0000","last_peered":"2023-09-23T18:10:01.109801+0000","last_clean":"2023-09-23T18:10:01.109801+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:10:01.109801+0000","last_undegraded":"2023-09-23T18:10:01.109801+0000","last_fullsized":"2023-09-23T18:10:01.109801+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"276'1305","reported_seq":1317,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.675196+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:10:10.675196+0000","last_peered":"2023-09-23T18:10:10.675196+0000","last_clean":"2023-09-23T18:10:10.675196+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:10:10.675196+0000","last_undegraded":"2023-09-23T18:10:10.675196+0000","last_fullsized":"2023-09-23T18:10:10.675196+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1305,"log_dups_size":0,"ondisk_log_size":1305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85524480,"num_objects":1305,"num_object_clones":0,"num_object_copies":3915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1305,"num_write_kb":83520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":300,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379263+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:10:01.379263+0000","last_peered":"2023-09-23T18:10:01.379263+0000","last_clean":"2023-09-23T18:10:01.379263+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:10:01.379263+0000","last_undegraded":"2023-09-23T18:10:01.379263+0000","last_fullsized":"2023-09-23T18:10:01.379263+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":100,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634015+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:10:00.634015+0000","last_peered":"2023-09-23T18:10:00.634015+0000","last_clean":"2023-09-23T18:10:00.634015+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:10:00.634015+0000","last_undegraded":"2023-09-23T18:10:00.634015+0000","last_fullsized":"2023-09-23T18:10:00.634015+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"276'1332","reported_seq":1345,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:11.036058+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:10:11.036058+0000","last_peered":"2023-09-23T18:10:11.036058+0000","last_clean":"2023-09-23T18:10:11.036058+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:10:11.036058+0000","last_undegraded":"2023-09-23T18:10:11.036058+0000","last_fullsized":"2023-09-23T18:10:11.036058+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1332,"log_dups_size":0,"ondisk_log_size":1332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87293952,"num_objects":1332,"num_object_clones":0,"num_object_copies":3996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1332,"num_write_kb":85248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":255,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.640842+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:10:00.640842+0000","last_peered":"2023-09-23T18:10:00.640842+0000","last_clean":"2023-09-23T18:10:00.640842+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:10:00.640842+0000","last_undegraded":"2023-09-23T18:10:00.640842+0000","last_fullsized":"2023-09-23T18:10:00.640842+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":109,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634592+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:10:00.634592+0000","last_peered":"2023-09-23T18:10:00.634592+0000","last_clean":"2023-09-23T18:10:00.634592+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:10:00.634592+0000","last_undegraded":"2023-09-23T18:10:00.634592+0000","last_fullsized":"2023-09-23T18:10:00.634592+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"276'1163","reported_seq":1175,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:09.868432+0000","last_change":"2023-09-23T18:09:55.625334+0000","last_active":"2023-09-23T18:10:09.868432+0000","last_peered":"2023-09-23T18:10:09.868432+0000","last_clean":"2023-09-23T18:10:09.868432+0000","last_became_active":"2023-09-23T18:09:55.624765+0000","last_became_peered":"2023-09-23T18:09:55.624765+0000","last_unstale":"2023-09-23T18:10:09.868432+0000","last_undegraded":"2023-09-23T18:10:09.868432+0000","last_fullsized":"2023-09-23T18:10:09.868432+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1163,"log_dups_size":0,"ondisk_log_size":1163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76218368,"num_objects":1163,"num_object_clones":0,"num_object_copies":3489,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1163,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1163,"num_write_kb":74432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":109,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634080+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:10:00.634080+0000","last_peered":"2023-09-23T18:10:00.634080+0000","last_clean":"2023-09-23T18:10:00.634080+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:10:00.634080+0000","last_undegraded":"2023-09-23T18:10:00.634080+0000","last_fullsized":"2023-09-23T18:10:00.634080+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":272,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634548+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:10:00.634548+0000","last_peered":"2023-09-23T18:10:00.634548+0000","last_clean":"2023-09-23T18:10:00.634548+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:10:00.634548+0000","last_undegraded":"2023-09-23T18:10:00.634548+0000","last_fullsized":"2023-09-23T18:10:00.634548+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"276'1242","reported_seq":1254,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:09.855472+0000","last_change":"2023-09-23T18:09:55.622849+0000","last_active":"2023-09-23T18:10:09.855472+0000","last_peered":"2023-09-23T18:10:09.855472+0000","last_clean":"2023-09-23T18:10:09.855472+0000","last_became_active":"2023-09-23T18:09:55.622528+0000","last_became_peered":"2023-09-23T18:09:55.622528+0000","last_unstale":"2023-09-23T18:10:09.855472+0000","last_undegraded":"2023-09-23T18:10:09.855472+0000","last_fullsized":"2023-09-23T18:10:09.855472+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1242,"log_dups_size":0,"ondisk_log_size":1242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81395712,"num_objects":1242,"num_object_clones":0,"num_object_copies":3726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1242,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1242,"num_write_kb":79488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":270,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.378855+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:10:01.378855+0000","last_peered":"2023-09-23T18:10:01.378855+0000","last_clean":"2023-09-23T18:10:01.378855+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:10:01.378855+0000","last_undegraded":"2023-09-23T18:10:01.378855+0000","last_fullsized":"2023-09-23T18:10:01.378855+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":244,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.632077+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:10:00.632077+0000","last_peered":"2023-09-23T18:10:00.632077+0000","last_clean":"2023-09-23T18:10:00.632077+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:10:00.632077+0000","last_undegraded":"2023-09-23T18:10:00.632077+0000","last_fullsized":"2023-09-23T18:10:00.632077+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"276'1306","reported_seq":1318,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.722642+0000","last_change":"2023-09-23T18:09:55.622054+0000","last_active":"2023-09-23T18:10:10.722642+0000","last_peered":"2023-09-23T18:10:10.722642+0000","last_clean":"2023-09-23T18:10:10.722642+0000","last_became_active":"2023-09-23T18:09:55.621786+0000","last_became_peered":"2023-09-23T18:09:55.621786+0000","last_unstale":"2023-09-23T18:10:10.722642+0000","last_undegraded":"2023-09-23T18:10:10.722642+0000","last_fullsized":"2023-09-23T18:10:10.722642+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1306,"log_dups_size":0,"ondisk_log_size":1306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85590016,"num_objects":1306,"num_object_clones":0,"num_object_copies":3918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1306,"num_write_kb":83584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":838,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.632105+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:10:00.632105+0000","last_peered":"2023-09-23T18:10:00.632105+0000","last_clean":"2023-09-23T18:10:00.632105+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:10:00.632105+0000","last_undegraded":"2023-09-23T18:10:00.632105+0000","last_fullsized":"2023-09-23T18:10:00.632105+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":106,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736300+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:10:01.736300+0000","last_peered":"2023-09-23T18:10:01.736300+0000","last_clean":"2023-09-23T18:10:01.736300+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:10:01.736300+0000","last_undegraded":"2023-09-23T18:10:01.736300+0000","last_fullsized":"2023-09-23T18:10:01.736300+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":189,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.630846+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:10:00.630846+0000","last_peered":"2023-09-23T18:10:00.630846+0000","last_clean":"2023-09-23T18:10:00.630846+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:10:00.630846+0000","last_undegraded":"2023-09-23T18:10:00.630846+0000","last_fullsized":"2023-09-23T18:10:00.630846+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"276'1221","reported_seq":1233,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:09.867106+0000","last_change":"2023-09-23T18:09:55.625808+0000","last_active":"2023-09-23T18:10:09.867106+0000","last_peered":"2023-09-23T18:10:09.867106+0000","last_clean":"2023-09-23T18:10:09.867106+0000","last_became_active":"2023-09-23T18:09:55.625515+0000","last_became_peered":"2023-09-23T18:09:55.625515+0000","last_unstale":"2023-09-23T18:10:09.867106+0000","last_undegraded":"2023-09-23T18:10:09.867106+0000","last_fullsized":"2023-09-23T18:10:09.867106+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1221,"log_dups_size":0,"ondisk_log_size":1221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80019456,"num_objects":1221,"num_object_clones":0,"num_object_copies":3663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1221,"num_write_kb":78144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":972,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735843+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:10:01.735843+0000","last_peered":"2023-09-23T18:10:01.735843+0000","last_clean":"2023-09-23T18:10:01.735843+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:10:01.735843+0000","last_undegraded":"2023-09-23T18:10:01.735843+0000","last_fullsized":"2023-09-23T18:10:01.735843+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":255,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634367+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:10:00.634367+0000","last_peered":"2023-09-23T18:10:00.634367+0000","last_clean":"2023-09-23T18:10:00.634367+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:10:00.634367+0000","last_undegraded":"2023-09-23T18:10:00.634367+0000","last_fullsized":"2023-09-23T18:10:00.634367+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":191,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.631970+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:10:00.631970+0000","last_peered":"2023-09-23T18:10:00.631970+0000","last_clean":"2023-09-23T18:10:00.631970+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:10:00.631970+0000","last_undegraded":"2023-09-23T18:10:00.631970+0000","last_fullsized":"2023-09-23T18:10:00.631970+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"276'1335","reported_seq":1348,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.679843+0000","last_change":"2023-09-23T18:09:55.625905+0000","last_active":"2023-09-23T18:10:10.679843+0000","last_peered":"2023-09-23T18:10:10.679843+0000","last_clean":"2023-09-23T18:10:10.679843+0000","last_became_active":"2023-09-23T18:09:55.625620+0000","last_became_peered":"2023-09-23T18:09:55.625620+0000","last_unstale":"2023-09-23T18:10:10.679843+0000","last_undegraded":"2023-09-23T18:10:10.679843+0000","last_fullsized":"2023-09-23T18:10:10.679843+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1335,"log_dups_size":0,"ondisk_log_size":1335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:35.958541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87490560,"num_objects":1335,"num_object_clones":0,"num_object_copies":4005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1335,"num_write_kb":85440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":536,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735602+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:10:01.735602+0000","last_peered":"2023-09-23T18:10:01.735602+0000","last_clean":"2023-09-23T18:10:01.735602+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:10:01.735602+0000","last_undegraded":"2023-09-23T18:10:01.735602+0000","last_fullsized":"2023-09-23T18:10:01.735602+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":197,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.630710+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:10:00.630710+0000","last_peered":"2023-09-23T18:10:00.630710+0000","last_clean":"2023-09-23T18:10:00.630710+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:10:00.630710+0000","last_undegraded":"2023-09-23T18:10:00.630710+0000","last_fullsized":"2023-09-23T18:10:00.630710+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":282,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.631998+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:10:00.631998+0000","last_peered":"2023-09-23T18:10:00.631998+0000","last_clean":"2023-09-23T18:10:00.631998+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:10:00.631998+0000","last_undegraded":"2023-09-23T18:10:00.631998+0000","last_fullsized":"2023-09-23T18:10:00.631998+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"276'1245","reported_seq":1258,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.687525+0000","last_change":"2023-09-23T18:09:55.624663+0000","last_active":"2023-09-23T18:10:10.687525+0000","last_peered":"2023-09-23T18:10:10.687525+0000","last_clean":"2023-09-23T18:10:10.687525+0000","last_became_active":"2023-09-23T18:09:55.624213+0000","last_became_peered":"2023-09-23T18:09:55.624213+0000","last_unstale":"2023-09-23T18:10:10.687525+0000","last_undegraded":"2023-09-23T18:10:10.687525+0000","last_fullsized":"2023-09-23T18:10:10.687525+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1245,"log_dups_size":0,"ondisk_log_size":1245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:38.642112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":81592320,"num_objects":1245,"num_object_clones":0,"num_object_copies":3735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1245,"num_write_kb":79680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":762,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735935+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:10:01.735935+0000","last_peered":"2023-09-23T18:10:01.735935+0000","last_clean":"2023-09-23T18:10:01.735935+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:10:01.735935+0000","last_undegraded":"2023-09-23T18:10:01.735935+0000","last_fullsized":"2023-09-23T18:10:01.735935+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":543,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735606+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:10:01.735606+0000","last_peered":"2023-09-23T18:10:01.735606+0000","last_clean":"2023-09-23T18:10:01.735606+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:10:01.735606+0000","last_undegraded":"2023-09-23T18:10:01.735606+0000","last_fullsized":"2023-09-23T18:10:01.735606+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":277,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379091+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:10:01.379091+0000","last_peered":"2023-09-23T18:10:01.379091+0000","last_clean":"2023-09-23T18:10:01.379091+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:10:01.379091+0000","last_undegraded":"2023-09-23T18:10:01.379091+0000","last_fullsized":"2023-09-23T18:10:01.379091+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":240,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.641025+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:10:00.641025+0000","last_peered":"2023-09-23T18:10:00.641025+0000","last_clean":"2023-09-23T18:10:00.641025+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:10:00.641025+0000","last_undegraded":"2023-09-23T18:10:00.641025+0000","last_fullsized":"2023-09-23T18:10:00.641025+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"276'1213","reported_seq":1225,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.677037+0000","last_change":"2023-09-23T18:09:55.628937+0000","last_active":"2023-09-23T18:10:10.677037+0000","last_peered":"2023-09-23T18:10:10.677037+0000","last_clean":"2023-09-23T18:10:10.677037+0000","last_became_active":"2023-09-23T18:09:55.628693+0000","last_became_peered":"2023-09-23T18:09:55.628693+0000","last_unstale":"2023-09-23T18:10:10.677037+0000","last_undegraded":"2023-09-23T18:10:10.677037+0000","last_fullsized":"2023-09-23T18:10:10.677037+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1213,"log_dups_size":0,"ondisk_log_size":1213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79495168,"num_objects":1213,"num_object_clones":0,"num_object_copies":3639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1213,"num_write_kb":77632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":932,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735601+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:10:01.735601+0000","last_peered":"2023-09-23T18:10:01.735601+0000","last_clean":"2023-09-23T18:10:01.735601+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:10:01.735601+0000","last_undegraded":"2023-09-23T18:10:01.735601+0000","last_fullsized":"2023-09-23T18:10:01.735601+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":252,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109661+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:10:01.109661+0000","last_peered":"2023-09-23T18:10:01.109661+0000","last_clean":"2023-09-23T18:10:01.109661+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:10:01.109661+0000","last_undegraded":"2023-09-23T18:10:01.109661+0000","last_fullsized":"2023-09-23T18:10:01.109661+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":120,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.110124+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:10:01.110124+0000","last_peered":"2023-09-23T18:10:01.110124+0000","last_clean":"2023-09-23T18:10:01.110124+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:10:01.110124+0000","last_undegraded":"2023-09-23T18:10:01.110124+0000","last_fullsized":"2023-09-23T18:10:01.110124+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"276'1259","reported_seq":1270,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:10.677473+0000","last_change":"2023-09-23T18:09:55.623870+0000","last_active":"2023-09-23T18:10:10.677473+0000","last_peered":"2023-09-23T18:10:10.677473+0000","last_clean":"2023-09-23T18:10:10.677473+0000","last_became_active":"2023-09-23T18:09:55.623577+0000","last_became_peered":"2023-09-23T18:09:55.623577+0000","last_unstale":"2023-09-23T18:10:10.677473+0000","last_undegraded":"2023-09-23T18:10:10.677473+0000","last_fullsized":"2023-09-23T18:10:10.677473+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82509824,"num_objects":1259,"num_object_clones":0,"num_object_copies":3777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1259,"num_write_kb":80576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":445,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736192+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:10:01.736192+0000","last_peered":"2023-09-23T18:10:01.736192+0000","last_clean":"2023-09-23T18:10:01.736192+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:10:01.736192+0000","last_undegraded":"2023-09-23T18:10:01.736192+0000","last_fullsized":"2023-09-23T18:10:01.736192+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":215,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.632007+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:10:00.632007+0000","last_peered":"2023-09-23T18:10:00.632007+0000","last_clean":"2023-09-23T18:10:00.632007+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:10:00.632007+0000","last_undegraded":"2023-09-23T18:10:00.632007+0000","last_fullsized":"2023-09-23T18:10:00.632007+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":262,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109958+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:10:01.109958+0000","last_peered":"2023-09-23T18:10:01.109958+0000","last_clean":"2023-09-23T18:10:01.109958+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:10:01.109958+0000","last_undegraded":"2023-09-23T18:10:01.109958+0000","last_fullsized":"2023-09-23T18:10:01.109958+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"276'893","reported_seq":905,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:07.970226+0000","last_change":"2023-09-23T18:09:55.622378+0000","last_active":"2023-09-23T18:10:07.970226+0000","last_peered":"2023-09-23T18:10:07.970226+0000","last_clean":"2023-09-23T18:10:07.970226+0000","last_became_active":"2023-09-23T18:09:55.622104+0000","last_became_peered":"2023-09-23T18:09:55.622104+0000","last_unstale":"2023-09-23T18:10:07.970226+0000","last_undegraded":"2023-09-23T18:10:07.970226+0000","last_fullsized":"2023-09-23T18:10:07.970226+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":893,"log_dups_size":0,"ondisk_log_size":893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:45:41.528988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58523648,"num_objects":893,"num_object_clones":0,"num_object_copies":2679,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":893,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":893,"num_write_kb":57152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":249,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379552+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:10:01.379552+0000","last_peered":"2023-09-23T18:10:01.379552+0000","last_clean":"2023-09-23T18:10:01.379552+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:10:01.379552+0000","last_undegraded":"2023-09-23T18:10:01.379552+0000","last_fullsized":"2023-09-23T18:10:01.379552+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":784,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.632422+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:10:00.632422+0000","last_peered":"2023-09-23T18:10:00.632422+0000","last_clean":"2023-09-23T18:10:00.632422+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:10:00.632422+0000","last_undegraded":"2023-09-23T18:10:00.632422+0000","last_fullsized":"2023-09-23T18:10:00.632422+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":282,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.378893+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:10:01.378893+0000","last_peered":"2023-09-23T18:10:01.378893+0000","last_clean":"2023-09-23T18:10:01.378893+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:10:01.378893+0000","last_undegraded":"2023-09-23T18:10:01.378893+0000","last_fullsized":"2023-09-23T18:10:01.378893+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"276'937","reported_seq":950,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:07.967889+0000","last_change":"2023-09-23T18:09:55.622408+0000","last_active":"2023-09-23T18:10:07.967889+0000","last_peered":"2023-09-23T18:10:07.967889+0000","last_clean":"2023-09-23T18:10:07.967889+0000","last_became_active":"2023-09-23T18:09:55.622038+0000","last_became_peered":"2023-09-23T18:09:55.622038+0000","last_unstale":"2023-09-23T18:10:07.967889+0000","last_undegraded":"2023-09-23T18:10:07.967889+0000","last_fullsized":"2023-09-23T18:10:07.967889+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":937,"log_dups_size":0,"ondisk_log_size":937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:29.853712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61407232,"num_objects":937,"num_object_clones":0,"num_object_copies":2811,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":937,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":937,"num_write_kb":59968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":525,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.641237+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:10:00.641237+0000","last_peered":"2023-09-23T18:10:00.641237+0000","last_clean":"2023-09-23T18:10:00.641237+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:10:00.641237+0000","last_undegraded":"2023-09-23T18:10:00.641237+0000","last_fullsized":"2023-09-23T18:10:00.641237+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":115,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109938+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:10:01.109938+0000","last_peered":"2023-09-23T18:10:01.109938+0000","last_clean":"2023-09-23T18:10:01.109938+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:10:01.109938+0000","last_undegraded":"2023-09-23T18:10:01.109938+0000","last_fullsized":"2023-09-23T18:10:01.109938+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":109,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634267+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:10:00.634267+0000","last_peered":"2023-09-23T18:10:00.634267+0000","last_clean":"2023-09-23T18:10:00.634267+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:10:00.634267+0000","last_undegraded":"2023-09-23T18:10:00.634267+0000","last_fullsized":"2023-09-23T18:10:00.634267+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":111,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.109869+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:10:01.109869+0000","last_peered":"2023-09-23T18:10:01.109869+0000","last_clean":"2023-09-23T18:10:01.109869+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:10:01.109869+0000","last_undegraded":"2023-09-23T18:10:01.109869+0000","last_fullsized":"2023-09-23T18:10:01.109869+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":61,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.735883+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:10:01.735883+0000","last_peered":"2023-09-23T18:10:01.735883+0000","last_clean":"2023-09-23T18:10:01.735883+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:10:01.735883+0000","last_undegraded":"2023-09-23T18:10:01.735883+0000","last_fullsized":"2023-09-23T18:10:01.735883+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":269,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736094+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:10:01.736094+0000","last_peered":"2023-09-23T18:10:01.736094+0000","last_clean":"2023-09-23T18:10:01.736094+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:10:01.736094+0000","last_undegraded":"2023-09-23T18:10:01.736094+0000","last_fullsized":"2023-09-23T18:10:01.736094+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":100,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634515+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:10:00.634515+0000","last_peered":"2023-09-23T18:10:00.634515+0000","last_clean":"2023-09-23T18:10:00.634515+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:10:00.634515+0000","last_undegraded":"2023-09-23T18:10:00.634515+0000","last_fullsized":"2023-09-23T18:10:00.634515+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":243,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.736362+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:10:01.736362+0000","last_peered":"2023-09-23T18:10:01.736362+0000","last_clean":"2023-09-23T18:10:01.736362+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:10:01.736362+0000","last_undegraded":"2023-09-23T18:10:01.736362+0000","last_fullsized":"2023-09-23T18:10:01.736362+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":100,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.634022+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:10:00.634022+0000","last_peered":"2023-09-23T18:10:00.634022+0000","last_clean":"2023-09-23T18:10:00.634022+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:10:00.634022+0000","last_undegraded":"2023-09-23T18:10:00.634022+0000","last_fullsized":"2023-09-23T18:10:00.634022+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":307,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379458+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:10:01.379458+0000","last_peered":"2023-09-23T18:10:01.379458+0000","last_clean":"2023-09-23T18:10:01.379458+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:10:01.379458+0000","last_undegraded":"2023-09-23T18:10:01.379458+0000","last_fullsized":"2023-09-23T18:10:01.379458+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":311,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.379022+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:10:01.379022+0000","last_peered":"2023-09-23T18:10:01.379022+0000","last_clean":"2023-09-23T18:10:01.379022+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:10:01.379022+0000","last_undegraded":"2023-09-23T18:10:01.379022+0000","last_fullsized":"2023-09-23T18:10:01.379022+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":162,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:01.110063+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:10:01.110063+0000","last_peered":"2023-09-23T18:10:01.110063+0000","last_clean":"2023-09-23T18:10:01.110063+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:10:01.110063+0000","last_undegraded":"2023-09-23T18:10:01.110063+0000","last_fullsized":"2023-09-23T18:10:01.110063+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":100,"reported_epoch":275,"state":"active+clean","last_fresh":"2023-09-23T18:10:00.633809+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:10:00.633809+0000","last_peered":"2023-09-23T18:10:00.633809+0000","last_clean":"2023-09-23T18:10:00.633809+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:10:00.633809+0000","last_undegraded":"2023-09-23T18:10:00.633809+0000","last_fullsized":"2023-09-23T18:10:00.633809+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1246756864,"num_objects":19024,"num_object_clones":0,"num_object_copies":57072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19024,"num_write_kb":1217536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3694067712,"data_stored":3694067712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19024,"ondisk_log_size":19024,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430503,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":892156,"kb_used_data":578548,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":92852996,"statfs":{"total":95995035648,"available":95081467904,"internally_reserved":0,"allocated":592433152,"data_stored":591734092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.2529999999999999,"15min":0.89700000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":3.2240000000000002,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":2.423},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.2689999999999999,"15min":0.98299999999999998},"min":{"1min":0.28199999999999997,"5min":0.254,"15min":0.254},"max":{"1min":4.5650000000000004,"5min":5.9050000000000002,"15min":9.2810000000000006},"last":1.925}]},{"osd":1,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.528,"15min":1.034},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.6040000000000001,"5min":11.483000000000001,"15min":11.483000000000001},"last":0.76500000000000001},{"interface":"front","average":{"1min":2.7109999999999999,"5min":1.968,"15min":1.1539999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":8.8670000000000009,"5min":9.1649999999999991,"15min":11.087999999999999},"last":2.9329999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":1.6839999999999999,"15min":1.016},"min":{"1min":0.28100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.8900000000000001,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":4.1749999999999998},{"interface":"front","average":{"1min":2.0059999999999998,"5min":1.7130000000000001,"15min":1.1299999999999999},"min":{"1min":0.309,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":7.8390000000000004,"5min":11.417,"15min":11.417},"last":1.111}]},{"osd":3,"last update":"Sat Sep 23 18:09:10 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.282,"15min":1.5069999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28299999999999997},"max":{"1min":7.7439999999999998,"5min":32.631,"15min":32.631},"last":2.2200000000000002},{"interface":"front","average":{"1min":2.831,"5min":2.3809999999999998,"15min":1.585},"min":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":7.6749999999999998,"5min":32.612000000000002,"15min":32.612000000000002},"last":1.137}]},{"osd":4,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.1319999999999999,"15min":0.89100000000000001},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":4.1319999999999997,"5min":19.010000000000002,"15min":19.010000000000002},"last":1.879},{"interface":"front","average":{"1min":0.77900000000000003,"5min":1.0740000000000001,"15min":0.83999999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":7.7050000000000001,"5min":8.1950000000000003,"15min":10.238},"last":3.5699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.107,"15min":0.92200000000000004},"min":{"1min":0.33500000000000002,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":7.8019999999999996,"5min":10.016,"15min":10.016},"last":0.86899999999999999},{"interface":"front","average":{"1min":1.032,"5min":1.2390000000000001,"15min":0.94699999999999995},"min":{"1min":0.33500000000000002,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":4.6050000000000004,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.73199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.123,"15min":0.83399999999999996},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.774,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.79700000000000004},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.2809999999999999,"15min":0.89100000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.1639999999999997,"5min":12.613,"15min":12.613},"last":1.893}]}]},{"osd":6,"up_from":174,"seq":747324309599,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1160692,"kb_used_data":833068,"kb_used_omap":12,"kb_used_meta":327603,"kb_avail":92584460,"statfs":{"total":95995035648,"available":94806487040,"internally_reserved":0,"allocated":853061632,"data_stored":852370637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":335466175},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":6.6310000000000002,"5min":2.9790000000000001,"15min":1.569},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":84.004999999999995,"5min":84.004999999999995,"15min":84.004999999999995},"last":0.54100000000000004},{"interface":"front","average":{"1min":6.9539999999999997,"5min":2.7599999999999998,"15min":1.419},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":83.918999999999997,"5min":83.918999999999997,"15min":83.918999999999997},"last":0.35799999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":2.0390000000000001,"15min":1.28},"min":{"1min":0.29599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":5.056,"5min":12.317,"15min":12.317},"last":1.0720000000000001},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.1099999999999999,"15min":1.2589999999999999},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.194,"5min":13.794,"15min":13.794},"last":0.33100000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.6909999999999998,"5min":2.2250000000000001,"15min":1.282},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.6909999999999998,"5min":42.585000000000001,"15min":42.585000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":2.839,"5min":2.1360000000000001,"15min":1.3300000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.6329999999999991,"5min":10.073,"15min":10.073},"last":0.44600000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.4670000000000001,"5min":2.3730000000000002,"15min":1.4790000000000001},"min":{"1min":0.372,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.547000000000001,"5min":22.619,"15min":22.619},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.5379999999999998,"15min":1.637},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.54,"5min":22.178999999999998,"15min":22.178999999999998},"last":1.2450000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.591,"15min":0.98599999999999999},"min":{"1min":0.34899999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.3610000000000002,"5min":19.974,"15min":19.974},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.423,"5min":1.4670000000000001,"15min":0.93899999999999995},"min":{"1min":0.31,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":5.5949999999999998,"5min":20.279,"15min":20.279},"last":0.29499999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.0669999999999999,"15min":0.79400000000000004},"min":{"1min":0.35899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.5099999999999998,"5min":7.5099999999999998,"15min":7.5099999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.081,"15min":0.79700000000000004},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.202,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":0.498}]},{"osd":7,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3200000000000001,"15min":1.0109999999999999},"min":{"1min":0.38500000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1210000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.46,"15min":1.0189999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0469999999999997,"5min":12.279,"15min":12.279},"last":0.51100000000000001}]}]},{"osd":1,"up_from":90,"seq":386547056809,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":794936,"kb_used_data":519792,"kb_used_omap":7,"kb_used_meta":275128,"kb_avail":92950216,"statfs":{"total":95995035648,"available":95181021184,"internally_reserved":0,"allocated":532267008,"data_stored":531162573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":281731171},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":2.2269999999999999,"15min":1.3109999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.193},"max":{"1min":7.3659999999999997,"5min":18.524000000000001,"15min":18.524000000000001},"last":1.5649999999999999},{"interface":"front","average":{"1min":1.883,"5min":2.9300000000000002,"15min":1.4510000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":9.0350000000000001,"5min":21.433,"15min":21.433},"last":0.71699999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":3.653,"15min":1.8879999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":25.577999999999999,"5min":31.273,"15min":31.273},"last":3.1240000000000001},{"interface":"front","average":{"1min":3.024,"5min":2.3580000000000001,"15min":1.895},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":15.327,"5min":15.327,"15min":15.327},"last":1.0960000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":2.1579999999999999,"15min":1.3080000000000001},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.214},"max":{"1min":8.1039999999999992,"5min":20.968,"15min":20.968},"last":3.6640000000000001},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.1949999999999998,"15min":1.367},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.1440000000000001,"5min":16.273,"15min":16.273},"last":1.609}]},{"osd":4,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.585,"5min":2.52,"15min":1.446},"min":{"1min":0.378,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3300000000000001,"5min":13.532,"15min":13.532},"last":2.5630000000000002},{"interface":"front","average":{"1min":1.5529999999999999,"5min":1.5669999999999999,"15min":1.165},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":7.3239999999999998,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.999}]},{"osd":5,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.9319999999999999,"15min":1.26},"min":{"1min":0.42599999999999999,"5min":0.38300000000000001,"15min":0.29899999999999999},"max":{"1min":6.899,"5min":21.369,"15min":21.369},"last":0.752},{"interface":"front","average":{"1min":1.2909999999999999,"5min":2.4830000000000001,"15min":1.4670000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":4.9290000000000003,"5min":13.574,"15min":13.574},"last":2.5139999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:30 2023","interfaces":[{"interface":"back","average":{"1min":2.859,"5min":1.907,"15min":1.0489999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":9.0609999999999999,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.5,"5min":1.712,"15min":1.0509999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.38600000000000001},"max":{"1min":10.683999999999999,"5min":21.282,"15min":21.282},"last":0.86799999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.712,"5min":2.7349999999999999,"15min":1.5900000000000001},"min":{"1min":0.39600000000000002,"5min":0.373,"15min":0.34200000000000003},"max":{"1min":7.5810000000000004,"5min":13.727,"15min":13.727},"last":2.5899999999999999},{"interface":"front","average":{"1min":1.734,"5min":1.909,"15min":1.3580000000000001},"min":{"1min":0.48799999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.6319999999999997,"5min":9.1189999999999998,"15min":13.859},"last":1.0669999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220341,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":926520,"kb_used_data":628400,"kb_used_omap":8,"kb_used_meta":298103,"kb_avail":92818632,"statfs":{"total":95995035648,"available":95046279168,"internally_reserved":0,"allocated":643481600,"data_stored":642317427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":305258084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,5],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":4.0869999999999997,"5min":2.2250000000000001,"15min":1.2050000000000001},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":12.85,"5min":12.85,"15min":12.85},"last":1.022},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.1000000000000001,"15min":1.1919999999999999},"min":{"1min":0.26600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.0709999999999997,"5min":17.73,"15min":17.73},"last":0.52000000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":2.492,"15min":1.5509999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.7279999999999998,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.1789999999999998,"5min":2.4039999999999999,"15min":1.6890000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.2520000000000007,"5min":26.268000000000001,"15min":26.268000000000001},"last":1.8959999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":2.411,"15min":1.3560000000000001},"min":{"1min":0.35599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.5279999999999996,"5min":16.023,"15min":16.023},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.4199999999999999,"5min":2.2269999999999999,"15min":1.2949999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.248},"max":{"1min":11.923,"5min":22.082999999999998,"15min":22.082999999999998},"last":1.7989999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.8400000000000001,"15min":1.1799999999999999},"min":{"1min":0.35499999999999998,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":13.673,"5min":13.673,"15min":13.673},"last":1.762},{"interface":"front","average":{"1min":3.5819999999999999,"5min":1.972,"15min":1.1970000000000001},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.045,"5min":10.045,"15min":10.045},"last":1.002}]},{"osd":5,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":1.9370000000000001,"15min":1.22},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":10.092000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.0019999999999998,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":7.0590000000000002,"5min":10.657,"15min":11.510999999999999},"last":1.8600000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6699999999999999,"5min":2.073,"15min":1.131},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.147,"5min":10.147,"15min":10.147},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.71,"5min":1.851,"15min":1.0580000000000001},"min":{"1min":0.41599999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":5.6870000000000003,"5min":7.681,"15min":7.681},"last":1.6399999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1499999999999999,"15min":1.3140000000000001},"min":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.7949999999999999,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":1.696},{"interface":"front","average":{"1min":3.7200000000000002,"5min":2.339,"15min":1.4179999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.372},"max":{"1min":13.619,"5min":13.699,"15min":13.699},"last":1.829}]}]},{"osd":2,"up_from":145,"seq":622770258034,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":911176,"kb_used_data":461568,"kb_used_omap":16,"kb_used_meta":449583,"kb_avail":92833976,"statfs":{"total":95995035648,"available":95061991424,"internally_reserved":0,"allocated":472645632,"data_stored":471466832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":460373154},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3929999999999998,"15min":1.444},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":8.3780000000000001,"5min":18.120999999999999,"15min":18.120999999999999},"last":1.27},{"interface":"front","average":{"1min":2.964,"5min":2.5249999999999999,"15min":1.5309999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":9.9420000000000002,"5min":15.94,"15min":15.94},"last":5.9580000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.1240000000000001,"5min":2.1880000000000002,"15min":1.349},"min":{"1min":0.224,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":8.407,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.245},{"interface":"front","average":{"1min":1.4690000000000001,"5min":2.4399999999999999,"15min":2.194},"min":{"1min":0.29399999999999998,"5min":0.223,"15min":0.218},"max":{"1min":5.0960000000000001,"5min":17.901,"15min":37.579000000000001},"last":1.474}]},{"osd":3,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":3.4580000000000002,"15min":1.71},"min":{"1min":0.29899999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":8.6170000000000009,"5min":34.960999999999999,"15min":34.960999999999999},"last":7.4880000000000004},{"interface":"front","average":{"1min":2.9430000000000001,"5min":3.9860000000000002,"15min":2.7290000000000001},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26300000000000001},"max":{"1min":10.938000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":1.556}]},{"osd":4,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3660000000000001,"5min":2.165,"15min":1.758},"min":{"1min":0.32500000000000001,"5min":0.31,"15min":0.31},"max":{"1min":4.415,"5min":17.550999999999998,"15min":23.870000000000001},"last":1.5209999999999999},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.2589999999999999,"15min":1.2849999999999999},"min":{"1min":0.38800000000000001,"5min":0.314,"15min":0.314},"max":{"1min":13.182,"5min":17.824000000000002,"15min":17.824000000000002},"last":1.1879999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":2.2440000000000002,"15min":1.323},"min":{"1min":0.38,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.8219999999999992,"5min":17.780000000000001,"15min":17.780000000000001},"last":1.1459999999999999},{"interface":"front","average":{"1min":2.27,"5min":1.893,"15min":1.29},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.9949999999999992,"5min":10.75,"15min":10.75},"last":0.29899999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:09:38 2023","interfaces":[{"interface":"back","average":{"1min":3.0089999999999999,"5min":2.6150000000000002,"15min":1.502},"min":{"1min":0.41299999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.114000000000001,"5min":17.853000000000002,"15min":17.853000000000002},"last":1.2190000000000001},{"interface":"front","average":{"1min":3.2410000000000001,"5min":2.7429999999999999,"15min":1.575},"min":{"1min":0.46300000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.148,"5min":17.919,"15min":17.919},"last":1.3009999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.5819999999999999,"5min":2.9470000000000001,"15min":1.569},"min":{"1min":0.434,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":16.518999999999998,"5min":17.890000000000001,"15min":17.890000000000001},"last":1.3320000000000001},{"interface":"front","average":{"1min":2.609,"5min":2.077,"15min":1.3120000000000001},"min":{"1min":0.41999999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":13.162000000000001,"5min":13.162000000000001,"15min":13.162000000000001},"last":5.915}]}]},{"osd":3,"up_from":100,"seq":429496729763,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1070900,"kb_used_data":649068,"kb_used_omap":4,"kb_used_meta":421819,"kb_avail":92674252,"statfs":{"total":95995035648,"available":94898434048,"internally_reserved":0,"allocated":664645632,"data_stored":663541998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":431943063},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,5,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.5190000000000001,"5min":1.9630000000000001,"15min":1.1699999999999999},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.1639999999999997,"5min":14.462999999999999,"15min":14.462999999999999},"last":2.3660000000000001},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0640000000000001,"15min":1.4299999999999999},"min":{"1min":0.23100000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":21.962,"5min":21.962,"15min":21.962},"last":0.73999999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.468,"5min":1.7110000000000001,"15min":1.105},"min":{"1min":0.28199999999999997,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":17.091999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":4.04,"5min":2.6869999999999998,"15min":1.476},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.248},"max":{"1min":12.333,"5min":15.394,"15min":15.394},"last":1.427}]},{"osd":2,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":2.415,"15min":1.732},"min":{"1min":0.253,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.477,"5min":16.779,"15min":16.779},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.962,"15min":1.476},"min":{"1min":0.315,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":10.087,"5min":19.59,"15min":19.59},"last":0.41399999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2770000000000001,"5min":1.885,"15min":1.181},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":6.9790000000000001,"5min":13.859999999999999,"15min":14.212},"last":0.66600000000000004},{"interface":"front","average":{"1min":2.2010000000000001,"5min":1.625,"15min":1.3700000000000001},"min":{"1min":0.39400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":15.33,"5min":15.33,"15min":17.478000000000002},"last":0.35099999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.048,"5min":1.8140000000000001,"15min":1.4379999999999999},"min":{"1min":0.41399999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.0629999999999997,"5min":11.602,"15min":17.507999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":2.496,"5min":1.847,"15min":1.252},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":17.221,"5min":19.209,"15min":19.209},"last":0.47399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:37 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.278,"15min":1.3089999999999999},"min":{"1min":0.38900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":10.430999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.433},{"interface":"front","average":{"1min":3.8679999999999999,"5min":2.3410000000000002,"15min":1.3520000000000001},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":10.545,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.68600000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:09:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":2.29,"15min":1.4350000000000001},"min":{"1min":0.42299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":17.184999999999999,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":2.7349999999999999,"5min":2.6200000000000001,"15min":1.48},"min":{"1min":0.45200000000000001,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":7.1619999999999999,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.70999999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019186,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":736504,"kb_used_data":426992,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":93008648,"statfs":{"total":95995035648,"available":95240855552,"internally_reserved":0,"allocated":437239808,"data_stored":436544545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.591,"15min":1.1319999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.1440000000000001,"5min":11.686999999999999,"15min":26.055},"last":0.23599999999999999},{"interface":"front","average":{"1min":1.78,"5min":1.4399999999999999,"15min":1.173},"min":{"1min":0.27800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":7.1840000000000002,"5min":11.611000000000001,"15min":25.497},"last":0.46500000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":5.7240000000000002,"5min":2.4199999999999999,"15min":1.4159999999999999},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":56.880000000000003,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":5.6740000000000004,"5min":2.391,"15min":1.4430000000000001},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":56.904000000000003,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:57 2023","interfaces":[{"interface":"back","average":{"1min":4.9210000000000003,"5min":2.4140000000000001,"15min":1.4259999999999999},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":56.448,"5min":56.448,"15min":56.448},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.7249999999999996,"5min":2.1659999999999999,"15min":1.3149999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":56.868000000000002,"5min":56.868000000000002,"15min":56.868000000000002},"last":0.34200000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":11.241,"5min":3.879,"15min":2.0070000000000001},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.32800000000000001},"max":{"1min":80.783000000000001,"5min":80.783000000000001,"15min":80.783000000000001},"last":1.78},{"interface":"front","average":{"1min":10.964,"5min":3.7040000000000002,"15min":1.9850000000000001},"min":{"1min":0.42099999999999999,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":80.852000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":0.502}]},{"osd":5,"last update":"Sat Sep 23 18:09:13 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":1.4630000000000001,"15min":0.86699999999999999},"min":{"1min":0.26300000000000001,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.7480000000000002,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.6419999999999999,"15min":0.98399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":4.7770000000000001,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.35199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.143,"15min":0.70399999999999996},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.1320000000000001,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.433},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.365,"15min":0.82099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.318},"max":{"1min":4.8090000000000002,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.377}]},{"osd":7,"last update":"Sat Sep 23 18:10:01 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.034,"15min":0.84599999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.27700000000000002},"max":{"1min":3.2250000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.331,"15min":0.99099999999999999},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.27100000000000002},"max":{"1min":3.282,"5min":12.885,"15min":17.097999999999999},"last":0.42199999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822958,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1004648,"kb_used_data":699232,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92740504,"statfs":{"total":95995035648,"available":94966276096,"internally_reserved":0,"allocated":716013568,"data_stored":715330137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.605,"15min":1.0700000000000001},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.306,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":1.6439999999999999},{"interface":"front","average":{"1min":2.7730000000000001,"5min":1.619,"15min":1.125},"min":{"1min":0.27800000000000002,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":0.82899999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:10:07 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":1.806,"15min":1.2729999999999999},"min":{"1min":0.308,"5min":0.252,"15min":0.252},"max":{"1min":10.952,"5min":13.282999999999999,"15min":16.033999999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":1.597,"5min":1.73,"15min":1.1919999999999999},"min":{"1min":0.30499999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":11.673,"5min":11.673,"15min":11.673},"last":1.046}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2410000000000001,"5min":2.2480000000000002,"15min":1.427},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":28.687999999999999,"5min":28.687999999999999,"15min":28.687999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":2.863,"5min":2.0600000000000001,"15min":1.3759999999999999},"min":{"1min":0.375,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":28.715,"5min":28.715,"15min":28.715},"last":0.47899999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:10:03 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.226,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":31.109999999999999,"5min":31.109999999999999,"15min":31.109999999999999},"last":1.5069999999999999},{"interface":"front","average":{"1min":3.919,"5min":2.407,"15min":1.6060000000000001},"min":{"1min":0.372,"5min":0.34300000000000003,"15min":0.30199999999999999},"max":{"1min":28.795999999999999,"5min":28.795999999999999,"15min":28.795999999999999},"last":0.94999999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:10:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.2050000000000001,"15min":1.254},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":5.2610000000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.268,"5min":2.3479999999999999,"15min":1.353},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.818,"5min":121.31399999999999,"15min":121.31399999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.111,"15min":0.77600000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.3570000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":0.38},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.1319999999999999,"15min":0.84699999999999998},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.32900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.2390000000000001,"15min":0.92700000000000005},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.95399999999999996},"min":{"1min":0.34200000000000003,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":11.956,"5min":11.956,"15min":12.388999999999999},"last":0.52700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":677314560,"data_stored":677314560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":369885184,"data_stored":369885184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":522059776,"data_stored":522059776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":538312704,"data_stored":538312704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":431030272,"data_stored":431030272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":339345408,"data_stored":339345408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":396165120,"data_stored":396165120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":419954688,"data_stored":419954688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:10:13.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:13.801 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:13.868 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:13.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:13.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:13.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:14.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:14.090 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:14.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:14.095 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:14.149 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:14.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:14.236 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:14.292 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:14.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:14.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:14.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 27501 27485 143.076 119.438 0.00978525 0.00698331 2023-09-23T18:10:14.397 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:10:14.398 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:14.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:14.496 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:14.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:14.500 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:14.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:14 smithi149 ceph-mon[135148]: pgmap v777: 89 pgs: 89 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T18:10:14.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:14 smithi149 ceph-mon[135148]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:14.591 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/82596716' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.591 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.601 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:14.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[149401]: pgmap v777: 89 pgs: 89 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T18:10:14.666 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[149401]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/82596716' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[153734]: pgmap v777: 89 pgs: 89 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[153734]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/82596716' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.667 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:14.679 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:14.828 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:14.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:14.832 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:14.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:14.993 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:15.065 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:15.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:15.072 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:15.172 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:15.224 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:15.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:14] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.33.4" 2023-09-23T18:10:15.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 15 29340 29325 140.916 115 0.008415 0.00709099 2023-09-23T18:10:15.389 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:15.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:15.393 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:15.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:10:15.495 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:15.504 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:15.505 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:15.534 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:15.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:15.535 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:15 smithi149 ceph-mon[135148]: osdmap e277: 8 total, 8 up, 8 in 2023-09-23T18:10:15.547 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[149401]: osdmap e277: 8 total, 8 up, 8 in 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:15.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: failed to encode map e277 with expected crc 2023-09-23T18:10:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:15.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:15 smithi018 ceph-mon[153734]: osdmap e277: 8 total, 8 up, 8 in 2023-09-23T18:10:15.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:15.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:15.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:15.923 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:10:15.971 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:16.035 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:16.088 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:16.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:16.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:16.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:16.257 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:16.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:16.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:16.328 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:16.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 16 31063 31047 138.538 107.625 0.0023273 0.00721288 2023-09-23T18:10:16.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:16.493 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:16 smithi018 ceph-mon[153734]: pgmap v779: 89 pgs: 89 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:10:16.504 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:16 smithi018 ceph-mon[149401]: pgmap v779: 89 pgs: 89 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:10:16.505 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:16.617 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:16.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:16.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:16 smithi149 ceph-mon[135148]: pgmap v779: 89 pgs: 89 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:10:16.682 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:16.683 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:16.730 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:10:16.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:16.881 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:16.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:10:16.977 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:16.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:16.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:17.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:17.198 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:17.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:17.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:17.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:17.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 32549 32533 135.495 92.875 0.0134897 0.00737391 2023-09-23T18:10:17.446 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:17.526 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:17.584 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:17.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:17.592 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:17.693 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:17.752 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:17.856 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:17.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:17.861 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:17.942 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:17.943 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:17.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:17.969 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:18.064 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:18.067 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:18.109 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:18.153 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:18.197 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:18.237 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:18.270 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:18.271 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:18.272 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:18.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:18.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:18.318 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:18.329 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:10:18.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 33983 33967 132.628 89.625 0.0114726 0.0075342 2023-09-23T18:10:18.362 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.373 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.374 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.374 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:10:18.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:18.432 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:18.487 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:18.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:18.491 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:18.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:18 smithi149 ceph-mon[135148]: pgmap v780: 89 pgs: 89 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s 2023-09-23T18:10:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3397784880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:18.656 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:18 smithi018 ceph-mon[153734]: pgmap v780: 89 pgs: 89 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s 2023-09-23T18:10:18.656 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3397784880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:18.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:18 smithi018 ceph-mon[149401]: pgmap v780: 89 pgs: 89 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s 2023-09-23T18:10:18.658 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3397784880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:18.675 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:19.061 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:19.135 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:19.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:19.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:19.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:19.305 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:19.358 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 35539 35523 130.547 97.25 0.0148646 0.00765364 2023-09-23T18:10:19.525 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:19.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:19.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:19.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:19.702 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:19.881 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:19.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:19.888 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:19.989 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:20.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:20.085 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:20.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:20.093 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:20.193 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:20.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:20.331 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:20.331 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:10:20.331 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.331 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:37022 7.c e277/272 7:34dba3e2:::benchmark_data_smithi018_282512_object37021:head v 277'2441, mlcod=277'2439)", 2023-09-23T18:10:20.331 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:20.329890+0000", 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0013242449999999999, 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013444559999999999, 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329890+0000", 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:20.332 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329890+0000", 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329889+0000", 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0268999999999999e-05 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329910+0000", 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0905e-05 2023-09-23T18:10:20.333 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329921+0000", 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.696e-06 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329930+0000", 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1662000000000002e-05 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.334 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329972+0000", 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7054999999999998e-05 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.329989+0000", 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001218275 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.335 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.331207+0000", 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7299000000000001e-05 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:20.331235+0000", 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013444559999999999 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 1 2023-09-23T18:10:20.337 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:20.352 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:20.359 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 37058 37042 128.567 94.9375 0.0128787 0.00777085 2023-09-23T18:10:20.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:20.360 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:20.461 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:20.498 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:20.634 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:20.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:20.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:20.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:20 smithi149 ceph-mon[135148]: pgmap v781: 89 pgs: 89 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T18:10:20.735 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:10:20.742 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:20.813 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:20.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:20 smithi018 ceph-mon[149401]: pgmap v781: 89 pgs: 89 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T18:10:20.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:20 smithi018 ceph-mon[153734]: pgmap v781: 89 pgs: 89 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-09-23T18:10:20.863 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:10:20.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:20.869 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:10:20.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:20.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:20.971 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:21.058 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:21.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:21.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:21.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:21.359 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 38415 38399 126.265 84.8125 0.00916368 0.00791329 2023-09-23T18:10:21.386 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":781,"stamp":"2023-09-23T18:10:18.873296+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2012288947,"num_objects":30660,"num_object_clones":0,"num_object_copies":91980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30660,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":31738,"num_write_kb":1975589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":8996511,"num_keys_recovered":40,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31802,"ondisk_log_size":31802,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":9804220,"kb_used_data":7043452,"kb_used_omap":50,"kb_used_meta":2760653,"kb_avail":740156996,"statfs":{"total":767960285184,"available":757920763904,"internally_reserved":0,"allocated":7212494848,"data_stored":7205171977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":2826909631},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1331953664,"num_objects":20324,"num_object_clones":0,"num_object_copies":60972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20324,"num_write_kb":1300736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005005"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":111,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331944+0000","last_change":"2023-09-23T18:06:23.344179+0000","last_active":"2023-09-23T18:10:02.331944+0000","last_peered":"2023-09-23T18:10:02.331944+0000","last_clean":"2023-09-23T18:10:02.331944+0000","last_became_active":"2023-09-23T18:06:23.343815+0000","last_became_peered":"2023-09-23T18:06:23.343815+0000","last_unstale":"2023-09-23T18:10:02.331944+0000","last_undegraded":"2023-09-23T18:10:02.331944+0000","last_fullsized":"2023-09-23T18:10:02.331944+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":269,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329658+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:10:02.329658+0000","last_peered":"2023-09-23T18:10:02.329658+0000","last_clean":"2023-09-23T18:10:02.329658+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:10:02.329658+0000","last_undegraded":"2023-09-23T18:10:02.329658+0000","last_fullsized":"2023-09-23T18:10:02.329658+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":181,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356098+0000","last_change":"2023-09-23T18:02:40.276174+0000","last_active":"2023-09-23T18:10:02.356098+0000","last_peered":"2023-09-23T18:10:02.356098+0000","last_clean":"2023-09-23T18:10:02.356098+0000","last_became_active":"2023-09-23T18:02:40.271936+0000","last_became_peered":"2023-09-23T18:02:40.271936+0000","last_unstale":"2023-09-23T18:10:02.356098+0000","last_undegraded":"2023-09-23T18:10:02.356098+0000","last_fullsized":"2023-09-23T18:10:02.356098+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:48.663019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361269+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:10:02.361269+0000","last_peered":"2023-09-23T18:10:02.361269+0000","last_clean":"2023-09-23T18:10:02.361269+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:10:02.361269+0000","last_undegraded":"2023-09-23T18:10:02.361269+0000","last_fullsized":"2023-09-23T18:10:02.361269+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":329,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.328901+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:10:02.328901+0000","last_peered":"2023-09-23T18:10:02.328901+0000","last_clean":"2023-09-23T18:10:02.328901+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:10:02.328901+0000","last_undegraded":"2023-09-23T18:10:02.328901+0000","last_fullsized":"2023-09-23T18:10:02.328901+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":237,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331863+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:10:02.331863+0000","last_peered":"2023-09-23T18:10:02.331863+0000","last_clean":"2023-09-23T18:10:02.331863+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:10:02.331863+0000","last_undegraded":"2023-09-23T18:10:02.331863+0000","last_fullsized":"2023-09-23T18:10:02.331863+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":267,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361917+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:10:02.361917+0000","last_peered":"2023-09-23T18:10:02.361917+0000","last_clean":"2023-09-23T18:10:02.361917+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:10:02.361917+0000","last_undegraded":"2023-09-23T18:10:02.361917+0000","last_fullsized":"2023-09-23T18:10:02.361917+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":284,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.328912+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:10:02.328912+0000","last_peered":"2023-09-23T18:10:02.328912+0000","last_clean":"2023-09-23T18:10:02.328912+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:10:02.328912+0000","last_undegraded":"2023-09-23T18:10:02.328912+0000","last_fullsized":"2023-09-23T18:10:02.328912+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":98,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357978+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:10:02.357978+0000","last_peered":"2023-09-23T18:10:02.357978+0000","last_clean":"2023-09-23T18:10:02.357978+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:10:02.357978+0000","last_undegraded":"2023-09-23T18:10:02.357978+0000","last_fullsized":"2023-09-23T18:10:02.357978+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":219,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329122+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:10:02.329122+0000","last_peered":"2023-09-23T18:10:02.329122+0000","last_clean":"2023-09-23T18:10:02.329122+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:10:02.329122+0000","last_undegraded":"2023-09-23T18:10:02.329122+0000","last_fullsized":"2023-09-23T18:10:02.329122+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":275,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365660+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:10:02.365660+0000","last_peered":"2023-09-23T18:10:02.365660+0000","last_clean":"2023-09-23T18:10:02.365660+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:10:02.365660+0000","last_undegraded":"2023-09-23T18:10:02.365660+0000","last_fullsized":"2023-09-23T18:10:02.365660+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":74,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357205+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:10:02.357205+0000","last_peered":"2023-09-23T18:10:02.357205+0000","last_clean":"2023-09-23T18:10:02.357205+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:10:02.357205+0000","last_undegraded":"2023-09-23T18:10:02.357205+0000","last_fullsized":"2023-09-23T18:10:02.357205+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332481+0000","last_change":"2023-09-23T18:02:40.325334+0000","last_active":"2023-09-23T18:10:02.332481+0000","last_peered":"2023-09-23T18:10:02.332481+0000","last_clean":"2023-09-23T18:10:02.332481+0000","last_became_active":"2023-09-23T18:02:40.267516+0000","last_became_peered":"2023-09-23T18:02:40.267516+0000","last_unstale":"2023-09-23T18:10:02.332481+0000","last_undegraded":"2023-09-23T18:10:02.332481+0000","last_fullsized":"2023-09-23T18:10:02.332481+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":14202,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":273,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332473+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:10:02.332473+0000","last_peered":"2023-09-23T18:10:02.332473+0000","last_clean":"2023-09-23T18:10:02.332473+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:10:02.332473+0000","last_undegraded":"2023-09-23T18:10:02.332473+0000","last_fullsized":"2023-09-23T18:10:02.332473+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":336,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365351+0000","last_change":"2023-09-23T18:06:23.348214+0000","last_active":"2023-09-23T18:10:02.365351+0000","last_peered":"2023-09-23T18:10:02.365351+0000","last_clean":"2023-09-23T18:10:02.365351+0000","last_became_active":"2023-09-23T18:06:23.342611+0000","last_became_peered":"2023-09-23T18:06:23.342611+0000","last_unstale":"2023-09-23T18:10:02.365351+0000","last_undegraded":"2023-09-23T18:10:02.365351+0000","last_fullsized":"2023-09-23T18:10:02.365351+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":275,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329100+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:10:02.329100+0000","last_peered":"2023-09-23T18:10:02.329100+0000","last_clean":"2023-09-23T18:10:02.329100+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:10:02.329100+0000","last_undegraded":"2023-09-23T18:10:02.329100+0000","last_fullsized":"2023-09-23T18:10:02.329100+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.360873+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:10:02.360873+0000","last_peered":"2023-09-23T18:10:02.360873+0000","last_clean":"2023-09-23T18:10:02.360873+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:10:02.360873+0000","last_undegraded":"2023-09-23T18:10:02.360873+0000","last_fullsized":"2023-09-23T18:10:02.360873+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":98,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357275+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:10:02.357275+0000","last_peered":"2023-09-23T18:10:02.357275+0000","last_clean":"2023-09-23T18:10:02.357275+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:10:02.357275+0000","last_undegraded":"2023-09-23T18:10:02.357275+0000","last_fullsized":"2023-09-23T18:10:02.357275+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":242,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365204+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:10:02.365204+0000","last_peered":"2023-09-23T18:10:02.365204+0000","last_clean":"2023-09-23T18:10:02.365204+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:10:02.365204+0000","last_undegraded":"2023-09-23T18:10:02.365204+0000","last_fullsized":"2023-09-23T18:10:02.365204+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":244,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361451+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:10:02.361451+0000","last_peered":"2023-09-23T18:10:02.361451+0000","last_clean":"2023-09-23T18:10:02.361451+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:10:02.361451+0000","last_undegraded":"2023-09-23T18:10:02.361451+0000","last_fullsized":"2023-09-23T18:10:02.361451+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":324,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331595+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:10:02.331595+0000","last_peered":"2023-09-23T18:10:02.331595+0000","last_clean":"2023-09-23T18:10:02.331595+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:10:02.331595+0000","last_undegraded":"2023-09-23T18:10:02.331595+0000","last_fullsized":"2023-09-23T18:10:02.331595+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":245,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329586+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:10:02.329586+0000","last_peered":"2023-09-23T18:10:02.329586+0000","last_clean":"2023-09-23T18:10:02.329586+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:10:02.329586+0000","last_undegraded":"2023-09-23T18:10:02.329586+0000","last_fullsized":"2023-09-23T18:10:02.329586+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"277'2128","reported_seq":2142,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:18.061405+0000","last_change":"2023-09-23T18:09:55.623948+0000","last_active":"2023-09-23T18:10:18.061405+0000","last_peered":"2023-09-23T18:10:18.061405+0000","last_clean":"2023-09-23T18:10:18.061405+0000","last_became_active":"2023-09-23T18:09:55.623665+0000","last_became_peered":"2023-09-23T18:09:55.623665+0000","last_unstale":"2023-09-23T18:10:18.061405+0000","last_undegraded":"2023-09-23T18:10:18.061405+0000","last_fullsized":"2023-09-23T18:10:18.061405+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":2128,"log_dups_size":0,"ondisk_log_size":2128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:40.111347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139460608,"num_objects":2128,"num_object_clones":0,"num_object_copies":6384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2128,"num_write_kb":136192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":313,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365518+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:10:02.365518+0000","last_peered":"2023-09-23T18:10:02.365518+0000","last_clean":"2023-09-23T18:10:02.365518+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:10:02.365518+0000","last_undegraded":"2023-09-23T18:10:02.365518+0000","last_fullsized":"2023-09-23T18:10:02.365518+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":98,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357214+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:10:02.357214+0000","last_peered":"2023-09-23T18:10:02.357214+0000","last_clean":"2023-09-23T18:10:02.357214+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:10:02.357214+0000","last_undegraded":"2023-09-23T18:10:02.357214+0000","last_fullsized":"2023-09-23T18:10:02.357214+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"277'2125","reported_seq":2139,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:17.954697+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:10:17.954697+0000","last_peered":"2023-09-23T18:10:17.954697+0000","last_clean":"2023-09-23T18:10:17.954697+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:10:17.954697+0000","last_undegraded":"2023-09-23T18:10:17.954697+0000","last_fullsized":"2023-09-23T18:10:17.954697+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":2125,"log_dups_size":0,"ondisk_log_size":2125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139264000,"num_objects":2125,"num_object_clones":0,"num_object_copies":6375,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2125,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2125,"num_write_kb":136000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":328,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365520+0000","last_change":"2023-09-23T18:02:40.512051+0000","last_active":"2023-09-23T18:10:02.365520+0000","last_peered":"2023-09-23T18:10:02.365520+0000","last_clean":"2023-09-23T18:10:02.365520+0000","last_became_active":"2023-09-23T18:02:40.303633+0000","last_became_peered":"2023-09-23T18:02:40.303633+0000","last_unstale":"2023-09-23T18:10:02.365520+0000","last_undegraded":"2023-09-23T18:10:02.365520+0000","last_fullsized":"2023-09-23T18:10:02.365520+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":273,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332294+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:10:02.332294+0000","last_peered":"2023-09-23T18:10:02.332294+0000","last_clean":"2023-09-23T18:10:02.332294+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:10:02.332294+0000","last_undegraded":"2023-09-23T18:10:02.332294+0000","last_fullsized":"2023-09-23T18:10:02.332294+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"277'1901","reported_seq":1915,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.668486+0000","last_change":"2023-09-23T18:09:55.623973+0000","last_active":"2023-09-23T18:10:15.668486+0000","last_peered":"2023-09-23T18:10:15.668486+0000","last_clean":"2023-09-23T18:10:15.668486+0000","last_became_active":"2023-09-23T18:09:55.623723+0000","last_became_peered":"2023-09-23T18:09:55.623723+0000","last_unstale":"2023-09-23T18:10:15.668486+0000","last_undegraded":"2023-09-23T18:10:15.668486+0000","last_fullsized":"2023-09-23T18:10:15.668486+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1901,"log_dups_size":0,"ondisk_log_size":1901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:31:21.466463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124583936,"num_objects":1901,"num_object_clones":0,"num_object_copies":5703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1901,"num_write_kb":121664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":269,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365419+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:10:02.365419+0000","last_peered":"2023-09-23T18:10:02.365419+0000","last_clean":"2023-09-23T18:10:02.365419+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:10:02.365419+0000","last_undegraded":"2023-09-23T18:10:02.365419+0000","last_fullsized":"2023-09-23T18:10:02.365419+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331709+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:10:02.331709+0000","last_peered":"2023-09-23T18:10:02.331709+0000","last_clean":"2023-09-23T18:10:02.331709+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:10:02.331709+0000","last_undegraded":"2023-09-23T18:10:02.331709+0000","last_fullsized":"2023-09-23T18:10:02.331709+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"277'1933","reported_seq":1947,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:16.028725+0000","last_change":"2023-09-23T18:09:55.624185+0000","last_active":"2023-09-23T18:10:16.028725+0000","last_peered":"2023-09-23T18:10:16.028725+0000","last_clean":"2023-09-23T18:10:16.028725+0000","last_became_active":"2023-09-23T18:09:55.623904+0000","last_became_peered":"2023-09-23T18:09:55.623904+0000","last_unstale":"2023-09-23T18:10:16.028725+0000","last_undegraded":"2023-09-23T18:10:16.028725+0000","last_fullsized":"2023-09-23T18:10:16.028725+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1933,"log_dups_size":0,"ondisk_log_size":1933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:10.783606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126681088,"num_objects":1933,"num_object_clones":0,"num_object_copies":5799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1933,"num_write_kb":123712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":257,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357710+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:10:02.357710+0000","last_peered":"2023-09-23T18:10:02.357710+0000","last_clean":"2023-09-23T18:10:02.357710+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:10:02.357710+0000","last_undegraded":"2023-09-23T18:10:02.357710+0000","last_fullsized":"2023-09-23T18:10:02.357710+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":279,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361120+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:10:02.361120+0000","last_peered":"2023-09-23T18:10:02.361120+0000","last_clean":"2023-09-23T18:10:02.361120+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:10:02.361120+0000","last_undegraded":"2023-09-23T18:10:02.361120+0000","last_fullsized":"2023-09-23T18:10:02.361120+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"277'1889","reported_seq":1903,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.690604+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:10:15.690604+0000","last_peered":"2023-09-23T18:10:15.690604+0000","last_clean":"2023-09-23T18:10:15.690604+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:10:15.690604+0000","last_undegraded":"2023-09-23T18:10:15.690604+0000","last_fullsized":"2023-09-23T18:10:15.690604+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1889,"log_dups_size":0,"ondisk_log_size":1889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123797504,"num_objects":1889,"num_object_clones":0,"num_object_copies":5667,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1889,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1889,"num_write_kb":120896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":302,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:12.979303+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:10:12.979303+0000","last_peered":"2023-09-23T18:10:12.979303+0000","last_clean":"2023-09-23T18:10:12.979303+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:10:12.979303+0000","last_undegraded":"2023-09-23T18:10:12.979303+0000","last_fullsized":"2023-09-23T18:10:12.979303+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":101,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332494+0000","last_change":"2023-09-23T18:02:40.269256+0000","last_active":"2023-09-23T18:10:02.332494+0000","last_peered":"2023-09-23T18:10:02.332494+0000","last_clean":"2023-09-23T18:10:02.332494+0000","last_became_active":"2023-09-23T18:02:40.268875+0000","last_became_peered":"2023-09-23T18:02:40.268875+0000","last_unstale":"2023-09-23T18:10:02.332494+0000","last_undegraded":"2023-09-23T18:10:02.332494+0000","last_fullsized":"2023-09-23T18:10:02.332494+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"277'1907","reported_seq":1920,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:16.046111+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:10:16.046111+0000","last_peered":"2023-09-23T18:10:16.046111+0000","last_clean":"2023-09-23T18:10:16.046111+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:10:16.046111+0000","last_undegraded":"2023-09-23T18:10:16.046111+0000","last_fullsized":"2023-09-23T18:10:16.046111+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1907,"log_dups_size":0,"ondisk_log_size":1907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124977152,"num_objects":1907,"num_object_clones":0,"num_object_copies":5721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1907,"num_write_kb":122048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":256,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331768+0000","last_change":"2023-09-23T18:02:40.270836+0000","last_active":"2023-09-23T18:10:02.331768+0000","last_peered":"2023-09-23T18:10:02.331768+0000","last_clean":"2023-09-23T18:10:02.331768+0000","last_became_active":"2023-09-23T18:02:40.270491+0000","last_became_peered":"2023-09-23T18:02:40.270491+0000","last_unstale":"2023-09-23T18:10:02.331768+0000","last_undegraded":"2023-09-23T18:10:02.331768+0000","last_fullsized":"2023-09-23T18:10:02.331768+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":110,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332637+0000","last_change":"2023-09-23T18:06:23.343124+0000","last_active":"2023-09-23T18:10:02.332637+0000","last_peered":"2023-09-23T18:10:02.332637+0000","last_clean":"2023-09-23T18:10:02.332637+0000","last_became_active":"2023-09-23T18:06:23.342565+0000","last_became_peered":"2023-09-23T18:06:23.342565+0000","last_unstale":"2023-09-23T18:10:02.332637+0000","last_undegraded":"2023-09-23T18:10:02.332637+0000","last_fullsized":"2023-09-23T18:10:02.332637+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"277'1771","reported_seq":1784,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:14.873013+0000","last_change":"2023-09-23T18:09:55.625334+0000","last_active":"2023-09-23T18:10:14.873013+0000","last_peered":"2023-09-23T18:10:14.873013+0000","last_clean":"2023-09-23T18:10:14.873013+0000","last_became_active":"2023-09-23T18:09:55.624765+0000","last_became_peered":"2023-09-23T18:09:55.624765+0000","last_unstale":"2023-09-23T18:10:14.873013+0000","last_undegraded":"2023-09-23T18:10:14.873013+0000","last_fullsized":"2023-09-23T18:10:14.873013+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1771,"log_dups_size":0,"ondisk_log_size":1771,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116064256,"num_objects":1771,"num_object_clones":0,"num_object_copies":5313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1771,"num_write_kb":113344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":110,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332182+0000","last_change":"2023-09-23T18:06:23.342869+0000","last_active":"2023-09-23T18:10:02.332182+0000","last_peered":"2023-09-23T18:10:02.332182+0000","last_clean":"2023-09-23T18:10:02.332182+0000","last_became_active":"2023-09-23T18:06:23.342509+0000","last_became_peered":"2023-09-23T18:06:23.342509+0000","last_unstale":"2023-09-23T18:10:02.332182+0000","last_undegraded":"2023-09-23T18:10:02.332182+0000","last_fullsized":"2023-09-23T18:10:02.332182+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":273,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332615+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:10:02.332615+0000","last_peered":"2023-09-23T18:10:02.332615+0000","last_clean":"2023-09-23T18:10:02.332615+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:10:02.332615+0000","last_undegraded":"2023-09-23T18:10:02.332615+0000","last_fullsized":"2023-09-23T18:10:02.332615+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"277'1837","reported_seq":1850,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:14.867846+0000","last_change":"2023-09-23T18:09:55.622849+0000","last_active":"2023-09-23T18:10:14.867846+0000","last_peered":"2023-09-23T18:10:14.867846+0000","last_clean":"2023-09-23T18:10:14.867846+0000","last_became_active":"2023-09-23T18:09:55.622528+0000","last_became_peered":"2023-09-23T18:09:55.622528+0000","last_unstale":"2023-09-23T18:10:14.867846+0000","last_undegraded":"2023-09-23T18:10:14.867846+0000","last_fullsized":"2023-09-23T18:10:14.867846+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1837,"log_dups_size":0,"ondisk_log_size":1837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120389632,"num_objects":1837,"num_object_clones":0,"num_object_copies":5511,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1837,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1837,"num_write_kb":117568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":271,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.328808+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:10:02.328808+0000","last_peered":"2023-09-23T18:10:02.328808+0000","last_clean":"2023-09-23T18:10:02.328808+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:10:02.328808+0000","last_undegraded":"2023-09-23T18:10:02.328808+0000","last_fullsized":"2023-09-23T18:10:02.328808+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":245,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356478+0000","last_change":"2023-09-23T18:02:40.297090+0000","last_active":"2023-09-23T18:10:02.356478+0000","last_peered":"2023-09-23T18:10:02.356478+0000","last_clean":"2023-09-23T18:10:02.356478+0000","last_became_active":"2023-09-23T18:02:40.296757+0000","last_became_peered":"2023-09-23T18:02:40.296757+0000","last_unstale":"2023-09-23T18:10:02.356478+0000","last_undegraded":"2023-09-23T18:10:02.356478+0000","last_fullsized":"2023-09-23T18:10:02.356478+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:26.412052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"277'1839","reported_seq":1852,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.777356+0000","last_change":"2023-09-23T18:09:55.622054+0000","last_active":"2023-09-23T18:10:15.777356+0000","last_peered":"2023-09-23T18:10:15.777356+0000","last_clean":"2023-09-23T18:10:15.777356+0000","last_became_active":"2023-09-23T18:09:55.621786+0000","last_became_peered":"2023-09-23T18:09:55.621786+0000","last_unstale":"2023-09-23T18:10:15.777356+0000","last_undegraded":"2023-09-23T18:10:15.777356+0000","last_fullsized":"2023-09-23T18:10:15.777356+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1839,"log_dups_size":0,"ondisk_log_size":1839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120520704,"num_objects":1839,"num_object_clones":0,"num_object_copies":5517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1839,"num_write_kb":117696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":839,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356659+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:10:02.356659+0000","last_peered":"2023-09-23T18:10:02.356659+0000","last_clean":"2023-09-23T18:10:02.356659+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:10:02.356659+0000","last_undegraded":"2023-09-23T18:10:02.356659+0000","last_fullsized":"2023-09-23T18:10:02.356659+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":107,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357357+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:10:02.357357+0000","last_peered":"2023-09-23T18:10:02.357357+0000","last_clean":"2023-09-23T18:10:02.357357+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:10:02.357357+0000","last_undegraded":"2023-09-23T18:10:02.357357+0000","last_fullsized":"2023-09-23T18:10:02.357357+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":190,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356001+0000","last_change":"2023-09-23T18:02:47.366915+0000","last_active":"2023-09-23T18:10:02.356001+0000","last_peered":"2023-09-23T18:10:02.356001+0000","last_clean":"2023-09-23T18:10:02.356001+0000","last_became_active":"2023-09-23T18:02:47.366591+0000","last_became_peered":"2023-09-23T18:02:47.366591+0000","last_unstale":"2023-09-23T18:10:02.356001+0000","last_undegraded":"2023-09-23T18:10:02.356001+0000","last_fullsized":"2023-09-23T18:10:02.356001+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:33:44.882745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"277'1823","reported_seq":1836,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:14.888655+0000","last_change":"2023-09-23T18:09:55.625808+0000","last_active":"2023-09-23T18:10:14.888655+0000","last_peered":"2023-09-23T18:10:14.888655+0000","last_clean":"2023-09-23T18:10:14.888655+0000","last_became_active":"2023-09-23T18:09:55.625515+0000","last_became_peered":"2023-09-23T18:09:55.625515+0000","last_unstale":"2023-09-23T18:10:14.888655+0000","last_undegraded":"2023-09-23T18:10:14.888655+0000","last_fullsized":"2023-09-23T18:10:14.888655+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1823,"log_dups_size":0,"ondisk_log_size":1823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119472128,"num_objects":1823,"num_object_clones":0,"num_object_copies":5469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1823,"num_write_kb":116672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":973,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357461+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:10:02.357461+0000","last_peered":"2023-09-23T18:10:02.357461+0000","last_clean":"2023-09-23T18:10:02.357461+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:10:02.357461+0000","last_undegraded":"2023-09-23T18:10:02.357461+0000","last_fullsized":"2023-09-23T18:10:02.357461+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":256,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332471+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:10:02.332471+0000","last_peered":"2023-09-23T18:10:02.332471+0000","last_clean":"2023-09-23T18:10:02.332471+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:10:02.332471+0000","last_undegraded":"2023-09-23T18:10:02.332471+0000","last_fullsized":"2023-09-23T18:10:02.332471+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":192,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356362+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:10:02.356362+0000","last_peered":"2023-09-23T18:10:02.356362+0000","last_clean":"2023-09-23T18:10:02.356362+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:10:02.356362+0000","last_undegraded":"2023-09-23T18:10:02.356362+0000","last_fullsized":"2023-09-23T18:10:02.356362+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"277'1944","reported_seq":1958,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.669287+0000","last_change":"2023-09-23T18:09:55.625905+0000","last_active":"2023-09-23T18:10:15.669287+0000","last_peered":"2023-09-23T18:10:15.669287+0000","last_clean":"2023-09-23T18:10:15.669287+0000","last_became_active":"2023-09-23T18:09:55.625620+0000","last_became_peered":"2023-09-23T18:09:55.625620+0000","last_unstale":"2023-09-23T18:10:15.669287+0000","last_undegraded":"2023-09-23T18:10:15.669287+0000","last_fullsized":"2023-09-23T18:10:15.669287+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1944,"log_dups_size":0,"ondisk_log_size":1944,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:35.958541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127401984,"num_objects":1944,"num_object_clones":0,"num_object_copies":5832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1944,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1944,"num_write_kb":124416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":537,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.355521+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:10:02.355521+0000","last_peered":"2023-09-23T18:10:02.355521+0000","last_clean":"2023-09-23T18:10:02.355521+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:10:02.355521+0000","last_undegraded":"2023-09-23T18:10:02.355521+0000","last_fullsized":"2023-09-23T18:10:02.355521+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":199,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:13.118385+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:10:13.118385+0000","last_peered":"2023-09-23T18:10:13.118385+0000","last_clean":"2023-09-23T18:10:13.118385+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:10:13.118385+0000","last_undegraded":"2023-09-23T18:10:13.118385+0000","last_fullsized":"2023-09-23T18:10:13.118385+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":283,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356400+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:10:02.356400+0000","last_peered":"2023-09-23T18:10:02.356400+0000","last_clean":"2023-09-23T18:10:02.356400+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:10:02.356400+0000","last_undegraded":"2023-09-23T18:10:02.356400+0000","last_fullsized":"2023-09-23T18:10:02.356400+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"277'1768","reported_seq":1782,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.696797+0000","last_change":"2023-09-23T18:09:55.624663+0000","last_active":"2023-09-23T18:10:15.696797+0000","last_peered":"2023-09-23T18:10:15.696797+0000","last_clean":"2023-09-23T18:10:15.696797+0000","last_became_active":"2023-09-23T18:09:55.624213+0000","last_became_peered":"2023-09-23T18:09:55.624213+0000","last_unstale":"2023-09-23T18:10:15.696797+0000","last_undegraded":"2023-09-23T18:10:15.696797+0000","last_fullsized":"2023-09-23T18:10:15.696797+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1768,"log_dups_size":0,"ondisk_log_size":1768,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:38.642112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115867648,"num_objects":1768,"num_object_clones":0,"num_object_copies":5304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1768,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1768,"num_write_kb":113152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":763,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357541+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:10:02.357541+0000","last_peered":"2023-09-23T18:10:02.357541+0000","last_clean":"2023-09-23T18:10:02.357541+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:10:02.357541+0000","last_undegraded":"2023-09-23T18:10:02.357541+0000","last_fullsized":"2023-09-23T18:10:02.357541+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":544,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365063+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:10:02.365063+0000","last_peered":"2023-09-23T18:10:02.365063+0000","last_clean":"2023-09-23T18:10:02.365063+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:10:02.365063+0000","last_undegraded":"2023-09-23T18:10:02.365063+0000","last_fullsized":"2023-09-23T18:10:02.365063+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":278,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329220+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:10:02.329220+0000","last_peered":"2023-09-23T18:10:02.329220+0000","last_clean":"2023-09-23T18:10:02.329220+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:10:02.329220+0000","last_undegraded":"2023-09-23T18:10:02.329220+0000","last_fullsized":"2023-09-23T18:10:02.329220+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":241,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331823+0000","last_change":"2023-09-23T18:02:40.268612+0000","last_active":"2023-09-23T18:10:02.331823+0000","last_peered":"2023-09-23T18:10:02.331823+0000","last_clean":"2023-09-23T18:10:02.331823+0000","last_became_active":"2023-09-23T18:02:40.268273+0000","last_became_peered":"2023-09-23T18:02:40.268273+0000","last_unstale":"2023-09-23T18:10:02.331823+0000","last_undegraded":"2023-09-23T18:10:02.331823+0000","last_fullsized":"2023-09-23T18:10:02.331823+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"277'1753","reported_seq":1765,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.660498+0000","last_change":"2023-09-23T18:09:55.628937+0000","last_active":"2023-09-23T18:10:15.660498+0000","last_peered":"2023-09-23T18:10:15.660498+0000","last_clean":"2023-09-23T18:10:15.660498+0000","last_became_active":"2023-09-23T18:09:55.628693+0000","last_became_peered":"2023-09-23T18:09:55.628693+0000","last_unstale":"2023-09-23T18:10:15.660498+0000","last_undegraded":"2023-09-23T18:10:15.660498+0000","last_fullsized":"2023-09-23T18:10:15.660498+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1753,"log_dups_size":0,"ondisk_log_size":1753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114884608,"num_objects":1753,"num_object_clones":0,"num_object_copies":5259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1753,"num_write_kb":112192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":933,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365034+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:10:02.365034+0000","last_peered":"2023-09-23T18:10:02.365034+0000","last_clean":"2023-09-23T18:10:02.365034+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:10:02.365034+0000","last_undegraded":"2023-09-23T18:10:02.365034+0000","last_fullsized":"2023-09-23T18:10:02.365034+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":253,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.360937+0000","last_change":"2023-09-23T18:02:40.295036+0000","last_active":"2023-09-23T18:10:02.360937+0000","last_peered":"2023-09-23T18:10:02.360937+0000","last_clean":"2023-09-23T18:10:02.360937+0000","last_became_active":"2023-09-23T18:02:40.294664+0000","last_became_peered":"2023-09-23T18:02:40.294664+0000","last_unstale":"2023-09-23T18:10:02.360937+0000","last_undegraded":"2023-09-23T18:10:02.360937+0000","last_fullsized":"2023-09-23T18:10:02.360937+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:08.138644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":121,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361412+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:10:02.361412+0000","last_peered":"2023-09-23T18:10:02.361412+0000","last_clean":"2023-09-23T18:10:02.361412+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:10:02.361412+0000","last_undegraded":"2023-09-23T18:10:02.361412+0000","last_fullsized":"2023-09-23T18:10:02.361412+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"277'1869","reported_seq":1882,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:15.671157+0000","last_change":"2023-09-23T18:09:55.623870+0000","last_active":"2023-09-23T18:10:15.671157+0000","last_peered":"2023-09-23T18:10:15.671157+0000","last_clean":"2023-09-23T18:10:15.671157+0000","last_became_active":"2023-09-23T18:09:55.623577+0000","last_became_peered":"2023-09-23T18:09:55.623577+0000","last_unstale":"2023-09-23T18:10:15.671157+0000","last_undegraded":"2023-09-23T18:10:15.671157+0000","last_fullsized":"2023-09-23T18:10:15.671157+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":1869,"log_dups_size":0,"ondisk_log_size":1869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122486784,"num_objects":1869,"num_object_clones":0,"num_object_copies":5607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1869,"num_write_kb":119616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":446,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.365499+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:10:02.365499+0000","last_peered":"2023-09-23T18:10:02.365499+0000","last_clean":"2023-09-23T18:10:02.365499+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:10:02.365499+0000","last_undegraded":"2023-09-23T18:10:02.365499+0000","last_fullsized":"2023-09-23T18:10:02.365499+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":216,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356450+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:10:02.356450+0000","last_peered":"2023-09-23T18:10:02.356450+0000","last_clean":"2023-09-23T18:10:02.356450+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:10:02.356450+0000","last_undegraded":"2023-09-23T18:10:02.356450+0000","last_fullsized":"2023-09-23T18:10:02.356450+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":263,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361301+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:10:02.361301+0000","last_peered":"2023-09-23T18:10:02.361301+0000","last_clean":"2023-09-23T18:10:02.361301+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:10:02.361301+0000","last_undegraded":"2023-09-23T18:10:02.361301+0000","last_fullsized":"2023-09-23T18:10:02.361301+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"277'2049","reported_seq":2062,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:17.986538+0000","last_change":"2023-09-23T18:09:55.622378+0000","last_active":"2023-09-23T18:10:17.986538+0000","last_peered":"2023-09-23T18:10:17.986538+0000","last_clean":"2023-09-23T18:10:17.986538+0000","last_became_active":"2023-09-23T18:09:55.622104+0000","last_became_peered":"2023-09-23T18:09:55.622104+0000","last_unstale":"2023-09-23T18:10:17.986538+0000","last_undegraded":"2023-09-23T18:10:17.986538+0000","last_fullsized":"2023-09-23T18:10:17.986538+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":2049,"log_dups_size":0,"ondisk_log_size":2049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:45:41.528988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134283264,"num_objects":2049,"num_object_clones":0,"num_object_copies":6147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2049,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2049,"num_write_kb":131136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":250,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329546+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:10:02.329546+0000","last_peered":"2023-09-23T18:10:02.329546+0000","last_clean":"2023-09-23T18:10:02.329546+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:10:02.329546+0000","last_undegraded":"2023-09-23T18:10:02.329546+0000","last_fullsized":"2023-09-23T18:10:02.329546+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":785,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357298+0000","last_change":"2023-09-23T18:02:48.371670+0000","last_active":"2023-09-23T18:10:02.357298+0000","last_peered":"2023-09-23T18:10:02.357298+0000","last_clean":"2023-09-23T18:10:02.357298+0000","last_became_active":"2023-09-23T18:02:48.371070+0000","last_became_peered":"2023-09-23T18:02:48.371070+0000","last_unstale":"2023-09-23T18:10:02.357298+0000","last_undegraded":"2023-09-23T18:10:02.357298+0000","last_fullsized":"2023-09-23T18:10:02.357298+0000","mapping_epoch":188,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:30:09.226206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":8388608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":283,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.328838+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:10:02.328838+0000","last_peered":"2023-09-23T18:10:02.328838+0000","last_clean":"2023-09-23T18:10:02.328838+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:10:02.328838+0000","last_undegraded":"2023-09-23T18:10:02.328838+0000","last_fullsized":"2023-09-23T18:10:02.328838+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"277'2096","reported_seq":2109,"reported_epoch":277,"state":"active+clean","last_fresh":"2023-09-23T18:10:17.981354+0000","last_change":"2023-09-23T18:09:55.622408+0000","last_active":"2023-09-23T18:10:17.981354+0000","last_peered":"2023-09-23T18:10:17.981354+0000","last_clean":"2023-09-23T18:10:17.981354+0000","last_became_active":"2023-09-23T18:09:55.622038+0000","last_became_peered":"2023-09-23T18:09:55.622038+0000","last_unstale":"2023-09-23T18:10:17.981354+0000","last_undegraded":"2023-09-23T18:10:17.981354+0000","last_fullsized":"2023-09-23T18:10:17.981354+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":2096,"log_dups_size":0,"ondisk_log_size":2096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:29.853712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":137363456,"num_objects":2096,"num_object_clones":0,"num_object_copies":6288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2096,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2096,"num_write_kb":134144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":526,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331946+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:10:02.331946+0000","last_peered":"2023-09-23T18:10:02.331946+0000","last_clean":"2023-09-23T18:10:02.331946+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:10:02.331946+0000","last_undegraded":"2023-09-23T18:10:02.331946+0000","last_fullsized":"2023-09-23T18:10:02.331946+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":116,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361278+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:10:02.361278+0000","last_peered":"2023-09-23T18:10:02.361278+0000","last_clean":"2023-09-23T18:10:02.361278+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:10:02.361278+0000","last_undegraded":"2023-09-23T18:10:02.361278+0000","last_fullsized":"2023-09-23T18:10:02.361278+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":110,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332223+0000","last_change":"2023-09-23T18:02:47.373849+0000","last_active":"2023-09-23T18:10:02.332223+0000","last_peered":"2023-09-23T18:10:02.332223+0000","last_clean":"2023-09-23T18:10:02.332223+0000","last_became_active":"2023-09-23T18:02:47.373431+0000","last_became_peered":"2023-09-23T18:02:47.373431+0000","last_unstale":"2023-09-23T18:10:02.332223+0000","last_undegraded":"2023-09-23T18:10:02.332223+0000","last_fullsized":"2023-09-23T18:10:02.332223+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361217+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:10:02.361217+0000","last_peered":"2023-09-23T18:10:02.361217+0000","last_clean":"2023-09-23T18:10:02.361217+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:10:02.361217+0000","last_undegraded":"2023-09-23T18:10:02.361217+0000","last_fullsized":"2023-09-23T18:10:02.361217+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":62,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.356010+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:10:02.356010+0000","last_peered":"2023-09-23T18:10:02.356010+0000","last_clean":"2023-09-23T18:10:02.356010+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:10:02.356010+0000","last_undegraded":"2023-09-23T18:10:02.356010+0000","last_fullsized":"2023-09-23T18:10:02.356010+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":270,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357797+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:10:02.357797+0000","last_peered":"2023-09-23T18:10:02.357797+0000","last_clean":"2023-09-23T18:10:02.357797+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:10:02.357797+0000","last_undegraded":"2023-09-23T18:10:02.357797+0000","last_fullsized":"2023-09-23T18:10:02.357797+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.332038+0000","last_change":"2023-09-23T18:02:40.265904+0000","last_active":"2023-09-23T18:10:02.332038+0000","last_peered":"2023-09-23T18:10:02.332038+0000","last_clean":"2023-09-23T18:10:02.332038+0000","last_became_active":"2023-09-23T18:02:40.265492+0000","last_became_peered":"2023-09-23T18:02:40.265492+0000","last_unstale":"2023-09-23T18:10:02.332038+0000","last_undegraded":"2023-09-23T18:10:02.332038+0000","last_fullsized":"2023-09-23T18:10:02.332038+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":244,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.357464+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:10:02.357464+0000","last_peered":"2023-09-23T18:10:02.357464+0000","last_clean":"2023-09-23T18:10:02.357464+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:10:02.357464+0000","last_undegraded":"2023-09-23T18:10:02.357464+0000","last_fullsized":"2023-09-23T18:10:02.357464+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":101,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331883+0000","last_change":"2023-09-23T18:02:40.293046+0000","last_active":"2023-09-23T18:10:02.331883+0000","last_peered":"2023-09-23T18:10:02.331883+0000","last_clean":"2023-09-23T18:10:02.331883+0000","last_became_active":"2023-09-23T18:02:40.291937+0000","last_became_peered":"2023-09-23T18:02:40.291937+0000","last_unstale":"2023-09-23T18:10:02.331883+0000","last_undegraded":"2023-09-23T18:10:02.331883+0000","last_fullsized":"2023-09-23T18:10:02.331883+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":308,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329376+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:10:02.329376+0000","last_peered":"2023-09-23T18:10:02.329376+0000","last_clean":"2023-09-23T18:10:02.329376+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:10:02.329376+0000","last_undegraded":"2023-09-23T18:10:02.329376+0000","last_fullsized":"2023-09-23T18:10:02.329376+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":312,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.329039+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:10:02.329039+0000","last_peered":"2023-09-23T18:10:02.329039+0000","last_clean":"2023-09-23T18:10:02.329039+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:10:02.329039+0000","last_undegraded":"2023-09-23T18:10:02.329039+0000","last_fullsized":"2023-09-23T18:10:02.329039+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":163,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.361760+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:10:02.361760+0000","last_peered":"2023-09-23T18:10:02.361760+0000","last_clean":"2023-09-23T18:10:02.361760+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:10:02.361760+0000","last_undegraded":"2023-09-23T18:10:02.361760+0000","last_fullsized":"2023-09-23T18:10:02.361760+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":101,"reported_epoch":276,"state":"active+clean","last_fresh":"2023-09-23T18:10:02.331714+0000","last_change":"2023-09-23T18:02:40.267597+0000","last_active":"2023-09-23T18:10:02.331714+0000","last_peered":"2023-09-23T18:10:02.331714+0000","last_clean":"2023-09-23T18:10:02.331714+0000","last_became_active":"2023-09-23T18:02:40.267219+0000","last_became_peered":"2023-09-23T18:02:40.267219+0000","last_unstale":"2023-09-23T18:10:02.331714+0000","last_undegraded":"2023-09-23T18:10:02.331714+0000","last_fullsized":"2023-09-23T18:10:02.331714+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2007498752,"num_objects":30632,"num_object_clones":0,"num_object_copies":91896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30632,"num_write_kb":1960448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6095962112,"data_stored":6095962112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30632,"ondisk_log_size":30632,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":63,"num_bytes_recovered":17516,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":8388627,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430504,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1047428,"kb_used_data":742012,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92697724,"statfs":{"total":95995035648,"available":94922469376,"internally_reserved":0,"allocated":759820288,"data_stored":759120843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.2529999999999999,"15min":0.89700000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":3.2240000000000002,"5min":5.6239999999999997,"15min":6.5090000000000003},"last":4.3460000000000001},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.2689999999999999,"15min":0.98299999999999998},"min":{"1min":0.28199999999999997,"5min":0.254,"15min":0.254},"max":{"1min":4.5650000000000004,"5min":5.9050000000000002,"15min":9.2810000000000006},"last":4.3150000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.599,"15min":1.0820000000000001},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":7.1689999999999996,"5min":11.483000000000001,"15min":11.483000000000001},"last":3.8069999999999999},{"interface":"front","average":{"1min":1.6850000000000001,"5min":2.1080000000000001,"15min":1.232},"min":{"1min":0.29499999999999998,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":7.5419999999999998,"5min":9.1649999999999991,"15min":11.087999999999999},"last":4.702}]},{"osd":2,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":1.6839999999999999,"15min":1.016},"min":{"1min":0.28100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.8900000000000001,"5min":8.1120000000000001,"15min":8.1120000000000001},"last":4.7549999999999999},{"interface":"front","average":{"1min":2.0059999999999998,"5min":1.7130000000000001,"15min":1.1299999999999999},"min":{"1min":0.309,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":7.8390000000000004,"5min":11.417,"15min":11.417},"last":4.6219999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":2.0830000000000002,"15min":1.528},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.28299999999999997},"max":{"1min":5.7130000000000001,"5min":9.6029999999999998,"15min":32.631},"last":4.7279999999999998},{"interface":"front","average":{"1min":1.4379999999999999,"5min":2.0659999999999998,"15min":1.6040000000000001},"min":{"1min":0.40100000000000002,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":5.7050000000000001,"5min":8.3499999999999996,"15min":32.612000000000002},"last":4.6879999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":1.1319999999999999,"15min":0.89100000000000001},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":4.1319999999999997,"5min":19.010000000000002,"15min":19.010000000000002},"last":1.766},{"interface":"front","average":{"1min":0.77900000000000003,"5min":1.0740000000000001,"15min":0.83999999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":7.7050000000000001,"5min":8.1950000000000003,"15min":10.238},"last":6.1769999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:09:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.107,"15min":0.92200000000000004},"min":{"1min":0.33500000000000002,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":7.8019999999999996,"5min":10.016,"15min":10.016},"last":4.5679999999999996},{"interface":"front","average":{"1min":1.032,"5min":1.2390000000000001,"15min":0.94699999999999995},"min":{"1min":0.33500000000000002,"5min":0.32600000000000001,"15min":0.25600000000000001},"max":{"1min":4.6050000000000004,"5min":15.816000000000001,"15min":15.816000000000001},"last":3.0419999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:32 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.123,"15min":0.83399999999999996},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.774,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":3.0800000000000001},{"interface":"front","average":{"1min":1.3260000000000001,"5min":1.2809999999999999,"15min":0.89100000000000001},"min":{"1min":0.35899999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":6.1639999999999997,"5min":12.613,"15min":12.613},"last":5.1890000000000001}]}]},{"osd":6,"up_from":174,"seq":747324309600,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1318716,"kb_used_data":978804,"kb_used_omap":12,"kb_used_meta":339891,"kb_avail":92426436,"statfs":{"total":95995035648,"available":94644670464,"internally_reserved":0,"allocated":1002295296,"data_stored":1001603916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":348049087},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":6.6310000000000002,"5min":2.9790000000000001,"15min":1.569},"min":{"1min":0.28000000000000003,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":84.004999999999995,"5min":84.004999999999995,"15min":84.004999999999995},"last":0.443},{"interface":"front","average":{"1min":6.9539999999999997,"5min":2.7599999999999998,"15min":1.419},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":83.918999999999997,"5min":83.918999999999997,"15min":83.918999999999997},"last":0.503}]},{"osd":1,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.8089999999999999,"5min":2.0390000000000001,"15min":1.28},"min":{"1min":0.29599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":5.056,"5min":12.317,"15min":12.317},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.1339999999999999,"5min":2.1099999999999999,"15min":1.2589999999999999},"min":{"1min":0.29699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.194,"5min":13.794,"15min":13.794},"last":1.7669999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.6909999999999998,"5min":2.2250000000000001,"15min":1.282},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.6909999999999998,"5min":42.585000000000001,"15min":42.585000000000001},"last":1.673},{"interface":"front","average":{"1min":2.839,"5min":2.1360000000000001,"15min":1.3300000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":9.6329999999999991,"5min":10.073,"15min":10.073},"last":1.0049999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":2.4670000000000001,"5min":2.3730000000000002,"15min":1.4790000000000001},"min":{"1min":0.372,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":11.547000000000001,"5min":22.619,"15min":22.619},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.8819999999999999,"5min":2.5379999999999998,"15min":1.637},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.54,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.496}]},{"osd":4,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.591,"15min":0.98599999999999999},"min":{"1min":0.34899999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.3610000000000002,"5min":19.974,"15min":19.974},"last":2.0739999999999998},{"interface":"front","average":{"1min":1.423,"5min":1.4670000000000001,"15min":0.93899999999999995},"min":{"1min":0.31,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":5.5949999999999998,"5min":20.279,"15min":20.279},"last":2.8149999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.0669999999999999,"15min":0.79400000000000004},"min":{"1min":0.35899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":7.5099999999999998,"5min":7.5099999999999998,"15min":7.5099999999999998},"last":1.7450000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.081,"15min":0.79700000000000004},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.202,"5min":6.7969999999999997,"15min":6.7969999999999997},"last":2.085}]},{"osd":7,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3200000000000001,"15min":1.0109999999999999},"min":{"1min":0.38500000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1210000000000004,"5min":6.8689999999999998,"15min":6.8689999999999998},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.46,"15min":1.0189999999999999},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0469999999999997,"5min":12.279,"15min":12.279},"last":2.1629999999999998}]}]},{"osd":1,"up_from":90,"seq":386547056811,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1237376,"kb_used_data":954040,"kb_used_omap":7,"kb_used_meta":283320,"kb_avail":92507776,"statfs":{"total":95995035648,"available":94727962624,"internally_reserved":0,"allocated":976936960,"data_stored":975832140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":290119779},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":2.2269999999999999,"15min":1.3109999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.193},"max":{"1min":7.3659999999999997,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.883,"5min":2.9300000000000002,"15min":1.4510000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":9.0350000000000001,"5min":21.433,"15min":21.433},"last":1.4410000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":3.653,"15min":1.8879999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":25.577999999999999,"5min":31.273,"15min":31.273},"last":1.756},{"interface":"front","average":{"1min":3.024,"5min":2.3580000000000001,"15min":1.895},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":15.327,"5min":15.327,"15min":15.327},"last":1.222}]},{"osd":3,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":2.1579999999999999,"15min":1.3080000000000001},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.214},"max":{"1min":8.1039999999999992,"5min":20.968,"15min":20.968},"last":1.3740000000000001},{"interface":"front","average":{"1min":1.8260000000000001,"5min":2.1949999999999998,"15min":1.367},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.1440000000000001,"5min":16.273,"15min":16.273},"last":0.68999999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.585,"5min":2.52,"15min":1.446},"min":{"1min":0.378,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.3300000000000001,"5min":13.532,"15min":13.532},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.5529999999999999,"5min":1.5669999999999999,"15min":1.165},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":7.3239999999999998,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.46400000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.9319999999999999,"15min":1.26},"min":{"1min":0.42599999999999999,"5min":0.38300000000000001,"15min":0.29899999999999999},"max":{"1min":6.899,"5min":21.369,"15min":21.369},"last":1.482},{"interface":"front","average":{"1min":1.2909999999999999,"5min":2.4830000000000001,"15min":1.4670000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32400000000000001},"max":{"1min":4.9290000000000003,"5min":13.574,"15min":13.574},"last":0.97199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:30 2023","interfaces":[{"interface":"back","average":{"1min":2.859,"5min":1.907,"15min":1.0489999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":9.0609999999999999,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.5,"5min":1.712,"15min":1.0509999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.38600000000000001},"max":{"1min":10.683999999999999,"5min":21.282,"15min":21.282},"last":1.512}]},{"osd":7,"last update":"Sat Sep 23 18:09:58 2023","interfaces":[{"interface":"back","average":{"1min":1.712,"5min":2.7349999999999999,"15min":1.5900000000000001},"min":{"1min":0.39600000000000002,"5min":0.373,"15min":0.34200000000000003},"max":{"1min":7.5810000000000004,"5min":13.727,"15min":13.727},"last":0.996},{"interface":"front","average":{"1min":1.734,"5min":1.909,"15min":1.3580000000000001},"min":{"1min":0.48799999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.6319999999999997,"5min":9.1189999999999998,"15min":13.859},"last":0.51200000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220342,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1281920,"kb_used_data":933752,"kb_used_omap":8,"kb_used_meta":348151,"kb_avail":92463232,"statfs":{"total":95995035648,"available":94682349568,"internally_reserved":0,"allocated":956162048,"data_stored":954997490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":356507236},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":4.0869999999999997,"5min":2.2250000000000001,"15min":1.2050000000000001},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.19900000000000001},"max":{"1min":12.85,"5min":12.85,"15min":12.85},"last":1.8480000000000001},{"interface":"front","average":{"1min":2.1680000000000001,"5min":2.1000000000000001,"15min":1.1919999999999999},"min":{"1min":0.26600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.0709999999999997,"5min":17.73,"15min":17.73},"last":0.88400000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":2.492,"15min":1.5509999999999999},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":5.7279999999999998,"5min":26.341000000000001,"15min":26.341000000000001},"last":2.1909999999999998},{"interface":"front","average":{"1min":2.1789999999999998,"5min":2.4039999999999999,"15min":1.6890000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.2520000000000007,"5min":26.268000000000001,"15min":26.268000000000001},"last":2.4489999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:09:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8479999999999999,"5min":2.411,"15min":1.3560000000000001},"min":{"1min":0.35599999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.5279999999999996,"5min":16.023,"15min":16.023},"last":1.47},{"interface":"front","average":{"1min":2.4199999999999999,"5min":2.2269999999999999,"15min":1.2949999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.248},"max":{"1min":11.923,"5min":22.082999999999998,"15min":22.082999999999998},"last":1.387}]},{"osd":4,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.8400000000000001,"15min":1.1799999999999999},"min":{"1min":0.35499999999999998,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":13.673,"5min":13.673,"15min":13.673},"last":1.492},{"interface":"front","average":{"1min":3.5819999999999999,"5min":1.972,"15min":1.1970000000000001},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":10.045,"5min":10.045,"15min":10.045},"last":1.8120000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6339999999999999,"5min":1.9370000000000001,"15min":1.22},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":10.092000000000001,"5min":10.092000000000001,"15min":10.092000000000001},"last":1.7729999999999999},{"interface":"front","average":{"1min":1.9890000000000001,"5min":2.0019999999999998,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.33800000000000002},"max":{"1min":7.0590000000000002,"5min":10.657,"15min":11.510999999999999},"last":1.423}]},{"osd":6,"last update":"Sat Sep 23 18:09:40 2023","interfaces":[{"interface":"back","average":{"1min":3.6699999999999999,"5min":2.073,"15min":1.131},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":10.147,"5min":10.147,"15min":10.147},"last":1.885},{"interface":"front","average":{"1min":1.71,"5min":1.851,"15min":1.0580000000000001},"min":{"1min":0.41599999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":5.6870000000000003,"5min":7.681,"15min":7.681},"last":1.5720000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:09:36 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.1499999999999999,"15min":1.3140000000000001},"min":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.7949999999999999,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":1.5089999999999999},{"interface":"front","average":{"1min":3.7200000000000002,"5min":2.339,"15min":1.4179999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.372},"max":{"1min":13.619,"5min":13.699,"15min":13.699},"last":1.458}]}]},{"osd":2,"up_from":145,"seq":622770258035,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1134736,"kb_used_data":689224,"kb_used_omap":16,"kb_used_meta":445487,"kb_avail":92610416,"statfs":{"total":95995035648,"available":94833065984,"internally_reserved":0,"allocated":705765376,"data_stored":704586191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":456178850},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":2.3929999999999998,"15min":1.444},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":8.3780000000000001,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":2.964,"5min":2.5249999999999999,"15min":1.5309999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":9.9420000000000002,"5min":15.94,"15min":15.94},"last":2.4969999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.1240000000000001,"5min":2.1880000000000002,"15min":1.349},"min":{"1min":0.224,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":8.407,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.4690000000000001,"5min":2.4399999999999999,"15min":2.194},"min":{"1min":0.29399999999999998,"5min":0.223,"15min":0.218},"max":{"1min":5.0960000000000001,"5min":17.901,"15min":37.579000000000001},"last":1.1439999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0779999999999998,"5min":3.4580000000000002,"15min":1.71},"min":{"1min":0.29899999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":8.6170000000000009,"5min":34.960999999999999,"15min":34.960999999999999},"last":1.6930000000000001},{"interface":"front","average":{"1min":2.9430000000000001,"5min":3.9860000000000002,"15min":2.7290000000000001},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.26300000000000001},"max":{"1min":10.938000000000001,"5min":35.229999999999997,"15min":37.444000000000003},"last":1.0189999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3660000000000001,"5min":2.165,"15min":1.758},"min":{"1min":0.32500000000000001,"5min":0.31,"15min":0.31},"max":{"1min":4.415,"5min":17.550999999999998,"15min":23.870000000000001},"last":2.3210000000000002},{"interface":"front","average":{"1min":2.4470000000000001,"5min":2.2589999999999999,"15min":1.2849999999999999},"min":{"1min":0.38800000000000001,"5min":0.314,"15min":0.314},"max":{"1min":13.182,"5min":17.824000000000002,"15min":17.824000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":2.2440000000000002,"15min":1.323},"min":{"1min":0.38,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.8219999999999992,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.27,"5min":1.893,"15min":1.29},"min":{"1min":0.374,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.9949999999999992,"5min":10.75,"15min":10.75},"last":0.44800000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:09:38 2023","interfaces":[{"interface":"back","average":{"1min":3.0089999999999999,"5min":2.6150000000000002,"15min":1.502},"min":{"1min":0.41299999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":13.114000000000001,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.67700000000000005},{"interface":"front","average":{"1min":3.2410000000000001,"5min":2.7429999999999999,"15min":1.575},"min":{"1min":0.46300000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.148,"5min":17.919,"15min":17.919},"last":1.004}]},{"osd":7,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":3.5819999999999999,"5min":2.9470000000000001,"15min":1.569},"min":{"1min":0.434,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":16.518999999999998,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.95899999999999996},{"interface":"front","average":{"1min":2.609,"5min":2.077,"15min":1.3120000000000001},"min":{"1min":0.41999999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":13.162000000000001,"5min":13.162000000000001,"15min":13.162000000000001},"last":0.54600000000000004}]}]},{"osd":3,"up_from":100,"seq":429496729765,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1748604,"kb_used_data":1312820,"kb_used_omap":4,"kb_used_meta":435771,"kb_avail":91996548,"statfs":{"total":95995035648,"available":94204465152,"internally_reserved":0,"allocated":1344327680,"data_stored":1343223661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":446229911},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":1.9259999999999999,"15min":1.232},"min":{"1min":0.249,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.117,"5min":14.462999999999999,"15min":14.462999999999999},"last":1.635},{"interface":"front","average":{"1min":1.7929999999999999,"5min":2.2949999999999999,"15min":1.5249999999999999},"min":{"1min":0.28699999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":10.507,"5min":21.962,"15min":21.962},"last":0.23400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.593,"15min":1.1439999999999999},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.1230000000000002,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.309},{"interface":"front","average":{"1min":1.3899999999999999,"5min":2.698,"15min":1.5429999999999999},"min":{"1min":0.30299999999999999,"5min":0.248,"15min":0.248},"max":{"1min":6.0499999999999998,"5min":15.394,"15min":15.394},"last":0.42099999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:09:52 2023","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":2.415,"15min":1.732},"min":{"1min":0.253,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.477,"5min":16.779,"15min":16.779},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.5960000000000001,"5min":1.962,"15min":1.476},"min":{"1min":0.315,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":10.087,"5min":19.59,"15min":19.59},"last":0.79100000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":1.885,"15min":1.232},"min":{"1min":0.35999999999999999,"5min":0.32900000000000001,"15min":0.311},"max":{"1min":5.8940000000000001,"5min":8.3279999999999994,"15min":14.212},"last":0.63700000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":1.875,"15min":1.47},"min":{"1min":0.317,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":10.365,"5min":15.33,"15min":17.478000000000002},"last":0.47399999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.867,"5min":1.958,"15min":1.5189999999999999},"min":{"1min":0.38400000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.452999999999999,"5min":11.602,"15min":17.507999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.2230000000000001,"5min":1.6930000000000001,"15min":1.2869999999999999},"min":{"1min":0.35499999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.1849999999999996,"5min":19.209,"15min":19.209},"last":0.747}]},{"osd":6,"last update":"Sat Sep 23 18:09:37 2023","interfaces":[{"interface":"back","average":{"1min":2.7389999999999999,"5min":2.278,"15min":1.3089999999999999},"min":{"1min":0.38900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":10.430999999999999,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":3.8679999999999999,"5min":2.3410000000000002,"15min":1.3520000000000001},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":10.545,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.76400000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":2.113,"15min":1.47},"min":{"1min":0.42899999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":5.2069999999999999,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.5469999999999999,"5min":2.6230000000000002,"15min":1.5389999999999999},"min":{"1min":0.5,"5min":0.42099999999999999,"15min":0.34399999999999997},"max":{"1min":5.931,"5min":36.366999999999997,"15min":36.366999999999997},"last":0.68799999999999994}]}]},{"osd":4,"up_from":30,"seq":128849019187,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":910080,"kb_used_data":608760,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92835072,"statfs":{"total":95995035648,"available":95063113728,"internally_reserved":0,"allocated":623370240,"data_stored":622674592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.591,"15min":1.1319999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.1440000000000001,"5min":11.686999999999999,"15min":26.055},"last":0.22800000000000001},{"interface":"front","average":{"1min":1.78,"5min":1.4399999999999999,"15min":1.173},"min":{"1min":0.27800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":7.1840000000000002,"5min":11.611000000000001,"15min":25.497},"last":3.1669999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.4209999999999998,"15min":1.458},"min":{"1min":0.32700000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.371,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.339,"5min":2.46,"15min":1.496},"min":{"1min":0.39300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.2779999999999996,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.39300000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:09:57 2023","interfaces":[{"interface":"back","average":{"1min":4.9210000000000003,"5min":2.4140000000000001,"15min":1.4259999999999999},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":56.448,"5min":56.448,"15min":56.448},"last":0.29599999999999999},{"interface":"front","average":{"1min":4.7249999999999996,"5min":2.1659999999999999,"15min":1.3149999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":56.868000000000002,"5min":56.868000000000002,"15min":56.868000000000002},"last":0.36699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":3.9009999999999998,"15min":2.0720000000000001},"min":{"1min":0.36599999999999999,"5min":0.33600000000000002,"15min":0.32800000000000001},"max":{"1min":6.6210000000000004,"5min":80.783000000000001,"15min":80.783000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.7629999999999999,"5min":3.7869999999999999,"15min":2.0630000000000002},"min":{"1min":0.38200000000000001,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":7.2380000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":1.5780000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.234,"15min":0.88900000000000001},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.4800000000000004,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.093,"5min":1.577,"15min":1.022},"min":{"1min":0.34200000000000003,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":6.601,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:09:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.143,"15min":0.70399999999999996},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.1320000000000001,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.365,"15min":0.82099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.318},"max":{"1min":4.8090000000000002,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.42899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:10:01 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":1.034,"15min":0.84599999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.27700000000000002},"max":{"1min":3.2250000000000001,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.331,"15min":0.99099999999999999},"min":{"1min":0.35399999999999998,"5min":0.32000000000000001,"15min":0.27100000000000002},"max":{"1min":3.282,"5min":12.885,"15min":17.097999999999999},"last":0.379}]}]},{"osd":5,"up_from":36,"seq":154618822959,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1125360,"kb_used_data":824040,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92619792,"statfs":{"total":95995035648,"available":94842667008,"internally_reserved":0,"allocated":843816960,"data_stored":843133144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":1.605,"15min":1.0700000000000001},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":5.306,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":1.155},{"interface":"front","average":{"1min":2.7730000000000001,"5min":1.619,"15min":1.125},"min":{"1min":0.27800000000000002,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":1.294}]},{"osd":1,"last update":"Sat Sep 23 18:10:07 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":1.806,"15min":1.2729999999999999},"min":{"1min":0.308,"5min":0.252,"15min":0.252},"max":{"1min":10.952,"5min":13.282999999999999,"15min":16.033999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.597,"5min":1.73,"15min":1.1919999999999999},"min":{"1min":0.30499999999999999,"5min":0.29599999999999999,"15min":0.27800000000000002},"max":{"1min":11.673,"5min":11.673,"15min":11.673},"last":1.21}]},{"osd":2,"last update":"Sat Sep 23 18:09:46 2023","interfaces":[{"interface":"back","average":{"1min":3.2410000000000001,"5min":2.2480000000000002,"15min":1.427},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":28.687999999999999,"5min":28.687999999999999,"15min":28.687999999999999},"last":0.31},{"interface":"front","average":{"1min":2.863,"5min":2.0600000000000001,"15min":1.3759999999999999},"min":{"1min":0.375,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":28.715,"5min":28.715,"15min":28.715},"last":1.242}]},{"osd":3,"last update":"Sat Sep 23 18:10:03 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.226,"15min":1.448},"min":{"1min":0.32500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":31.109999999999999,"5min":31.109999999999999,"15min":31.109999999999999},"last":1.5609999999999999},{"interface":"front","average":{"1min":3.919,"5min":2.407,"15min":1.6060000000000001},"min":{"1min":0.372,"5min":0.34300000000000003,"15min":0.30199999999999999},"max":{"1min":28.795999999999999,"5min":28.795999999999999,"15min":28.795999999999999},"last":2.7000000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:10:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":2.2050000000000001,"15min":1.254},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":5.2610000000000001,"5min":121.29900000000001,"15min":121.29900000000001},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.268,"5min":2.3479999999999999,"15min":1.353},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.818,"5min":121.31399999999999,"15min":121.31399999999999},"last":4.3609999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.111,"15min":0.77600000000000002},"min":{"1min":0.316,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.3570000000000002,"5min":9.3149999999999995,"15min":9.3149999999999995},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.1319999999999999,"15min":0.84699999999999998},"min":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":4.3040000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:09:39 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.2390000000000001,"15min":0.92700000000000005},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.309},"max":{"1min":4.1559999999999997,"5min":9.3559999999999999,"15min":9.3559999999999999},"last":1.27},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.95399999999999996},"min":{"1min":0.34200000000000003,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":11.956,"5min":11.956,"15min":12.388999999999999},"last":2.1120000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":976224256,"data_stored":976224256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":832634880,"data_stored":832634880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":747110400,"data_stored":747110400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1233649664,"data_stored":1233649664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":618856448,"data_stored":618856448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":493944832,"data_stored":493944832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":588775424,"data_stored":588775424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":604766208,"data_stored":604766208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:10:21.392 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:10:21.393 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:10:21.393 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T18:10:21.393 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:10:21.393 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:10:21.393 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T18:10:21.400 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:21.425 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:10:21.431 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:10:21.465 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:21.467 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:21.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1138676053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1138676053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1138676053' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:21.791 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:21.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:21.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:21.897 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:21.964 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:22.037 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:22.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:22.042 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:22.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:22.223 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:22.302 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:22.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:22.308 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:22.360 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:10:22.360795+0000 min lat: 0.00115841 max lat: 0.088245 avg lat: 0.00804124 2023-09-23T18:10:22.360 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:10:22.360 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 39800 39784 124.275 86.5625 0.00520829 0.00804124 2023-09-23T18:10:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:22.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:22.470 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: from='client.55705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:22.470 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: pgmap v782: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-09-23T18:10:22.470 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:22.470 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: osdmap e278: 8 total, 8 up, 8 in 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[149401]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.471 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: from='client.55705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: pgmap v782: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: osdmap e278: 8 total, 8 up, 8 in 2023-09-23T18:10:22.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:22 smithi018 ceph-mon[153734]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.478 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:22.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:22.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:22.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:22.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:22.731 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:22.816 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:22.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:22.824 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:22.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: from='client.55705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: pgmap v782: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.79k op/s 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: osdmap e278: 8 total, 8 up, 8 in 2023-09-23T18:10:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:22 smithi149 ceph-mon[135148]: failed to encode map e278 with expected crc 2023-09-23T18:10:22.925 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:22.966 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:23.068 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:23.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:23.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:23.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:23.248 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:23.360 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 41269 41253 122.729 91.8125 0.00556884 0.00814282 2023-09-23T18:10:23.518 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:23.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:23.526 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:23.627 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:23.678 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:23.733 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:23.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:23.741 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:23.841 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:23.877 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:23.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:10:24.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:24.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:24.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:24.135 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:24.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:24.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:24.275 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:24.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:24.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:24.323 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:24.324 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:24.362 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 42643 42627 121.044 85.875 0.0103983 0.00825399 2023-09-23T18:10:24.377 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:24.398 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:24.424 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:24.431 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:24.468 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:24.472 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:24.489 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:24.513 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.535 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:10:24.546 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:24 smithi149 ceph-mon[135148]: pgmap v784: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-09-23T18:10:24.546 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3264412907' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:24.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:24 smithi018 ceph-mon[153734]: pgmap v784: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-09-23T18:10:24.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3264412907' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:24 smithi018 ceph-mon[149401]: pgmap v784: 89 pgs: 89 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-09-23T18:10:24.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3264412907' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:24.623 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:24.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:24.627 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:24.728 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:24.789 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:24.995 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:25.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:25.003 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:25.044 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:25.044 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:25.071 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:25.103 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:25.170 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:25.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:24] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.33.4" 2023-09-23T18:10:25.362 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 44044 44028 119.588 87.5625 0.0101165 0.00835645 2023-09-23T18:10:25.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:25.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:25.695 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:10:25.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:25.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:25.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:25.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:25.706 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:25.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:25.710 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:25.811 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:25.873 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:25.953 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:25.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:25.958 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:26.058 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:26.142 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:26.250 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:26.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:26.257 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:26.289 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:26.289 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:10:26.289 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:26.358 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:26.362 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 45448 45432 118.261 87.75 0.0151278 0.0084499 2023-09-23T18:10:26.423 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:26.487 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:26.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:26.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:26.599 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:26.667 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:26.684 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:26.754 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:26.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:26.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:26.860 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:26 smithi149 ceph-mon[135148]: pgmap v785: 89 pgs: 89 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-09-23T18:10:26.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:26 smithi018 ceph-mon[153734]: pgmap v785: 89 pgs: 89 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-09-23T18:10:26.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:26 smithi018 ceph-mon[149401]: pgmap v785: 89 pgs: 89 active+clean; 2.3 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2023-09-23T18:10:26.935 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:27.016 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:27.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:27.027 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:27.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:10:27.128 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:27.176 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:27.366 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 46704 46688 116.663 78.5 0.0148179 0.00856618 2023-09-23T18:10:27.449 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:27.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:27.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:27.556 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:27.601 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:27.640 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:10:27.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:27.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:27.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:27.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:27.827 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2306853609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:27.992 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:27.992 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:28.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2306853609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:28.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:28.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2306853609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:28.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:10:28.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:28.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:28.136 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:28.192 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:28.236 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:28.323 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:28.364 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 48022 48006 115.344 82.375 0.0064875 0.00866506 2023-09-23T18:10:28.394 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:28.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:28.402 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:28.468 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:10:28.503 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:28.538 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:28.583 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:28.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:28.588 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:28.689 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:28.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: pgmap v786: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-09-23T18:10:28.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: osdmap e279: 8 total, 8 up, 8 in 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:28 smithi149 ceph-mon[135148]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.726 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:28.771 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:28.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: pgmap v786: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-09-23T18:10:28.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:28.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:10:28.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: osdmap e279: 8 total, 8 up, 8 in 2023-09-23T18:10:28.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[149401]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:28.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:28.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: pgmap v786: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-09-23T18:10:28.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:28.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: osdmap e279: 8 total, 8 up, 8 in 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:28 smithi018 ceph-mon[153734]: failed to encode map e279 with expected crc 2023-09-23T18:10:28.878 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:28.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:28.970 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:28.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:28.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:29.075 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:29.115 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:29.162 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:29.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:29.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:29.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:29.358 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:29.366 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 15 49284 49269 113.99 78.9375 0.0158865 0.00876506 2023-09-23T18:10:29.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:29.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:29.547 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:29.550 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:29.648 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:29.727 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:29.805 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:29.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:29.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:29.914 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:29.955 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:29.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:30.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:30.001 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:30.100 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:30.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:30.145 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:30.162 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:30.207 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:30.225 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:30.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:10:30.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:30.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:30.246 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:30.289 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:30.325 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:30.339 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:30.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:30.374 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 50476 50460 112.542 74.4375 0.0237259 0.00887963 2023-09-23T18:10:30.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:10:30.460 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:30.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:30 smithi149 ceph-mon[135148]: pgmap v788: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:10:30.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2391093921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:31.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:30 smithi018 ceph-mon[153734]: pgmap v788: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:10:31.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2391093921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:31.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:30 smithi018 ceph-mon[149401]: pgmap v788: 89 pgs: 89 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:10:31.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2391093921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:31.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:31.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:31.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:31.188 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:31.252 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:31.351 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:31.375 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 51625 51609 111.139 71.8125 0.0190704 0.00899272 2023-09-23T18:10:31.383 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:31.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:31.390 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:31.491 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:31.528 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:31.562 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:31.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:31.565 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:31.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:31.753 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:31.776 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:10:31.776 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:10:31.776 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T18:10:31.776 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:10:31.777 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:10:31.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T18:10:31.802 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:10:31.802 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:10:31.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:52051 7.8 7:1e9af6c7:::benchmark_data_smithi018_282512_object52050:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.777830+0000", 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.020148968999999999, 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020204237, 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:31.803 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 52051 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777830+0000", 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777830+0000", 2023-09-23T18:10:31.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777829+0000", 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777857+0000", 2023-09-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8818000000000001e-05 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777881+0000", 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3180000000000002e-05 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777890+0000", 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.628e-06 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.780419+0000", 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025292130000000002 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.780565+0000", 2023-09-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014518699999999999 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.780732+0000", 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000167057 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.785890+0000", 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051587040000000001 2023-09-23T18:10:31.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788435+0000", 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002544223 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:52055 7.8 7:1c649d72:::benchmark_data_smithi018_282512_object52054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:31.809 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.777962+0000", 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.020017190000000001, 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020180575999999999, 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 52055 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.810 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777962+0000", 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777962+0000", 2023-09-23T18:10:31.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.777961+0000", 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.778020+0000", 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8406999999999998e-05 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.778030+0000", 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0593e-05 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.778036+0000", 2023-09-23T18:10:31.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9989999999999997e-06 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.782587+0000", 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045507350000000002 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.782738+0000", 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015071999999999999 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.782889+0000", 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150772 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.785897+0000", 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003008298 2023-09-23T18:10:31.816 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:52055 7.8 e279/272)", 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.788465+0000", 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0095136160000000008, 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0097601460000000008, 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:10:31.817 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788465+0000", 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788465+0000", 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788465+0000", 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788469+0000", 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7620000000000001e-06 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788476+0000", 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4189999999999996e-06 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.788481+0000", 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9509999999999997e-06 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:52051 7.8 e279/272)", 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.792452+0000", 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0055268610000000001, 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007616144, 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792452+0000", 2023-09-23T18:10:31.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792452+0000", 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792451+0000", 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792458+0000", 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4309999999999999e-06 2023-09-23T18:10:31.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792471+0000", 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2809999999999999e-05 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.792479+0000", 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3159999999999997e-06 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.824 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:52068 7.8 7.4efe4528 (undecoded) ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.795570+0000", 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0024087430000000001, 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045530450000000004, 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:10:31.825 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 52068 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795570+0000", 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795570+0000", 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795569+0000", 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795603+0000", 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4004999999999997e-05 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795627+0000", 2023-09-23T18:10:31.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4621999999999999e-05 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.795638+0000", 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0417999999999999e-05 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:52062 7.5 e279/272 7:a83d0b29:::benchmark_data_smithi018_282512_object52061:head v 279'3099, mlcod=279'3096)", 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.798094+0000", 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9998856, 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020972299999999998, 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798094+0000", 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798094+0000", 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798093+0000", 2023-09-23T18:10:31.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798136+0000", 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2967999999999999e-05 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798156+0000", 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9624e-05 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798165+0000", 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9360000000000005e-06 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798214+0000", 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9898999999999998e-05 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798236+0000", 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1795999999999999e-05 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:52063 7.3 e279/272 7:cb91cf2c:::benchmark_data_smithi018_282512_object52062:head v 279'3223, mlcod=279'3221)", 2023-09-23T18:10:31.834 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.798232+0000", 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9997468, 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020212870000000001, 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798232+0000", 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798232+0000", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798232+0000", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798255+0000", 2023-09-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3129000000000002e-05 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798264+0000", 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3889999999999994e-06 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798270+0000", 2023-09-23T18:10:31.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4720000000000003e-06 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798311+0000", 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1115999999999997e-05 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798331+0000", 2023-09-23T18:10:31.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0310999999999999e-05 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:52055 7.8 e279/272)", 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:31.798311+0000", 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 4294967295.9996686, 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020012469999999998, 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:10:31.839 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798311+0000", 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798311+0000", 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:10:31.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:10:31.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798310+0000", 2023-09-23T18:10:31.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:31.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798314+0000", 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6689999999999999e-06 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798322+0000", 2023-09-23T18:10:31.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.763e-06 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:31.798327+0000", 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.507e-06 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 8 2023-09-23T18:10:31.843 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:10:31.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:31.845 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:31.845 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:31.945 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:31.982 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:32.033 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:32.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:32.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:32.138 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:32.173 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:32.224 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:32.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:32.229 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:32.329 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:32.375 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 52722 52706 109.72 68.5625 0.0290825 0.00910871 2023-09-23T18:10:32.384 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:32.635 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:32 smithi018 ceph-mon[149401]: pgmap v789: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:10:32.759 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:32.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:32.765 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:32.866 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:32 smithi149 ceph-mon[135148]: pgmap v789: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:10:32.934 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:32 smithi018 ceph-mon[153734]: pgmap v789: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:10:32.943 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:33.287 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:10:33.375 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 53989 53973 108.736 79.1875 0.00745336 0.00919116 2023-09-23T18:10:33.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:33 smithi018 ceph-mon[149401]: pgmap v790: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-09-23T18:10:34.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:33 smithi018 ceph-mon[153734]: pgmap v790: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-09-23T18:10:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:33 smithi149 ceph-mon[135148]: pgmap v790: 89 pgs: 89 active+clean; 3.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2023-09-23T18:10:34.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 55305 55289 107.899 82.25 0.0126031 0.00926273 2023-09-23T18:10:34.985 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:34.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:34.991 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:35.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:35.118 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:34] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.33.4" 2023-09-23T18:10:35.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 56484 56468 106.863 73.6875 0.00698444 0.00935337 2023-09-23T18:10:36.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:35 smithi018 ceph-mon[153734]: pgmap v791: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-09-23T18:10:36.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:35 smithi018 ceph-mon[149401]: pgmap v791: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-09-23T18:10:36.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 57769 57753 106.082 80.3125 0.0109288 0.0094214 2023-09-23T18:10:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:35 smithi149 ceph-mon[135148]: pgmap v791: 89 pgs: 89 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2023-09-23T18:10:36.649 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:36.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:36.657 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:36.736 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:10:36.758 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:36.861 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:37.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 58877 58861 105.03 69.25 0.00285783 0.0095138 2023-09-23T18:10:37.757 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:37.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:37.766 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:37.867 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:37.903 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:37.986 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:37.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:37.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:38.067 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:38.093 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:38.174 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:38.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 16 59970 59954 104.01 68.3125 0.0124298 0.00960847 2023-09-23T18:10:38.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:38 smithi018 ceph-mon[153734]: pgmap v792: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:10:38.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:38 smithi018 ceph-mon[149401]: pgmap v792: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:10:38.603 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:38.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:38.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:38.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:38 smithi149 ceph-mon[135148]: pgmap v792: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:10:38.709 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:38.745 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:38.789 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:38.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:38.796 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:38.897 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:38.954 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:39.084 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:39.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:39.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:39.194 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:39.224 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:39.271 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:39.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:39.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:39.289 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:39.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:39.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 61097 61081 103.103 70.4375 0.0128091 0.00969071 2023-09-23T18:10:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:39.674 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:39.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:39.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:39.781 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:39.823 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:39.872 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:39.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:39.875 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:39.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:40.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:40.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:40.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:40.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:40.293 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:40.341 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:40.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:40.344 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:40.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 62132 62116 102.093 64.6875 0.0115786 0.00978896 2023-09-23T18:10:40.445 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:40.480 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:40.530 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:40.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:40.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:40.619 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:10:40.636 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[153734]: pgmap v793: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[149401]: pgmap v793: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:40.669 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:40.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:40.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:40.678 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:40.721 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:40.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:40.728 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:40.829 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:40.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:40 smithi149 ceph-mon[135148]: pgmap v793: 89 pgs: 89 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:10:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:40.909 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:41.349 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:41.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:41.358 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:41.378 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 63248 63232 101.264 69.75 0.00535039 0.00986866 2023-09-23T18:10:41.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:41.497 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:41.542 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:41.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:41.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:41.646 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:41.684 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:41.727 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:41.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:41.730 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:41.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:41.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[149401]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:41.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[149401]: osdmap e280: 8 total, 8 up, 8 in 2023-09-23T18:10:41.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[149401]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:41.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[153734]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:41.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[153734]: osdmap e280: 8 total, 8 up, 8 in 2023-09-23T18:10:41.753 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:41 smithi018 ceph-mon[153734]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.831 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:41.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:41 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:41.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:41 smithi149 ceph-mon[135148]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4136907617' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:41.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:41 smithi149 ceph-mon[135148]: osdmap e280: 8 total, 8 up, 8 in 2023-09-23T18:10:41.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:41 smithi149 ceph-mon[135148]: failed to encode map e280 with expected crc 2023-09-23T18:10:41.870 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:41.918 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:41.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:41.922 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:42.023 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:42.047 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:10:42.047 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:10:42.047 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:10:42.048 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:42.081 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:42.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:42.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:42.175 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:42.185 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:42.200 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:42.210 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:42.220 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:42.238 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:42.242 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:42.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:42.246 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:42.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:42.380 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:10:42.381358+0000 min lat: 0.00115841 max lat: 0.452 avg lat: 0.0100144 2023-09-23T18:10:42.380 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:10:42.381 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 63931 63915 99.7959 42.6875 0.0131877 0.0100144 2023-09-23T18:10:42.392 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:42.435 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:42.435 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:42.481 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:42.532 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:10:42.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:42 smithi149 ceph-mon[135148]: pgmap v795: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:42.581 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1227285636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:42.733 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:42.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:42.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:42.835 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:42.835 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:42.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:42.862 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:42 smithi018 ceph-mon[153734]: pgmap v795: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:42.862 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1227285636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:42.863 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:42 smithi018 ceph-mon[149401]: pgmap v795: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:42.863 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1227285636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:42.882 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:42.947 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:42.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:42.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:43.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:43.380 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 65025 65009 99.0298 68.375 0.00357327 0.0100935 2023-09-23T18:10:43.460 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:43.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:43.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:43.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:10:43.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:10:43.569 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:43.608 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:43.653 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:43.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:43.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:43.758 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:43.794 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:43.836 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:43.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:43.840 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:43.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:44.053 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:44.142 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:44.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:44.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:44.260 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:44.297 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:44.343 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:44.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:44.352 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:44.353 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:44.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 66032 66016 98.1568 62.9375 0.00859397 0.0101824 2023-09-23T18:10:44.425 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:44.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:44.489 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:44.544 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:44.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:44.547 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:44.648 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:44.747 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:44.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:44 smithi149 ceph-mon[135148]: pgmap v796: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:44.936 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:44.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:44.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:44.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:44 smithi018 ceph-mon[149401]: pgmap v796: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:44.944 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:44 smithi018 ceph-mon[153734]: pgmap v796: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-09-23T18:10:45.042 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:45.140 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:45.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:44] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.33.4" 2023-09-23T18:10:45.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 67092 67076 97.4149 66.25 0.0134023 0.0102593 2023-09-23T18:10:45.461 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:10:45.539 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:45.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:45.549 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:45.650 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:45.765 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:45.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:45.937 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:46.038 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:46.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:46.196 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:46.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:46.203 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:46.304 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:46.387 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 68059 68043 96.5749 60.4375 0.024781 0.0103494 2023-09-23T18:10:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:46.539 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:46.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:46.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:46.649 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:46.674 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:46 smithi018 ceph-mon[153734]: pgmap v797: 89 pgs: 89 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:10:46.678 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:46 smithi018 ceph-mon[149401]: pgmap v797: 89 pgs: 89 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:10:46.684 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:46.730 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:46.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:46.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:46.805 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:46.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:46.863 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:46 smithi149 ceph-mon[135148]: pgmap v797: 89 pgs: 89 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:10:46.865 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:46.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:46.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:46.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:46.968 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:46.968 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:47.008 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:47.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:47.389 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 68993 68977 95.7249 58.375 0.0188048 0.0104405 2023-09-23T18:10:47.518 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:47.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:47.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:47.624 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:47.660 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:47.671 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:10:47.678 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:10:47.710 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:47.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:47.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:47.728 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:10:47.729 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:10:47.729 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T18:10:47.729 INFO:tasks.thrashosds.thrasher:Setting osd 5 primary_affinity to 1.000000 2023-09-23T18:10:47.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 5 1 2023-09-23T18:10:47.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:47.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2791595715' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:47 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.897 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2791595715' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.897 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:47 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2791595715' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:47 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:10:47.902 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:48.388 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 70005 69989 95.0177 63.25 0.0147414 0.0105181 2023-09-23T18:10:48.392 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:48.393 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:48.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:48.401 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:48.502 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:48.543 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:48.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:48.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:48.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: pgmap v798: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: osdmap e281: 8 total, 8 up, 8 in 2023-09-23T18:10:48.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[153734]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: pgmap v798: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: osdmap e281: 8 total, 8 up, 8 in 2023-09-23T18:10:48.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:48 smithi018 ceph-mon[149401]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: pgmap v798: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: osdmap e281: 8 total, 8 up, 8 in 2023-09-23T18:10:48.801 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:48 smithi149 ceph-mon[135148]: failed to encode map e281 with expected crc 2023-09-23T18:10:48.804 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:48.911 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:48.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:48.919 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:48.988 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:49.020 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:49.057 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:49.120 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:49.151 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:49.163 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:49.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:49.168 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:49.189 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:49.239 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:49.269 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:49.288 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:49.330 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:49.368 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:49.371 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:49.391 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 70978 70962 94.2862 60.8125 0.00769528 0.0105998 2023-09-23T18:10:49.409 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:10:49.462 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:49.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:49.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:49.572 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:49.618 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:49.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:49.682 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:49.703 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:49.703 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:71264 7.d 7:bf423a9a:::benchmark_data_smithi018_282512_object71263:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e281)", 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:49.695798+0000", 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0070030079999999998, 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007030176, 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:49.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71264 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695798+0000", 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695798+0000", 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695796+0000", 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5764000000000003e-05 2023-09-23T18:10:49.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695862+0000", 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5211999999999999e-05 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695877+0000", 2023-09-23T18:10:49.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.058e-06 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695884+0000", 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1017000000000003e-05 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695935+0000", 2023-09-23T18:10:49.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020718399999999999 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696143+0000", 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017302299999999999 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696316+0000", 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002703156 2023-09-23T18:10:49.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.699019+0000", 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003220817 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:71271 7.7 7:ec74a2e8:::benchmark_data_smithi018_282512_object71270:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e281)", 2023-09-23T18:10:49.710 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:49.695957+0000", 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0068439570000000003, 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0069301069999999996, 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71271 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:49.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695957+0000", 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695957+0000", 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.695956+0000", 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4781000000000003e-05 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696011+0000", 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0196e-05 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:49.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696021+0000", 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7319999999999998e-06 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696029+0000", 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3206000000000004e-05 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696092+0000", 2023-09-23T18:10:49.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013351199999999999 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696225+0000", 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000173296 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696399+0000", 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027329640000000001 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.699132+0000", 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031748039999999998 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:71272 7.c 7:3646ae4c:::benchmark_data_smithi018_282512_object71271:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e281)", 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:49.696044+0000", 2023-09-23T18:10:49.716 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0067564699999999997, 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0068919999999999997, 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71272 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696044+0000", 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696044+0000", 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:49.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696044+0000", 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4585999999999997e-05 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696078+0000", 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8679999999999999e-06 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696086+0000", 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0350000000000001e-06 2023-09-23T18:10:49.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696091+0000", 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0691000000000001e-05 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696132+0000", 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013027199999999999 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696262+0000", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016043000000000001 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.696423+0000", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002204784 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.698627+0000", 2023-09-23T18:10:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025546900000000001 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:49.701182+0000", 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051377259999999996 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 3 2023-09-23T18:10:49.722 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:49.733 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1233353458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:49.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:49.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1233353458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:49.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1233353458' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:49.861 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:49.939 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:49.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:49.946 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:50.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:50.112 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:50.151 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:10:50.271 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:50.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:50.278 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:50.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:50.393 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 71990 71974 93.6359 63.25 0.0151885 0.0106733 2023-09-23T18:10:50.464 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:50.475 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:10:50.534 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:50.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:50.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:50.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:50.717 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:50 smithi018 ceph-mon[153734]: pgmap v800: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T18:10:50.723 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:50 smithi018 ceph-mon[149401]: pgmap v800: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T18:10:50.758 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:50.846 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:50.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:50.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:50.884 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:50 smithi149 ceph-mon[135148]: pgmap v800: 89 pgs: 89 active+clean; 4.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T18:10:50.950 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:50.985 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:51.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:51.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:51.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:51.144 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:51.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:51.320 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:51.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:51.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:51.349 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:51.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 72861 72845 92.8313 54.4375 0.0149823 0.0107664 2023-09-23T18:10:51.428 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:51.468 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:51.670 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:51.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:51.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:51.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:51.970 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:51.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:51.974 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:52.026 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:10:52.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:52.156 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:52.225 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:10:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:10:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:10:52.226 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:52.365 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:52.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:52.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:52.396 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 73824 73808 92.1788 60.1875 0.0160807 0.0108402 2023-09-23T18:10:52.411 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.5 primary-affinity to 1 (8655362) 2023-09-23T18:10:52.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:52.541 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:10:52.541 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:52 smithi149 ceph-mon[135148]: pgmap v801: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 62 MiB/s wr, 994 op/s 2023-09-23T18:10:52.542 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:10:52.561 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:52.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:52 smithi018 ceph-mon[149401]: pgmap v801: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 62 MiB/s wr, 994 op/s 2023-09-23T18:10:52.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:10:52.668 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:52 smithi018 ceph-mon[153734]: pgmap v801: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 62 MiB/s wr, 994 op/s 2023-09-23T18:10:52.668 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:10:53.066 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:53.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:53.079 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:53.180 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:53.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:53.257 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:53.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:53.260 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:53.268 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:10:53.361 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:53.397 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:53.399 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 74759 74743 91.5126 58.4375 0.0139221 0.0109208 2023-09-23T18:10:53.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[149401]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:10:53.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[149401]: osdmap e282: 8 total, 8 up, 8 in 2023-09-23T18:10:53.403 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[149401]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:53 smithi149 ceph-mon[135148]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:10:53.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:53 smithi149 ceph-mon[135148]: osdmap e282: 8 total, 8 up, 8 in 2023-09-23T18:10:53.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:53 smithi149 ceph-mon[135148]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.508 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:53.512 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:53.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:53.513 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:53.614 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:53.665 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:53.710 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:53.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:53.716 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:53.817 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:53.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[153734]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2007019359' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:10:53.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[153734]: osdmap e282: 8 total, 8 up, 8 in 2023-09-23T18:10:53.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:53 smithi018 ceph-mon[153734]: failed to encode map e282 with expected crc 2023-09-23T18:10:53.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:54.034 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:54.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:54.040 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:54.141 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:54.228 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:54.357 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:54.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:54.368 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:54.405 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 75735 75719 90.9156 61 0.0054493 0.0109942 2023-09-23T18:10:54.468 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:10:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:10:54.516 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:54.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[149401]: pgmap v803: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:10:54.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1906070214' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[153734]: pgmap v803: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:10:54.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1906070214' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.573 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:10:54.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:54.579 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:10:54.582 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:10:54.582 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:10:54.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:10:54.582 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:10:54.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:105086 5.2 5.78f84602 (undecoded) ondisk+write+known_if_redirected e174)", 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 513.74469612899998, 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998, 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 105086 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.583 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835017+0000", 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835016+0000", 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2920000000000003e-06 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835021+0000", 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6030000000000005e-06 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835030+0000", 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6980000000000003e-06 2023-09-23T18:10:54.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835036+0000", 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3375000000000003e-05 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835089+0000", 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1749000000000001e-05 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:20.835101+0000", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31060647299999999 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145707+0000", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4071e-05 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:02:21.145721+0000", 2023-09-23T18:10:54.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.31070400199999998 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8910 7.c 7:3909ba97:::benchmark_data_smithi018_282512_object8909:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 49.073976715000001, 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002, 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.588 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8910 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505736+0000", 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9846999999999998e-05 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505796+0000", 2023-09-23T18:10:54.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0541e-05 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505806+0000", 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0929999999999996e-06 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505810+0000", 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8601000000000003e-05 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505879+0000", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.857e-05 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505978+0000", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010228799999999999 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506080+0000", 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056512999999999995 2023-09-23T18:10:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506645+0000", 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057262600000000002 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.507218+0000", 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.073731009 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580949+0000", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9036000000000002e-05 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581008+0000", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1671000000000001e-05 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581049+0000", 2023-09-23T18:10:54.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9174 7.c 7:35d6ae47:::benchmark_data_smithi018_282512_object9173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.866361591999997, 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993, 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.595 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9174 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713350+0000", 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119023 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713469+0000", 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2900000000000002e-06 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713477+0000", 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7429999999999999e-06 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713483+0000", 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4365e-05 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713528+0000", 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011300500000000001 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112916 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713754+0000", 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001202088 2023-09-23T18:10:54.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714956+0000", 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9969000000000001e-05 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714986+0000", 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082502252999999998 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1159999999999998e-05 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797539+0000", 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797587+0000", 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993 2023-09-23T18:10:54.601 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9175 7.c 7:31c0f506:::benchmark_data_smithi018_282512_object9174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.866123182000003, 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996, 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9175 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2289000000000001e-05 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713632+0000", 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0220000000000001e-06 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713638+0000", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4989999999999999e-06 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00068078799999999999 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714322+0000", 2023-09-23T18:10:54.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010919799999999999 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714431+0000", 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012924200000000001 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714561+0000", 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00055307100000000003 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715114+0000", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027744800000000002 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715391+0000", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082255403000000005 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797647+0000", 2023-09-23T18:10:54.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2079000000000001e-05 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797699+0000", 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1826999999999998e-05 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797741+0000", 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.608 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9180 7.c 7:3b11d03b:::benchmark_data_smithi018_282512_object9179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.864179773000004, 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005, 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.609 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9180 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715533+0000", 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4950000000000001e-05 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715588+0000", 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715597+0000", 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2070000000000003e-06 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715602+0000", 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7668999999999999e-05 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715630+0000", 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9072999999999993e-05 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715709+0000", 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013881599999999999 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715848+0000", 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503135000000004 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797351+0000", 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9986000000000002e-05 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797441+0000", 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000349184 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797790+0000", 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7074999999999999e-05 2023-09-23T18:10:54.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797837+0000", 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5499e-05 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797873+0000", 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9185 7.d 7:b0b89d89:::benchmark_data_smithi018_282512_object9184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.864102852000002, 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996, 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9185 2023-09-23T18:10:54.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715610+0000", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9832e-05 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715660+0000", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3569999999999998e-06 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715668+0000", 2023-09-23T18:10:54.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7770000000000002e-06 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715673+0000", 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2691000000000003e-05 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715706+0000", 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3421e-05 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715789+0000", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6970000000000002e-05 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715876+0000", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503092999999999 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2234000000000002e-05 2023-09-23T18:10:54.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797432+0000", 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016693649999999999 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799101+0000", 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3227999999999998e-05 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799164+0000", 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8714999999999998e-05 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799203+0000", 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:9188 7.1 e276/272 7:8e80c94f:::benchmark_data_smithi018_282512_object9187:head v 276'565, mlcod=276'562)", 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.863638485999999, 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996, 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716074+0000", 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3898000000000001e-05 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716098+0000", 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2622e-05 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716111+0000", 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5979999999999996e-06 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716116+0000", 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3174999999999998e-05 2023-09-23T18:10:54.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716170+0000", 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2897999999999999e-05 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716182+0000", 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197335999999995 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6440999999999999e-05 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797416+0000", 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.627 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9180 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.863098833000002, 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006, 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716614+0000", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2669999999999997e-06 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716619+0000", 2023-09-23T18:10:54.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080747651000000004 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797367+0000", 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2659e-05 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4685999999999999e-05 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797424+0000", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8899999999999996e-06 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797433+0000", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4124999999999999e-05 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797447+0000", 2023-09-23T18:10:54.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9189 7.c 7:387c6a69:::benchmark_data_smithi018_282512_object9188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.860883338999997, 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994, 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.632 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9189 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718829+0000", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078649823999999993 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797479+0000", 2023-09-23T18:10:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5610000000000004e-06 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797485+0000", 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.18e-06 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00042133999999999997 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797910+0000", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125244 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798035+0000", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120351 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798155+0000", 2023-09-23T18:10:54.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001064186 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799219+0000", 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047044799999999999 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799690+0000", 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063381099999999997 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800324+0000", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0000999999999998e-05 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800374+0000", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2631000000000001e-05 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800396+0000", 2023-09-23T18:10:54.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994 2023-09-23T18:10:54.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.639 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9174 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.860837285999999, 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004, 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7809999999999999e-06 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718880+0000", 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078491837999999994 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797371+0000", 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8669999999999994e-06 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5297000000000006e-05 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797475+0000", 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.302e-06 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797481+0000", 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116913 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797598+0000", 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.645 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9185 7.d e276/272 ondisk, result = 0)", 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 48.860153353999998, 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005, 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719559+0000", 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2529999999999993e-06 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719569+0000", 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077793676000000006 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797362+0000", 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1742999999999999e-05 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797374+0000", 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8716e-05 2023-09-23T18:10:54.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797413+0000", 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0385e-05 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797423+0000", 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1293e-05 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797434+0000", 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56197 7.d 7:beebab2b:::benchmark_data_smithi018_282512_object56196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 19.534951119999999, 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004, 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.650 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56197 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044761+0000", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4178999999999997e-05 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044815+0000", 2023-09-23T18:10:54.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.571e-05 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044831+0000", 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6000000000000003e-06 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044837+0000", 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5562000000000002e-05 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044883+0000", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016924299999999999 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045052+0000", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000185909 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045238+0000", 2023-09-23T18:10:54.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034990770000000002 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048737+0000", 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004553423 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053290+0000", 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072736450999999994 2023-09-23T18:10:54.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126027+0000", 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1967e-05 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126069+0000", 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0330999999999997e-05 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126109+0000", 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56198 7.7 7:e1fec86c:::benchmark_data_smithi018_282512_object56197:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 19.534554478, 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999, 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56198 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045158+0000", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6643000000000006e-05 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045225+0000", 2023-09-23T18:10:54.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4303e-05 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045239+0000", 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7320000000000004e-06 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045248+0000", 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2299999999999997e-05 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045300+0000", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013779499999999999 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045438+0000", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017057500000000001 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045608+0000", 2023-09-23T18:10:54.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001817082 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047425+0000", 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025376610000000001 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049963+0000", 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081116723000000002 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131080+0000", 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2154000000000003e-05 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131122+0000", 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0000999999999999e-05 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131162+0000", 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56200 7.d 7:b9c3d2b9:::benchmark_data_smithi018_282512_object56199:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 19.534448854000001, 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993, 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.664 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56200 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045264+0000", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4328000000000001e-05 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045298+0000", 2023-09-23T18:10:54.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3710000000000002e-06 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045306+0000", 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0939999999999998e-06 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045311+0000", 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001604858 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.046916+0000", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010537800000000001 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047021+0000", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014618899999999999 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047167+0000", 2023-09-23T18:10:54.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017147110000000001 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048882+0000", 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045848490000000002 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053467+0000", 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080234661999999998 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133701+0000", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5549e-05 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133757+0000", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6881000000000001e-05 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133794+0000", 2023-09-23T18:10:54.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56203 7.7 7:e6efd69e:::benchmark_data_smithi018_282512_object56202:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 19.529965455999999, 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998, 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56203 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:10:54.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049746+0000", 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014917399999999999 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049896+0000", 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049905+0000", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7830000000000004e-06 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049911+0000", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4672000000000006e-05 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049985+0000", 2023-09-23T18:10:54.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125239 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050111+0000", 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016549499999999999 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050276+0000", 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021929340000000001 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052469+0000", 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019447900000000001 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052663+0000", 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078541963000000006 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131205+0000", 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3399000000000002e-05 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131259+0000", 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0742999999999999e-05 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131300+0000", 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.677 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:57283 7.7 7:e61bf5cc:::benchmark_data_smithi018_282512_object57282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.973787+0000", 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 18.605926161999999, 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058603873000000001, 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 57283 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973787+0000", 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973787+0000", 2023-09-23T18:10:54.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973787+0000", 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3831000000000002e-05 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973821+0000", 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0472000000000001e-05 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973831+0000", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0019999999999997e-06 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973836+0000", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023737559999999999 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.976210+0000", 2023-09-23T18:10:54.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013579099999999999 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.976346+0000", 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016300599999999999 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.976509+0000", 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036640570000000001 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.980173+0000", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000266984 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.980440+0000", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051816043999999999 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032256+0000", 2023-09-23T18:10:54.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2189999999999998e-05 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032328+0000", 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3303e-05 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032391+0000", 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058603873000000001 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.684 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:57284 7.7 7:e4f2cc7b:::benchmark_data_smithi018_282512_object57283:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.973845+0000", 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 18.605868914999999, 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058724499999999999, 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 57284 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973845+0000", 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973845+0000", 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973844+0000", 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5320000000000001e-05 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973879+0000", 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9199999999999998e-06 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973886+0000", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7539999999999997e-06 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.973891+0000", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043335969999999998 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.978225+0000", 2023-09-23T18:10:54.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016827300000000001 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.978393+0000", 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000147369 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.978540+0000", 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001777832 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.980318+0000", 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002721102 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.983039+0000", 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049429613999999997 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032469+0000", 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3934000000000001e-05 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032533+0000", 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6380000000000001e-05 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:36.032569+0000", 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058724499999999999 2023-09-23T18:10:54.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59051 7.7 7:e30e46f7:::benchmark_data_smithi018_282512_object59050:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.064410860999999, 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003, 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59051 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:10:54.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515301+0000", 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1635000000000002e-05 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515363+0000", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1705000000000001e-05 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515375+0000", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3740000000000003e-06 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515381+0000", 2023-09-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8846e-05 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515430+0000", 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015276999999999999 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515583+0000", 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018735799999999999 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515770+0000", 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043656229999999999 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520136+0000", 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003946387 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.524082+0000", 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056348176 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580430+0000", 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9749000000000001e-05 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580480+0000", 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7157999999999999e-05 2023-09-23T18:10:54.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580517+0000", 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59056 7.7 7:e95aa746:::benchmark_data_smithi018_282512_object59055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:10:54.699 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.063523397000001, 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995, 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59056 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516189+0000", 2023-09-23T18:10:54.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7992999999999998e-05 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516257+0000", 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0858e-05 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516268+0000", 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.544e-06 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516273+0000", 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017282319999999999 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518001+0000", 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013578200000000001 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518137+0000", 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155475 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518292+0000", 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019813669999999999 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520274+0000", 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073266870000000001 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.527600+0000", 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055402485000000001 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583003+0000", 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6107999999999999e-05 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583059+0000", 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2042000000000002e-05 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583101+0000", 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.706 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59060 7.7 7:e2bdab71:::benchmark_data_smithi018_282512_object59059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.521800+0000", 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.057912977000001, 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061449432999999998, 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59060 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:10:54.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521800+0000", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521800+0000", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521799+0000", 2023-09-23T18:10:54.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9663000000000002e-05 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521849+0000", 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3243e-05 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521862+0000", 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9239999999999998e-06 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521867+0000", 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5938e-05 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.521903+0000", 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011131100000000001 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:10:54.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.522014+0000", 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101826 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.522116+0000", 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021842099999999998 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.524300+0000", 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047273209999999996 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.529028+0000", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054127988000000002 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583156+0000", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5366e-05 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583191+0000", 2023-09-23T18:10:54.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9005000000000002e-05 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583250+0000", 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.061449432999999998 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:10:54.713 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:10:54.714 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:54.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:54 smithi149 ceph-mon[135148]: pgmap v803: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:10:54.714 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1906070214' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.715 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:10:54.796 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:54.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:10:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:55.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:55.038 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:55.139 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:55.258 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:10:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:10:54] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.33.4" 2023-09-23T18:10:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:55.405 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 76646 76630 90.275 56.9375 0.0135109 0.0110724 2023-09-23T18:10:55.415 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:55.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:55.425 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:55.526 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:10:55.567 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:55.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:55.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:10:55.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:55.568 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: osdmap e283: 8 total, 8 up, 8 in 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.569 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:55.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: osdmap e283: 8 total, 8 up, 8 in 2023-09-23T18:10:55.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:55.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:55.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T18:10:55.628 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:10:55.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:55.632 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:10:55.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: osdmap e283: 8 total, 8 up, 8 in 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: failed to encode map e283 with expected crc 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:10:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T18:10:55.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:55.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:55.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:55.986 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:10:56.012 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:56.027 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:10:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:56.047 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:56.068 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:10:56.097 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:56.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:56.101 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:56.113 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:10:56.157 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:10:56.193 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:10:56.201 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:56.229 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:10:56.246 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:56.262 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:10:56.281 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.281 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:10:56.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:56.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:56.298 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:56.399 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:56.405 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 77569 77553 89.6709 57.6875 0.0158453 0.0111454 2023-09-23T18:10:56.499 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:56.725 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:56.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:56.735 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:56.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:56.876 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: pgmap v805: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: osdmap e284: 8 total, 8 up, 8 in 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/813039526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: pgmap v805: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.877 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T18:10:56.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: osdmap e284: 8 total, 8 up, 8 in 2023-09-23T18:10:56.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/813039526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: pgmap v805: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: osdmap e284: 8 total, 8 up, 8 in 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: failed to encode map e284 with expected crc 2023-09-23T18:10:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/813039526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:10:56.910 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:57.191 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:57.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:57.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:57.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:10:57.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:10:57.394 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:57.406 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 78533 78517 89.1364 60.25 0.0206925 0.0112134 2023-09-23T18:10:57.498 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:10:57.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:57.510 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:10:57.611 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:57.728 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[149401]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[149401]: osdmap e285: 8 total, 8 up, 8 in 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[149401]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[149401]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[149401]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[153734]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[153734]: osdmap e285: 8 total, 8 up, 8 in 2023-09-23T18:10:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[153734]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[153734]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:57 smithi018 ceph-mon[153734]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:57 smithi149 ceph-mon[135148]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:57 smithi149 ceph-mon[135148]: osdmap e285: 8 total, 8 up, 8 in 2023-09-23T18:10:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:57 smithi149 ceph-mon[135148]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:57 smithi149 ceph-mon[135148]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:57 smithi149 ceph-mon[135148]: failed to encode map e285 with expected crc 2023-09-23T18:10:57.908 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:57.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:57.924 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:58.005 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:10:58.005 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:10:58.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:58.064 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:58.088 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:10:58.088 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:10:58.088 INFO:tasks.thrashosds.thrasher:Reweighting osd 4 to 0.3621010481650664 2023-09-23T18:10:58.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 0.3621010481650664 2023-09-23T18:10:58.112 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:58.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:58.117 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:58.218 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:10:58.257 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:58.313 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:10:58.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:58.316 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:10:58.406 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 79343 79327 88.4492 50.625 0.00831924 0.0113 2023-09-23T18:10:58.416 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:58.445 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:58.484 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:58.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:58.488 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:58.500 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:58.526 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:10:58.589 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:58.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:58 smithi149 ceph-mon[135148]: pgmap v808: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:10:58.641 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:10:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:10:58.672 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:58 smithi018 ceph-mon[153734]: pgmap v808: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:10:58.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:10:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:10:58.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:58 smithi018 ceph-mon[149401]: pgmap v808: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:10:58.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:10:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:10:58.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:10:58.860 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:58.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:58.870 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:10:58.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:10:59.059 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:59.161 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:10:59.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:59.177 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:10:59.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:59.409 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 80063 80047 87.6827 45 0.00782818 0.0113988 2023-09-23T18:10:59.439 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:10:59.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:59.451 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:10:59.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:10:59.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:59.592 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:10:59.641 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:10:59.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:59.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:10:59.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:10:59.833 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:10:59.953 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:10:59.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:10:59.962 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:00.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:00.137 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:00.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 80966 80950 87.1431 56.4375 0.0129123 0.0114699 2023-09-23T18:11:00.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:00 smithi149 ceph-mon[135148]: pgmap v809: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 968 op/s 2023-09-23T18:11:01.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:00 smithi018 ceph-mon[153734]: pgmap v809: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 968 op/s 2023-09-23T18:11:01.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:00 smithi018 ceph-mon[149401]: pgmap v809: 89 pgs: 1 peering, 88 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 968 op/s 2023-09-23T18:11:01.322 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:01.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:01.332 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:01.404 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:01.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 81935 81919 86.6929 60.5625 0.00876342 0.01153 2023-09-23T18:11:01.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:01.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:02.086 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:02.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:02.104 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:02.205 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:02.248 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:02.302 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:02.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:02.306 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:02.355 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:02.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:02.412 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:11:02.411232+0000 min lat: 0.00115841 max lat: 0.452 avg lat: 0.0116015 2023-09-23T18:11:02.412 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:11:02.412 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 82801 82785 86.1505 54.125 0.0113608 0.0116015 2023-09-23T18:11:02.501 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:02.785 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:02 smithi018 ceph-mon[149401]: pgmap v810: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-09-23T18:11:02.786 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:02 smithi018 ceph-mon[153734]: pgmap v810: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-09-23T18:11:02.968 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:02.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:02.978 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:03.079 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:03.118 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:02 smithi149 ceph-mon[135148]: pgmap v810: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s 2023-09-23T18:11:03.123 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:03.222 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:03.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:03.231 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:03.332 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:03.379 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:03.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 83632 83616 85.59 51.9375 0.00703551 0.0116787 2023-09-23T18:11:03.453 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:03.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:03.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:03.564 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:03.669 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:03.738 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:11:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[149401]: pgmap v811: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 984 op/s 2023-09-23T18:11:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/372020509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[153734]: pgmap v811: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 984 op/s 2023-09-23T18:11:04.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/372020509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.109 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:04.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:04.122 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:03 smithi149 ceph-mon[135148]: pgmap v811: 89 pgs: 89 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 62 MiB/s wr, 984 op/s 2023-09-23T18:11:04.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/372020509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:04.222 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:04.309 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:04.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 16 84407 84391 84.9912 48.4375 0.00857424 0.0117588 2023-09-23T18:11:04.671 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:04.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:04.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:04.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: osdmap e286: 8 total, 8 up, 8 in 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3347578272' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:04.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:04.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: osdmap e286: 8 total, 8 up, 8 in 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: failed to encode map e286 with expected crc 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3347578272' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:04.707 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:04.742 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 0.362101 (5cb2) 2023-09-23T18:11:04.780 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:04.815 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:04.957 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:04.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:04.960 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:05.061 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:05.086 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: failed to encode map e286 with expected crc 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: failed to encode map e286 with expected crc 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: failed to encode map e286 with expected crc 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: osdmap e286: 8 total, 8 up, 8 in 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: failed to encode map e286 with expected crc 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3347578272' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:05.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]: dispatch 2023-09-23T18:11:05.089 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:05.123 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:05.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:05.126 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:05.227 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:05.253 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:04] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.33.4" 2023-09-23T18:11:05.256 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:05.300 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:05.301 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:05.385 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:05.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:05.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:05.410 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 84722 84706 83.9555 19.6875 0.00326953 0.0117822 2023-09-23T18:11:05.494 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:05.533 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[153734]: failed to encode map e287 with expected crc 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]': finished 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[153734]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[153734]: pgmap v814: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 682 op/s 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[149401]: failed to encode map e287 with expected crc 2023-09-23T18:11:05.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]': finished 2023-09-23T18:11:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[149401]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T18:11:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:05 smithi018 ceph-mon[149401]: pgmap v814: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 682 op/s 2023-09-23T18:11:05.865 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:05.871 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:05.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:05.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:05.884 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:05.889 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:11:05.903 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:05.923 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:05.948 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:05.968 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:05.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:05.988 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:06.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:06.008 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:06.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:11:06.040 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:06.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:06.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:06.144 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:05 smithi149 ceph-mon[135148]: failed to encode map e287 with expected crc 2023-09-23T18:11:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 0.3621010481650664}]': finished 2023-09-23T18:11:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:05 smithi149 ceph-mon[135148]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T18:11:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:05 smithi149 ceph-mon[135148]: pgmap v814: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 43 MiB/s wr, 682 op/s 2023-09-23T18:11:06.174 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:06.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:06.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:06.212 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:06.313 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:06.340 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:06.373 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:06.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:06.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:06.411 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 84722 84706 82.6447 0 - 0.0117822 2023-09-23T18:11:06.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:06.505 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:06.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:06.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:06.748 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2340807731' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.823 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: failed to encode map e288 with expected crc 2023-09-23T18:11:06.824 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2340807731' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:06.849 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:06.865 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:11:06.892 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:06.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:06.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:06.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:06.980 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:07.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.078 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T18:11:07.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: failed to encode map e288 with expected crc 2023-09-23T18:11:07.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2340807731' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:07.081 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:07.124 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:07.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:07.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:07.228 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:07.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:07.302 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:07.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:07.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:07.410 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:07.412 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 85006 84990 81.647 8.875 0.0201302 0.0122421 2023-09-23T18:11:07.444 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:07.487 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:07.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:07.491 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:07.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:07.624 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:07.665 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:07.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:07.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:07.737 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:07 smithi149 ceph-mon[135148]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T18:11:07.738 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:07 smithi149 ceph-mon[135148]: failed to encode map e289 with expected crc 2023-09-23T18:11:07.738 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:07 smithi149 ceph-mon[135148]: failed to encode map e289 with expected crc 2023-09-23T18:11:07.738 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:07 smithi149 ceph-mon[135148]: failed to encode map e289 with expected crc 2023-09-23T18:11:07.738 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:07 smithi149 ceph-mon[135148]: pgmap v817: 89 pgs: 2 remapped+peering, 1 activating, 7 peering, 79 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2023-09-23T18:11:07.771 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:07.802 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:07.846 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:07.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:07.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:07.952 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:07.986 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:08.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:08.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:08.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[149401]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T18:11:08.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[149401]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[149401]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[149401]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[149401]: pgmap v817: 89 pgs: 2 remapped+peering, 1 activating, 7 peering, 79 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2023-09-23T18:11:08.044 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[153734]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T18:11:08.044 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[153734]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[153734]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[153734]: failed to encode map e289 with expected crc 2023-09-23T18:11:08.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:07 smithi018 ceph-mon[153734]: pgmap v817: 89 pgs: 2 remapped+peering, 1 activating, 7 peering, 79 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2023-09-23T18:11:08.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:08.201 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.271 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:08.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:08.278 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:08.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:08.411 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.413 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 85668 85652 81.0341 41.375 0.02165 0.0123348 2023-09-23T18:11:08.459 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:08.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:08.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:08.564 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:08.596 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.596 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:08.640 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:08.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:08.643 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:08.743 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:08.781 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.823 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:08.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:08.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:08.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:11:08.929 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:08.959 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:08.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:08.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[149401]: failed to encode map e290 with expected crc 2023-09-23T18:11:08.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[149401]: failed to encode map e290 with expected crc 2023-09-23T18:11:08.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[149401]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T18:11:08.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:08.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[153734]: failed to encode map e290 with expected crc 2023-09-23T18:11:08.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[153734]: failed to encode map e290 with expected crc 2023-09-23T18:11:08.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:08 smithi018 ceph-mon[153734]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T18:11:08.999 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:09.001 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:08 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:09.001 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:08 smithi149 ceph-mon[135148]: failed to encode map e290 with expected crc 2023-09-23T18:11:09.001 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:08 smithi149 ceph-mon[135148]: failed to encode map e290 with expected crc 2023-09-23T18:11:09.001 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:08 smithi149 ceph-mon[135148]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T18:11:09.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:09.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.017 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105086 5.2 5:40621f1e:::benchmark_data_smithi018_184207_object30425:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e175)", 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 527.86360275899995, 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2432136570000001, 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105086 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.018 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144597+0000", 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144594+0000", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144603+0000", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5979999999999997e-06 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144622+0000", 2023-09-23T18:11:09.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8881000000000001e-05 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.144633+0000", 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1712000000000001e-05 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148059+0000", 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034256989999999999 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.148072+0000", 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3115000000000001e-05 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.383965+0000", 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2358931179999999 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384142+0000", 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017638699999999999 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.384288+0000", 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146613 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387554+0000", 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003265305 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387566+0000", 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2913e-05 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387614+0000", 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7145999999999999e-05 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387685+0000", 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1790000000000002e-05 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.387810+0000", 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000124764 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.025 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116246 5.b 5:d54282c8:::benchmark_data_smithi018_184207_object41585:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.63999507400001, 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.87571552600000002, 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116246 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368204+0000", 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368203+0000", 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368210+0000", 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3499999999999999e-06 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368228+0000", 2023-09-23T18:11:09.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7574000000000001e-05 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368236+0000", 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3350000000000007e-06 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368284+0000", 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8196999999999999e-05 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.368295+0000", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0433e-05 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.225842+0000", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85754698900000004 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.225992+0000", 2023-09-23T18:11:09.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015015100000000001 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.226124+0000", 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013257699999999999 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.232945+0000", 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.006821204 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239772+0000", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0068261509999999999 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243848+0000", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004076194 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243886+0000", 2023-09-23T18:11:09.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8080000000000001e-05 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243920+0000", 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3861e-05 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116261 5.b 5:da0e6f6d:::benchmark_data_smithi018_184207_object41600:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.033 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.59638903699999, 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.83220350399999998, 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116261 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411810+0000", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411809+0000", 2023-09-23T18:11:09.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411814+0000", 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5280000000000003e-06 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411827+0000", 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2659e-05 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411833+0000", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4330000000000001e-06 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411902+0000", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8412999999999997e-05 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.411913+0000", 2023-09-23T18:11:09.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1289e-05 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229463+0000", 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.81755036400000003 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229574+0000", 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110065 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.229687+0000", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113274 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239804+0000", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010117598 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243607+0000", 2023-09-23T18:11:09.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038021980000000001 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243953+0000", 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034655100000000001 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243985+0000", 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1538000000000002e-05 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244014+0000", 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9026999999999998e-05 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116279 5.b 5:d18ea934:::benchmark_data_smithi018_184207_object41618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:11:09.041 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.53210351199999, 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77592405600000003, 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116279 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476096+0000", 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476093+0000", 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476102+0000", 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5959999999999993e-06 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476124+0000", 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.19e-05 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476137+0000", 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2723e-05 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476207+0000", 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0156999999999999e-05 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.476222+0000", 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4891e-05 2023-09-23T18:11:09.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.232973+0000", 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.756751269 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.233102+0000", 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012833000000000001 2023-09-23T18:11:09.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.233228+0000", 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012596999999999999 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.243806+0000", 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010578882 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244045+0000", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023858899999999999 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251933+0000", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078884420000000007 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251981+0000", 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8003000000000001e-05 2023-09-23T18:11:09.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.252020+0000", 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8342e-05 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116302 5.b 5:d4dd4b5f:::benchmark_data_smithi018_184207_object41641:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:11:09.049 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.38988286900002, 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.63715670800000002, 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116302 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618316+0000", 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618314+0000", 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:11:09.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618325+0000", 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.114e-05 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618343+0000", 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7646e-05 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618352+0000", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3130000000000004e-06 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618403+0000", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0926e-05 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.618412+0000", 2023-09-23T18:11:09.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5790000000000004e-06 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.235997+0000", 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.61758507200000001 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.236123+0000", 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012642900000000001 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.236243+0000", 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119782 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251860+0000", 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015616365 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251889+0000", 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9040999999999999e-05 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255369+0000", 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003480693 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255427+0000", 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7784000000000001e-05 2023-09-23T18:11:09.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255473+0000", 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5988000000000001e-05 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116333 5.b 5:d43b5b7f:::benchmark_data_smithi018_184207_object41672:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:11:09.057 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.29541793800001, 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54469848399999998, 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116333 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712781+0000", 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712780+0000", 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:11:09.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712786+0000", 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.849e-06 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712799+0000", 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2366e-05 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712806+0000", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3359999999999997e-06 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712858+0000", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1555999999999999e-05 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.712867+0000", 2023-09-23T18:11:09.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8409999999999995e-06 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239827+0000", 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.52695922100000003 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.239959+0000", 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013277499999999999 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.240092+0000", 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013221700000000001 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.251924+0000", 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011832561 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255485+0000", 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035607899999999999 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257409+0000", 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019236640000000001 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257446+0000", 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7398999999999999e-05 2023-09-23T18:11:09.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257480+0000", 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3717999999999998e-05 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116336 5.b 5:d8ff5f6c:::benchmark_data_smithi018_184207_object41675:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.065 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.29083895100001, 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54022327000000003, 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116336 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717360+0000", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717359+0000", 2023-09-23T18:11:09.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717365+0000", 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4060000000000004e-06 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717377+0000", 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2221e-05 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717386+0000", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.969e-06 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717443+0000", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7102000000000003e-05 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.717453+0000", 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0149000000000001e-05 2023-09-23T18:11:09.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244065+0000", 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.52661165899999995 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244162+0000", 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7032000000000002e-05 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.244264+0000", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010182499999999999 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.252054+0000", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077907949999999997 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.256889+0000", 2023-09-23T18:11:09.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048344870000000002 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257516+0000", 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00062757100000000005 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257554+0000", 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7363000000000001e-05 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257584+0000", 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9848999999999998e-05 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:116374 5.b 5:d01e5cd4:::benchmark_data_smithi018_184207_object41713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 450.18085947200001, 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.430331195, 2023-09-23T18:11:09.073 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116374 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:11:09.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827340+0000", 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827338+0000", 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827345+0000", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.584e-06 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827357+0000", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2500000000000001e-05 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827364+0000", 2023-09-23T18:11:09.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5910000000000001e-06 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827408+0000", 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3798000000000003e-05 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:38.827417+0000", 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1989999999999995e-06 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247763+0000", 2023-09-23T18:11:09.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42034582700000001 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247872+0000", 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010922299999999999 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.247989+0000", 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000117292 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.255518+0000", 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075284840000000002 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.256896+0000", 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00137809 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257614+0000", 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00071805800000000004 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257644+0000", 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9867000000000001e-05 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:03:39.257671+0000", 2023-09-23T18:11:09.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7186999999999999e-05 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32308 6.0 6:0752095c:::benchmark_data_smithi018_246789_object32307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 313.36996909499999, 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55553247100000003, 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.082 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32308 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638229+0000", 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638251+0000", 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2500000000000001e-05 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638271+0000", 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9602999999999998e-05 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638280+0000", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7900000000000005e-06 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638325+0000", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5391e-05 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638482+0000", 2023-09-23T18:11:09.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000156594 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638625+0000", 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000142917 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641553+0000", 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029279430000000001 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641785+0000", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023210799999999999 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193641+0000", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55185665500000003 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193712+0000", 2023-09-23T18:11:09.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0399000000000001e-05 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193763+0000", 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0861e-05 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:124262 6.0 6:05faa5ca:::benchmark_data_smithi018_246789_object22554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:11:09.089 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:07:46.223136+0000", 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 202.78506312100001, 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13136593299999999, 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124262 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223136+0000", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223136+0000", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223136+0000", 2023-09-23T18:11:09.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223139+0000", 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1779999999999999e-06 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223145+0000", 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4790000000000001e-06 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223150+0000", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0030000000000002e-06 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.227989+0000", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004838775 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.228360+0000", 2023-09-23T18:11:09.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00037103899999999998 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.335445+0000", 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.107084439 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.335545+0000", 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010041500000000001 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.335685+0000", 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013944200000000001 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.342895+0000", 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0072100849999999998 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.344797+0000", 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019020930000000001 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.353657+0000", 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0088603420000000002 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.353708+0000", 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1372000000000002e-05 2023-09-23T18:11:09.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.354502+0000", 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00079367100000000002 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:124267 6.9 6:9707adec:::benchmark_data_smithi018_246789_object22559:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:07:46.223155+0000", 2023-09-23T18:11:09.097 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 202.78504414, 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13068798400000001, 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124267 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223155+0000", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223155+0000", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223155+0000", 2023-09-23T18:11:09.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223157+0000", 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2919999999999998e-06 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223164+0000", 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4969999999999998e-06 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223169+0000", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2939999999999996e-06 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.228017+0000", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048478790000000003 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.228334+0000", 2023-09-23T18:11:09.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00031748200000000001 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.338970+0000", 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.110636041 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.339081+0000", 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110703 2023-09-23T18:11:09.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.339208+0000", 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000126611 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.348570+0000", 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093624139999999995 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.348613+0000", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3210999999999997e-05 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.352688+0000", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040751440000000002 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.352744+0000", 2023-09-23T18:11:09.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5662999999999999e-05 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.353843+0000", 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001099105 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167901 6.19 6:9c5aeb7f:::benchmark_data_smithi018_246789_object66193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:50.259064+0000", 2023-09-23T18:11:09.105 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 138.74913494, 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085870348999999999, 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167901 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259064+0000", 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259064+0000", 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259063+0000", 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259069+0000", 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5539999999999997e-06 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259082+0000", 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3515e-05 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259091+0000", 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6400000000000003e-06 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259150+0000", 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9428000000000001e-05 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259502+0000", 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035173700000000002 2023-09-23T18:11:09.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.306402+0000", 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046900279000000003 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.306505+0000", 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000103052 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.306633+0000", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012768799999999999 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.309975+0000", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033419539999999998 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.338269+0000", 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028294487 2023-09-23T18:11:09.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344791+0000", 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0065215500000000001 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344829+0000", 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7724e-05 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344935+0000", 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000106028 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167906 6.9 6:964c6b03:::benchmark_data_smithi018_246789_object66198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:50.259109+0000", 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 138.749090658, 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085465386000000004, 2023-09-23T18:11:09.113 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167906 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259109+0000", 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259109+0000", 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259108+0000", 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259112+0000", 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7680000000000002e-06 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259119+0000", 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4510000000000003e-06 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259125+0000", 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6570000000000002e-06 2023-09-23T18:11:09.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259188+0000", 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3219999999999994e-05 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259491+0000", 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00030279200000000002 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.305857+0000", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046366065999999997 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.305949+0000", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1822000000000003e-05 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.306068+0000", 2023-09-23T18:11:09.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011934600000000001 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.309967+0000", 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038991630000000002 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.327860+0000", 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017892333999999999 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344397+0000", 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016537777 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344437+0000", 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9830000000000003e-05 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344574+0000", 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136692 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:167910 6.19 6:9e672298:::benchmark_data_smithi018_246789_object66202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:50.259173+0000", 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 138.74902666899999, 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085583521999999995, 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.121 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 167910 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259173+0000", 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259173+0000", 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259172+0000", 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259175+0000", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8210000000000002e-06 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259181+0000", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4529999999999999e-06 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259186+0000", 2023-09-23T18:11:09.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.079e-06 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259533+0000", 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034604299999999998 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.259870+0000", 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033788699999999999 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.302518+0000", 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042647411000000003 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.302625+0000", 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010721300000000001 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:11:09.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.302773+0000", 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014783999999999999 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.309883+0000", 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071104699999999998 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.327898+0000", 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018014267 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344608+0000", 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016710711 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344647+0000", 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8445999999999997e-05 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:50.344756+0000", 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109374 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:8886 7.6 7:6e03abb4:::benchmark_data_smithi018_282512_object8885:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:05.497391+0000", 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 63.510808394999998, 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.083506870999999996, 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.129 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 8886 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497391+0000", 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497391+0000", 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497390+0000", 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497442+0000", 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2682000000000001e-05 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497457+0000", 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4962e-05 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497465+0000", 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9619999999999993e-06 2023-09-23T18:11:09.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497511+0000", 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5516999999999998e-05 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497715+0000", 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000204689 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.497940+0000", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00022509 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.500915+0000", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00297424 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502818+0000", 2023-09-23T18:11:09.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019032949999999999 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.580784+0000", 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.077965640000000003 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.580846+0000", 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2069000000000005e-05 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.580898+0000", 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2058000000000002e-05 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:8902 7.9 7:97e168f8:::benchmark_data_smithi018_282512_object8901:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:05.502784+0000", 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 63.505415075999998, 2023-09-23T18:11:09.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.083304956999999999, 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 8902 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502784+0000", 2023-09-23T18:11:09.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502784+0000", 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502783+0000", 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:09.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502804+0000", 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1682e-05 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502812+0000", 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.396e-06 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502818+0000", 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1160000000000004e-06 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502873+0000", 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5136000000000002e-05 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.503017+0000", 2023-09-23T18:11:09.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014395900000000001 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.503172+0000", 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015464100000000001 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.504792+0000", 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016201309999999999 2023-09-23T18:11:09.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.505669+0000", 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00087751500000000004 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.585995+0000", 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.080325755999999998 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.586048+0000", 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3356999999999998e-05 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.586089+0000", 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0686000000000003e-05 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.143 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:8906 7.9 7:9bcf7b5b:::benchmark_data_smithi018_282512_object8905:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:05.502943+0000", 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 63.505256306, 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.083272171000000006, 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:09.144 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 8906 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502943+0000", 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502943+0000", 2023-09-23T18:11:09.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502942+0000", 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502966+0000", 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3263000000000001e-05 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502972+0000", 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5289999999999997e-06 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.502978+0000", 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3809999999999998e-06 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.503809+0000", 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00083145400000000003 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.503936+0000", 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000126878 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.504084+0000", 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148307 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.504800+0000", 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000715652 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.506473+0000", 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016727630000000001 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.586132+0000", 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.079659714000000006 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.586178+0000", 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5750000000000001e-05 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:05.586215+0000", 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6949999999999997e-05 2023-09-23T18:11:09.150 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:56201 7.9 7:9697dd9d:::benchmark_data_smithi018_282512_object56200:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:35.045235+0000", 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 33.962964468999999, 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.093968077999999997, 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:09.151 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 56201 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045235+0000", 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045235+0000", 2023-09-23T18:11:09.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045234+0000", 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045258+0000", 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4246000000000001e-05 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045269+0000", 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0682999999999999e-05 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.045276+0000", 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9210000000000003e-06 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047486+0000", 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022101260000000002 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047599+0000", 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113298 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047730+0000", 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013057100000000001 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.126246+0000", 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.078516329999999995 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.134538+0000", 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0082914089999999996 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:09.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.139115+0000", 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045777639999999998 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.139164+0000", 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8569000000000002e-05 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.139203+0000", 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8890999999999997e-05 2023-09-23T18:11:09.157 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:56198 7.7 e279/272 7:e1fec86c:::benchmark_data_smithi018_282512_object56197:head v 279'3605, mlcod=279'3603)", 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:35.047318+0000", 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 33.960880838000001, 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082727433000000003, 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.158 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047318+0000", 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047318+0000", 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047318+0000", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047357+0000", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9366999999999998e-05 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047365+0000", 2023-09-23T18:11:09.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6329999999999996e-06 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047371+0000", 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4720000000000003e-06 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.124813+0000", 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.077442623000000002 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.124835+0000", 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1466000000000001e-05 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.130024+0000", 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051892279999999997 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.130046+0000", 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2025e-05 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:56200 7.d e279/272 7:b9c3d2b9:::benchmark_data_smithi018_282512_object56199:head v 279'3549, mlcod=279'3546)", 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:10:35.047384+0000", 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 33.960814954, 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085302870000000003, 2023-09-23T18:11:09.163 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047384+0000", 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047384+0000", 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:09.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047384+0000", 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047416+0000", 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2271000000000003e-05 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047424+0000", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5170000000000002e-06 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.047429+0000", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3499999999999996e-06 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.123770+0000", 2023-09-23T18:11:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076341300000000001 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.123801+0000", 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0298999999999999e-05 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.132634+0000", 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0088327600000000003 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:09.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:10:35.132687+0000", 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3677000000000001e-05 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:09.168 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:11:09.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:09.316 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:09.414 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 86257 86241 80.3746 36.8125 0.0141408 0.0124354 2023-09-23T18:11:09.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:09.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:09.581 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:09.681 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:09.713 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:09.758 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:09.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:09.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:09.810 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: failed to encode map e291 with expected crc 2023-09-23T18:11:09.810 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T18:11:09.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: failed to encode map e291 with expected crc 2023-09-23T18:11:09.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: failed to encode map e291 with expected crc 2023-09-23T18:11:09.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: pgmap v820: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 activating, 8 peering, 77 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s; 5236/254904 objects degraded (2.054%); 1023 KiB/s, 2 objects/s recovering 2023-09-23T18:11:09.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:09.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:09.865 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:09.937 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: pgmap v820: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 activating, 8 peering, 77 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s; 5236/254904 objects degraded (2.054%); 1023 KiB/s, 2 objects/s recovering 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:10.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: failed to encode map e291 with expected crc 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: pgmap v820: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 activating, 8 peering, 77 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s; 5236/254904 objects degraded (2.054%); 1023 KiB/s, 2 objects/s recovering 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:10.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:10.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:10.161 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:10.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:10.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:11:10.382 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:10.413 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:11:10.413 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:11:10.413 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_2 2023-09-23T18:11:10.414 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:11:10.414 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 16 86884 86868 79.7693 39.1875 0.0161261 0.0125295 2023-09-23T18:11:10.494 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:10.496 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:10.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:10.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:10.599 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:10.784 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:11.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 5236/254904 objects degraded (2.054%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:11:11.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:11:11.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:11:11.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 5236/254904 objects degraded (2.054%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:11:11.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:11:11.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:11:11.010 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.070 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:11.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:11.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:10 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 5236/254904 objects degraded (2.054%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:11:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:11:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:11:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:11.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:11.367 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:11.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:11.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:11.416 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 87384 87368 79.0661 31.25 0.0424748 0.0126393 2023-09-23T18:11:11.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:11.519 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:11.572 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:11.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:11.576 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:11.678 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:11.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:11.750 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:11.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:11.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:11.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:11.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:12.272 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:12.307 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:12.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:12.314 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:12.368 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:12.416 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:12.417 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 88086 88070 78.5611 43.875 0.0311808 0.0127225 2023-09-23T18:11:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:11:12.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:12.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[153734]: pgmap v821: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 38 MiB/s wr, 611 op/s; 10593/258384 objects degraded (4.100%); 5339/258384 objects misplaced (2.066%); 1.8 MiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:11:12.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1710992567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T18:11:12.586 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[149401]: pgmap v821: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 38 MiB/s wr, 611 op/s; 10593/258384 objects degraded (4.100%); 5339/258384 objects misplaced (2.066%); 1.8 MiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:11:12.587 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1710992567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.587 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.587 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:12 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T18:11:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:12 smithi149 ceph-mon[135148]: pgmap v821: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 38 MiB/s wr, 611 op/s; 10593/258384 objects degraded (4.100%); 5339/258384 objects misplaced (2.066%); 1.8 MiB/s, 1 keys/s, 19 objects/s recovering 2023-09-23T18:11:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1710992567' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:12 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T18:11:13.071 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:13.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:13.079 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:13.180 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:13.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:13.417 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 88750 88734 78.0395 41.5 0.0339156 0.0128078 2023-09-23T18:11:13.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:13.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:13.508 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:13.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:13.640 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:13 smithi149 ceph-mon[135148]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.686 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:13.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:13.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:13.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[149401]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T18:11:13.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.698 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:13 smithi018 ceph-mon[153734]: failed to encode map e292 with expected crc 2023-09-23T18:11:13.724 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:13.732 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:13.774 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:13.812 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:13.862 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:13.900 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:13.944 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:13.960 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.960 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.960 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.960 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.960 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.961 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.961 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:11:13.961 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:11:14.418 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 89376 89360 77.4989 39.125 0.0175708 0.0128982 2023-09-23T18:11:14.467 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:14.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:14.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:14.574 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:14.667 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:14 smithi018 ceph-mon[149401]: pgmap v823: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 23 MiB/s wr, 368 op/s; 10593/259305 objects degraded (4.085%); 5339/259305 objects misplaced (2.059%); 1.6 MiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:11:14.668 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/635611941' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:14.668 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:14 smithi018 ceph-mon[153734]: pgmap v823: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 23 MiB/s wr, 368 op/s; 10593/259305 objects degraded (4.085%); 5339/259305 objects misplaced (2.059%); 1.6 MiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:11:14.668 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/635611941' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:14.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:14 smithi149 ceph-mon[135148]: pgmap v823: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 peering, 85 active+clean; 5.3 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 23 MiB/s wr, 368 op/s; 10593/259305 objects degraded (4.085%); 5339/259305 objects misplaced (2.059%); 1.6 MiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T18:11:14.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/635611941' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:14.917 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:14.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:14.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:15.029 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:15.105 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:15.195 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:14] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.33.4" 2023-09-23T18:11:15.229 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:15.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:15.246 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:15.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:11:15.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:15.417 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 90025 90009 76.9933 40.5625 0.0147172 0.0129804 2023-09-23T18:11:15.468 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:15.568 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:15.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:15.575 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:15.597 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:15.597 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:15.676 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:15.709 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:15.749 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:15.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:15.757 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:15.798 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:15 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/264111 objects degraded (4.011%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:15.799 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:15 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/264111 objects degraded (4.011%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:15.858 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:15.883 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:11:15.886 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:15 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/264111 objects degraded (4.011%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:15.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:15.893 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:11:15.933 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:15.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:15.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:16.040 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:16.074 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:16.124 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:16.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:16.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:16.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:11:16.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:16.308 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:16.417 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 90613 90597 76.4499 36.75 0.0290761 0.0130746 2023-09-23T18:11:16.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:16 smithi018 ceph-mon[149401]: pgmap v824: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s; 10593/264111 objects degraded (4.011%); 5339/264111 objects misplaced (2.021%); 1.3 MiB/s, 1 keys/s, 14 objects/s recovering 2023-09-23T18:11:16.520 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:16 smithi018 ceph-mon[153734]: pgmap v824: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s; 10593/264111 objects degraded (4.011%); 5339/264111 objects misplaced (2.021%); 1.3 MiB/s, 1 keys/s, 14 objects/s recovering 2023-09-23T18:11:16.619 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:16.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:16.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:16.664 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":824,"stamp":"2023-09-23T18:11:14.917390+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5772548019,"num_objects":88037,"num_object_clones":0,"num_object_copies":264111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10593,"num_objects_misplaced":5339,"num_objects_unfound":0,"num_objects_dirty":88037,"num_whiteouts":0,"num_read":6302,"num_read_kb":13723,"num_write":89115,"num_write_kb":5647717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":259,"num_bytes_recovered":18766143,"num_keys_recovered":50,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89179,"ondisk_log_size":89179,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":275,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":19886820,"kb_used_data":16954340,"kb_used_omap":50,"kb_used_meta":2932365,"kb_avail":730074396,"statfs":{"total":767960285184,"available":747596181504,"internally_reserved":0,"allocated":17361244160,"data_stored":17353803121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51265,"internal_metadata":3002742719},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,2,2,3,10,3,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":250150912,"num_objects":3817,"num_object_clones":0,"num_object_copies":11451,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10593,"num_objects_misplaced":5339,"num_objects_unfound":0,"num_objects_dirty":3817,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3817,"num_write_kb":244288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":103,"num_bytes_recovered":9769632,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.180505"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":100,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770062+0000","last_change":"2023-09-23T18:11:05.734656+0000","last_active":"2023-09-23T18:11:08.770062+0000","last_peered":"2023-09-23T18:11:08.770062+0000","last_clean":"2023-09-23T18:11:08.770062+0000","last_became_active":"2023-09-23T18:11:05.734143+0000","last_became_peered":"2023-09-23T18:11:05.734143+0000","last_unstale":"2023-09-23T18:11:08.770062+0000","last_undegraded":"2023-09-23T18:11:08.770062+0000","last_fullsized":"2023-09-23T18:11:08.770062+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:00.012808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":284,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.784013+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:11:08.784013+0000","last_peered":"2023-09-23T18:11:08.784013+0000","last_clean":"2023-09-23T18:11:08.784013+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:11:08.784013+0000","last_undegraded":"2023-09-23T18:11:08.784013+0000","last_fullsized":"2023-09-23T18:11:08.784013+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":205,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.768394+0000","last_change":"2023-09-23T18:11:05.730196+0000","last_active":"2023-09-23T18:11:08.768394+0000","last_peered":"2023-09-23T18:11:08.768394+0000","last_clean":"2023-09-23T18:11:08.768394+0000","last_became_active":"2023-09-23T18:11:05.729779+0000","last_became_peered":"2023-09-23T18:11:05.729779+0000","last_unstale":"2023-09-23T18:11:08.768394+0000","last_undegraded":"2023-09-23T18:11:08.768394+0000","last_fullsized":"2023-09-23T18:11:08.768394+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:31.160206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":127,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757770+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:11:07.757770+0000","last_peered":"2023-09-23T18:11:07.757770+0000","last_clean":"2023-09-23T18:11:07.757770+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:11:07.757770+0000","last_undegraded":"2023-09-23T18:11:07.757770+0000","last_fullsized":"2023-09-23T18:11:07.757770+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":345,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:12.438751+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:11:12.438751+0000","last_peered":"2023-09-23T18:11:12.438751+0000","last_clean":"2023-09-23T18:11:12.438751+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:11:12.438751+0000","last_undegraded":"2023-09-23T18:11:12.438751+0000","last_fullsized":"2023-09-23T18:11:12.438751+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":252,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.767412+0000","last_change":"2023-09-23T18:02:21.192633+0000","last_active":"2023-09-23T18:11:08.767412+0000","last_peered":"2023-09-23T18:11:08.767412+0000","last_clean":"2023-09-23T18:11:08.767412+0000","last_became_active":"2023-09-23T18:02:21.192253+0000","last_became_peered":"2023-09-23T18:02:21.192253+0000","last_unstale":"2023-09-23T18:11:08.767412+0000","last_undegraded":"2023-09-23T18:11:08.767412+0000","last_fullsized":"2023-09-23T18:11:08.767412+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":281,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757281+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:11:07.757281+0000","last_peered":"2023-09-23T18:11:07.757281+0000","last_clean":"2023-09-23T18:11:07.757281+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:11:07.757281+0000","last_undegraded":"2023-09-23T18:11:07.757281+0000","last_fullsized":"2023-09-23T18:11:07.757281+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":300,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.769693+0000","last_change":"2023-09-23T18:02:21.172208+0000","last_active":"2023-09-23T18:11:08.769693+0000","last_peered":"2023-09-23T18:11:08.769693+0000","last_clean":"2023-09-23T18:11:08.769693+0000","last_became_active":"2023-09-23T18:02:21.171876+0000","last_became_peered":"2023-09-23T18:02:21.171876+0000","last_unstale":"2023-09-23T18:11:08.769693+0000","last_undegraded":"2023-09-23T18:11:08.769693+0000","last_fullsized":"2023-09-23T18:11:08.769693+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:30.536832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":112,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780520+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:11:07.780520+0000","last_peered":"2023-09-23T18:11:07.780520+0000","last_clean":"2023-09-23T18:11:07.780520+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:11:07.780520+0000","last_undegraded":"2023-09-23T18:11:07.780520+0000","last_fullsized":"2023-09-23T18:11:07.780520+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":235,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770302+0000","last_change":"2023-09-23T18:02:21.195598+0000","last_active":"2023-09-23T18:11:08.770302+0000","last_peered":"2023-09-23T18:11:08.770302+0000","last_clean":"2023-09-23T18:11:08.770302+0000","last_became_active":"2023-09-23T18:02:21.195322+0000","last_became_peered":"2023-09-23T18:02:21.195322+0000","last_unstale":"2023-09-23T18:11:08.770302+0000","last_undegraded":"2023-09-23T18:11:08.770302+0000","last_fullsized":"2023-09-23T18:11:08.770302+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:42.797008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":289,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770647+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:11:07.770647+0000","last_peered":"2023-09-23T18:11:07.770647+0000","last_clean":"2023-09-23T18:11:07.770647+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:11:07.770647+0000","last_undegraded":"2023-09-23T18:11:07.770647+0000","last_fullsized":"2023-09-23T18:11:07.770647+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":88,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780108+0000","last_change":"2023-09-23T18:06:23.345554+0000","last_active":"2023-09-23T18:11:07.780108+0000","last_peered":"2023-09-23T18:11:07.780108+0000","last_clean":"2023-09-23T18:11:07.780108+0000","last_became_active":"2023-09-23T18:06:23.345153+0000","last_became_peered":"2023-09-23T18:06:23.345153+0000","last_unstale":"2023-09-23T18:11:07.780108+0000","last_undegraded":"2023-09-23T18:11:07.780108+0000","last_fullsized":"2023-09-23T18:11:07.780108+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":234,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770595+0000","last_change":"2023-09-23T18:11:05.748264+0000","last_active":"2023-09-23T18:11:07.770595+0000","last_peered":"2023-09-23T18:11:07.770595+0000","last_clean":"2023-09-23T18:11:07.770595+0000","last_became_active":"2023-09-23T18:11:05.733490+0000","last_became_peered":"2023-09-23T18:11:05.733490+0000","last_unstale":"2023-09-23T18:11:07.770595+0000","last_undegraded":"2023-09-23T18:11:07.770595+0000","last_fullsized":"2023-09-23T18:11:07.770595+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":287,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.743078+0000","last_change":"2023-09-23T18:02:21.157685+0000","last_active":"2023-09-23T18:11:07.743078+0000","last_peered":"2023-09-23T18:11:07.743078+0000","last_clean":"2023-09-23T18:11:07.743078+0000","last_became_active":"2023-09-23T18:02:21.157332+0000","last_became_peered":"2023-09-23T18:02:21.157332+0000","last_unstale":"2023-09-23T18:11:07.743078+0000","last_undegraded":"2023-09-23T18:11:07.743078+0000","last_fullsized":"2023-09-23T18:11:07.743078+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":365,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770415+0000","last_change":"2023-09-23T18:11:05.742250+0000","last_active":"2023-09-23T18:11:07.770415+0000","last_peered":"2023-09-23T18:11:07.770415+0000","last_clean":"2023-09-23T18:11:07.770415+0000","last_became_active":"2023-09-23T18:11:05.732561+0000","last_became_peered":"2023-09-23T18:11:05.732561+0000","last_unstale":"2023-09-23T18:11:07.770415+0000","last_undegraded":"2023-09-23T18:11:07.770415+0000","last_fullsized":"2023-09-23T18:11:07.770415+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":170,"num_keys_recovered":50,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":291,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.787236+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:11:08.787236+0000","last_peered":"2023-09-23T18:11:08.787236+0000","last_clean":"2023-09-23T18:11:08.787236+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:11:08.787236+0000","last_undegraded":"2023-09-23T18:11:08.787236+0000","last_fullsized":"2023-09-23T18:11:08.787236+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":126,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757017+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:11:07.757017+0000","last_peered":"2023-09-23T18:11:07.757017+0000","last_clean":"2023-09-23T18:11:07.757017+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:11:07.757017+0000","last_undegraded":"2023-09-23T18:11:07.757017+0000","last_fullsized":"2023-09-23T18:11:07.757017+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":112,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780182+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:11:07.780182+0000","last_peered":"2023-09-23T18:11:07.780182+0000","last_clean":"2023-09-23T18:11:07.780182+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:11:07.780182+0000","last_undegraded":"2023-09-23T18:11:07.780182+0000","last_fullsized":"2023-09-23T18:11:07.780182+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":256,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770296+0000","last_change":"2023-09-23T18:02:21.175963+0000","last_active":"2023-09-23T18:11:07.770296+0000","last_peered":"2023-09-23T18:11:07.770296+0000","last_clean":"2023-09-23T18:11:07.770296+0000","last_became_active":"2023-09-23T18:02:21.175638+0000","last_became_peered":"2023-09-23T18:02:21.175638+0000","last_unstale":"2023-09-23T18:11:07.770296+0000","last_undegraded":"2023-09-23T18:11:07.770296+0000","last_fullsized":"2023-09-23T18:11:07.770296+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":258,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757930+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:11:07.757930+0000","last_peered":"2023-09-23T18:11:07.757930+0000","last_clean":"2023-09-23T18:11:07.757930+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:11:07.757930+0000","last_undegraded":"2023-09-23T18:11:07.757930+0000","last_fullsized":"2023-09-23T18:11:07.757930+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":339,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.766245+0000","last_change":"2023-09-23T18:02:47.800784+0000","last_active":"2023-09-23T18:11:08.766245+0000","last_peered":"2023-09-23T18:11:08.766245+0000","last_clean":"2023-09-23T18:11:08.766245+0000","last_became_active":"2023-09-23T18:02:47.535561+0000","last_became_peered":"2023-09-23T18:02:47.535561+0000","last_unstale":"2023-09-23T18:11:08.766245+0000","last_undegraded":"2023-09-23T18:11:08.766245+0000","last_fullsized":"2023-09-23T18:11:08.766245+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":261,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:12.450310+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:11:12.450310+0000","last_peered":"2023-09-23T18:11:12.450310+0000","last_clean":"2023-09-23T18:11:12.450310+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:11:12.450310+0000","last_undegraded":"2023-09-23T18:11:12.450310+0000","last_fullsized":"2023-09-23T18:11:12.450310+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"292'5542","reported_seq":5571,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:13.053254+0000","last_change":"2023-09-23T18:09:55.623948+0000","last_active":"2023-09-23T18:11:13.053254+0000","last_peered":"2023-09-23T18:11:13.053254+0000","last_clean":"2023-09-23T18:11:13.053254+0000","last_became_active":"2023-09-23T18:09:55.623665+0000","last_became_peered":"2023-09-23T18:09:55.623665+0000","last_unstale":"2023-09-23T18:11:13.053254+0000","last_undegraded":"2023-09-23T18:11:13.053254+0000","last_fullsized":"2023-09-23T18:11:13.053254+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5542,"log_dups_size":0,"ondisk_log_size":5542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:40.111347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363200512,"num_objects":5542,"num_object_clones":0,"num_object_copies":16626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5542,"num_write_kb":354688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":327,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770812+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:11:07.770812+0000","last_peered":"2023-09-23T18:11:07.770812+0000","last_clean":"2023-09-23T18:11:07.770812+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:11:07.770812+0000","last_undegraded":"2023-09-23T18:11:07.770812+0000","last_fullsized":"2023-09-23T18:11:07.770812+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":112,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780039+0000","last_change":"2023-09-23T18:02:47.369127+0000","last_active":"2023-09-23T18:11:07.780039+0000","last_peered":"2023-09-23T18:11:07.780039+0000","last_clean":"2023-09-23T18:11:07.780039+0000","last_became_active":"2023-09-23T18:02:47.368803+0000","last_became_peered":"2023-09-23T18:02:47.368803+0000","last_unstale":"2023-09-23T18:11:07.780039+0000","last_undegraded":"2023-09-23T18:11:07.780039+0000","last_fullsized":"2023-09-23T18:11:07.780039+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"292'5607","reported_seq":5636,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:12.948460+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:11:12.948460+0000","last_peered":"2023-09-23T18:11:12.948460+0000","last_clean":"2023-09-23T18:11:12.948460+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:11:12.948460+0000","last_undegraded":"2023-09-23T18:11:12.948460+0000","last_fullsized":"2023-09-23T18:11:12.948460+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5607,"log_dups_size":0,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367460352,"num_objects":5607,"num_object_clones":0,"num_object_copies":16821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5607,"num_write_kb":358848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":355,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770721+0000","last_change":"2023-09-23T18:11:05.794572+0000","last_active":"2023-09-23T18:11:07.770721+0000","last_peered":"2023-09-23T18:11:07.770721+0000","last_clean":"2023-09-23T18:11:07.770721+0000","last_became_active":"2023-09-23T18:11:05.736580+0000","last_became_peered":"2023-09-23T18:11:05.736580+0000","last_unstale":"2023-09-23T18:11:07.770721+0000","last_undegraded":"2023-09-23T18:11:07.770721+0000","last_fullsized":"2023-09-23T18:11:07.770721+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":287,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.742997+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:11:07.742997+0000","last_peered":"2023-09-23T18:11:07.742997+0000","last_clean":"2023-09-23T18:11:07.742997+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:11:07.742997+0000","last_undegraded":"2023-09-23T18:11:07.742997+0000","last_fullsized":"2023-09-23T18:11:07.742997+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"291'5494","reported_seq":5528,"reported_epoch":291,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:10.666716+0000","last_change":"2023-09-23T18:11:06.955057+0000","last_active":"2023-09-23T18:11:10.666716+0000","last_peered":"2023-09-23T18:11:10.666716+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:11:06.941775+0000","last_became_peered":"2023-09-23T18:11:06.941775+0000","last_unstale":"2023-09-23T18:11:10.666716+0000","last_undegraded":"2023-09-23T18:11:06.760485+0000","last_fullsized":"2023-09-23T18:11:06.721448+0000","mapping_epoch":288,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5494,"log_dups_size":0,"ondisk_log_size":5494,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:48.116648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":360054784,"num_objects":5494,"num_object_clones":0,"num_object_copies":16482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5356,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5494,"num_write_kb":351616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":138},{"shards":"0,1,4","objects":5356}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":283,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770537+0000","last_change":"2023-09-23T18:02:47.447154+0000","last_active":"2023-09-23T18:11:07.770537+0000","last_peered":"2023-09-23T18:11:07.770537+0000","last_clean":"2023-09-23T18:11:07.770537+0000","last_became_active":"2023-09-23T18:02:47.369139+0000","last_became_peered":"2023-09-23T18:02:47.369139+0000","last_unstale":"2023-09-23T18:11:07.770537+0000","last_undegraded":"2023-09-23T18:11:07.770537+0000","last_fullsized":"2023-09-23T18:11:07.770537+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":252,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.766801+0000","last_change":"2023-09-23T18:02:21.193348+0000","last_active":"2023-09-23T18:11:08.766801+0000","last_peered":"2023-09-23T18:11:08.766801+0000","last_clean":"2023-09-23T18:11:08.766801+0000","last_became_active":"2023-09-23T18:02:21.192981+0000","last_became_peered":"2023-09-23T18:02:21.192981+0000","last_unstale":"2023-09-23T18:11:08.766801+0000","last_undegraded":"2023-09-23T18:11:08.766801+0000","last_fullsized":"2023-09-23T18:11:08.766801+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"291'5512","reported_seq":5539,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:11.043692+0000","last_change":"2023-09-23T18:09:55.624185+0000","last_active":"2023-09-23T18:11:11.043692+0000","last_peered":"2023-09-23T18:11:11.043692+0000","last_clean":"2023-09-23T18:11:11.043692+0000","last_became_active":"2023-09-23T18:09:55.623904+0000","last_became_peered":"2023-09-23T18:09:55.623904+0000","last_unstale":"2023-09-23T18:11:11.043692+0000","last_undegraded":"2023-09-23T18:11:11.043692+0000","last_fullsized":"2023-09-23T18:11:11.043692+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5512,"log_dups_size":0,"ondisk_log_size":5512,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:10.783606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361234432,"num_objects":5512,"num_object_clones":0,"num_object_copies":16536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5512,"num_write_kb":352768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":271,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780791+0000","last_change":"2023-09-23T18:02:21.143032+0000","last_active":"2023-09-23T18:11:07.780791+0000","last_peered":"2023-09-23T18:11:07.780791+0000","last_clean":"2023-09-23T18:11:07.780791+0000","last_became_active":"2023-09-23T18:02:21.142699+0000","last_became_peered":"2023-09-23T18:02:21.142699+0000","last_unstale":"2023-09-23T18:11:07.780791+0000","last_undegraded":"2023-09-23T18:11:07.780791+0000","last_fullsized":"2023-09-23T18:11:07.780791+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":294,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757216+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:11:07.757216+0000","last_peered":"2023-09-23T18:11:07.757216+0000","last_clean":"2023-09-23T18:11:07.757216+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:11:07.757216+0000","last_undegraded":"2023-09-23T18:11:07.757216+0000","last_fullsized":"2023-09-23T18:11:07.757216+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"291'5456","reported_seq":5484,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:10.666456+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:11:10.666456+0000","last_peered":"2023-09-23T18:11:10.666456+0000","last_clean":"2023-09-23T18:11:10.666456+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:11:10.666456+0000","last_undegraded":"2023-09-23T18:11:10.666456+0000","last_fullsized":"2023-09-23T18:11:10.666456+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5456,"log_dups_size":0,"ondisk_log_size":5456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":357564416,"num_objects":5456,"num_object_clones":0,"num_object_copies":16368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5456,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5456,"num_write_kb":349184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":317,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.768207+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:11:08.768207+0000","last_peered":"2023-09-23T18:11:08.768207+0000","last_clean":"2023-09-23T18:11:08.768207+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:11:08.768207+0000","last_undegraded":"2023-09-23T18:11:08.768207+0000","last_fullsized":"2023-09-23T18:11:08.768207+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":189,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.787356+0000","last_change":"2023-09-23T18:11:05.729779+0000","last_active":"2023-09-23T18:11:08.787356+0000","last_peered":"2023-09-23T18:11:08.787356+0000","last_clean":"2023-09-23T18:11:08.787356+0000","last_became_active":"2023-09-23T18:11:05.729385+0000","last_became_peered":"2023-09-23T18:11:05.729385+0000","last_unstale":"2023-09-23T18:11:08.787356+0000","last_undegraded":"2023-09-23T18:11:08.787356+0000","last_fullsized":"2023-09-23T18:11:08.787356+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:25.415705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.e","version":"291'5377","reported_seq":5403,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:11.016260+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:11:11.016260+0000","last_peered":"2023-09-23T18:11:11.016260+0000","last_clean":"2023-09-23T18:11:11.016260+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:11:11.016260+0000","last_undegraded":"2023-09-23T18:11:11.016260+0000","last_fullsized":"2023-09-23T18:11:11.016260+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5377,"log_dups_size":0,"ondisk_log_size":5377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352387072,"num_objects":5377,"num_object_clones":0,"num_object_copies":16131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5377,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5377,"num_write_kb":344128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":280,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.766901+0000","last_change":"2023-09-23T18:11:05.730720+0000","last_active":"2023-09-23T18:11:08.766901+0000","last_peered":"2023-09-23T18:11:08.766901+0000","last_clean":"2023-09-23T18:11:08.766901+0000","last_became_active":"2023-09-23T18:11:05.730326+0000","last_became_peered":"2023-09-23T18:11:05.730326+0000","last_unstale":"2023-09-23T18:11:08.766901+0000","last_undegraded":"2023-09-23T18:11:08.766901+0000","last_fullsized":"2023-09-23T18:11:08.766901+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":66,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.760345+0000","last_change":"2023-09-23T18:11:05.732462+0000","last_active":"2023-09-23T18:11:07.760345+0000","last_peered":"2023-09-23T18:11:07.760345+0000","last_clean":"2023-09-23T18:11:07.760345+0000","last_became_active":"2023-09-23T18:11:05.732234+0000","last_became_peered":"2023-09-23T18:11:05.732234+0000","last_unstale":"2023-09-23T18:11:07.760345+0000","last_undegraded":"2023-09-23T18:11:07.760345+0000","last_fullsized":"2023-09-23T18:11:07.760345+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:08:51.111909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"292'5681","reported_seq":5709,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:14.897856+0000","last_change":"2023-09-23T18:09:55.625334+0000","last_active":"2023-09-23T18:11:14.897856+0000","last_peered":"2023-09-23T18:11:14.897856+0000","last_clean":"2023-09-23T18:11:14.897856+0000","last_became_active":"2023-09-23T18:09:55.624765+0000","last_became_peered":"2023-09-23T18:09:55.624765+0000","last_unstale":"2023-09-23T18:11:14.897856+0000","last_undegraded":"2023-09-23T18:11:14.897856+0000","last_fullsized":"2023-09-23T18:11:14.897856+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5681,"log_dups_size":0,"ondisk_log_size":5681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372310016,"num_objects":5681,"num_object_clones":0,"num_object_copies":17043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5681,"num_write_kb":363584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.758105+0000","last_change":"2023-09-23T18:11:05.732206+0000","last_active":"2023-09-23T18:11:07.758105+0000","last_peered":"2023-09-23T18:11:07.758105+0000","last_clean":"2023-09-23T18:11:07.758105+0000","last_became_active":"2023-09-23T18:11:05.731871+0000","last_became_peered":"2023-09-23T18:11:05.731871+0000","last_unstale":"2023-09-23T18:11:07.758105+0000","last_undegraded":"2023-09-23T18:11:07.758105+0000","last_fullsized":"2023-09-23T18:11:07.758105+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:48.013873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":287,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.743894+0000","last_change":"2023-09-23T18:02:21.161091+0000","last_active":"2023-09-23T18:11:07.743894+0000","last_peered":"2023-09-23T18:11:07.743894+0000","last_clean":"2023-09-23T18:11:07.743894+0000","last_became_active":"2023-09-23T18:02:21.160738+0000","last_became_peered":"2023-09-23T18:02:21.160738+0000","last_unstale":"2023-09-23T18:11:07.743894+0000","last_undegraded":"2023-09-23T18:11:07.743894+0000","last_fullsized":"2023-09-23T18:11:07.743894+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"292'5727","reported_seq":5755,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:14.897492+0000","last_change":"2023-09-23T18:09:55.622849+0000","last_active":"2023-09-23T18:11:14.897492+0000","last_peered":"2023-09-23T18:11:14.897492+0000","last_clean":"2023-09-23T18:11:14.897492+0000","last_became_active":"2023-09-23T18:09:55.622528+0000","last_became_peered":"2023-09-23T18:09:55.622528+0000","last_unstale":"2023-09-23T18:11:14.897492+0000","last_undegraded":"2023-09-23T18:11:14.897492+0000","last_fullsized":"2023-09-23T18:11:14.897492+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5727,"log_dups_size":0,"ondisk_log_size":5727,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375324672,"num_objects":5727,"num_object_clones":0,"num_object_copies":17181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5727,"num_write_kb":366528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":286,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.769479+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:11:08.769479+0000","last_peered":"2023-09-23T18:11:08.769479+0000","last_clean":"2023-09-23T18:11:08.769479+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:11:08.769479+0000","last_undegraded":"2023-09-23T18:11:08.769479+0000","last_fullsized":"2023-09-23T18:11:08.769479+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":269,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.784431+0000","last_change":"2023-09-23T18:11:05.742584+0000","last_active":"2023-09-23T18:11:08.784431+0000","last_peered":"2023-09-23T18:11:08.784431+0000","last_clean":"2023-09-23T18:11:08.784431+0000","last_became_active":"2023-09-23T18:11:05.742206+0000","last_became_peered":"2023-09-23T18:11:05.742206+0000","last_unstale":"2023-09-23T18:11:08.784431+0000","last_undegraded":"2023-09-23T18:11:08.784431+0000","last_fullsized":"2023-09-23T18:11:08.784431+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:32:17.902667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"292'5478","reported_seq":5513,"reported_epoch":292,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:13.049736+0000","last_change":"2023-09-23T18:11:06.949884+0000","last_active":"2023-09-23T18:11:13.049736+0000","last_peered":"2023-09-23T18:11:13.049736+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:11:06.937819+0000","last_became_peered":"2023-09-23T18:11:06.937819+0000","last_unstale":"2023-09-23T18:11:13.049736+0000","last_undegraded":"2023-09-23T18:11:06.757579+0000","last_fullsized":"2023-09-23T18:11:06.725531+0000","mapping_epoch":288,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5478,"log_dups_size":0,"ondisk_log_size":5478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:57.846336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359006208,"num_objects":5478,"num_object_clones":0,"num_object_copies":16434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5236,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5478,"num_write_kb":350592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":5236},{"shards":"3,6","objects":242}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":855,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770611+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:11:08.770611+0000","last_peered":"2023-09-23T18:11:08.770611+0000","last_clean":"2023-09-23T18:11:08.770611+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:11:08.770611+0000","last_undegraded":"2023-09-23T18:11:08.770611+0000","last_fullsized":"2023-09-23T18:11:08.770611+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":121,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780186+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:11:07.780186+0000","last_peered":"2023-09-23T18:11:07.780186+0000","last_clean":"2023-09-23T18:11:07.780186+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:11:07.780186+0000","last_undegraded":"2023-09-23T18:11:07.780186+0000","last_fullsized":"2023-09-23T18:11:07.780186+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":215,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.769976+0000","last_change":"2023-09-23T18:11:05.738729+0000","last_active":"2023-09-23T18:11:08.769976+0000","last_peered":"2023-09-23T18:11:08.769976+0000","last_clean":"2023-09-23T18:11:08.769976+0000","last_became_active":"2023-09-23T18:11:05.738445+0000","last_became_peered":"2023-09-23T18:11:05.738445+0000","last_unstale":"2023-09-23T18:11:08.769976+0000","last_undegraded":"2023-09-23T18:11:08.769976+0000","last_fullsized":"2023-09-23T18:11:08.769976+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:20.044512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"292'5632","reported_seq":5660,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:14.880312+0000","last_change":"2023-09-23T18:09:55.625808+0000","last_active":"2023-09-23T18:11:14.880312+0000","last_peered":"2023-09-23T18:11:14.880312+0000","last_clean":"2023-09-23T18:11:14.880312+0000","last_became_active":"2023-09-23T18:09:55.625515+0000","last_became_peered":"2023-09-23T18:09:55.625515+0000","last_unstale":"2023-09-23T18:11:14.880312+0000","last_undegraded":"2023-09-23T18:11:14.880312+0000","last_fullsized":"2023-09-23T18:11:14.880312+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5632,"log_dups_size":0,"ondisk_log_size":5632,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369098752,"num_objects":5632,"num_object_clones":0,"num_object_copies":16896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5632,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":987,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780291+0000","last_change":"2023-09-23T18:02:21.194055+0000","last_active":"2023-09-23T18:11:07.780291+0000","last_peered":"2023-09-23T18:11:07.780291+0000","last_clean":"2023-09-23T18:11:07.780291+0000","last_became_active":"2023-09-23T18:02:21.193649+0000","last_became_peered":"2023-09-23T18:02:21.193649+0000","last_unstale":"2023-09-23T18:11:07.780291+0000","last_undegraded":"2023-09-23T18:11:07.780291+0000","last_fullsized":"2023-09-23T18:11:07.780291+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":270,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.743001+0000","last_change":"2023-09-23T18:02:21.157694+0000","last_active":"2023-09-23T18:11:07.743001+0000","last_peered":"2023-09-23T18:11:07.743001+0000","last_clean":"2023-09-23T18:11:07.743001+0000","last_became_active":"2023-09-23T18:02:21.157392+0000","last_became_peered":"2023-09-23T18:02:21.157392+0000","last_unstale":"2023-09-23T18:11:07.743001+0000","last_undegraded":"2023-09-23T18:11:07.743001+0000","last_fullsized":"2023-09-23T18:11:07.743001+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":208,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770414+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:11:08.770414+0000","last_peered":"2023-09-23T18:11:08.770414+0000","last_clean":"2023-09-23T18:11:08.770414+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:11:08.770414+0000","last_undegraded":"2023-09-23T18:11:08.770414+0000","last_fullsized":"2023-09-23T18:11:08.770414+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"291'5563","reported_seq":5767,"reported_epoch":291,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:10.779836+0000","last_change":"2023-09-23T18:11:06.940661+0000","last_active":"2023-09-23T18:11:10.779836+0000","last_peered":"2023-09-23T18:11:10.779836+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:11:06.896976+0000","last_became_peered":"2023-09-23T18:11:06.896976+0000","last_unstale":"2023-09-23T18:11:10.779836+0000","last_undegraded":"2023-09-23T18:11:06.765328+0000","last_fullsized":"2023-09-23T18:11:06.721501+0000","mapping_epoch":288,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5563,"log_dups_size":0,"ondisk_log_size":5563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:21:29.699256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364576768,"num_objects":5563,"num_object_clones":0,"num_object_copies":16689,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":5339,"num_objects_unfound":0,"num_objects_dirty":5563,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5563,"num_write_kb":356032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":85,"num_bytes_recovered":5570560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":223},{"shards":"0,1,4","objects":5339}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":552,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.758009+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:11:07.758009+0000","last_peered":"2023-09-23T18:11:07.758009+0000","last_clean":"2023-09-23T18:11:07.758009+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:11:07.758009+0000","last_undegraded":"2023-09-23T18:11:07.758009+0000","last_fullsized":"2023-09-23T18:11:07.758009+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":214,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770881+0000","last_change":"2023-09-23T18:06:23.341152+0000","last_active":"2023-09-23T18:11:08.770881+0000","last_peered":"2023-09-23T18:11:08.770881+0000","last_clean":"2023-09-23T18:11:08.770881+0000","last_became_active":"2023-09-23T18:06:23.340631+0000","last_became_peered":"2023-09-23T18:06:23.340631+0000","last_unstale":"2023-09-23T18:11:08.770881+0000","last_undegraded":"2023-09-23T18:11:08.770881+0000","last_fullsized":"2023-09-23T18:11:08.770881+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.587538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":299,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.784422+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:11:08.784422+0000","last_peered":"2023-09-23T18:11:08.784422+0000","last_clean":"2023-09-23T18:11:08.784422+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:11:08.784422+0000","last_undegraded":"2023-09-23T18:11:08.784422+0000","last_fullsized":"2023-09-23T18:11:08.784422+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"291'5266","reported_seq":5294,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:10.579088+0000","last_change":"2023-09-23T18:09:55.624663+0000","last_active":"2023-09-23T18:11:10.579088+0000","last_peered":"2023-09-23T18:11:10.579088+0000","last_clean":"2023-09-23T18:11:10.579088+0000","last_became_active":"2023-09-23T18:09:55.624213+0000","last_became_peered":"2023-09-23T18:09:55.624213+0000","last_unstale":"2023-09-23T18:11:10.579088+0000","last_undegraded":"2023-09-23T18:11:10.579088+0000","last_fullsized":"2023-09-23T18:11:10.579088+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5266,"log_dups_size":0,"ondisk_log_size":5266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:38.642112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345112576,"num_objects":5266,"num_object_clones":0,"num_object_copies":15798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5266,"num_write_kb":337024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":777,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.782277+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:11:07.782277+0000","last_peered":"2023-09-23T18:11:07.782277+0000","last_clean":"2023-09-23T18:11:07.782277+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:11:07.782277+0000","last_undegraded":"2023-09-23T18:11:07.782277+0000","last_fullsized":"2023-09-23T18:11:07.782277+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":558,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770371+0000","last_change":"2023-09-23T18:02:29.201170+0000","last_active":"2023-09-23T18:11:07.770371+0000","last_peered":"2023-09-23T18:11:07.770371+0000","last_clean":"2023-09-23T18:11:07.770371+0000","last_became_active":"2023-09-23T18:02:29.200607+0000","last_became_peered":"2023-09-23T18:02:29.200607+0000","last_unstale":"2023-09-23T18:11:07.770371+0000","last_undegraded":"2023-09-23T18:11:07.770371+0000","last_fullsized":"2023-09-23T18:11:07.770371+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":293,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.786476+0000","last_change":"2023-09-23T18:02:47.369663+0000","last_active":"2023-09-23T18:11:08.786476+0000","last_peered":"2023-09-23T18:11:08.786476+0000","last_clean":"2023-09-23T18:11:08.786476+0000","last_became_active":"2023-09-23T18:02:47.369347+0000","last_became_peered":"2023-09-23T18:02:47.369347+0000","last_unstale":"2023-09-23T18:11:08.786476+0000","last_undegraded":"2023-09-23T18:11:08.786476+0000","last_fullsized":"2023-09-23T18:11:08.786476+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:47.883057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":265,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.767049+0000","last_change":"2023-09-23T18:11:05.733106+0000","last_active":"2023-09-23T18:11:08.767049+0000","last_peered":"2023-09-23T18:11:08.767049+0000","last_clean":"2023-09-23T18:11:08.767049+0000","last_became_active":"2023-09-23T18:11:05.732764+0000","last_became_peered":"2023-09-23T18:11:05.732764+0000","last_unstale":"2023-09-23T18:11:08.767049+0000","last_undegraded":"2023-09-23T18:11:08.767049+0000","last_fullsized":"2023-09-23T18:11:08.767049+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"291'5291","reported_seq":5318,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:10.599141+0000","last_change":"2023-09-23T18:09:55.628937+0000","last_active":"2023-09-23T18:11:10.599141+0000","last_peered":"2023-09-23T18:11:10.599141+0000","last_clean":"2023-09-23T18:11:10.599141+0000","last_became_active":"2023-09-23T18:09:55.628693+0000","last_became_peered":"2023-09-23T18:09:55.628693+0000","last_unstale":"2023-09-23T18:11:10.599141+0000","last_undegraded":"2023-09-23T18:11:10.599141+0000","last_fullsized":"2023-09-23T18:11:10.599141+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5291,"log_dups_size":0,"ondisk_log_size":5291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346750976,"num_objects":5291,"num_object_clones":0,"num_object_copies":15873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5291,"num_write_kb":338624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":947,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770211+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:11:07.770211+0000","last_peered":"2023-09-23T18:11:07.770211+0000","last_clean":"2023-09-23T18:11:07.770211+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:11:07.770211+0000","last_undegraded":"2023-09-23T18:11:07.770211+0000","last_fullsized":"2023-09-23T18:11:07.770211+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":276,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.766378+0000","last_change":"2023-09-23T18:11:05.738373+0000","last_active":"2023-09-23T18:11:07.766378+0000","last_peered":"2023-09-23T18:11:07.766378+0000","last_clean":"2023-09-23T18:11:07.766378+0000","last_became_active":"2023-09-23T18:11:05.738015+0000","last_became_peered":"2023-09-23T18:11:05.738015+0000","last_unstale":"2023-09-23T18:11:07.766378+0000","last_undegraded":"2023-09-23T18:11:07.766378+0000","last_fullsized":"2023-09-23T18:11:07.766378+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:50.781377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":136,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.776295+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:11:08.776295+0000","last_peered":"2023-09-23T18:11:08.776295+0000","last_clean":"2023-09-23T18:11:08.776295+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:11:08.776295+0000","last_undegraded":"2023-09-23T18:11:08.776295+0000","last_fullsized":"2023-09-23T18:11:08.776295+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"291'5313","reported_seq":5340,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:10.565207+0000","last_change":"2023-09-23T18:09:55.623870+0000","last_active":"2023-09-23T18:11:10.565207+0000","last_peered":"2023-09-23T18:11:10.565207+0000","last_clean":"2023-09-23T18:11:10.565207+0000","last_became_active":"2023-09-23T18:09:55.623577+0000","last_became_peered":"2023-09-23T18:09:55.623577+0000","last_unstale":"2023-09-23T18:11:10.565207+0000","last_undegraded":"2023-09-23T18:11:10.565207+0000","last_fullsized":"2023-09-23T18:11:10.565207+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5313,"log_dups_size":0,"ondisk_log_size":5313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348192768,"num_objects":5313,"num_object_clones":0,"num_object_copies":15939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5313,"num_write_kb":340032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":460,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.770649+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:11:07.770649+0000","last_peered":"2023-09-23T18:11:07.770649+0000","last_clean":"2023-09-23T18:11:07.770649+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:11:07.770649+0000","last_undegraded":"2023-09-23T18:11:07.770649+0000","last_fullsized":"2023-09-23T18:11:07.770649+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":232,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.770486+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:11:08.770486+0000","last_peered":"2023-09-23T18:11:08.770486+0000","last_clean":"2023-09-23T18:11:08.770486+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:11:08.770486+0000","last_undegraded":"2023-09-23T18:11:08.770486+0000","last_fullsized":"2023-09-23T18:11:08.770486+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":277,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757373+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:11:07.757373+0000","last_peered":"2023-09-23T18:11:07.757373+0000","last_clean":"2023-09-23T18:11:07.757373+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:11:07.757373+0000","last_undegraded":"2023-09-23T18:11:07.757373+0000","last_fullsized":"2023-09-23T18:11:07.757373+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"292'5479","reported_seq":5508,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:13.025289+0000","last_change":"2023-09-23T18:09:55.622378+0000","last_active":"2023-09-23T18:11:13.025289+0000","last_peered":"2023-09-23T18:11:13.025289+0000","last_clean":"2023-09-23T18:11:13.025289+0000","last_became_active":"2023-09-23T18:09:55.622104+0000","last_became_peered":"2023-09-23T18:09:55.622104+0000","last_unstale":"2023-09-23T18:11:13.025289+0000","last_undegraded":"2023-09-23T18:11:13.025289+0000","last_fullsized":"2023-09-23T18:11:13.025289+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5479,"log_dups_size":0,"ondisk_log_size":5479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:45:41.528988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359071744,"num_objects":5479,"num_object_clones":0,"num_object_copies":16437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5479,"num_write_kb":350656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":265,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.786344+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:11:08.786344+0000","last_peered":"2023-09-23T18:11:08.786344+0000","last_clean":"2023-09-23T18:11:08.786344+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:11:08.786344+0000","last_undegraded":"2023-09-23T18:11:08.786344+0000","last_fullsized":"2023-09-23T18:11:08.786344+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":842,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.797204+0000","last_change":"2023-09-23T18:11:08.795917+0000","last_active":"2023-09-23T18:11:08.797204+0000","last_peered":"2023-09-23T18:11:08.797204+0000","last_clean":"2023-09-23T18:11:08.797204+0000","last_became_active":"2023-09-23T18:11:08.795411+0000","last_became_peered":"2023-09-23T18:11:08.795411+0000","last_unstale":"2023-09-23T18:11:08.797204+0000","last_undegraded":"2023-09-23T18:11:08.797204+0000","last_fullsized":"2023-09-23T18:11:08.797204+0000","mapping_epoch":290,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":291,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:01:53.950842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":12582912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":299,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.769547+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:11:08.769547+0000","last_peered":"2023-09-23T18:11:08.769547+0000","last_clean":"2023-09-23T18:11:08.769547+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:11:08.769547+0000","last_undegraded":"2023-09-23T18:11:08.769547+0000","last_fullsized":"2023-09-23T18:11:08.769547+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"292'5591","reported_seq":5619,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:13.048130+0000","last_change":"2023-09-23T18:09:55.622408+0000","last_active":"2023-09-23T18:11:13.048130+0000","last_peered":"2023-09-23T18:11:13.048130+0000","last_clean":"2023-09-23T18:11:13.048130+0000","last_became_active":"2023-09-23T18:09:55.622038+0000","last_became_peered":"2023-09-23T18:09:55.622038+0000","last_unstale":"2023-09-23T18:11:13.048130+0000","last_undegraded":"2023-09-23T18:11:13.048130+0000","last_fullsized":"2023-09-23T18:11:13.048130+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5591,"log_dups_size":0,"ondisk_log_size":5591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:29.853712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366411776,"num_objects":5591,"num_object_clones":0,"num_object_copies":16773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5591,"num_write_kb":357824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":541,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.767497+0000","last_change":"2023-09-23T18:06:23.821782+0000","last_active":"2023-09-23T18:11:08.767497+0000","last_peered":"2023-09-23T18:11:08.767497+0000","last_clean":"2023-09-23T18:11:08.767497+0000","last_became_active":"2023-09-23T18:06:23.344977+0000","last_became_peered":"2023-09-23T18:06:23.344977+0000","last_unstale":"2023-09-23T18:11:08.767497+0000","last_undegraded":"2023-09-23T18:11:08.767497+0000","last_fullsized":"2023-09-23T18:11:08.767497+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":131,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.783275+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:11:08.783275+0000","last_peered":"2023-09-23T18:11:08.783275+0000","last_clean":"2023-09-23T18:11:08.783275+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:11:08.783275+0000","last_undegraded":"2023-09-23T18:11:08.783275+0000","last_fullsized":"2023-09-23T18:11:08.783275+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780074+0000","last_change":"2023-09-23T18:11:05.740524+0000","last_active":"2023-09-23T18:11:07.780074+0000","last_peered":"2023-09-23T18:11:07.780074+0000","last_clean":"2023-09-23T18:11:07.780074+0000","last_became_active":"2023-09-23T18:11:05.740136+0000","last_became_peered":"2023-09-23T18:11:05.740136+0000","last_unstale":"2023-09-23T18:11:07.780074+0000","last_undegraded":"2023-09-23T18:11:07.780074+0000","last_fullsized":"2023-09-23T18:11:07.780074+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":126,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757296+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:11:07.757296+0000","last_peered":"2023-09-23T18:11:07.757296+0000","last_clean":"2023-09-23T18:11:07.757296+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:11:07.757296+0000","last_undegraded":"2023-09-23T18:11:07.757296+0000","last_fullsized":"2023-09-23T18:11:07.757296+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":76,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.758445+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:11:07.758445+0000","last_peered":"2023-09-23T18:11:07.758445+0000","last_clean":"2023-09-23T18:11:07.758445+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:11:07.758445+0000","last_undegraded":"2023-09-23T18:11:07.758445+0000","last_fullsized":"2023-09-23T18:11:07.758445+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":284,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780896+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:11:07.780896+0000","last_peered":"2023-09-23T18:11:07.780896+0000","last_clean":"2023-09-23T18:11:07.780896+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:11:07.780896+0000","last_undegraded":"2023-09-23T18:11:07.780896+0000","last_fullsized":"2023-09-23T18:11:07.780896+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":213,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.768122+0000","last_change":"2023-09-23T18:11:05.728133+0000","last_active":"2023-09-23T18:11:08.768122+0000","last_peered":"2023-09-23T18:11:08.768122+0000","last_clean":"2023-09-23T18:11:08.768122+0000","last_became_active":"2023-09-23T18:11:05.727827+0000","last_became_peered":"2023-09-23T18:11:05.727827+0000","last_unstale":"2023-09-23T18:11:08.768122+0000","last_undegraded":"2023-09-23T18:11:08.768122+0000","last_fullsized":"2023-09-23T18:11:08.768122+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:00.204188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":258,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.780412+0000","last_change":"2023-09-23T18:02:21.167987+0000","last_active":"2023-09-23T18:11:07.780412+0000","last_peered":"2023-09-23T18:11:07.780412+0000","last_clean":"2023-09-23T18:11:07.780412+0000","last_became_active":"2023-09-23T18:02:21.167650+0000","last_became_peered":"2023-09-23T18:02:21.167650+0000","last_unstale":"2023-09-23T18:11:07.780412+0000","last_undegraded":"2023-09-23T18:11:07.780412+0000","last_fullsized":"2023-09-23T18:11:07.780412+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":204,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.783894+0000","last_change":"2023-09-23T18:11:05.734417+0000","last_active":"2023-09-23T18:11:08.783894+0000","last_peered":"2023-09-23T18:11:08.783894+0000","last_clean":"2023-09-23T18:11:08.783894+0000","last_became_active":"2023-09-23T18:11:05.734099+0000","last_became_peered":"2023-09-23T18:11:05.734099+0000","last_unstale":"2023-09-23T18:11:08.783894+0000","last_undegraded":"2023-09-23T18:11:08.783894+0000","last_fullsized":"2023-09-23T18:11:08.783894+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:59:59.444324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":324,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.782975+0000","last_change":"2023-09-23T18:06:23.341620+0000","last_active":"2023-09-23T18:11:08.782975+0000","last_peered":"2023-09-23T18:11:08.782975+0000","last_clean":"2023-09-23T18:11:08.782975+0000","last_became_active":"2023-09-23T18:06:23.341046+0000","last_became_peered":"2023-09-23T18:06:23.341046+0000","last_unstale":"2023-09-23T18:11:08.782975+0000","last_undegraded":"2023-09-23T18:11:08.782975+0000","last_fullsized":"2023-09-23T18:11:08.782975+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:43.461362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":328,"reported_epoch":292,"state":"active+clean","last_fresh":"2023-09-23T18:11:12.439740+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:11:12.439740+0000","last_peered":"2023-09-23T18:11:12.439740+0000","last_clean":"2023-09-23T18:11:12.439740+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:11:12.439740+0000","last_undegraded":"2023-09-23T18:11:12.439740+0000","last_fullsized":"2023-09-23T18:11:12.439740+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":178,"reported_epoch":290,"state":"active+clean","last_fresh":"2023-09-23T18:11:07.757140+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:11:07.757140+0000","last_peered":"2023-09-23T18:11:07.757140+0000","last_clean":"2023-09-23T18:11:07.757140+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:11:07.757140+0000","last_undegraded":"2023-09-23T18:11:07.757140+0000","last_fullsized":"2023-09-23T18:11:07.757140+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":155,"reported_epoch":291,"state":"active+clean","last_fresh":"2023-09-23T18:11:08.766044+0000","last_change":"2023-09-23T18:11:05.731267+0000","last_active":"2023-09-23T18:11:08.766044+0000","last_peered":"2023-09-23T18:11:08.766044+0000","last_clean":"2023-09-23T18:11:08.766044+0000","last_became_active":"2023-09-23T18:11:05.730786+0000","last_became_peered":"2023-09-23T18:11:05.730786+0000","last_unstale":"2023-09-23T18:11:08.766044+0000","last_undegraded":"2023-09-23T18:11:08.766044+0000","last_fullsized":"2023-09-23T18:11:08.766044+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5767757824,"num_objects":88009,"num_object_clones":0,"num_object_copies":264027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10593,"num_objects_misplaced":5339,"num_objects_unfound":0,"num_objects_dirty":88009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":88009,"num_write_kb":5632576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":85,"num_bytes_recovered":5570560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17290166272,"data_stored":17290166272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":88009,"ondisk_log_size":88009,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":22284,"num_keys_recovered":50,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":102,"num_bytes_recovered":12582931,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430515,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2051828,"kb_used_data":1742316,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":91693324,"statfs":{"total":95995035648,"available":93893963776,"internally_reserved":0,"allocated":1784131584,"data_stored":1783427707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":3.117,"5min":1.7290000000000001,"15min":1.0669999999999999},"min":{"1min":0.25700000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":53.850999999999999,"5min":53.850999999999999,"15min":53.850999999999999},"last":2.1520000000000001},{"interface":"front","average":{"1min":3.1160000000000001,"5min":1.7609999999999999,"15min":1.151},"min":{"1min":0.29699999999999999,"5min":0.28199999999999997,"15min":0.254},"max":{"1min":53.835000000000001,"5min":53.835000000000001,"15min":53.835000000000001},"last":2.1459999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.599,"15min":1.0820000000000001},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":7.1689999999999996,"5min":11.483000000000001,"15min":11.483000000000001},"last":1.4359999999999999},{"interface":"front","average":{"1min":1.6850000000000001,"5min":2.1080000000000001,"15min":1.232},"min":{"1min":0.29499999999999998,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":7.5419999999999998,"5min":9.1649999999999991,"15min":11.087999999999999},"last":1.2809999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:10:52 2023","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":1.9139999999999999,"15min":1.1180000000000001},"min":{"1min":0.309,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":15.449999999999999,"5min":15.449999999999999,"15min":15.449999999999999},"last":1.5960000000000001},{"interface":"front","average":{"1min":1.679,"5min":1.911,"15min":1.1970000000000001},"min":{"1min":0.374,"5min":0.309,"15min":0.27400000000000002},"max":{"1min":7.4669999999999996,"5min":11.417,"15min":11.417},"last":1.395}]},{"osd":3,"last update":"Sat Sep 23 18:10:11 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":2.0830000000000002,"15min":1.528},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.28299999999999997},"max":{"1min":5.7130000000000001,"5min":9.6029999999999998,"15min":32.631},"last":1.9610000000000001},{"interface":"front","average":{"1min":1.4379999999999999,"5min":2.0659999999999998,"15min":1.6040000000000001},"min":{"1min":0.40100000000000002,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":5.7050000000000001,"5min":8.3499999999999996,"15min":32.612000000000002},"last":1.954}]},{"osd":4,"last update":"Sat Sep 23 18:10:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":1.1850000000000001,"15min":0.91400000000000003},"min":{"1min":0.28599999999999998,"5min":0.249,"15min":0.249},"max":{"1min":2.948,"5min":19.010000000000002,"15min":19.010000000000002},"last":0.503},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.155,"15min":0.877},"min":{"1min":0.27000000000000002,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":6.1769999999999996,"5min":8.1950000000000003,"15min":10.238},"last":0.373}]},{"osd":5,"last update":"Sat Sep 23 18:10:52 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":1.1539999999999999,"15min":0.94899999999999995},"min":{"1min":0.29799999999999999,"5min":0.28100000000000003,"15min":0.26400000000000001},"max":{"1min":4.5679999999999996,"5min":10.016,"15min":10.016},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.90000000000000002,"5min":1.2589999999999999,"15min":0.97399999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.25600000000000001},"max":{"1min":3.0419999999999998,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.98099999999999998,"15min":0.84199999999999997},"min":{"1min":0.34799999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":3.0800000000000001,"5min":9.2959999999999994,"15min":9.2959999999999994},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":1.117,"15min":0.90700000000000003},"min":{"1min":0.373,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":5.1890000000000001,"5min":10.847,"15min":12.613},"last":0.44500000000000001}]}]},{"osd":6,"up_from":174,"seq":747324309612,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2153720,"kb_used_data":1826096,"kb_used_omap":12,"kb_used_meta":327603,"kb_avail":91591432,"statfs":{"total":95995035648,"available":93789626368,"internally_reserved":0,"allocated":1869922304,"data_stored":1869222193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":335466175},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":2.855,"15min":1.5569999999999999},"min":{"1min":0.23799999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":5.4880000000000004,"5min":84.004999999999995,"15min":84.004999999999995},"last":2.8599999999999999},{"interface":"front","average":{"1min":1.2330000000000001,"5min":2.8210000000000002,"15min":1.4530000000000001},"min":{"1min":0.26800000000000002,"5min":0.254,"15min":0.23899999999999999},"max":{"1min":5.415,"5min":83.918999999999997,"15min":83.918999999999997},"last":6.202}]},{"osd":1,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.887,"15min":1.256},"min":{"1min":0.30299999999999999,"5min":0.255,"15min":0.255},"max":{"1min":1.4430000000000001,"5min":12.317,"15min":12.317},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.0569999999999999,"15min":1.2609999999999999},"min":{"1min":0.32200000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.1629999999999998,"5min":13.794,"15min":13.794},"last":0.63900000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":2.1589999999999998,"15min":1.2909999999999999},"min":{"1min":0.28399999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.5289999999999999,"5min":42.585000000000001,"15min":42.585000000000001},"last":2.605},{"interface":"front","average":{"1min":0.72799999999999998,"5min":2.0339999999999998,"15min":1.3149999999999999},"min":{"1min":0.32400000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.2309999999999999,"5min":9.8450000000000006,"15min":10.073},"last":0.49299999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":2.2930000000000001,"15min":1.4550000000000001},"min":{"1min":0.35999999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.9350000000000001,"5min":22.619,"15min":22.619},"last":0.75},{"interface":"front","average":{"1min":0.64700000000000002,"5min":2.2719999999999998,"15min":1.5980000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.29,"5min":22.178999999999998,"15min":22.178999999999998},"last":0.42399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":1.4239999999999999,"15min":0.97599999999999998},"min":{"1min":0.29499999999999998,"5min":0.27700000000000002,"15min":0.26300000000000001},"max":{"1min":2.0739999999999998,"5min":19.974,"15min":19.974},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":1.3280000000000001,"15min":0.93999999999999995},"min":{"1min":0.29499999999999998,"5min":0.27100000000000002,"15min":0.26900000000000002},"max":{"1min":2.8149999999999999,"5min":20.279,"15min":20.279},"last":0.58899999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.0249999999999999,"15min":0.79500000000000004},"min":{"1min":0.313,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.141,"5min":7.5099999999999998,"15min":7.5099999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.98199999999999998,"15min":0.79800000000000004},"min":{"1min":0.33900000000000002,"5min":0.32300000000000001,"15min":0.32100000000000001},"max":{"1min":2.085,"5min":5.6130000000000004,"15min":6.7969999999999997},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:10:35 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.194,"15min":1.0009999999999999},"min":{"1min":0.30499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.456,"5min":6.2000000000000002,"15min":6.8689999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":1.272,"15min":1.0049999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":2.1629999999999998,"5min":12.279,"15min":12.279},"last":0.46700000000000003}]}]},{"osd":1,"up_from":90,"seq":386547056822,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2505560,"kb_used_data":2150032,"kb_used_omap":7,"kb_used_meta":355512,"kb_avail":91239592,"statfs":{"total":95995035648,"available":93429342208,"internally_reserved":0,"allocated":2201632768,"data_stored":2200493255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":364044387},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":2.456,"15min":1.3919999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":6.1500000000000004,"5min":18.524000000000001,"15min":18.524000000000001},"last":3.9889999999999999},{"interface":"front","average":{"1min":3.5409999999999999,"5min":3.5419999999999998,"15min":1.659},"min":{"1min":0.27800000000000002,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":18.741,"5min":21.433,"15min":21.433},"last":2.9940000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:10:46 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":3.6629999999999998,"15min":1.923},"min":{"1min":0.26300000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.7069999999999999,"5min":31.273,"15min":31.273},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.6679999999999999,"5min":2.5550000000000002,"15min":1.865},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":9.5139999999999993,"5min":15.327,"15min":15.327},"last":3.8860000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":2.5150000000000001,"15min":1.4379999999999999},"min":{"1min":0.311,"5min":0.26300000000000001,"15min":0.214},"max":{"1min":11.795,"5min":20.968,"15min":20.968},"last":0.72999999999999998},{"interface":"front","average":{"1min":1.635,"5min":2.4049999999999998,"15min":1.4490000000000001},"min":{"1min":0.32000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.1289999999999996,"5min":16.273,"15min":16.273},"last":3.9649999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":2.6680000000000001,"15min":1.508},"min":{"1min":0.29399999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.6020000000000003,"5min":13.532,"15min":13.532},"last":1.5980000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.639,"15min":1.202},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":8.1910000000000007,"5min":9.0920000000000005,"15min":13.826000000000001},"last":3.9129999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0049999999999999,"5min":2.1840000000000002,"15min":1.3500000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":11.6,"5min":21.369,"15min":21.369},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.6000000000000001,"5min":2.6640000000000001,"15min":1.53},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32400000000000001},"max":{"1min":4.6449999999999996,"5min":13.574,"15min":13.574},"last":1.569}]},{"osd":6,"last update":"Sat Sep 23 18:10:31 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":1.8100000000000001,"15min":1.0549999999999999},"min":{"1min":0.435,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.2869999999999999,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":3.8399999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":1.698,"15min":1.0589999999999999},"min":{"1min":0.441,"5min":0.41299999999999998,"15min":0.38600000000000001},"max":{"1min":2.7909999999999999,"5min":21.282,"15min":21.282},"last":0.65300000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":2.9089999999999998,"15min":1.657},"min":{"1min":0.39000000000000001,"5min":0.373,"15min":0.34200000000000003},"max":{"1min":4.6749999999999998,"5min":13.727,"15min":13.727},"last":1.623},{"interface":"front","average":{"1min":1.4119999999999999,"5min":2.048,"15min":1.405},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.374},"max":{"1min":8.2560000000000002,"5min":9.1189999999999998,"15min":13.859},"last":3.9409999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220353,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3158908,"kb_used_data":2774644,"kb_used_omap":8,"kb_used_meta":384247,"kb_avail":90586244,"statfs":{"total":95995035648,"available":92760313856,"internally_reserved":0,"allocated":2841235456,"data_stored":2840055375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":393469540},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,0,1,2,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:10:17 2023","interfaces":[{"interface":"back","average":{"1min":1.859,"5min":2.4060000000000001,"15min":1.3029999999999999},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.19900000000000001},"max":{"1min":10.119999999999999,"5min":12.85,"15min":12.85},"last":0.17399999999999999},{"interface":"front","average":{"1min":1.218,"5min":2.0569999999999999,"15min":1.248},"min":{"1min":0.26800000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.0940000000000003,"5min":17.73,"15min":17.73},"last":0.24399999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.708,"5min":2.649,"15min":1.5920000000000001},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":5.4320000000000004,"5min":26.341000000000001,"15min":26.341000000000001},"last":8.3620000000000001},{"interface":"front","average":{"1min":1.4330000000000001,"5min":2.4910000000000001,"15min":1.681},"min":{"1min":0.25900000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":6.3079999999999998,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.32800000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:10:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":2.6459999999999999,"15min":1.474},"min":{"1min":0.33300000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":18.251999999999999,"5min":18.251999999999999,"15min":18.251999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":1.264,"5min":2.1659999999999999,"15min":1.355},"min":{"1min":0.251,"5min":0.251,"15min":0.248},"max":{"1min":8.6850000000000005,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.40799999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:10:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.796,"15min":1.2030000000000001},"min":{"1min":0.32200000000000001,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":6.2560000000000002,"5min":13.673,"15min":13.673},"last":7.5170000000000003},{"interface":"front","average":{"1min":0.91400000000000003,"5min":1.8999999999999999,"15min":1.212},"min":{"1min":0.39800000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.891,"5min":10.045,"15min":10.045},"last":0.38400000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:10:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.9239999999999999,"15min":1.242},"min":{"1min":0.36199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.3119999999999998,"5min":10.092000000000001,"15min":10.092000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.8779999999999999,"15min":1.345},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.1689999999999996,"5min":7.0590000000000002,"15min":11.510999999999999},"last":7.415}]},{"osd":6,"last update":"Sat Sep 23 18:10:43 2023","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":2.0459999999999998,"15min":1.1639999999999999},"min":{"1min":0.504,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.4140000000000001,"5min":10.147,"15min":10.147},"last":0.505},{"interface":"front","average":{"1min":0.98799999999999999,"5min":1.7929999999999999,"15min":1.0800000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.8740000000000001,"5min":7.681,"15min":7.681},"last":0.78200000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:10:38 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":2.0539999999999998,"15min":1.3340000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":2.847,"5min":7.6500000000000004,"15min":8.5050000000000008},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.2749999999999999,"5min":2.3340000000000001,"15min":1.4550000000000001},"min":{"1min":0.46999999999999997,"5min":0.373,"15min":0.372},"max":{"1min":6.2190000000000003,"5min":13.699,"15min":13.699},"last":7.4749999999999996}]}]},{"osd":2,"up_from":145,"seq":622770258046,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2562588,"kb_used_data":2080980,"kb_used_omap":16,"kb_used_meta":481583,"kb_avail":91182564,"statfs":{"total":95995035648,"available":93370945536,"internally_reserved":0,"allocated":2130923520,"data_stored":2129717419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":493141154},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":2.431,"15min":1.466},"min":{"1min":0.25600000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":5.4470000000000001,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.829,"5min":2.6970000000000001,"15min":1.5780000000000001},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":6.101,"5min":15.94,"15min":15.94},"last":0.65000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.419,"5min":2.2349999999999999,"15min":1.3779999999999999},"min":{"1min":0.22500000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":5.7290000000000001,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.95799999999999996,"5min":2.3180000000000001,"15min":2.0779999999999998},"min":{"1min":0.251,"5min":0.223,"15min":0.218},"max":{"1min":3.5739999999999998,"5min":17.901,"15min":37.579000000000001},"last":1.798}]},{"osd":3,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":3.5939999999999999,"15min":1.764},"min":{"1min":0.33100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.4880000000000004,"5min":34.960999999999999,"15min":34.960999999999999},"last":5.9699999999999998},{"interface":"front","average":{"1min":1.518,"5min":4.0579999999999998,"15min":2.649},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":8.6349999999999998,"5min":35.229999999999997,"15min":37.444000000000003},"last":7.2530000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":6.4710000000000001,"5min":3.181,"15min":2.0619999999999998},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.31},"max":{"1min":105.509,"5min":105.509,"15min":105.509},"last":1.76},{"interface":"front","average":{"1min":6.5810000000000004,"5min":3.3530000000000002,"15min":1.6739999999999999},"min":{"1min":0.44600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":105.529,"5min":105.529,"15min":105.529},"last":0.60799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":2.2730000000000001,"15min":1.3520000000000001},"min":{"1min":0.42999999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":4.6849999999999996,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.879,"15min":1.2849999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.1500000000000004,"5min":10.75,"15min":10.75},"last":0.68100000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:10:42 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":2.5790000000000002,"15min":1.502},"min":{"1min":0.40899999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.6760000000000002,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.2210000000000001,"5min":2.677,"15min":1.591},"min":{"1min":0.48099999999999998,"5min":0.38800000000000001,"15min":0.34599999999999997},"max":{"1min":4.5880000000000001,"5min":17.919,"15min":17.919},"last":0.64200000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":2.968,"15min":1.607},"min":{"1min":0.42599999999999999,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":4.6589999999999998,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.745},{"interface":"front","average":{"1min":1.5389999999999999,"5min":2.0680000000000001,"15min":1.351},"min":{"1min":0.41299999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.915,"5min":13.162000000000001,"15min":13.162000000000001},"last":1.385}]}]},{"osd":3,"up_from":100,"seq":429496729776,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3633480,"kb_used_data":3166272,"kb_used_omap":4,"kb_used_meta":467195,"kb_avail":90111672,"statfs":{"total":95995035648,"available":92274352128,"internally_reserved":0,"allocated":3242262528,"data_stored":3241127884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":478408087},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,5,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":3.6280000000000001,"5min":2.5129999999999999,"15min":1.45},"min":{"1min":0.29099999999999998,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":4.492},{"interface":"front","average":{"1min":3.0619999999999998,"5min":2.7480000000000002,"15min":1.706},"min":{"1min":0.23400000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.1069999999999993,"5min":21.962,"15min":21.962},"last":4.0540000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":1.9790000000000001,"15min":1.2789999999999999},"min":{"1min":0.309,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":10.523999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":3.3109999999999999},{"interface":"front","average":{"1min":3.1459999999999999,"5min":3.1190000000000002,"15min":1.726},"min":{"1min":0.378,"5min":0.248,"15min":0.248},"max":{"1min":15.718999999999999,"5min":15.718999999999999,"15min":15.718999999999999},"last":4.5540000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:10:54 2023","interfaces":[{"interface":"back","average":{"1min":1.6599999999999999,"5min":2.645,"15min":1.74},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":6.0599999999999996,"5min":16.779,"15min":16.779},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.734,"5min":2.149,"15min":1.5109999999999999},"min":{"1min":0.38600000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":9.2309999999999999,"5min":19.59,"15min":19.59},"last":3.4079999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.278,"15min":1.371},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":15.769,"5min":15.769,"15min":15.769},"last":4.6379999999999999},{"interface":"front","average":{"1min":1.6779999999999999,"5min":2.0489999999999999,"15min":1.54},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.101,"5min":15.33,"15min":17.478000000000002},"last":0.318}]},{"osd":5,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":2.1030000000000002,"15min":1.5820000000000001},"min":{"1min":0.33600000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.1449999999999996,"5min":11.602,"15min":17.507999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":2.2519999999999998,"5min":2,"15min":1.391},"min":{"1min":0.47899999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.587,"5min":19.209,"15min":19.209},"last":3.0649999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:10:39 2023","interfaces":[{"interface":"back","average":{"1min":1.3320000000000001,"5min":2.3290000000000002,"15min":1.3460000000000001},"min":{"1min":0.378,"5min":0.318,"15min":0.318},"max":{"1min":6.1980000000000004,"5min":16.379999999999999,"15min":16.379999999999999},"last":0.374},{"interface":"front","average":{"1min":1.2709999999999999,"5min":2.456,"15min":1.383},"min":{"1min":0.40500000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":6.242,"5min":11.701000000000001,"15min":11.701000000000001},"last":0.39700000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":2.415,"15min":1.5860000000000001},"min":{"1min":0.42999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":10.56,"5min":36.423000000000002,"15min":36.423000000000002},"last":3.1179999999999999},{"interface":"front","average":{"1min":2.8639999999999999,"5min":3.0049999999999999,"15min":1.6859999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.34399999999999997},"max":{"1min":15.93,"5min":36.366999999999997,"15min":36.366999999999997},"last":4.5899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019198,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2024224,"kb_used_data":1722904,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91720928,"statfs":{"total":95995035648,"available":93922230272,"internally_reserved":0,"allocated":1764253696,"data_stored":1763565232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:36 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.5700000000000001,"15min":1.1599999999999999},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":4.3959999999999999,"5min":7.7389999999999999,"15min":26.055},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.216,"5min":1.405,"15min":1.2110000000000001},"min":{"1min":0.35699999999999998,"5min":0.26100000000000001,"15min":0.25},"max":{"1min":3.875,"5min":11.611000000000001,"15min":25.497},"last":0.51700000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":2.4209999999999998,"15min":1.458},"min":{"1min":0.32700000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.371,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":1.339,"5min":2.46,"15min":1.496},"min":{"1min":0.39300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":7.2779999999999996,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.436}]},{"osd":2,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":2.5539999999999998,"15min":1.4590000000000001},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.6139999999999999,"5min":56.448,"15min":56.448},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.3740000000000001,"5min":2.2829999999999999,"15min":1.3480000000000001},"min":{"1min":0.34200000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":4.8360000000000003,"5min":56.868000000000002,"15min":56.868000000000002},"last":0.46999999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":3.9009999999999998,"15min":2.0720000000000001},"min":{"1min":0.36599999999999999,"5min":0.33600000000000002,"15min":0.32800000000000001},"max":{"1min":6.6210000000000004,"5min":80.783000000000001,"15min":80.783000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.7629999999999999,"5min":3.7869999999999999,"15min":2.0630000000000002},"min":{"1min":0.38200000000000001,"5min":0.315,"15min":0.30199999999999999},"max":{"1min":7.2380000000000004,"5min":80.852000000000004,"15min":80.852000000000004},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:10:13 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":1.234,"15min":0.88900000000000001},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":4.4800000000000004,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.093,"5min":1.577,"15min":1.022},"min":{"1min":0.34200000000000003,"5min":0.29299999999999998,"15min":0.27500000000000002},"max":{"1min":6.601,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.46000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:10:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":1.0609999999999999,"15min":0.71899999999999997},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9220000000000002,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":1.1970000000000001,"15min":0.83599999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":2.7029999999999998,"5min":9.9689999999999994,"15min":9.9689999999999994},"last":0.41499999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:11:02 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":1.0629999999999999,"15min":0.87},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":3.9740000000000002,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.375},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.161,"15min":1.0049999999999999},"min":{"1min":0.33200000000000002,"5min":0.32000000000000001,"15min":0.27100000000000002},"max":{"1min":2.7330000000000001,"5min":6.0819999999999999,"15min":17.097999999999999},"last":0.44900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822970,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1796512,"kb_used_data":1491096,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91948640,"statfs":{"total":95995035648,"available":94155407360,"internally_reserved":0,"allocated":1526882304,"data_stored":1526194056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:44 2023","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.5620000000000001,"15min":1.115},"min":{"1min":0.31900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":3.6059999999999999,"5min":9.1980000000000004,"15min":9.2479999999999993},"last":4.1050000000000004},{"interface":"front","average":{"1min":1.4810000000000001,"5min":1.72,"15min":1.1850000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":12.297000000000001,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:11:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.9410000000000001,"15min":1.347},"min":{"1min":0.26000000000000001,"5min":0.252,"15min":0.252},"max":{"1min":6.6239999999999997,"5min":13.282999999999999,"15min":16.033999999999999},"last":6.319},{"interface":"front","average":{"1min":1.141,"5min":1.792,"15min":1.23},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.1800000000000002,"5min":11.673,"15min":11.673},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:10:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":2.2440000000000002,"15min":1.4199999999999999},"min":{"1min":0.31,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":2.552,"5min":28.687999999999999,"15min":28.687999999999999},"last":6.2320000000000002},{"interface":"front","average":{"1min":1.157,"5min":2.0649999999999999,"15min":1.379},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":4.3300000000000001,"5min":28.715,"15min":28.715},"last":0.60999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:11:06 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":2.4319999999999999,"15min":1.5269999999999999},"min":{"1min":0.39300000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.0709999999999997,"5min":31.109999999999999,"15min":31.109999999999999},"last":2.6280000000000001},{"interface":"front","average":{"1min":1.3,"5min":2.5289999999999999,"15min":1.649},"min":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.30199999999999999},"max":{"1min":3.2629999999999999,"5min":28.795999999999999,"15min":28.795999999999999},"last":10.19}]},{"osd":4,"last update":"Sat Sep 23 18:11:03 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1680000000000001,"15min":1.2629999999999999},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":2.0419999999999998,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.97399999999999998,"5min":2.4319999999999999,"15min":1.381},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":4.3609999999999998,"5min":121.31399999999999,"15min":121.31399999999999},"last":3.1970000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:10:44 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.96299999999999997,"15min":0.78300000000000003},"min":{"1min":0.35499999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.085,"5min":9.1449999999999996,"15min":9.3149999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.119,"5min":1.056,"15min":0.878},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.1260000000000003,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:10:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.042,"15min":0.93899999999999995},"min":{"1min":0.39600000000000002,"5min":0.318,"15min":0.309},"max":{"1min":2.1190000000000002,"5min":5.5469999999999997,"15min":9.3559999999999999},"last":1.169},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.98299999999999998,"15min":0.96399999999999997},"min":{"1min":0.40999999999999998,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":2.4359999999999999,"5min":11.956,"15min":12.388999999999999},"last":0.50700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2844917760,"data_stored":2844917760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2204762112,"data_stored":2204762112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2138112000,"data_stored":2138112000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3257335808,"data_stored":3257335808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1762918400,"data_stored":1762918400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1419378688,"data_stored":1419378688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1879375872,"data_stored":1879375872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1783365632,"data_stored":1783365632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:11:16.670 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_2 pgp_num 16 2023-09-23T18:11:16.676 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:16.724 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:16.752 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:16.793 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:16.794 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:16 smithi149 ceph-mon[135148]: pgmap v824: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s; 10593/264111 objects degraded (4.011%); 5339/264111 objects misplaced (2.021%); 1.3 MiB/s, 1 keys/s, 14 objects/s recovering 2023-09-23T18:11:16.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:16.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:16.897 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:17.003 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:11:17.013 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:17.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:17.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:17.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:17.264 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:17.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:17.351 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:17.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:17.354 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:17.418 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 91178 91162 75.9017 35.3125 0.0213657 0.0131684 2023-09-23T18:11:17.454 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:17.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:17.522 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:17.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:17.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:17.625 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:17.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:17 smithi018 ceph-mon[153734]: from='client.35952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:11:17.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:17 smithi018 ceph-mon[149401]: from='client.35952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:11:17.710 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:17.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:17 smithi149 ceph-mon[135148]: from='client.35952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:11:17.968 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:18.355 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:18.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:18.356 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:18.418 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 91879 91863 75.4798 43.8125 0.0303141 0.0132428 2023-09-23T18:11:18.457 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:18.539 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:18.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:18 smithi018 ceph-mon[153734]: pgmap v825: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 10593/268881 objects degraded (3.940%); 5232/268881 objects misplaced (1.946%); 1.5 MiB/s, 1 keys/s, 24 objects/s recovering 2023-09-23T18:11:18.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:18 smithi018 ceph-mon[149401]: pgmap v825: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 10593/268881 objects degraded (3.940%); 5232/268881 objects misplaced (1.946%); 1.5 MiB/s, 1 keys/s, 24 objects/s recovering 2023-09-23T18:11:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:18 smithi149 ceph-mon[135148]: pgmap v825: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 10593/268881 objects degraded (3.940%); 5232/268881 objects misplaced (1.946%); 1.5 MiB/s, 1 keys/s, 24 objects/s recovering 2023-09-23T18:11:19.418 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 92608 92592 75.0915 45.5625 0.0350203 0.0133106 2023-09-23T18:11:20.420 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 93347 93331 74.7192 46.1875 0.0164305 0.0133778 2023-09-23T18:11:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:20.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:20.537 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:20.638 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:20.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:20.726 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:20.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:20.733 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:20.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:20 smithi018 ceph-mon[149401]: pgmap v826: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 35 MiB/s wr, 561 op/s; 10593/271779 objects degraded (3.898%); 5232/271779 objects misplaced (1.925%); 1.2 MiB/s, 0 keys/s, 19 objects/s recovering 2023-09-23T18:11:20.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:20 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:20.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:20 smithi018 ceph-mon[153734]: pgmap v826: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 35 MiB/s wr, 561 op/s; 10593/271779 objects degraded (3.898%); 5232/271779 objects misplaced (1.925%); 1.2 MiB/s, 0 keys/s, 19 objects/s recovering 2023-09-23T18:11:20.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:20 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:20.833 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:20.876 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:20 smithi149 ceph-mon[135148]: pgmap v826: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 35 MiB/s wr, 561 op/s; 10593/271779 objects degraded (3.898%); 5232/271779 objects misplaced (1.925%); 1.2 MiB/s, 0 keys/s, 19 objects/s recovering 2023-09-23T18:11:20.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:20 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:20.878 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:20.938 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:20.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:20.944 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:21.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:21.131 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:21.313 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:21.315 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:21.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:21.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:21.420 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 16 94060 94044 74.3377 44.5625 0.0160627 0.0134456 2023-09-23T18:11:21.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:21.467 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:21.511 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:21.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:21.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:21.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:21.647 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:21.685 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:21.692 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:21.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:21.697 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:21.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:21.877 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/271779 objects degraded (3.898%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:21.878 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/271779 objects degraded (3.898%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:21.887 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:21.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/271779 objects degraded (3.898%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:22.420 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:11:22.421145+0000 min lat: 0.00115841 max lat: 2.27279 avg lat: 0.0135147 2023-09-23T18:11:22.420 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:11:22.421 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 94762 94746 73.9571 43.875 0.0205336 0.0135147 2023-09-23T18:11:22.580 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:22.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:22.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:22.692 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:22.809 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:22.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:22 smithi018 ceph-mon[153734]: pgmap v827: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 40 MiB/s wr, 637 op/s; 10593/277524 objects degraded (3.817%); 5115/277524 objects misplaced (1.843%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:22.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:22 smithi018 ceph-mon[149401]: pgmap v827: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 40 MiB/s wr, 637 op/s; 10593/277524 objects degraded (3.817%); 5115/277524 objects misplaced (1.843%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:22.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:22 smithi149 ceph-mon[135148]: pgmap v827: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 40 MiB/s wr, 637 op/s; 10593/277524 objects degraded (3.817%); 5115/277524 objects misplaced (1.843%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:23.287 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:23.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:23.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:23.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:23.421 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 95407 95391 73.541 40.3125 0.0217904 0.0135914 2023-09-23T18:11:23.533 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:23.640 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:23.651 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2016321697' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.651 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:23.659 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2016321697' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.659 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:23.698 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:11:23.760 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:23.790 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:23.828 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:23.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:23.831 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:23.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2016321697' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:23.932 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:23.964 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:24.006 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:24.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:24.010 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:24.111 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:24.211 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:24.428 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 95999 95983 73.0895 37 0.0271122 0.0136758 2023-09-23T18:11:24.752 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:24.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:24.761 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: pgmap v828: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 617 op/s; 10593/278775 objects degraded (3.800%); 5115/278775 objects misplaced (1.835%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:24.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: pgmap v828: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 617 op/s; 10593/278775 objects degraded (3.800%); 5115/278775 objects misplaced (1.835%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T18:11:24.762 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:24.763 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:24.862 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:24.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: pgmap v828: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 617 op/s; 10593/278775 objects degraded (3.800%); 5115/278775 objects misplaced (1.835%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: failed to encode map e293 with expected crc 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:11:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:24.971 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:25.031 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:24] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.33.4" 2023-09-23T18:11:25.081 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:25.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:25.095 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:25.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:25.290 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:25.363 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:25.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:25.368 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:25.428 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 96605 96589 72.6655 37.875 0.0129259 0.0137555 2023-09-23T18:11:25.469 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:25.504 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:25.544 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:25.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:25.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:25.648 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:25.703 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 7 pgp_num to 16 2023-09-23T18:11:25.744 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:25.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1073448658' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:25 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1073448658' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:25 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1073448658' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:25 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:11:25.931 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:25.931 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:25.935 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:25.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:25.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:26.042 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:26.134 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:26.433 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 16 97198 97182 72.242 37.0625 0.0149608 0.0138361 2023-09-23T18:11:26.575 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:26.576 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:26.576 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:26.576 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:26.597 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:26.605 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:26.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:26.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:26.645 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:26.676 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:26.710 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:26.710 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.744 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:11:26.745 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:26.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:11:26.788 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:26.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:26.796 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:26.885 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:11:26.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: pgmap v830: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 599 op/s; 10593/282102 objects degraded (3.755%); 5115/282102 objects misplaced (1.813%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/752988426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:26.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/282102 objects degraded (3.755%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:26.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: pgmap v830: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 599 op/s; 10593/282102 objects degraded (3.755%); 5115/282102 objects misplaced (1.813%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:26.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:11:26.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/752988426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/282102 objects degraded (3.755%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: pgmap v830: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 599 op/s; 10593/282102 objects degraded (3.755%); 5115/282102 objects misplaced (1.813%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: failed to encode map e294 with expected crc 2023-09-23T18:11:26.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/752988426' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:26.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/282102 objects degraded (3.755%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:26.928 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:26.965 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:26.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:26.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:27.069 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:27.097 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:27.140 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:27.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:27.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:27.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:27.275 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:27.320 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:27.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:27.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:27.423 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:27.440 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 16 97760 97744 71.798 35.125 0.0230992 0.0139222 2023-09-23T18:11:27.531 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:27.634 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:27.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:27.641 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:27.742 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:27.742 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:27.775 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:27.819 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:27.821 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:27.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:27.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:27.929 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:27.968 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:28.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:28.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:28.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:28.124 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:28.227 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:28.441 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 98379 98363 71.4104 38.6875 0.0230044 0.013997 2023-09-23T18:11:28.481 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:28.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:28.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:28.590 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:28.681 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:29.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:28 smithi018 ceph-mon[149401]: pgmap v832: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s; 10593/288849 objects degraded (3.667%); 4992/288849 objects misplaced (1.728%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:11:29.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:28 smithi018 ceph-mon[153734]: pgmap v832: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s; 10593/288849 objects degraded (3.667%); 4992/288849 objects misplaced (1.728%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:11:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:28 smithi149 ceph-mon[135148]: pgmap v832: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s; 10593/288849 objects degraded (3.667%); 4992/288849 objects misplaced (1.728%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T18:11:29.282 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:29.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:29.290 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:29.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:29.396 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:11:29.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 99042 99026 71.066 41.4375 0.0212734 0.0140653 2023-09-23T18:11:29.514 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:29.741 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:29.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:29.746 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:29.847 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:29.877 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:29.928 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:29.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:29.934 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:30.035 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:30.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:30.107 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:30.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:30.110 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:30.211 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:30.257 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:11:30.257 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:169818 6.1 6:83b5380b:::benchmark_data_smithi018_246789_object68110:head [delete] snapc 0=[] ondisk+write+known_if_redirected e261)", 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:52.843822+0000", 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 157.40777235300001, 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13096959599999999, 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:30.258 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 169818 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.843822+0000", 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.843822+0000", 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.843821+0000", 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.843828+0000", 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0119999999999999e-06 2023-09-23T18:11:30.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.952175+0000", 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.108347106 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.952209+0000", 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3692000000000002e-05 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.952324+0000", 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115252 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.952496+0000", 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171757 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.953098+0000", 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00060164500000000004 2023-09-23T18:11:30.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.958872+0000", 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057741190000000003 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.965434+0000", 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.006562493 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.973735+0000", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083010740000000003 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.973789+0000", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3675999999999999e-05 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:52.974792+0000", 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001002995 2023-09-23T18:11:30.264 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:84718 7.1 e289/288 7:8e7cfb8f:::benchmark_data_smithi018_282512_object84717:head v 289'5239, mlcod=0'0)", 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:06.962614+0000", 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 23.288980247000001, 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051309164999999997, 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962614+0000", 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962614+0000", 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962614+0000", 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962638+0000", 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4258999999999999e-05 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962645+0000", 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4420000000000003e-06 2023-09-23T18:11:30.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.962650+0000", 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0470000000000001e-06 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.973201+0000", 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010551403000000001 2023-09-23T18:11:30.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.973230+0000", 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8673000000000001e-05 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013873+0000", 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040642526999999998 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013924+0000", 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1088999999999998e-05 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:84722 7.1 e289/288 7:846d2403:::benchmark_data_smithi018_282512_object84721:head v 289'5240, mlcod=0'0)", 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:06.964560+0000", 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 23.287035193000001, 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049431545, 2023-09-23T18:11:30.270 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964560+0000", 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964560+0000", 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964559+0000", 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964582+0000", 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3337999999999999e-05 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964594+0000", 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2356e-05 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.964601+0000", 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.596e-06 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.982887+0000", 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018286019000000001 2023-09-23T18:11:30.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.982915+0000", 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7957e-05 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013969+0000", 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031054551 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013991+0000", 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1678000000000001e-05 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:84699 7.9 e289/288 7:9c57cbcb:::benchmark_data_smithi018_282512_object84698:head v 289'5359, mlcod=0'0)", 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:06.968855+0000", 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 23.282740083, 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045111507000000002, 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.275 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968855+0000", 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968855+0000", 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968853+0000", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968884+0000", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0592000000000001e-05 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968902+0000", 2023-09-23T18:11:30.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7589999999999999e-05 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.968911+0000", 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9789999999999999e-06 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.980874+0000", 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011963415 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.980902+0000", 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8373000000000001e-05 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013932+0000", 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033029431999999997 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013966+0000", 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4375000000000002e-05 2023-09-23T18:11:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:84729 7.1 e289/288 7:885667e3:::benchmark_data_smithi018_282512_object84728:head v 289'5241, mlcod=0'0)", 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:06.970139+0000", 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 23.281455461, 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043874601999999999, 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970139+0000", 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970139+0000", 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970138+0000", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970162+0000", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3974000000000001e-05 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970181+0000", 2023-09-23T18:11:30.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8346e-05 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.970189+0000", 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0560000000000005e-06 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.989852+0000", 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019663518000000001 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.989887+0000", 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4477999999999998e-05 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.013994+0000", 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024106744999999999 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.014014+0000", 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0239000000000001e-05 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:84734 7.1 e289/288 7:8034e896:::benchmark_data_smithi018_282512_object84733:head v 289'5242, mlcod=0'0)", 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:06.971834+0000", 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 23.279760529000001, 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051289181000000003, 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.286 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971834+0000", 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971834+0000", 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971833+0000", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971858+0000", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4601999999999999e-05 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971877+0000", 2023-09-23T18:11:30.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8706999999999999e-05 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:06.971885+0000", 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1380000000000007e-06 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.002682+0000", 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.03079747 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.002712+0000", 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9345000000000001e-05 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.023077+0000", 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020364925999999998 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:07.023123+0000", 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6801000000000001e-05 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:86172 7.1 e291/288 7:8325f428:::benchmark_data_smithi018_282512_object86171:head v 291'5330, mlcod=0'0)", 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:09.271186+0000", 2023-09-23T18:11:30.291 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.980409136999999, 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045121791000000001, 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271186+0000", 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271186+0000", 2023-09-23T18:11:30.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271185+0000", 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271210+0000", 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4567e-05 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271218+0000", 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.96e-06 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.271224+0000", 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9390000000000002e-06 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.277729+0000", 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0065053020000000001 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.277757+0000", 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7849999999999999e-05 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.316254+0000", 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038497588999999999 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.316307+0000", 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2929000000000001e-05 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:86178 7.1 e291/288 7:82cd4caa:::benchmark_data_smithi018_282512_object86177:head v 291'5331, mlcod=0'0)", 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:09.286729+0000", 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.964866191999999, 2023-09-23T18:11:30.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045074916, 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286729+0000", 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286729+0000", 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286727+0000", 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286757+0000", 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9933999999999998e-05 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286778+0000", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0953000000000001e-05 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.286787+0000", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0569999999999999e-06 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.291139+0000", 2023-09-23T18:11:30.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043513279999999998 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.291164+0000", 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5542e-05 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.331756+0000", 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040591723000000003 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.331803+0000", 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7453000000000001e-05 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:86344 7.1 e291/288 7:8d0ccde4:::benchmark_data_smithi018_282512_object86343:head v 291'5342, mlcod=0'0)", 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:09.551711+0000", 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.699883871000001, 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046273811999999998, 2023-09-23T18:11:30.301 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551711+0000", 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551711+0000", 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551710+0000", 2023-09-23T18:11:30.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551735+0000", 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4868e-05 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551751+0000", 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5922000000000001e-05 2023-09-23T18:11:30.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551759+0000", 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9570000000000002e-06 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551825+0000", 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6181999999999998e-05 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.551851+0000", 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6258000000000002e-05 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.597916+0000", 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046065172000000001 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.597985+0000", 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8353000000000001e-05 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:86358 7.1 e291/288 7:8a73bc93:::benchmark_data_smithi018_282512_object86357:head v 291'5345, mlcod=0'0)", 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:09.573731+0000", 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.677863969000001, 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.067256738999999996, 2023-09-23T18:11:30.307 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573731+0000", 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573731+0000", 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573730+0000", 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573753+0000", 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3309999999999999e-05 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573766+0000", 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2707999999999999e-05 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.573776+0000", 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5820000000000008e-06 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.617049+0000", 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043273556999999997 2023-09-23T18:11:30.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.617081+0000", 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1520000000000003e-05 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.640938+0000", 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023857692999999999 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.640987+0000", 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9023000000000001e-05 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:87352 7.9 e291/288 7:9e8c9e0e:::benchmark_data_smithi018_282512_object87351:head v 291'5510, mlcod=0'0)", 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:11.379205+0000", 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.872390126999999, 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.047840502, 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.312 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379205+0000", 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379205+0000", 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379203+0000", 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379240+0000", 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6579999999999999e-05 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379260+0000", 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0199000000000001e-05 2023-09-23T18:11:30.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.379270+0000", 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7909999999999999e-06 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.385419+0000", 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061493930000000004 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.385449+0000", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0074999999999999e-05 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.427018+0000", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.041569105000000002 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.427045+0000", 2023-09-23T18:11:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6614999999999998e-05 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:87794 7.1 e291/288 7:8f1435b7:::benchmark_data_smithi018_282512_object87793:head v 291'5431, mlcod=0'0)", 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:11.973634+0000", 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 18.277961042000001, 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046678142999999998, 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973634+0000", 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973634+0000", 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973633+0000", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973661+0000", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8367000000000001e-05 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973679+0000", 2023-09-23T18:11:30.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8099999999999999e-05 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.973689+0000", 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8439999999999993e-06 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.998474+0000", 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.024784711000000001 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:11.998509+0000", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5292e-05 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.020257+0000", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021747927 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.020312+0000", 2023-09-23T18:11:30.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4700000000000001e-05 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:88338 7.1 e292/288 7:8f7bd1e4:::benchmark_data_smithi018_282512_object88337:head v 292'5462, mlcod=0'0)", 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:12.816523+0000", 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.435071568000001, 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046272460000000001, 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.322 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816523+0000", 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816523+0000", 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816523+0000", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816545+0000", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1729000000000002e-05 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816551+0000", 2023-09-23T18:11:30.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6100000000000002e-06 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816556+0000", 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9189999999999998e-06 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816668+0000", 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011163300000000001 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816697+0000", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9726999999999998e-05 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862755+0000", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046057138999999997 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862796+0000", 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0980999999999999e-05 2023-09-23T18:11:30.326 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:88340 7.1 e292/288 7:8d5534df:::benchmark_data_smithi018_282512_object88339:head v 292'5463, mlcod=0'0)", 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:12.816566+0000", 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.435028415000001, 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046252808999999999, 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816566+0000", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816566+0000", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816566+0000", 2023-09-23T18:11:30.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816588+0000", 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1911000000000001e-05 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816594+0000", 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9279999999999998e-06 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.816598+0000", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3810000000000001e-06 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.823817+0000", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0072186680000000001 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.823845+0000", 2023-09-23T18:11:30.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8271000000000001e-05 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862798+0000", 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038953017999999999 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862819+0000", 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0856000000000002e-05 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.331 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:88342 7.1 e292/288 7:82313da3:::benchmark_data_smithi018_282512_object88341:head v 292'5464, mlcod=0'0)", 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:12.818095+0000", 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.433499735000002, 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044802916999999998, 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818095+0000", 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818095+0000", 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818094+0000", 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818122+0000", 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7752000000000001e-05 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818138+0000", 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6314e-05 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.818146+0000", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2290000000000003e-06 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.832725+0000", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014579037 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.832756+0000", 2023-09-23T18:11:30.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0349e-05 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862877+0000", 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030121742999999999 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:12.862898+0000", 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0421999999999999e-05 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.336 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:88756 7.1 e292/288 7:84a75077:::benchmark_data_smithi018_282512_object88755:head v 292'5496, mlcod=0'0)", 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:13.435820+0000", 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 16.815774684000001, 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055488862999999999, 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435820+0000", 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435820+0000", 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435819+0000", 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435861+0000", 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1995e-05 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435876+0000", 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4929999999999999e-05 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.435883+0000", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.489e-06 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.480836+0000", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044953637999999997 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.480867+0000", 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0497999999999998e-05 2023-09-23T18:11:30.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.491258+0000", 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010390798 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.491309+0000", 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1338999999999998e-05 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:97498 7.b 7:da523579:::benchmark_data_smithi018_282512_object97497:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e294)", 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:26.910852+0000", 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 3.3407426789999999, 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049980484999999998, 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:30.342 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 97498 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910852+0000", 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910852+0000", 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910850+0000", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910875+0000", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5052e-05 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910890+0000", 2023-09-23T18:11:30.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4416999999999999e-05 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.910898+0000", 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3760000000000008e-06 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.920411+0000", 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0095128079999999993 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.920559+0000", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014784499999999999 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.920685+0000", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012657400000000001 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.941050+0000", 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020364521999999999 2023-09-23T18:11:30.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.944934+0000", 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038842740000000001 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.957263+0000", 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012329082999999999 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.957321+0000", 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7315999999999998e-05 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:26.960833+0000", 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035118570000000002 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.349 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:97894 7.1 e294/288 7:8465bc2a:::benchmark_data_smithi018_282512_object97893:head v 294'6072, mlcod=0'0)", 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:27.687021+0000", 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.5645741219999998, 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045895901000000003, 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687021+0000", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687021+0000", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687020+0000", 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:30.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687050+0000", 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0082000000000001e-05 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687061+0000", 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1168e-05 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687068+0000", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4050000000000003e-06 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.690492+0000", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034235300000000001 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.690518+0000", 2023-09-23T18:11:30.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5624000000000001e-05 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.732865+0000", 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042347167999999998 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.732916+0000", 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1678999999999998e-05 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.354 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:97898 7.1 e294/288 7:8d60c6f8:::benchmark_data_smithi018_282512_object97897:head v 294'6073, mlcod=0'0)", 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:27.687137+0000", 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 2.564457945, 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045804338999999999, 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687137+0000", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687137+0000", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687136+0000", 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:30.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687191+0000", 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5022000000000003e-05 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687199+0000", 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8159999999999994e-06 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.687204+0000", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1599999999999997e-06 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.704312+0000", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017107397 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.704341+0000", 2023-09-23T18:11:30.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8756e-05 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.732922+0000", 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028581180000000001 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:27.732941+0000", 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9296e-05 2023-09-23T18:11:30.359 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:99266 7.b 7:dd40ba01:::benchmark_data_smithi018_282512_object99265:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e294)", 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:29.858157+0000", 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.39343729999999999, 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044763967000000002, 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:30.360 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99266 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858157+0000", 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858157+0000", 2023-09-23T18:11:30.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858156+0000", 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858182+0000", 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6550000000000002e-05 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858203+0000", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0420000000000001e-05 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858212+0000", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4450000000000002e-06 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858272+0000", 2023-09-23T18:11:30.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9487999999999997e-05 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858442+0000", 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017033599999999999 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.858605+0000", 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016284900000000001 2023-09-23T18:11:30.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.863095+0000", 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044903579999999998 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.865414+0000", 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023191589999999999 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.902843+0000", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037428625 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.902889+0000", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5686000000000003e-05 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:29.902921+0000", 2023-09-23T18:11:30.366 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2703999999999997e-05 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:11:30.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:30.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 99568 99552 70.6323 32.875 0.0343835 0.0141514 2023-09-23T18:11:30.501 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:30.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:30.512 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:30.613 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:11:30.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:30.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:30 smithi018 ceph-mon[149401]: pgmap v833: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 587 op/s; 10593/291636 objects degraded (3.632%); 4992/291636 objects misplaced (1.712%); 984 KiB/s, 15 objects/s recovering 2023-09-23T18:11:30.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:30.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:30 smithi018 ceph-mon[153734]: pgmap v833: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 587 op/s; 10593/291636 objects degraded (3.632%); 4992/291636 objects misplaced (1.712%); 984 KiB/s, 15 objects/s recovering 2023-09-23T18:11:30.906 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:30.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:30.913 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:30.976 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:30.978 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:11:31.014 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:30 smithi149 ceph-mon[135148]: pgmap v833: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 37 MiB/s wr, 587 op/s; 10593/291636 objects degraded (3.632%); 4992/291636 objects misplaced (1.712%); 984 KiB/s, 15 objects/s recovering 2023-09-23T18:11:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:31.207 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:31.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:31.347 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:31.347 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:31.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 100164 100148 70.2576 37.25 0.0154964 0.0142275 2023-09-23T18:11:31.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:31.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:31.615 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:11:31.615 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:11:31.615 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:11:31.616 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:11:31.616 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:11:31.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:11:31.713 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:31.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:31.721 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:31.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:11:31.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: pgmap v835: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 42 MiB/s wr, 665 op/s; 10593/296619 objects degraded (3.571%); 4883/296619 objects misplaced (1.646%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/291636 objects degraded (3.632%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:11:31.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: failed to encode map e295 with expected crc 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: pgmap v835: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 42 MiB/s wr, 665 op/s; 10593/296619 objects degraded (3.571%); 4883/296619 objects misplaced (1.646%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:31.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/291636 objects degraded (3.632%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:31.822 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: failed to encode map e295 with expected crc 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: failed to encode map e295 with expected crc 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2557388965' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: failed to encode map e295 with expected crc 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: pgmap v835: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 42 MiB/s wr, 665 op/s; 10593/296619 objects degraded (3.571%); 4883/296619 objects misplaced (1.646%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/291636 objects degraded (3.632%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:32.225 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:32.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:32.234 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:32.313 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:32.335 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:32.378 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:32.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 90.0319 2023-09-23T18:11:32.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 100733 2023-09-23T18:11:32.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T18:11:32.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T18:11:32.442 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 69.9287 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 36.9538 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 203.625 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 1118 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 591.26 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 3258 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.014294 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 0.0300138 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 2.27279 2023-09-23T18:11:32.443 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.00115841 2023-09-23T18:11:32.448 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T18:11:32.505 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:32.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:32.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:32.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:32.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:33.058 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:33.106 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:33.135 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:33.163 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:33.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:33.253 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:33.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:33.285 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:33.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:33.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:33.337 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:33.365 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:33.366 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.367 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:11:33.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:33.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:33.870 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:33.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:33.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:33.960 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:11:33.977 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:34.068 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:11:34.068 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:11:34.068 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:11:34.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:33 smithi018 ceph-mon[149401]: pgmap v836: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 41 MiB/s wr, 653 op/s; 10593/297783 objects degraded (3.557%); 4883/297783 objects misplaced (1.640%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:34.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3434031188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:34.077 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:33 smithi018 ceph-mon[153734]: pgmap v836: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 41 MiB/s wr, 653 op/s; 10593/297783 objects degraded (3.557%); 4883/297783 objects misplaced (1.640%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:34.077 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3434031188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:34.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:33 smithi149 ceph-mon[135148]: pgmap v836: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 41 MiB/s wr, 653 op/s; 10593/297783 objects degraded (3.557%); 4883/297783 objects misplaced (1.640%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:34.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3434031188' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:34.186 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:34.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:34.195 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:34.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:34.384 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:34.528 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:34.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:34.540 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:34.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:34.738 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:34.887 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:34.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:34.895 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:34.948 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:34.995 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:35.000 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:34] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.33.4" 2023-09-23T18:11:35.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:35.074 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:35.074 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:35.074 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:35.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:35.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:35.180 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:35.273 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:35.610 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:35.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:35.616 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:35.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:35.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:35.888 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:11:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:35.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:35.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:35.966 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:11:36.011 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:36.042 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:36.083 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:36.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:36.087 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:36.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:36.218 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:36.268 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:36.270 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:36 smithi149 ceph-mon[135148]: pgmap v837: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 36 MiB/s wr, 595 op/s; 10593/299784 objects degraded (3.534%); 4883/299784 objects misplaced (1.629%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:36.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:36.272 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:36.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:36 smithi018 ceph-mon[149401]: pgmap v837: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 36 MiB/s wr, 595 op/s; 10593/299784 objects degraded (3.534%); 4883/299784 objects misplaced (1.629%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:36.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:36 smithi018 ceph-mon[153734]: pgmap v837: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 36 MiB/s wr, 595 op/s; 10593/299784 objects degraded (3.534%); 4883/299784 objects misplaced (1.629%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:36.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:36.400 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:36.437 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:36.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:36.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:36.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:36.614 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:36.736 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:36.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:36.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:36.849 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:36.940 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:37.024 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:37.052 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:37.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:37.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:37.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:37.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/299784 objects degraded (3.534%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:37.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/299784 objects degraded (3.534%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:37.251 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:37.378 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:37.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:37.385 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/299784 objects degraded (3.534%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:37.485 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:37.516 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:37.554 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:37.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:37.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:37.659 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:37.698 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:37.735 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:37.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:37.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:37.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:38.140 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:38.464 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:11:38.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:38.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:38.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:38.694 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[153734]: pgmap v838: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 28 MiB/s wr, 597 op/s; 10593/297792 objects degraded (3.557%); 4760/297792 objects misplaced (1.598%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:11:38.694 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3470930384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.694 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[149401]: pgmap v838: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 28 MiB/s wr, 597 op/s; 10593/297792 objects degraded (3.557%); 4760/297792 objects misplaced (1.598%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:11:38.697 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3470930384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.697 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:38.825 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:38 smithi149 ceph-mon[135148]: pgmap v838: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 28 MiB/s wr, 597 op/s; 10593/297792 objects degraded (3.557%); 4760/297792 objects misplaced (1.598%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:11:38.825 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3470930384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.825 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:11:38.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:38.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:38.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:38.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:38.971 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:39.000 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:39.053 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:39.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:39.058 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:39.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:39.250 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:39.337 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:39.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:39.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:39.446 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:39.472 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:11:39.473 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:11:39.473 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:11:39.473 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:11:39.473 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:11:39.474 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:11:39.481 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:39.526 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:39.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:39.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[153734]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:39 smithi018 ceph-mon[149401]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.633 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:39.672 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:39.720 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:39.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:39.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:11:39.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T18:11:39.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.723 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:39 smithi149 ceph-mon[135148]: failed to encode map e296 with expected crc 2023-09-23T18:11:39.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:39.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:39.825 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:39.858 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:39.906 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:39.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:39.910 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:40.011 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:40.103 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:40.181 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:40.185 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:40.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:40.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:40.300 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:40.441 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:40.441 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:40.486 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:40.529 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:40.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:40.623 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:40.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:40.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:40.638 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:40.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:40 smithi149 ceph-mon[135148]: pgmap v840: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 124 B/s rd, 21 MiB/s wr, 640 op/s; 10593/294909 objects degraded (3.592%); 4760/294909 objects misplaced (1.614%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:40.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1093617632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:40.679 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:40.719 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:40.729 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:40.730 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:11:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:11:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:11:40.730 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:11:40.730 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[149401]: pgmap v840: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 124 B/s rd, 21 MiB/s wr, 640 op/s; 10593/294909 objects degraded (3.592%); 4760/294909 objects misplaced (1.614%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1093617632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[153734]: pgmap v840: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 124 B/s rd, 21 MiB/s wr, 640 op/s; 10593/294909 objects degraded (3.592%); 4760/294909 objects misplaced (1.614%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:40.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1093617632' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:40.764 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:40.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.775 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.776 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.776 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:11:40.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:40.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:40.967 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:41.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:41.116 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:41.199 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:41.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:41.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:41.307 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:41.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:41.455 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:41.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:41.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:41.489 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/294909 objects degraded (3.592%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:41.529 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:11:41.536 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:11:41.536 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:11:41.536 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:11:41.562 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:41.565 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/294909 objects degraded (3.592%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:41.767 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:41.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:41.777 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:41.782 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/294909 objects degraded (3.592%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:41.878 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:41.902 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:11:41.909 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:42.013 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:42.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:42.017 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:42.118 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:42.284 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:42.381 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:42.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:42.392 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:42.467 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:42.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:42.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:42 smithi018 ceph-mon[149401]: pgmap v841: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 12 MiB/s wr, 534 op/s; 10593/291921 objects degraded (3.629%); 4760/291921 objects misplaced (1.631%); 787 KiB/s, 12 objects/s recovering 2023-09-23T18:11:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:42 smithi018 ceph-mon[153734]: pgmap v841: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 12 MiB/s wr, 534 op/s; 10593/291921 objects degraded (3.629%); 4760/291921 objects misplaced (1.631%); 787 KiB/s, 12 objects/s recovering 2023-09-23T18:11:42.620 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:42.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:42.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:42.883 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:42 smithi149 ceph-mon[135148]: pgmap v841: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 12 MiB/s wr, 534 op/s; 10593/291921 objects degraded (3.629%); 4760/291921 objects misplaced (1.631%); 787 KiB/s, 12 objects/s recovering 2023-09-23T18:11:42.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:43.084 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:43.164 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:43.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:43.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:43.273 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:43.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:11:44.807 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:44.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:44 smithi018 ceph-mon[153734]: pgmap v842: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 9.4 MiB/s wr, 674 op/s; 10593/286539 objects degraded (3.697%); 4631/286539 objects misplaced (1.616%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:44.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:44 smithi018 ceph-mon[149401]: pgmap v842: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 9.4 MiB/s wr, 674 op/s; 10593/286539 objects degraded (3.697%); 4631/286539 objects misplaced (1.616%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:44.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:44.815 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:44 smithi149 ceph-mon[135148]: pgmap v842: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 9.4 MiB/s wr, 674 op/s; 10593/286539 objects degraded (3.697%); 4631/286539 objects misplaced (1.616%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:44.915 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:44.955 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:45.004 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:45.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:45.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:45.109 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:11:45.141 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:45.182 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:11:45.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:45.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:11:45.286 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:45.315 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:45.315 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:44] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.33.4" 2023-09-23T18:11:45.370 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:45.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:45.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:45.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:45.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:45.855 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:45.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:45.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:45.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:46.034 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:46.278 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:46.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:46.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:46.385 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:46.418 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:46.466 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:46.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:46.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:46 smithi018 ceph-mon[153734]: pgmap v843: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 4.4 MiB/s wr, 665 op/s; 10593/284034 objects degraded (3.729%); 4631/284034 objects misplaced (1.630%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/284034 objects degraded (3.729%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:46.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:46 smithi018 ceph-mon[149401]: pgmap v843: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 4.4 MiB/s wr, 665 op/s; 10593/284034 objects degraded (3.729%); 4631/284034 objects misplaced (1.630%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:46.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/284034 objects degraded (3.729%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:46.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:46.668 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:46.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:46 smithi149 ceph-mon[135148]: pgmap v843: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 102 B/s rd, 4.4 MiB/s wr, 665 op/s; 10593/284034 objects degraded (3.729%); 4631/284034 objects misplaced (1.630%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:46.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/284034 objects degraded (3.729%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:47.037 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 6, 7, 1, 2] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:11:47.038 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:11:47.038 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [0, 3, 4, 5, 6, 7, 1, 2] 2023-09-23T18:11:47.038 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 6 2023-09-23T18:11:47.055 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:47.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:47.062 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:47.162 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:47.191 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:47.239 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:47.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:47.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:47.343 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:47.466 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:47.628 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:47.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:47.694 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:47.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:47.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:47.821 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:47.871 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:47.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:47.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105084 5.1 5:8b9d83e7:::benchmark_data_smithi018_184207_object30423:head [delete] snapc 0=[] ondisk+write+known_if_redirected e173)", 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 567.14757519099999, 2023-09-23T18:11:47.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.53055696600000002, 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105084 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:11:47.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771661+0000", 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771659+0000", 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771669+0000", 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3160000000000003e-06 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771696+0000", 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7693999999999999e-05 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771708+0000", 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1381e-05 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771770+0000", 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2006000000000002e-05 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.771933+0000", 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016302100000000001 2023-09-23T18:11:47.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.772082+0000", 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014956600000000001 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.775561+0000", 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034786880000000002 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.778902+0000", 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033412020000000001 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.791746+0000", 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012843676 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:47.928 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:20.791759+0000", 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3304e-05 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.302144+0000", 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51038480399999997 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.302218+0000", 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4116000000000007e-05 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.929 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.34800.0:105089 5.0 5:0da0c72e:::benchmark_data_smithi018_184207_object30428:head [delete] snapc 0=[] ondisk+write+known_if_redirected e175)", 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 566.60370162100003, 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.156917585, 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.930 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.34800", 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 105089 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315535+0000", 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315532+0000", 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315546+0000", 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4216000000000001e-05 2023-09-23T18:11:47.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315578+0000", 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2326999999999997e-05 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315595+0000", 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6952999999999998e-05 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315737+0000", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141963 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:21.315748+0000", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1482e-05 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.465997+0000", 2023-09-23T18:11:47.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.150248199 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.466201+0000", 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020428699999999999 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.466403+0000", 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000201907 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471289+0000", 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004886128 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471320+0000", 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1260999999999998e-05 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.936 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471327+0000", 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4130000000000003e-06 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.471362+0000", 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5797000000000003e-05 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:02:22.472452+0000", 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001089689 2023-09-23T18:11:47.937 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.938 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.938 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32279 6.c 6:3a6cba48:::benchmark_data_smithi018_246789_object32278:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 352.30261582399999, 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57988121800000003, 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.939 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32279 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616619+0000", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616643+0000", 2023-09-23T18:11:47.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4151999999999998e-05 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616660+0000", 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6911000000000001e-05 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616667+0000", 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5859999999999999e-06 2023-09-23T18:11:47.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616930+0000", 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026255099999999997 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.617053+0000", 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123168 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.617206+0000", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015268700000000001 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620020+0000", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028142979999999998 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.623921+0000", 2023-09-23T18:11:47.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039006119999999999 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196415+0000", 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57249435800000004 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196464+0000", 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9310000000000001e-05 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196502+0000", 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7280000000000002e-05 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32286 6.c 6:3079fd4c:::benchmark_data_smithi018_246789_object32285:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 352.29945460300002, 2023-09-23T18:11:47.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57682015099999995, 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32286 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619780+0000", 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:47.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619804+0000", 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3949000000000001e-05 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619816+0000", 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1935e-05 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619825+0000", 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5050000000000007e-06 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620045+0000", 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000220122 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620171+0000", 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012650899999999999 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620306+0000", 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013498199999999999 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.623927+0000", 2023-09-23T18:11:47.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036210029999999998 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.626401+0000", 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024741440000000002 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196536+0000", 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.570134692 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196572+0000", 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5830000000000001e-05 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196602+0000", 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9920000000000002e-05 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32299 6.c 6:399cf70f:::benchmark_data_smithi018_246789_object32298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 352.29042730100002, 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56789709799999999, 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.954 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32299 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628808+0000", 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628832+0000", 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4309999999999999e-05 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628842+0000", 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0001e-05 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628849+0000", 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8630000000000002e-06 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628912+0000", 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3264999999999998e-05 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.629027+0000", 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114997 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.629155+0000", 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012758999999999999 2023-09-23T18:11:47.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.630640+0000", 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001485042 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633322+0000", 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002682074 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196632+0000", 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56330974899999997 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196668+0000", 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6035999999999999e-05 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196706+0000", 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8077999999999997e-05 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32303 6.c 6:30b6741f:::benchmark_data_smithi018_246789_object32302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 352.28527680000002, 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56294891999999996, 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.961 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32303 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633958+0000", 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633978+0000", 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0222000000000001e-05 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633990+0000", 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1469e-05 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633998+0000", 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5089999999999993e-06 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634049+0000", 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0476999999999998e-05 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634220+0000", 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017150800000000001 2023-09-23T18:11:47.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634381+0000", 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016080900000000001 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.635745+0000", 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013641669999999999 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.635900+0000", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015462700000000001 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196823+0000", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56092313999999999 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196868+0000", 2023-09-23T18:11:47.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5260999999999999e-05 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196908+0000", 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9888999999999997e-05 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:122848 6.f 6:f7db2c74:::benchmark_data_smithi018_246789_object21140:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:11:47.968 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:07:44.376344+0000", 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 243.54289230800001, 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.117623214, 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 122848 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376344+0000", 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376344+0000", 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376343+0000", 2023-09-23T18:11:47.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376347+0000", 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4410000000000003e-06 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376356+0000", 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6209999999999993e-06 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.376363+0000", 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0010000000000004e-06 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.476642+0000", 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10027958300000001 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.476809+0000", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016670300000000001 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.478693+0000", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001883895 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.486027+0000", 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007334452 2023-09-23T18:11:47.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.486067+0000", 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9038999999999997e-05 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.491886+0000", 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058197149999999996 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.491937+0000", 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0541999999999998e-05 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:44.493967+0000", 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002030352 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.975 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:124260 6.f 6:f1951148:::benchmark_data_smithi018_246789_object22552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:07:46.223134+0000", 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 241.69610262899999, 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12035575, 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124260 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223134+0000", 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223134+0000", 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223133+0000", 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223136+0000", 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.191e-06 2023-09-23T18:11:47.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223144+0000", 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.542e-06 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.223150+0000", 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8320000000000002e-06 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.231925+0000", 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0087753180000000007 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.232105+0000", 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000179762 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:11:47.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.232275+0000", 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000169846 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.236198+0000", 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039234780000000002 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.238530+0000", 2023-09-23T18:11:47.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023316610000000001 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.341502+0000", 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10297206 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.341559+0000", 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7561e-05 2023-09-23T18:11:47.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:07:46.343489+0000", 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019300039999999999 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:133796 6.f 6:ff798df4:::benchmark_data_smithi018_246789_object32088:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:00.040241+0000", 2023-09-23T18:11:47.983 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 227.87899474, 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11986285000000001, 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133796 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040241+0000", 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040241+0000", 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040240+0000", 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:47.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040246+0000", 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5239999999999997e-06 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040259+0000", 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2808e-05 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040267+0000", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3000000000000002e-06 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.046121+0000", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058536430000000004 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.046282+0000", 2023-09-23T18:11:47.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016057500000000001 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.152618+0000", 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.106336504 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158871+0000", 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0062524659999999999 2023-09-23T18:11:47.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158937+0000", 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6629000000000002e-05 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158948+0000", 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0885e-05 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.159003+0000", 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5089000000000001e-05 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.160104+0000", 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001101035 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:133798 6.c 6:35688f02:::benchmark_data_smithi018_246789_object32090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:00.040277+0000", 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 227.87895967599999, 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.1168868, 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133798 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.991 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040277+0000", 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040277+0000", 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040276+0000", 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040279+0000", 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0620000000000001e-06 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040286+0000", 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0559999999999999e-06 2023-09-23T18:11:47.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040292+0000", 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6319999999999996e-06 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040517+0000", 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000225427 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040626+0000", 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109032 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040746+0000", 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011962400000000001 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.155777+0000", 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115030707 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.155785+0000", 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4800000000000001e-06 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157074+0000", 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012883980000000001 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157121+0000", 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7744999999999998e-05 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157163+0000", 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2067999999999998e-05 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPushReply(6.f 252/226 [PushReplyOp(6:f4e04cd6:::benchmark_data_smithi018_246789_object40040:head)])", 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:00.040292+0000", 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 227.878944007, 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11853886600000001, 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040292+0000", 2023-09-23T18:11:47.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040292+0000", 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040292+0000", 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:47.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040297+0000", 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.887e-06 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040305+0000", 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0120000000000005e-06 2023-09-23T18:11:48.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.040311+0000", 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.993e-06 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.155944+0000", 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115633561 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158831+0000", 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002886783 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:133805 6.c 6:36c01f26:::benchmark_data_smithi018_246789_object32097:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:00.043109+0000", 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 227.876127389, 2023-09-23T18:11:48.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11414877900000001, 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133805 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043109+0000", 2023-09-23T18:11:48.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043109+0000", 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043108+0000", 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043114+0000", 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3080000000000004e-06 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043125+0000", 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.098e-05 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043132+0000", 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.345e-06 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043896+0000", 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00076334199999999997 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.044013+0000", 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011793700000000001 2023-09-23T18:11:48.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.044139+0000", 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000125926 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.155791+0000", 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.111651529 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157041+0000", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001250557 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157196+0000", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015463099999999999 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157229+0000", 2023-09-23T18:11:48.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2688000000000003e-05 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.157258+0000", 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8829000000000001e-05 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.009 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.35487.0:133800 6.7 e252/233 6:e38fb5e7:::benchmark_data_smithi018_246789_object32092:head v 252'6584, mlcod=252'6581)", 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:00.043354+0000", 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 227.87588220399999, 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115446681, 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043354+0000", 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043354+0000", 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043353+0000", 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043359+0000", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0589999999999999e-06 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043369+0000", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7690000000000008e-06 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.043376+0000", 2023-09-23T18:11:48.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8009999999999998e-06 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.044078+0000", 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00070167500000000002 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.044095+0000", 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7481000000000001e-05 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158762+0000", 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11466691499999999 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:00.158801+0000", 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.862e-05 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:156219 6.16 6:6ebd01db:::benchmark_data_smithi018_246789_object54511:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:08:32.486725+0000", 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 195.43251089699999, 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.118956508, 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:11:48.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 156219 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486725+0000", 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486725+0000", 2023-09-23T18:11:48.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486724+0000", 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486731+0000", 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9659999999999999e-06 2023-09-23T18:11:48.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486742+0000", 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0969e-05 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486747+0000", 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2950000000000001e-06 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486791+0000", 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4314000000000003e-05 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.486897+0000", 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000105379 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:11:48.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.487342+0000", 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044566000000000001 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.489714+0000", 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002371611 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.499425+0000", 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0097112889999999997 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.605581+0000", 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10615588099999999 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.605634+0000", 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3100999999999999e-05 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:08:32.605682+0000", 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7530000000000001e-05 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:86358 7.1 7:8a73bc93:::benchmark_data_smithi018_282512_object86357:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:09.565567+0000", 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 38.353669424000003, 2023-09-23T18:11:48.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.083023978999999998, 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 86358 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565567+0000", 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565567+0000", 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565566+0000", 2023-09-23T18:11:48.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565588+0000", 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2167e-05 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565600+0000", 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1358999999999999e-05 2023-09-23T18:11:48.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.565605+0000", 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6659999999999996e-06 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.569102+0000", 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003496655 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.569303+0000", 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020057899999999999 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.569481+0000", 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000178639 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.578883+0000", 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0094020100000000006 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.596278+0000", 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017394887000000001 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.645875+0000", 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049596662 2023-09-23T18:11:48.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.645915+0000", 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9631000000000001e-05 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:09.648591+0000", 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026762410000000002 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.029 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:86961 7.1 7:8b052f2e:::benchmark_data_smithi018_282512_object86960:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:10.583544+0000", 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.335692160999997, 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085627164000000006, 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.030 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 86961 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583544+0000", 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583544+0000", 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583543+0000", 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583565+0000", 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1746000000000002e-05 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583575+0000", 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4919999999999999e-06 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.583581+0000", 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.319e-06 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.609427+0000", 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025845960000000001 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.609620+0000", 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019318300000000001 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.609850+0000", 2023-09-23T18:11:48.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023005000000000001 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.616526+0000", 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066763539999999998 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.625134+0000", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086075160000000008 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.666105+0000", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040971311000000003 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.666147+0000", 2023-09-23T18:11:48.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1758000000000002e-05 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:10.669171+0000", 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030241970000000002 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:88747 7.1 7:819e4085:::benchmark_data_smithi018_282512_object88746:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e292)", 2023-09-23T18:11:48.037 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:13.414341+0000", 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 34.504895341999998, 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084646947, 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 88747 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414341+0000", 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414341+0000", 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414340+0000", 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414358+0000", 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8012999999999998e-05 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414365+0000", 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.28e-06 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.414370+0000", 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9130000000000002e-06 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.423141+0000", 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0087709569999999994 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.423342+0000", 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020091 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.423529+0000", 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018772 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.431452+0000", 2023-09-23T18:11:48.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079223950000000005 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.431744+0000", 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00029257399999999998 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.486455+0000", 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.054711055000000001 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.486510+0000", 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4707999999999999e-05 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:13.498988+0000", 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012477856000000001 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:109657 7.1 7:8c33c6d4:::benchmark_data_smithi018_282512_object8921:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:46.487544+0000", 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.4316920579999999, 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13380571499999999, 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 109657 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487544+0000", 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487544+0000", 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487544+0000", 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487548+0000", 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8810000000000004e-06 2023-09-23T18:11:48.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487561+0000", 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2999999999999999e-05 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487569+0000", 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0929999999999997e-06 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487612+0000", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3337999999999997e-05 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487796+0000", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000184406 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.487948+0000", 2023-09-23T18:11:48.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015145800000000001 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.500940+0000", 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012992142999999999 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.500946+0000", 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3219999999999998e-06 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.618275+0000", 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.117328525 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.618335+0000", 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0423000000000001e-05 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.621350+0000", 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030147469999999999 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:109663 7.1 7:802f5633:::benchmark_data_smithi018_282512_object8927:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:46.494775+0000", 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.4244612910000001, 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12914208899999999, 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 109663 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494775+0000", 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494775+0000", 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494773+0000", 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494780+0000", 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4300000000000003e-06 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494798+0000", 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.819e-05 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.494808+0000", 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9000000000000001e-06 2023-09-23T18:11:48.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.497015+0000", 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022073190000000001 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.497168+0000", 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000152931 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.497319+0000", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015134600000000001 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501034+0000", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037144669999999999 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.505513+0000", 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044793580000000001 2023-09-23T18:11:48.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.621393+0000", 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115879598 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.621446+0000", 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3230999999999999e-05 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.623917+0000", 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024708809999999999 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:109672 7.1 7:8b57f07f:::benchmark_data_smithi018_282512_object8936:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:11:48.059 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:46.501864+0000", 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.4173722790000001, 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12408174800000001, 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:11:48.060 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 109672 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501864+0000", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501864+0000", 2023-09-23T18:11:48.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501862+0000", 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501870+0000", 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0579999999999998e-06 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501884+0000", 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3165e-05 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501892+0000", 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6240000000000008e-06 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.501940+0000", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8362000000000002e-05 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.502126+0000", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000185143 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.502290+0000", 2023-09-23T18:11:48.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016441900000000001 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.505596+0000", 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033058639999999999 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.508725+0000", 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031289460000000001 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.623948+0000", 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115222725 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.623986+0000", 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8804000000000003e-05 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:11:48.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:46.625946+0000", 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019592809999999998 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:11:48.067 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:11:48.067 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:48.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:48.134 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:48.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:48.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:48.239 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:48.278 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:48.321 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:48.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:48.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:48.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:48.530 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:48.600 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:11:48.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:48 smithi018 ceph-mon[153734]: pgmap v844: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 616 op/s; 10593/279273 objects degraded (3.793%); 4500/279273 objects misplaced (1.611%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:48 smithi018 ceph-mon[149401]: pgmap v844: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 616 op/s; 10593/279273 objects degraded (3.793%); 4500/279273 objects misplaced (1.611%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:48.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:48 smithi149 ceph-mon[135148]: pgmap v844: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 616 op/s; 10593/279273 objects degraded (3.793%); 4500/279273 objects misplaced (1.611%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:49.171 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:49.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:49.180 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:49.263 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:49.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:49.296 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:49.372 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:49.467 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:49.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:49.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:49.574 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:49.706 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:49.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:49.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:49.883 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:49.983 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:50.015 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:50.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:50.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:50.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:50.294 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:50.300 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:50.334 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:50.349 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:50.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:50.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:50.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:50.390 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:50.440 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:50.483 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:50.491 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:50.523 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:50.555 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:50.593 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:50.618 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:50.619 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:50.621 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:50.621 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:11:50.641 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[149401]: pgmap v845: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 10593/276150 objects degraded (3.836%); 4500/276150 objects misplaced (1.630%); 1.5 MiB/s, 24 objects/s recovering 2023-09-23T18:11:50.641 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2048939594' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3091364827' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[153734]: pgmap v845: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 10593/276150 objects degraded (3.836%); 4500/276150 objects misplaced (1.630%); 1.5 MiB/s, 24 objects/s recovering 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2048939594' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.642 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3091364827' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:50.646 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.646 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.646 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.646 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.647 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.647 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.647 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.647 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:11:50.681 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:50.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:50.686 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:50.764 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:50 smithi149 ceph-mon[135148]: pgmap v845: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 10593/276150 objects degraded (3.836%); 4500/276150 objects misplaced (1.630%); 1.5 MiB/s, 24 objects/s recovering 2023-09-23T18:11:50.764 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2048939594' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:11:50.765 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3091364827' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:50.786 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:50.854 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:51.042 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:11:51.481 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:51.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:51.493 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:51.593 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:51.631 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:51.675 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:51.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:51.682 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:51.683 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:51.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:51.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:51.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T18:11:51.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.728 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/276150 objects degraded (3.836%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.734 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/276150 objects degraded (3.836%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:51.784 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:51.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: failed to encode map e297 with expected crc 2023-09-23T18:11:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/276150 objects degraded (3.836%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:51.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:51.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:52.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:52.157 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:52.226 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:52.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:52.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:52.337 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:52.440 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:52.560 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:52.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:52.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:52.663 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.6. 2023-09-23T18:11:52.669 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[153734]: pgmap v847: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 615 op/s; 10593/273435 objects degraded (3.874%); 4500/273435 objects misplaced (1.646%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4091279277' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[153734]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:11:52.428+0000 7fd4195e6700 -1 mon.a@0(leader).osd e297 definitely_dead 0 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[149401]: pgmap v847: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 615 op/s; 10593/273435 objects degraded (3.874%); 4500/273435 objects misplaced (1.646%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:52.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4091279277' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.696 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:52 smithi018 ceph-mon[149401]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T18:11:52.706 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:52.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:52.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:52 smithi149 ceph-mon[135148]: pgmap v847: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 615 op/s; 10593/273435 objects degraded (3.874%); 4500/273435 objects misplaced (1.646%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:11:52.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4091279277' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T18:11:52.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:52 smithi149 ceph-mon[135148]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T18:11:52.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:52.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:52.892 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:52.893 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:52.948 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:52.978 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.065 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:53.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.068 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:53.169 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:53.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.236 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:53.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.240 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:53.241 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:11:53.340 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:53.368 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.403 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:53.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.406 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:53.458 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:11:53.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:11:53.534 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:11:53.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.574 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:11:53.649 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:11:53.675 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:53.737 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.782 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:53.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.788 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[149401]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[149401]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[149401]: osdmap e298: 8 total, 8 up, 7 in 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[149401]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[153734]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[153734]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[153734]: osdmap e298: 8 total, 8 up, 7 in 2023-09-23T18:11:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:53 smithi018 ceph-mon[153734]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.888 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:53.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:53 smithi149 ceph-mon[135148]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:53 smithi149 ceph-mon[135148]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T18:11:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:53 smithi149 ceph-mon[135148]: osdmap e298: 8 total, 8 up, 7 in 2023-09-23T18:11:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:53 smithi149 ceph-mon[135148]: failed to encode map e298 with expected crc 2023-09-23T18:11:53.914 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:53.922 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:53.955 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:53.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:53.960 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:54.061 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:54.091 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:54.171 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:54.179 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:54.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:54.182 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:54.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:11:54.313 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:54.403 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:11:54.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:54.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:11:54.507 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:54.539 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:54.574 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:54.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:54.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:54.678 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:54.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: pgmap v849: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 10593/267759 objects degraded (3.956%); 4361/267759 objects misplaced (1.629%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:11:54.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: failed to encode map e299 with expected crc 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: failed to encode map e299 with expected crc 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: failed to encode map e299 with expected crc 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: osdmap e299: 8 total, 8 up, 7 in 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: failed to encode map e299 with expected crc 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: failed to encode map e299 with expected crc 2023-09-23T18:11:54.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:54.692 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:11:54.717 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:54.752 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:54.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:54.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:54.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: pgmap v849: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 10593/267759 objects degraded (3.956%); 4361/267759 objects misplaced (1.629%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: osdmap e299: 8 total, 8 up, 7 in 2023-09-23T18:11:55.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:11:54] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.33.4" 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: pgmap v849: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 10593/267759 objects degraded (3.956%); 4361/267759 objects misplaced (1.629%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: osdmap e299: 8 total, 8 up, 7 in 2023-09-23T18:11:55.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: failed to encode map e299 with expected crc 2023-09-23T18:11:55.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:11:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:55.124 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:55.124 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:55.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:55.234 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:55.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:55.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:55.577 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:11:55.686 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[153734]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[153734]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[153734]: osdmap e300: 8 total, 8 up, 7 in 2023-09-23T18:11:55.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[149401]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[149401]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:55 smithi018 ceph-mon[149401]: osdmap e300: 8 total, 8 up, 7 in 2023-09-23T18:11:55.731 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:55.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:55.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:55.838 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:55 smithi149 ceph-mon[135148]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:55 smithi149 ceph-mon[135148]: failed to encode map e300 with expected crc 2023-09-23T18:11:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:55 smithi149 ceph-mon[135148]: osdmap e300: 8 total, 8 up, 7 in 2023-09-23T18:11:55.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:56.209 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:56.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:56.294 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:56.394 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:56.542 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:56.617 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:56.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:56.624 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:11:56.725 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:11:56.747 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:11:56.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:56 smithi149 ceph-mon[135148]: pgmap v852: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 568 op/s; 10593/267024 objects degraded (3.967%); 4361/267024 objects misplaced (1.633%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:56.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:56 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:56.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3144579341' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.754 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10593/267024 objects degraded (3.967%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:56.757 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:56.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[149401]: pgmap v852: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 568 op/s; 10593/267024 objects degraded (3.967%); 4361/267024 objects misplaced (1.633%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:56.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:56.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3144579341' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10593/267024 objects degraded (3.967%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:56.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[153734]: pgmap v852: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.4 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 568 op/s; 10593/267024 objects degraded (3.967%); 4361/267024 objects misplaced (1.633%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T18:11:56.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:11:56.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3144579341' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:11:56.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10593/267024 objects degraded (3.967%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:11:57.000 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:11:57.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:57.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:11:57.105 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:11:57.206 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:57.317 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:11:57.337 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:11:57.385 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:11:57.395 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:11:57.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:57.408 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:11:57.441 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:11:57.487 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:11:57.497 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:11:57.497 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:11:57.507 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:11:57.509 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:11:57.540 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:57.540 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:11:57.589 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.611 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:11:57.730 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:11:57.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:57.734 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: osdmap e301: 8 total, 8 up, 7 in 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3840060717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:57.835 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:11:57.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:11:57.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:57.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:57.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: osdmap e301: 8 total, 8 up, 7 in 2023-09-23T18:11:57.902 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3840060717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: osdmap e301: 8 total, 8 up, 7 in 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: failed to encode map e301 with expected crc 2023-09-23T18:11:57.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3840060717' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:11:57.918 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:58.116 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1, 2] out_osds: [6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:11:58.116 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:11:58.116 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_2 2023-09-23T18:11:58.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:11:58.485 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:11:59.046 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:58 smithi149 ceph-mon[135148]: pgmap v854: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 75 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 18829/264600 objects degraded (7.116%); 4395/264600 objects misplaced (1.661%); 2.9 MiB/s, 2 keys/s, 44 objects/s recovering 2023-09-23T18:11:59.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:58 smithi018 ceph-mon[153734]: pgmap v854: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 75 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 18829/264600 objects degraded (7.116%); 4395/264600 objects misplaced (1.661%); 2.9 MiB/s, 2 keys/s, 44 objects/s recovering 2023-09-23T18:11:59.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:58 smithi018 ceph-mon[149401]: pgmap v854: 89 pgs: 1 unknown, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 75 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 18829/264600 objects degraded (7.116%); 4395/264600 objects misplaced (1.661%); 2.9 MiB/s, 2 keys/s, 44 objects/s recovering 2023-09-23T18:11:59.488 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:11:59.607 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:11:59.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:59.613 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:11:59.714 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:11:59.769 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:11:59.769 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:11:59.769 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:11:59.770 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:11:59.770 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:11:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:59 smithi018 ceph-mon[149401]: pgmap v855: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 44096/262845 objects degraded (16.776%); 4395/262845 objects misplaced (1.672%); 2.7 MiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:11:59.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:11:59 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T18:11:59.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:59 smithi018 ceph-mon[153734]: pgmap v855: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 44096/262845 objects degraded (16.776%); 4395/262845 objects misplaced (1.672%); 2.7 MiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:11:59.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:11:59 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T18:11:59.843 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:11:59.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:59 smithi149 ceph-mon[135148]: pgmap v855: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 44096/262845 objects degraded (16.776%); 4395/262845 objects misplaced (1.672%); 2.7 MiB/s, 1 keys/s, 42 objects/s recovering 2023-09-23T18:11:59.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:11:59 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-09-23T18:11:59.957 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:11:59.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:11:59.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:00.026 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:00.062 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:00.101 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:00.116 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:12:00.140 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:00.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:00.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:00.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:00.272 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:00.313 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:00.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:00.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:00.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:00.445 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:00.480 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:00.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:00.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:00.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:00.725 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:00.744 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:00.785 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:00.807 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:00.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:00.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:00.922 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:01.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:01.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:01.163 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:01.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:01.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:01.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:01.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:01.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:01.597 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:01.628 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:01.668 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:01.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:01.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:01.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:12:01.772 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:01.805 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:01.893 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:01.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:01.897 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:01.998 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:02.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:02 smithi018 ceph-mon[149401]: pgmap v856: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.3 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 221 op/s; 44096/262170 objects degraded (16.820%); 4395/262170 objects misplaced (1.676%); 2.2 MiB/s, 1 keys/s, 35 objects/s recovering 2023-09-23T18:12:02.021 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 44096/262170 objects degraded (16.820%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:02.030 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:02.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:02.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:02.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:02 smithi149 ceph-mon[135148]: pgmap v856: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.3 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 221 op/s; 44096/262170 objects degraded (16.820%); 4395/262170 objects misplaced (1.676%); 2.2 MiB/s, 1 keys/s, 35 objects/s recovering 2023-09-23T18:12:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 44096/262170 objects degraded (16.820%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:02.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:02.217 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:12:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:12:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113314 5.6 5:6b5c9fc2:::benchmark_data_smithi018_184207_object38653:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.62720993599999, 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.049203774, 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113314 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587863+0000", 2023-09-23T18:12:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587860+0000", 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2612999999999999e-05 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587873+0000", 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4127000000000001e-05 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587897+0000", 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0679000000000001e-05 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587907+0000", 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0835999999999997e-05 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.587988+0000", 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6447999999999999e-05 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.588005+0000", 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0059306830000001 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.593935+0000", 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010443899999999999 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.594040+0000", 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0737999999999998e-05 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.594131+0000", 2023-09-23T18:12:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018699384999999999 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612830+0000", 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024065074999999998 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636895+0000", 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0772000000000006e-05 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636966+0000", 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1169999999999999e-05 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637027+0000", 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9570999999999998e-05 2023-09-23T18:12:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637066+0000", 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.049203774 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113332 5.6 5:65dcf1f5:::benchmark_data_smithi018_184207_object38671:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.44527241799994, 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86739139099999996, 2023-09-23T18:12:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113332 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769800+0000", 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769798+0000", 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1085e-05 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769809+0000", 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9422000000000001e-05 2023-09-23T18:12:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769829+0000", 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8319999999999995e-06 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769837+0000", 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8470000000000001e-05 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769896+0000", 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0226e-05 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.769906+0000", 2023-09-23T18:12:02.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.827522855 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597429+0000", 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011935299999999999 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597548+0000", 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000132958 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.597681+0000", 2023-09-23T18:12:02.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015158361 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612840+0000", 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024098901999999998 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.636939+0000", 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018354600000000001 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637122+0000", 2023-09-23T18:12:02.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6850000000000001e-05 2023-09-23T18:12:02.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.241 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637159+0000", 2023-09-23T18:12:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2601999999999997e-05 2023-09-23T18:12:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637192+0000", 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86739139099999996 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.243 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113351 5.6 5:6ed9b6c8:::benchmark_data_smithi018_184207_object38690:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.37367485799996, 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.79588199100000001, 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.244 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113351 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:12:02.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841398+0000", 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841396+0000", 2023-09-23T18:12:02.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9169999999999995e-06 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841405+0000", 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7977000000000001e-05 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841423+0000", 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3990000000000004e-06 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841431+0000", 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6340000000000004e-05 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841508+0000", 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0801e-05 2023-09-23T18:12:02.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:27.841519+0000", 2023-09-23T18:12:02.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.76002608699999996 2023-09-23T18:12:02.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601545+0000", 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000128701 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601673+0000", 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154656 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.601828+0000", 2023-09-23T18:12:02.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022688281000000001 2023-09-23T18:12:02.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.624516+0000", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012581854999999999 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637098+0000", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120154 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637218+0000", 2023-09-23T18:12:02.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3685e-05 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637252+0000", 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7752000000000001e-05 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637280+0000", 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.79588199100000001 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.256 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113410 5.6 5:6bf48c3b:::benchmark_data_smithi018_184207_object38749:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.16031147199999, 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.58264248299999999, 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.257 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113410 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054761+0000", 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:12:02.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054759+0000", 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.22e-05 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054771+0000", 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9785000000000001e-05 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054791+0000", 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1060000000000006e-06 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054800+0000", 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9589e-05 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054879+0000", 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3465999999999999e-05 2023-09-23T18:12:02.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.054893+0000", 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.550345262 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605238+0000", 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013982600000000001 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605378+0000", 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012994300000000001 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.605508+0000", 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019018765 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.624527+0000", 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012779418000000001 2023-09-23T18:12:02.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637306+0000", 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1848000000000002e-05 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637328+0000", 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8593e-05 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637376+0000", 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7160000000000001e-05 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637404+0000", 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.58264248299999999 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113427 5.6 5:602b6b11:::benchmark_data_smithi018_184207_object38766:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.09010245800005, 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.51254571500000001, 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113427 2023-09-23T18:12:02.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124970+0000", 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124969+0000", 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6810000000000004e-06 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124977+0000", 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4953000000000001e-05 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124992+0000", 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4289999999999998e-06 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.124999+0000", 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0059000000000002e-05 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.125059+0000", 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6029999999999994e-06 2023-09-23T18:12:02.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.125068+0000", 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.48418466599999999 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609253+0000", 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015836600000000001 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609411+0000", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158426 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.609570+0000", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022850459 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.632420+0000", 2023-09-23T18:12:02.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050112639999999996 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637431+0000", 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2320999999999999e-05 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637454+0000", 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3961999999999998e-05 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637488+0000", 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8178e-05 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637516+0000", 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.51254571500000001 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.34800.0:113483 5.6 5:6845f995:::benchmark_data_smithi018_184207_object38822:head [delete] snapc 0=[] ondisk+write+known_if_redirected e197)", 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 513.95121408800003, 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.37383216899999999, 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.34800", 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/990054975", 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 113483 2023-09-23T18:12:02.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263859+0000", 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263856+0000", 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8819999999999996e-06 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263866+0000", 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7929999999999999e-05 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263884+0000", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8059999999999995e-06 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263892+0000", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2955999999999997e-05 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263965+0000", 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5546999999999999e-05 2023-09-23T18:12:02.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.263981+0000", 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.34891187099999998 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612892+0000", 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1550000000000003e-05 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.612984+0000", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6689999999999998e-05 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.613081+0000", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019349882999999998 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.632431+0000", 2023-09-23T18:12:02.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051111209999999997 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637542+0000", 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7527000000000004e-05 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637629+0000", 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4103000000000002e-05 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637663+0000", 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7443000000000001e-05 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:03:28.637691+0000", 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.37383216899999999 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32274 6.a 6:5ffe8b05:::benchmark_data_smithi018_246789_object32273:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.60141890199998, 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57489852600000002, 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32274 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.281 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613654+0000", 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613652+0000", 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4775999999999999e-05 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613707+0000", 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2632999999999999e-05 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613720+0000", 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5990000000000001e-05 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613736+0000", 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000196591 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613932+0000", 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119498 2023-09-23T18:12:02.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614052+0000", 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014372300000000001 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614196+0000", 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029339230000000002 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617129+0000", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027306800000000001 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617403+0000", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001360876 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618763+0000", 2023-09-23T18:12:02.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56972115999999995 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188485+0000", 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7695999999999997e-05 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188552+0000", 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57489852600000002 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.287 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32275 6.a 6:510ed532:::benchmark_data_smithi018_246789_object32274:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.60133009499998, 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57500435800000005, 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32275 2023-09-23T18:12:02.288 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613743+0000", 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613742+0000", 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5136000000000002e-05 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613797+0000", 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4359999999999996e-06 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613804+0000", 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2440000000000001e-06 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613810+0000", 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001820835 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615631+0000", 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012019999999999999 2023-09-23T18:12:02.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615751+0000", 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000171452 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.615922+0000", 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57268457900000003 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188607+0000", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9203999999999998e-05 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188656+0000", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8439999999999998e-06 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188664+0000", 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4569e-05 2023-09-23T18:12:02.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188708+0000", 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8481e-05 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188747+0000", 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57500435800000005 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.294 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32276 6.7 6:ec2c8b00:::benchmark_data_smithi018_246789_object32275:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.60125618400002, 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57480507999999997, 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.295 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32276 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:12:02.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613816+0000", 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1545999999999999e-05 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613847+0000", 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1729999999999998e-06 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613854+0000", 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5109999999999997e-06 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613859+0000", 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9135999999999999e-05 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613898+0000", 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8090000000000004e-05 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.613996+0000", 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152538 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.614149+0000", 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001861213 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.616010+0000", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052821499999999996 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.616538+0000", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57198310600000002 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188521+0000", 2023-09-23T18:12:02.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8594999999999997e-05 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188580+0000", 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1717000000000001e-05 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188622+0000", 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57480507999999997 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.301 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32284 6.7 6:e6027aea:::benchmark_data_smithi018_246789_object32283:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59788942599999, 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57171320400000003, 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.302 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32284 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617183+0000", 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:02.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617182+0000", 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9465e-05 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617211+0000", 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7399999999999993e-06 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617220+0000", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8050000000000003e-06 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617226+0000", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3359000000000002e-05 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617279+0000", 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016057800000000001 2023-09-23T18:12:02.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617440+0000", 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014405599999999999 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617584+0000", 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105657200000004 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188641+0000", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1589999999999997e-05 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188712+0000", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110029 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188822+0000", 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9653000000000001e-05 2023-09-23T18:12:02.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188862+0000", 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4629000000000003e-05 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188896+0000", 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57171320400000003 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32276 6.7 e220/214 ondisk, result = 0)", 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59749718900002, 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105614500000001, 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:12:02.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617575+0000", 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5679999999999999e-06 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617580+0000", 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0142999999999999e-05 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617590+0000", 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2099999999999998e-06 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617597+0000", 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57090253400000002 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188499+0000", 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1482e-05 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188511+0000", 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120909 2023-09-23T18:12:02.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188632+0000", 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57105614500000001 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32274 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:12:02.313 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59745513199999, 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57094994799999998, 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617618+0000", 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617617+0000", 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9040000000000002e-06 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617621+0000", 2023-09-23T18:12:02.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.311e-06 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617628+0000", 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7269999999999998e-06 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617633+0000", 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001117399 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618750+0000", 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6939999999999998e-06 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618757+0000", 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56981042699999995 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188567+0000", 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57094994799999998 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32275 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59742973099998, 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.570970906, 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.318 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617643+0000", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7319999999999998e-06 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617645+0000", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3029999999999999e-06 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617651+0000", 2023-09-23T18:12:02.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5839999999999999e-06 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.617654+0000", 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57093385100000005 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188588+0000", 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8810000000000008e-06 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.321 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188598+0000", 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5818999999999999e-05 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188614+0000", 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.570970906 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.322 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32288 6.a 6:5dc2e037:::benchmark_data_smithi018_246789_object32287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59645632000002, 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57569616300000004, 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32288 2023-09-23T18:12:02.323 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618616+0000", 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.324 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618615+0000", 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0290999999999997e-05 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618665+0000", 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.235e-05 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.325 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618678+0000", 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6980000000000001e-06 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618685+0000", 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57009219899999997 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188777+0000", 2023-09-23T18:12:02.326 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000163833 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188941+0000", 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018846100000000001 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,6", 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.189129+0000", 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043141400000000002 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.327 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193443+0000", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012991599999999999 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193573+0000", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063953999999999997 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194213+0000", 2023-09-23T18:12:02.328 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1812999999999999e-05 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194274+0000", 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8065000000000002e-05 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194312+0000", 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57569616300000004 2023-09-23T18:12:02.329 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.35487.0:32279 6.c e220/214 6:3a6cba48:::benchmark_data_smithi018_246789_object32278:head v 220'2026, mlcod=220'2023)", 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59634174600001, 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57594441399999996, 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.330 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618731+0000", 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.331 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618730+0000", 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8529999999999997e-05 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618789+0000", 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2769999999999994e-06 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.618798+0000", 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56966542399999998 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.332 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188463+0000", 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024071499999999999 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188704+0000", 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1540999999999999e-05 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.333 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188726+0000", 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058876750000000002 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194613+0000", 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1948999999999999e-05 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194675+0000", 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.57594441399999996 2023-09-23T18:12:02.334 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32284 6.7 e220/214 ondisk, result = 0)", 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59588478199998, 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56952743900000002, 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.335 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619188+0000", 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.336 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619187+0000", 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9729999999999997e-06 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.619192+0000", 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56926958400000005 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188462+0000", 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1783000000000001e-05 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188474+0000", 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022463800000000001 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188698+0000", 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2239999999999998e-06 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.338 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188705+0000", 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.825e-06 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188715+0000", 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56952743900000002 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.35487.0:32275 6.a e220/214 ondisk, result = 0)", 2023-09-23T18:12:02.339 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 366.59496277, 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56864340199999996, 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.340 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620110+0000", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620109+0000", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9789999999999998e-06 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.620115+0000", 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56836766400000005 2023-09-23T18:12:02.341 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188483+0000", 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.489e-06 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188489+0000", 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015357700000000001 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.342 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188643+0000", 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2489999999999998e-06 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188649+0000", 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010419799999999999 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.188753+0000", 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.56864340199999996 2023-09-23T18:12:02.343 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:193729 6.d 6:b848eaaa:::benchmark_data_smithi018_246789_object92021:head [delete] snapc 0=[] ondisk+write+known_if_redirected e263)", 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:09:21.675821+0000", 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 160.53925146700001, 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078465299000000002, 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.344 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 193729 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675821+0000", 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675821+0000", 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.345 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675821+0000", 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2839999999999998e-06 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675824+0000", 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8830000000000003e-06 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.346 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675830+0000", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.318e-06 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.675834+0000", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00025169299999999999 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.676086+0000", 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2609999999999996e-05 2023-09-23T18:12:02.347 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.676178+0000", 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6577999999999997e-05 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.676265+0000", 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052950330000000002 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.348 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681560+0000", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00033334400000000001 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681893+0000", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072297486999999994 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.754191+0000", 2023-09-23T18:12:02.349 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5906999999999999e-05 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.754247+0000", 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9743000000000002e-05 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.754286+0000", 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078465299000000002 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.350 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:193737 6.7 6:e397e36e:::benchmark_data_smithi018_246789_object92029:head [delete] snapc 0=[] ondisk+write+known_if_redirected e263)", 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:09:21.681924+0000", 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 160.53314908900001, 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072047833000000006, 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:02.351 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 193737 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681924+0000", 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681924+0000", 2023-09-23T18:12:02.352 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681923+0000", 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5439999999999999e-06 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681927+0000", 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8340000000000001e-06 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.353 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681933+0000", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4870000000000004e-06 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681938+0000", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8162999999999999e-05 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.681996+0000", 2023-09-23T18:12:02.354 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9774999999999999e-05 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.682096+0000", 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011338 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.682209+0000", 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004505612 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.355 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.686715+0000", 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027594870000000001 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.689474+0000", 2023-09-23T18:12:02.357 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064441386000000003 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.753916+0000", 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9589000000000001e-05 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.753945+0000", 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6156000000000002e-05 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.358 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:09:21.753971+0000", 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072047833000000006 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:109662 7.0 7:043eb316:::benchmark_data_smithi018_282512_object8926:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:46.487543+0000", 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 15.727530049, 2023-09-23T18:12:02.359 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081285391999999998, 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 109662 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487543+0000", 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:02.360 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487543+0000", 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487541+0000", 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9000000000000006e-06 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:02.361 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487548+0000", 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3603e-05 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487562+0000", 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.029e-06 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487569+0000", 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2639999999999999e-05 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.362 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487602+0000", 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8734999999999997e-05 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487680+0000", 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6534999999999997e-05 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.363 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.487767+0000", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003851513 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.491619+0000", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038830549999999998 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.495502+0000", 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.073240283000000003 2023-09-23T18:12:02.364 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.568742+0000", 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8906000000000003e-05 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.568781+0000", 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7203999999999997e-05 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:02.365 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.568828+0000", 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081285391999999998 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:02.366 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:02.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:02 smithi018 ceph-mon[153734]: pgmap v856: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.3 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 221 op/s; 44096/262170 objects degraded (16.820%); 4395/262170 objects misplaced (1.676%); 2.2 MiB/s, 1 keys/s, 35 objects/s recovering 2023-09-23T18:12:02.367 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 44096/262170 objects degraded (16.820%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:02.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:12:02.496 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:12:02.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:02.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:02.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:02.614 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:12:02.633 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:02.778 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:03.093 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:03.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:03.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:03.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:03.249 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:03.251 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:03.280 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":856,"stamp":"2023-09-23T18:12:00.948352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5730080715,"num_objects":87390,"num_object_clones":0,"num_object_copies":262170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":44096,"num_objects_misplaced":4395,"num_objects_unfound":0,"num_objects_dirty":87390,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":115212,"num_write_kb":6462054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1494,"num_bytes_recovered":99707941,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103408,"ondisk_log_size":103408,"up":267,"acting":257,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":266,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":17892684,"kb_used_data":15148756,"kb_used_omap":37,"kb_used_meta":2743386,"kb_avail":638323380,"statfs":{"total":671965249536,"available":653643141120,"internally_reserved":0,"allocated":15512326144,"data_stored":15505502449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38656,"internal_metadata":2809227520},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-106037248,"num_objects":-1618,"num_object_clones":0,"num_object_copies":-4854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33503,"num_objects_misplaced":34,"num_objects_unfound":0,"num_objects_dirty":-1618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1618,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":257,"num_bytes_recovered":16847590,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.318113"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":109,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.640005+0000","last_change":"2023-09-23T18:11:05.734656+0000","last_active":"2023-09-23T18:11:54.640005+0000","last_peered":"2023-09-23T18:11:54.640005+0000","last_clean":"2023-09-23T18:11:54.640005+0000","last_became_active":"2023-09-23T18:11:05.734143+0000","last_became_peered":"2023-09-23T18:11:05.734143+0000","last_unstale":"2023-09-23T18:11:54.640005+0000","last_undegraded":"2023-09-23T18:11:54.640005+0000","last_fullsized":"2023-09-23T18:11:54.640005+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:00.012808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":294,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637310+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:11:54.637310+0000","last_peered":"2023-09-23T18:11:54.637310+0000","last_clean":"2023-09-23T18:11:54.637310+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:11:54.637310+0000","last_undegraded":"2023-09-23T18:11:54.637310+0000","last_fullsized":"2023-09-23T18:11:54.637310+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":223,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.649532+0000","last_change":"2023-09-23T18:11:53.666274+0000","last_active":"2023-09-23T18:11:54.649532+0000","last_peered":"2023-09-23T18:11:54.649532+0000","last_clean":"2023-09-23T18:11:54.649532+0000","last_became_active":"2023-09-23T18:11:53.665998+0000","last_became_peered":"2023-09-23T18:11:53.665998+0000","last_unstale":"2023-09-23T18:11:54.649532+0000","last_undegraded":"2023-09-23T18:11:54.649532+0000","last_fullsized":"2023-09-23T18:11:54.649532+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:36.497802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":136,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.646848+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:11:53.646848+0000","last_peered":"2023-09-23T18:11:53.646848+0000","last_clean":"2023-09-23T18:11:53.646848+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:11:53.646848+0000","last_undegraded":"2023-09-23T18:11:53.646848+0000","last_fullsized":"2023-09-23T18:11:53.646848+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":354,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637331+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:11:54.637331+0000","last_peered":"2023-09-23T18:11:54.637331+0000","last_clean":"2023-09-23T18:11:54.637331+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:11:54.637331+0000","last_undegraded":"2023-09-23T18:11:54.637331+0000","last_fullsized":"2023-09-23T18:11:54.637331+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":144,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.638517+0000","last_change":"2023-09-23T18:11:53.662451+0000","last_active":"2023-09-23T18:11:54.638517+0000","last_peered":"2023-09-23T18:11:54.638517+0000","last_clean":"2023-09-23T18:11:54.638517+0000","last_became_active":"2023-09-23T18:11:53.662138+0000","last_became_peered":"2023-09-23T18:11:53.662138+0000","last_unstale":"2023-09-23T18:11:54.638517+0000","last_undegraded":"2023-09-23T18:11:54.638517+0000","last_fullsized":"2023-09-23T18:11:54.638517+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":290,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.647697+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:11:53.647697+0000","last_peered":"2023-09-23T18:11:53.647697+0000","last_clean":"2023-09-23T18:11:53.647697+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:11:53.647697+0000","last_undegraded":"2023-09-23T18:11:53.647697+0000","last_fullsized":"2023-09-23T18:11:53.647697+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":318,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.638529+0000","last_change":"2023-09-23T18:11:53.655349+0000","last_active":"2023-09-23T18:11:54.638529+0000","last_peered":"2023-09-23T18:11:54.638529+0000","last_clean":"2023-09-23T18:11:54.638529+0000","last_became_active":"2023-09-23T18:11:53.655076+0000","last_became_peered":"2023-09-23T18:11:53.655076+0000","last_unstale":"2023-09-23T18:11:54.638529+0000","last_undegraded":"2023-09-23T18:11:54.638529+0000","last_fullsized":"2023-09-23T18:11:54.638529+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:54.425484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637366+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:11:54.637366+0000","last_peered":"2023-09-23T18:11:54.637366+0000","last_clean":"2023-09-23T18:11:54.637366+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:11:54.637366+0000","last_undegraded":"2023-09-23T18:11:54.637366+0000","last_fullsized":"2023-09-23T18:11:54.637366+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":253,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.995221+0000","last_change":"2023-09-23T18:11:53.647261+0000","last_active":"2023-09-23T18:11:54.995221+0000","last_peered":"2023-09-23T18:11:54.995221+0000","last_clean":"2023-09-23T18:11:54.995221+0000","last_became_active":"2023-09-23T18:11:53.646980+0000","last_became_peered":"2023-09-23T18:11:53.646980+0000","last_unstale":"2023-09-23T18:11:54.995221+0000","last_undegraded":"2023-09-23T18:11:54.995221+0000","last_fullsized":"2023-09-23T18:11:54.995221+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:33.964966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":299,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636625+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:11:54.636625+0000","last_peered":"2023-09-23T18:11:54.636625+0000","last_clean":"2023-09-23T18:11:54.636625+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:11:54.636625+0000","last_undegraded":"2023-09-23T18:11:54.636625+0000","last_fullsized":"2023-09-23T18:11:54.636625+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":107,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.638020+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:11:54.638020+0000","last_peered":"2023-09-23T18:11:54.638020+0000","last_clean":"2023-09-23T18:11:54.638020+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:11:54.638020+0000","last_undegraded":"2023-09-23T18:11:54.638020+0000","last_fullsized":"2023-09-23T18:11:54.638020+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":263,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636468+0000","last_change":"2023-09-23T18:11:53.849975+0000","last_active":"2023-09-23T18:11:54.636468+0000","last_peered":"2023-09-23T18:11:54.636468+0000","last_clean":"2023-09-23T18:11:54.636468+0000","last_became_active":"2023-09-23T18:11:53.691680+0000","last_became_peered":"2023-09-23T18:11:53.691680+0000","last_unstale":"2023-09-23T18:11:54.636468+0000","last_undegraded":"2023-09-23T18:11:54.636468+0000","last_fullsized":"2023-09-23T18:11:54.636468+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":306,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.920698+0000","last_change":"2023-09-23T18:11:53.662580+0000","last_active":"2023-09-23T18:11:54.920698+0000","last_peered":"2023-09-23T18:11:54.920698+0000","last_clean":"2023-09-23T18:11:54.920698+0000","last_became_active":"2023-09-23T18:11:53.662092+0000","last_became_peered":"2023-09-23T18:11:53.662092+0000","last_unstale":"2023-09-23T18:11:54.920698+0000","last_undegraded":"2023-09-23T18:11:54.920698+0000","last_fullsized":"2023-09-23T18:11:54.920698+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":390,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636246+0000","last_change":"2023-09-23T18:11:53.727905+0000","last_active":"2023-09-23T18:11:54.636246+0000","last_peered":"2023-09-23T18:11:54.636246+0000","last_clean":"2023-09-23T18:11:54.636246+0000","last_became_active":"2023-09-23T18:11:53.659544+0000","last_became_peered":"2023-09-23T18:11:53.659544+0000","last_unstale":"2023-09-23T18:11:54.636246+0000","last_undegraded":"2023-09-23T18:11:54.636246+0000","last_fullsized":"2023-09-23T18:11:54.636246+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":300,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.692016+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:11:54.692016+0000","last_peered":"2023-09-23T18:11:54.692016+0000","last_clean":"2023-09-23T18:11:54.692016+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:11:54.692016+0000","last_undegraded":"2023-09-23T18:11:54.692016+0000","last_fullsized":"2023-09-23T18:11:54.692016+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":136,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.636887+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:11:53.636887+0000","last_peered":"2023-09-23T18:11:53.636887+0000","last_clean":"2023-09-23T18:11:53.636887+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:11:53.636887+0000","last_undegraded":"2023-09-23T18:11:53.636887+0000","last_fullsized":"2023-09-23T18:11:53.636887+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":122,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637026+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:11:54.637026+0000","last_peered":"2023-09-23T18:11:54.637026+0000","last_clean":"2023-09-23T18:11:54.637026+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:11:54.637026+0000","last_undegraded":"2023-09-23T18:11:54.637026+0000","last_fullsized":"2023-09-23T18:11:54.637026+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":275,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636174+0000","last_change":"2023-09-23T18:11:53.678962+0000","last_active":"2023-09-23T18:11:54.636174+0000","last_peered":"2023-09-23T18:11:54.636174+0000","last_clean":"2023-09-23T18:11:54.636174+0000","last_became_active":"2023-09-23T18:11:53.678612+0000","last_became_peered":"2023-09-23T18:11:53.678612+0000","last_unstale":"2023-09-23T18:11:54.636174+0000","last_undegraded":"2023-09-23T18:11:54.636174+0000","last_fullsized":"2023-09-23T18:11:54.636174+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":267,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.647026+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:11:53.647026+0000","last_peered":"2023-09-23T18:11:53.647026+0000","last_clean":"2023-09-23T18:11:53.647026+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:11:53.647026+0000","last_undegraded":"2023-09-23T18:11:53.647026+0000","last_fullsized":"2023-09-23T18:11:53.647026+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":211,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.632786+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:11:54.632786+0000","last_peered":"2023-09-23T18:11:54.632786+0000","last_clean":"2023-09-23T18:11:54.632786+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:11:54.632786+0000","last_undegraded":"2023-09-23T18:11:54.632786+0000","last_fullsized":"2023-09-23T18:11:54.632786+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":270,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637939+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:11:54.637939+0000","last_peered":"2023-09-23T18:11:54.637939+0000","last_clean":"2023-09-23T18:11:54.637939+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:11:54.637939+0000","last_undegraded":"2023-09-23T18:11:54.637939+0000","last_fullsized":"2023-09-23T18:11:54.637939+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"301'7205","reported_seq":7254,"reported_epoch":301,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:58.194639+0000","last_change":"2023-09-23T18:11:55.125880+0000","last_active":"2023-09-23T18:11:58.194639+0000","last_peered":"2023-09-23T18:11:58.194639+0000","last_clean":"2023-09-23T18:11:52.637013+0000","last_became_active":"2023-09-23T18:11:55.105500+0000","last_became_peered":"2023-09-23T18:11:55.105500+0000","last_unstale":"2023-09-23T18:11:58.194639+0000","last_undegraded":"2023-09-23T18:11:54.965881+0000","last_fullsized":"2023-09-23T18:11:54.641259+0000","mapping_epoch":299,"log_start":"276'1001","ondisk_log_start":"276'1001","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6204,"log_dups_size":0,"ondisk_log_size":6204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:57.656017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355270656,"num_objects":5421,"num_object_clones":0,"num_object_copies":16263,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6312,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5421,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7205,"num_write_kb":404032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,5","objects":-82},{"shards":"1,5,6","objects":5421}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":337,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637087+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:11:54.637087+0000","last_peered":"2023-09-23T18:11:54.637087+0000","last_clean":"2023-09-23T18:11:54.637087+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:11:54.637087+0000","last_undegraded":"2023-09-23T18:11:54.637087+0000","last_fullsized":"2023-09-23T18:11:54.637087+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":131,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636421+0000","last_change":"2023-09-23T18:11:53.644790+0000","last_active":"2023-09-23T18:11:54.636421+0000","last_peered":"2023-09-23T18:11:54.636421+0000","last_clean":"2023-09-23T18:11:54.636421+0000","last_became_active":"2023-09-23T18:11:53.644444+0000","last_became_peered":"2023-09-23T18:11:53.644444+0000","last_unstale":"2023-09-23T18:11:54.636421+0000","last_undegraded":"2023-09-23T18:11:54.636421+0000","last_fullsized":"2023-09-23T18:11:54.636421+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"301'7227","reported_seq":7265,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-09-23T18:11:56.975879+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:11:56.975879+0000","last_peered":"2023-09-23T18:11:56.975879+0000","last_clean":"2023-09-23T18:11:56.975879+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:11:56.975879+0000","last_undegraded":"2023-09-23T18:11:56.975879+0000","last_fullsized":"2023-09-23T18:11:56.975879+0000","mapping_epoch":272,"log_start":"276'1066","ondisk_log_start":"276'1066","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6161,"log_dups_size":0,"ondisk_log_size":6161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363397120,"num_objects":5545,"num_object_clones":0,"num_object_copies":16635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7227,"num_write_kb":408704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":365,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636711+0000","last_change":"2023-09-23T18:11:05.794572+0000","last_active":"2023-09-23T18:11:54.636711+0000","last_peered":"2023-09-23T18:11:54.636711+0000","last_clean":"2023-09-23T18:11:54.636711+0000","last_became_active":"2023-09-23T18:11:05.736580+0000","last_became_peered":"2023-09-23T18:11:05.736580+0000","last_unstale":"2023-09-23T18:11:54.636711+0000","last_undegraded":"2023-09-23T18:11:54.636711+0000","last_fullsized":"2023-09-23T18:11:54.636711+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":297,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.920238+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:11:54.920238+0000","last_peered":"2023-09-23T18:11:54.920238+0000","last_clean":"2023-09-23T18:11:54.920238+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:11:54.920238+0000","last_undegraded":"2023-09-23T18:11:54.920238+0000","last_fullsized":"2023-09-23T18:11:54.920238+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"300'7154","reported_seq":7512,"reported_epoch":300,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:56.013950+0000","last_change":"2023-09-23T18:11:53.727666+0000","last_active":"2023-09-23T18:11:56.013950+0000","last_peered":"2023-09-23T18:11:56.013950+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:11:06.941775+0000","last_became_peered":"2023-09-23T18:11:06.941775+0000","last_unstale":"2023-09-23T18:11:56.013950+0000","last_undegraded":"2023-09-23T18:11:06.760485+0000","last_fullsized":"2023-09-23T18:11:06.721448+0000","mapping_epoch":288,"log_start":"276'1015","ondisk_log_start":"276'1015","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6139,"log_dups_size":0,"ondisk_log_size":6139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:48.116648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361103360,"num_objects":5510,"num_object_clones":0,"num_object_copies":16530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":804,"num_objects_misplaced":4395,"num_objects_unfound":0,"num_objects_dirty":5510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7154,"num_write_kb":405248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":157,"num_bytes_recovered":10289152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":311},{"shards":"0,1,4","objects":4395}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":306,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636241+0000","last_change":"2023-09-23T18:11:53.691045+0000","last_active":"2023-09-23T18:11:54.636241+0000","last_peered":"2023-09-23T18:11:54.636241+0000","last_clean":"2023-09-23T18:11:54.636241+0000","last_became_active":"2023-09-23T18:11:53.645192+0000","last_became_peered":"2023-09-23T18:11:53.645192+0000","last_unstale":"2023-09-23T18:11:54.636241+0000","last_undegraded":"2023-09-23T18:11:54.636241+0000","last_fullsized":"2023-09-23T18:11:54.636241+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":144,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.639750+0000","last_change":"2023-09-23T18:11:53.657491+0000","last_active":"2023-09-23T18:11:54.639750+0000","last_peered":"2023-09-23T18:11:54.639750+0000","last_clean":"2023-09-23T18:11:54.639750+0000","last_became_active":"2023-09-23T18:11:53.656866+0000","last_became_peered":"2023-09-23T18:11:53.656866+0000","last_unstale":"2023-09-23T18:11:54.639750+0000","last_undegraded":"2023-09-23T18:11:54.639750+0000","last_fullsized":"2023-09-23T18:11:54.639750+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:04.663796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"300'7199","reported_seq":7236,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:56.116408+0000","last_change":"2023-09-23T18:09:55.624185+0000","last_active":"2023-09-23T18:11:56.116408+0000","last_peered":"2023-09-23T18:11:56.116408+0000","last_clean":"2023-09-23T18:11:56.116408+0000","last_became_active":"2023-09-23T18:09:55.623904+0000","last_became_peered":"2023-09-23T18:09:55.623904+0000","last_unstale":"2023-09-23T18:11:56.116408+0000","last_undegraded":"2023-09-23T18:11:56.116408+0000","last_fullsized":"2023-09-23T18:11:56.116408+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7199,"log_dups_size":0,"ondisk_log_size":7199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:10.783606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363266048,"num_objects":5543,"num_object_clones":0,"num_object_copies":16629,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5543,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7199,"num_write_kb":407744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":290,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636945+0000","last_change":"2023-09-23T18:11:53.657647+0000","last_active":"2023-09-23T18:11:54.636945+0000","last_peered":"2023-09-23T18:11:54.636945+0000","last_clean":"2023-09-23T18:11:54.636945+0000","last_became_active":"2023-09-23T18:11:53.657310+0000","last_became_peered":"2023-09-23T18:11:53.657310+0000","last_unstale":"2023-09-23T18:11:54.636945+0000","last_undegraded":"2023-09-23T18:11:54.636945+0000","last_fullsized":"2023-09-23T18:11:54.636945+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":303,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.645913+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:11:53.645913+0000","last_peered":"2023-09-23T18:11:53.645913+0000","last_clean":"2023-09-23T18:11:53.645913+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:11:53.645913+0000","last_undegraded":"2023-09-23T18:11:53.645913+0000","last_fullsized":"2023-09-23T18:11:53.645913+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"300'7116","reported_seq":7153,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:56.012100+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:11:56.012100+0000","last_peered":"2023-09-23T18:11:56.012100+0000","last_clean":"2023-09-23T18:11:56.012100+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:11:56.012100+0000","last_undegraded":"2023-09-23T18:11:56.012100+0000","last_fullsized":"2023-09-23T18:11:56.012100+0000","mapping_epoch":272,"log_start":"276'976","ondisk_log_start":"276'976","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":360841216,"num_objects":5506,"num_object_clones":0,"num_object_copies":16518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7116,"num_write_kb":403904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":326,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636898+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:11:54.636898+0000","last_peered":"2023-09-23T18:11:54.636898+0000","last_clean":"2023-09-23T18:11:54.636898+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:11:54.636898+0000","last_undegraded":"2023-09-23T18:11:54.636898+0000","last_fullsized":"2023-09-23T18:11:54.636898+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":207,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.692157+0000","last_change":"2023-09-23T18:11:53.657557+0000","last_active":"2023-09-23T18:11:54.692157+0000","last_peered":"2023-09-23T18:11:54.692157+0000","last_clean":"2023-09-23T18:11:54.692157+0000","last_became_active":"2023-09-23T18:11:53.657225+0000","last_became_peered":"2023-09-23T18:11:53.657225+0000","last_unstale":"2023-09-23T18:11:54.692157+0000","last_undegraded":"2023-09-23T18:11:54.692157+0000","last_fullsized":"2023-09-23T18:11:54.692157+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:38.446375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.e","version":"300'7052","reported_seq":7089,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:56.131917+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:11:56.131917+0000","last_peered":"2023-09-23T18:11:56.131917+0000","last_clean":"2023-09-23T18:11:56.131917+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:11:56.131917+0000","last_undegraded":"2023-09-23T18:11:56.131917+0000","last_fullsized":"2023-09-23T18:11:56.131917+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7052,"log_dups_size":0,"ondisk_log_size":7052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356253696,"num_objects":5436,"num_object_clones":0,"num_object_copies":16308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5436,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7052,"num_write_kb":399616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":281,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.639837+0000","last_change":"2023-09-23T18:11:53.656947+0000","last_active":"2023-09-23T18:11:54.639837+0000","last_peered":"2023-09-23T18:11:54.639837+0000","last_clean":"2023-09-23T18:11:54.639837+0000","last_became_active":"2023-09-23T18:11:53.656483+0000","last_became_peered":"2023-09-23T18:11:53.656483+0000","last_unstale":"2023-09-23T18:11:54.639837+0000","last_undegraded":"2023-09-23T18:11:54.639837+0000","last_fullsized":"2023-09-23T18:11:54.639837+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:41.737621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":84,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.663266+0000","last_change":"2023-09-23T18:11:53.662324+0000","last_active":"2023-09-23T18:11:53.663266+0000","last_peered":"2023-09-23T18:11:53.663266+0000","last_clean":"2023-09-23T18:11:53.663266+0000","last_became_active":"2023-09-23T18:11:53.661993+0000","last_became_peered":"2023-09-23T18:11:53.661993+0000","last_unstale":"2023-09-23T18:11:53.663266+0000","last_undegraded":"2023-09-23T18:11:53.663266+0000","last_fullsized":"2023-09-23T18:11:53.663266+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:58.526078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"301'7200","reported_seq":7248,"reported_epoch":301,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:58.159982+0000","last_change":"2023-09-23T18:11:55.148436+0000","last_active":"2023-09-23T18:11:58.159982+0000","last_peered":"2023-09-23T18:11:58.159982+0000","last_clean":"2023-09-23T18:11:52.585352+0000","last_became_active":"2023-09-23T18:11:55.127982+0000","last_became_peered":"2023-09-23T18:11:55.127982+0000","last_unstale":"2023-09-23T18:11:58.159982+0000","last_undegraded":"2023-09-23T18:11:54.707991+0000","last_fullsized":"2023-09-23T18:11:54.647609+0000","mapping_epoch":299,"log_start":"276'1006","ondisk_log_start":"276'1006","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6194,"log_dups_size":0,"ondisk_log_size":6194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:34.503673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362217496,"num_objects":5528,"num_object_clones":0,"num_object_copies":16584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5528,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7200,"num_write_kb":407233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":-72},{"shards":"0,1,6","objects":5528}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":75,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.635793+0000","last_change":"2023-09-23T18:11:05.732206+0000","last_active":"2023-09-23T18:11:53.635793+0000","last_peered":"2023-09-23T18:11:53.635793+0000","last_clean":"2023-09-23T18:11:53.635793+0000","last_became_active":"2023-09-23T18:11:05.731871+0000","last_became_peered":"2023-09-23T18:11:05.731871+0000","last_unstale":"2023-09-23T18:11:53.635793+0000","last_undegraded":"2023-09-23T18:11:53.635793+0000","last_fullsized":"2023-09-23T18:11:53.635793+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:48.013873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":306,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.920646+0000","last_change":"2023-09-23T18:11:53.661367+0000","last_active":"2023-09-23T18:11:54.920646+0000","last_peered":"2023-09-23T18:11:54.920646+0000","last_clean":"2023-09-23T18:11:54.920646+0000","last_became_active":"2023-09-23T18:11:53.661026+0000","last_became_peered":"2023-09-23T18:11:53.661026+0000","last_unstale":"2023-09-23T18:11:54.920646+0000","last_undegraded":"2023-09-23T18:11:54.920646+0000","last_fullsized":"2023-09-23T18:11:54.920646+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"301'7329","reported_seq":7373,"reported_epoch":301,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:56.981845+0000","last_change":"2023-09-23T18:11:55.186125+0000","last_active":"2023-09-23T18:11:56.981845+0000","last_peered":"2023-09-23T18:11:56.981845+0000","last_clean":"2023-09-23T18:11:52.603640+0000","last_became_active":"2023-09-23T18:11:55.143218+0000","last_became_peered":"2023-09-23T18:11:55.143218+0000","last_unstale":"2023-09-23T18:11:56.981845+0000","last_undegraded":"2023-09-23T18:11:54.688470+0000","last_fullsized":"2023-09-23T18:11:54.636489+0000","mapping_epoch":299,"log_start":"276'1157","ondisk_log_start":"276'1157","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6172,"log_dups_size":0,"ondisk_log_size":6172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:50.697254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364052480,"num_objects":5555,"num_object_clones":0,"num_object_copies":16665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6442,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7329,"num_write_kb":412288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"3,6,7","objects":5555},{"shards":"3,7","objects":-50}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":296,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637183+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:11:54.637183+0000","last_peered":"2023-09-23T18:11:54.637183+0000","last_clean":"2023-09-23T18:11:54.637183+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:11:54.637183+0000","last_undegraded":"2023-09-23T18:11:54.637183+0000","last_fullsized":"2023-09-23T18:11:54.637183+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":279,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.639932+0000","last_change":"2023-09-23T18:11:05.742584+0000","last_active":"2023-09-23T18:11:54.639932+0000","last_peered":"2023-09-23T18:11:54.639932+0000","last_clean":"2023-09-23T18:11:54.639932+0000","last_became_active":"2023-09-23T18:11:05.742206+0000","last_became_peered":"2023-09-23T18:11:05.742206+0000","last_unstale":"2023-09-23T18:11:54.639932+0000","last_undegraded":"2023-09-23T18:11:54.639932+0000","last_fullsized":"2023-09-23T18:11:54.639932+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:32:17.902667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"301'7092","reported_seq":7328,"reported_epoch":301,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:57.048622+0000","last_change":"2023-09-23T18:11:55.196241+0000","last_active":"2023-09-23T18:11:57.048622+0000","last_peered":"2023-09-23T18:11:57.048622+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:11:55.171087+0000","last_became_peered":"2023-09-23T18:11:55.171087+0000","last_unstale":"2023-09-23T18:11:57.048622+0000","last_undegraded":"2023-09-23T18:11:54.992142+0000","last_fullsized":"2023-09-23T18:11:54.636478+0000","mapping_epoch":299,"log_start":"276'911","ondisk_log_start":"276'911","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6181,"log_dups_size":0,"ondisk_log_size":6181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:33:35.984662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356253696,"num_objects":5436,"num_object_clones":0,"num_object_copies":16308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11376,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5436,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7092,"num_write_kb":400896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":62,"num_bytes_recovered":3866624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"1,3,6","objects":1028},{"shards":"3,4,6","objects":4408}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":864,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.647911+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:11:54.647911+0000","last_peered":"2023-09-23T18:11:54.647911+0000","last_clean":"2023-09-23T18:11:54.647911+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:11:54.647911+0000","last_undegraded":"2023-09-23T18:11:54.647911+0000","last_fullsized":"2023-09-23T18:11:54.647911+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":131,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637107+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:11:54.637107+0000","last_peered":"2023-09-23T18:11:54.637107+0000","last_clean":"2023-09-23T18:11:54.637107+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:11:54.637107+0000","last_undegraded":"2023-09-23T18:11:54.637107+0000","last_fullsized":"2023-09-23T18:11:54.637107+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":224,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.639914+0000","last_change":"2023-09-23T18:11:05.738729+0000","last_active":"2023-09-23T18:11:54.639914+0000","last_peered":"2023-09-23T18:11:54.639914+0000","last_clean":"2023-09-23T18:11:54.639914+0000","last_became_active":"2023-09-23T18:11:05.738445+0000","last_became_peered":"2023-09-23T18:11:05.738445+0000","last_unstale":"2023-09-23T18:11:54.639914+0000","last_undegraded":"2023-09-23T18:11:54.639914+0000","last_fullsized":"2023-09-23T18:11:54.639914+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:20.044512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"300'7199","reported_seq":7242,"reported_epoch":300,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:55.982714+0000","last_change":"2023-09-23T18:11:55.043736+0000","last_active":"2023-09-23T18:11:55.982714+0000","last_peered":"2023-09-23T18:11:55.982714+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:11:55.021103+0000","last_became_peered":"2023-09-23T18:11:55.021103+0000","last_unstale":"2023-09-23T18:11:55.982714+0000","last_undegraded":"2023-09-23T18:11:54.693180+0000","last_fullsized":"2023-09-23T18:11:54.633456+0000","mapping_epoch":299,"log_start":"276'1058","ondisk_log_start":"276'1058","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6141,"log_dups_size":0,"ondisk_log_size":6141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:37.530439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362479616,"num_objects":5531,"num_object_clones":0,"num_object_copies":16593,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6365,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5531,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7199,"num_write_kb":407360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3","6"],"object_location_counts":[{"shards":"0,3","objects":-19},{"shards":"0,3,6","objects":5531}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1005,"reported_epoch":300,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:54.662443+0000","last_change":"2023-09-23T18:11:54.662443+0000","last_active":"2023-09-23T18:11:54.662443+0000","last_peered":"2023-09-23T18:11:54.662443+0000","last_clean":"2023-09-23T18:11:50.567913+0000","last_became_active":"2023-09-23T18:11:54.662131+0000","last_became_peered":"2023-09-23T18:11:54.662131+0000","last_unstale":"2023-09-23T18:11:54.662443+0000","last_undegraded":"2023-09-23T18:11:54.637629+0000","last_fullsized":"2023-09-23T18:11:54.636123+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1","6"],"object_location_counts":[{"shards":"1,5,6","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":289,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.920631+0000","last_change":"2023-09-23T18:11:53.661272+0000","last_active":"2023-09-23T18:11:54.920631+0000","last_peered":"2023-09-23T18:11:54.920631+0000","last_clean":"2023-09-23T18:11:54.920631+0000","last_became_active":"2023-09-23T18:11:53.660903+0000","last_became_peered":"2023-09-23T18:11:53.660903+0000","last_unstale":"2023-09-23T18:11:54.920631+0000","last_undegraded":"2023-09-23T18:11:54.920631+0000","last_fullsized":"2023-09-23T18:11:54.920631+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":217,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.647664+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:11:54.647664+0000","last_peered":"2023-09-23T18:11:54.647664+0000","last_clean":"2023-09-23T18:11:54.647664+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:11:54.647664+0000","last_undegraded":"2023-09-23T18:11:54.647664+0000","last_fullsized":"2023-09-23T18:11:54.647664+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"300'7218","reported_seq":9478,"reported_epoch":300,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:56.002400+0000","last_change":"2023-09-23T18:11:53.916760+0000","last_active":"2023-09-23T18:11:56.002400+0000","last_peered":"2023-09-23T18:11:56.002400+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:11:53.892310+0000","last_became_peered":"2023-09-23T18:11:53.892310+0000","last_unstale":"2023-09-23T18:11:56.002400+0000","last_undegraded":"2023-09-23T18:11:53.682859+0000","last_fullsized":"2023-09-23T18:11:53.639453+0000","mapping_epoch":298,"log_start":"276'1077","ondisk_log_start":"276'1077","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6141,"log_dups_size":0,"ondisk_log_size":6141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:20:15.189171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367919104,"num_objects":5614,"num_object_clones":0,"num_object_copies":16842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6415,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7218,"num_write_kb":410624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72351744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":-21},{"shards":"0,1,4","objects":4320},{"shards":"0,1,4,6","objects":302},{"shards":"0,1,6","objects":991}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":561,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.635695+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:11:53.635695+0000","last_peered":"2023-09-23T18:11:53.635695+0000","last_clean":"2023-09-23T18:11:53.635695+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:11:53.635695+0000","last_undegraded":"2023-09-23T18:11:53.635695+0000","last_fullsized":"2023-09-23T18:11:53.635695+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":232,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.648240+0000","last_change":"2023-09-23T18:11:53.662404+0000","last_active":"2023-09-23T18:11:54.648240+0000","last_peered":"2023-09-23T18:11:54.648240+0000","last_clean":"2023-09-23T18:11:54.648240+0000","last_became_active":"2023-09-23T18:11:53.662083+0000","last_became_peered":"2023-09-23T18:11:53.662083+0000","last_unstale":"2023-09-23T18:11:54.648240+0000","last_undegraded":"2023-09-23T18:11:54.648240+0000","last_fullsized":"2023-09-23T18:11:54.648240+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:40.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":308,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.639848+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:11:54.639848+0000","last_peered":"2023-09-23T18:11:54.639848+0000","last_clean":"2023-09-23T18:11:54.639848+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:11:54.639848+0000","last_undegraded":"2023-09-23T18:11:54.639848+0000","last_fullsized":"2023-09-23T18:11:54.639848+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"300'6856","reported_seq":6893,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:55.957212+0000","last_change":"2023-09-23T18:09:55.624663+0000","last_active":"2023-09-23T18:11:55.957212+0000","last_peered":"2023-09-23T18:11:55.957212+0000","last_clean":"2023-09-23T18:11:55.957212+0000","last_became_active":"2023-09-23T18:09:55.624213+0000","last_became_peered":"2023-09-23T18:09:55.624213+0000","last_unstale":"2023-09-23T18:11:55.957212+0000","last_undegraded":"2023-09-23T18:11:55.957212+0000","last_fullsized":"2023-09-23T18:11:55.957212+0000","mapping_epoch":272,"log_start":"276'714","ondisk_log_start":"276'714","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:38.642112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352976896,"num_objects":5386,"num_object_clones":0,"num_object_copies":16158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5386,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6856,"num_write_kb":391744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":787,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636847+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:11:54.636847+0000","last_peered":"2023-09-23T18:11:54.636847+0000","last_clean":"2023-09-23T18:11:54.636847+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:11:54.636847+0000","last_undegraded":"2023-09-23T18:11:54.636847+0000","last_fullsized":"2023-09-23T18:11:54.636847+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":576,"reported_epoch":300,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:54.654754+0000","last_change":"2023-09-23T18:11:54.654754+0000","last_active":"2023-09-23T18:11:54.654754+0000","last_peered":"2023-09-23T18:11:54.654754+0000","last_clean":"2023-09-23T18:11:50.572041+0000","last_became_active":"2023-09-23T18:11:54.654468+0000","last_became_peered":"2023-09-23T18:11:54.654468+0000","last_unstale":"2023-09-23T18:11:54.654754+0000","last_undegraded":"2023-09-23T18:11:54.636754+0000","last_fullsized":"2023-09-23T18:11:54.635931+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0],"avail_no_missing":["7","0","6"],"object_location_counts":[{"shards":"0,6,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":312,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636985+0000","last_change":"2023-09-23T18:11:53.659344+0000","last_active":"2023-09-23T18:11:54.636985+0000","last_peered":"2023-09-23T18:11:54.636985+0000","last_clean":"2023-09-23T18:11:54.636985+0000","last_became_active":"2023-09-23T18:11:53.659031+0000","last_became_peered":"2023-09-23T18:11:53.659031+0000","last_unstale":"2023-09-23T18:11:54.636985+0000","last_undegraded":"2023-09-23T18:11:54.636985+0000","last_fullsized":"2023-09-23T18:11:54.636985+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:38.430771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":266,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636676+0000","last_change":"2023-09-23T18:11:53.649528+0000","last_active":"2023-09-23T18:11:54.636676+0000","last_peered":"2023-09-23T18:11:54.636676+0000","last_clean":"2023-09-23T18:11:54.636676+0000","last_became_active":"2023-09-23T18:11:53.649151+0000","last_became_peered":"2023-09-23T18:11:53.649151+0000","last_unstale":"2023-09-23T18:11:54.636676+0000","last_undegraded":"2023-09-23T18:11:54.636676+0000","last_fullsized":"2023-09-23T18:11:54.636676+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"301'6976","reported_seq":7013,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-09-23T18:12:00.639800+0000","last_change":"2023-09-23T18:09:55.628937+0000","last_active":"2023-09-23T18:12:00.639800+0000","last_peered":"2023-09-23T18:12:00.639800+0000","last_clean":"2023-09-23T18:12:00.639800+0000","last_became_active":"2023-09-23T18:09:55.628693+0000","last_became_peered":"2023-09-23T18:09:55.628693+0000","last_unstale":"2023-09-23T18:12:00.639800+0000","last_undegraded":"2023-09-23T18:12:00.639800+0000","last_fullsized":"2023-09-23T18:12:00.639800+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6976,"log_dups_size":0,"ondisk_log_size":6976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343015424,"num_objects":5234,"num_object_clones":0,"num_object_copies":15702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6976,"num_write_kb":390720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":957,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636024+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:11:54.636024+0000","last_peered":"2023-09-23T18:11:54.636024+0000","last_clean":"2023-09-23T18:11:54.636024+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:11:54.636024+0000","last_undegraded":"2023-09-23T18:11:54.636024+0000","last_fullsized":"2023-09-23T18:11:54.636024+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":286,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.636856+0000","last_change":"2023-09-23T18:11:05.738373+0000","last_active":"2023-09-23T18:11:53.636856+0000","last_peered":"2023-09-23T18:11:53.636856+0000","last_clean":"2023-09-23T18:11:53.636856+0000","last_became_active":"2023-09-23T18:11:05.738015+0000","last_became_peered":"2023-09-23T18:11:05.738015+0000","last_unstale":"2023-09-23T18:11:53.636856+0000","last_undegraded":"2023-09-23T18:11:53.636856+0000","last_fullsized":"2023-09-23T18:11:53.636856+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:50.781377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":145,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.646696+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:11:53.646696+0000","last_peered":"2023-09-23T18:11:53.646696+0000","last_clean":"2023-09-23T18:11:53.646696+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:11:53.646696+0000","last_undegraded":"2023-09-23T18:11:53.646696+0000","last_fullsized":"2023-09-23T18:11:53.646696+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"301'7074","reported_seq":7111,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-09-23T18:12:00.538085+0000","last_change":"2023-09-23T18:09:55.623870+0000","last_active":"2023-09-23T18:12:00.538085+0000","last_peered":"2023-09-23T18:12:00.538085+0000","last_clean":"2023-09-23T18:12:00.538085+0000","last_became_active":"2023-09-23T18:09:55.623577+0000","last_became_peered":"2023-09-23T18:09:55.623577+0000","last_unstale":"2023-09-23T18:12:00.538085+0000","last_undegraded":"2023-09-23T18:12:00.538085+0000","last_fullsized":"2023-09-23T18:12:00.538085+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7074,"log_dups_size":0,"ondisk_log_size":7074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344588288,"num_objects":5258,"num_object_clones":0,"num_object_copies":15774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7074,"num_write_kb":394624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":470,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636588+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:11:54.636588+0000","last_peered":"2023-09-23T18:11:54.636588+0000","last_clean":"2023-09-23T18:11:54.636588+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:11:54.636588+0000","last_undegraded":"2023-09-23T18:11:54.636588+0000","last_fullsized":"2023-09-23T18:11:54.636588+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":241,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.647818+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:11:54.647818+0000","last_peered":"2023-09-23T18:11:54.647818+0000","last_clean":"2023-09-23T18:11:54.647818+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:11:54.647818+0000","last_undegraded":"2023-09-23T18:11:54.647818+0000","last_fullsized":"2023-09-23T18:11:54.647818+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":287,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.646041+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:11:53.646041+0000","last_peered":"2023-09-23T18:11:53.646041+0000","last_clean":"2023-09-23T18:11:53.646041+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:11:53.646041+0000","last_undegraded":"2023-09-23T18:11:53.646041+0000","last_fullsized":"2023-09-23T18:11:53.646041+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"301'7041","reported_seq":7079,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-09-23T18:11:56.978396+0000","last_change":"2023-09-23T18:09:55.622378+0000","last_active":"2023-09-23T18:11:56.978396+0000","last_peered":"2023-09-23T18:11:56.978396+0000","last_clean":"2023-09-23T18:11:56.978396+0000","last_became_active":"2023-09-23T18:09:55.622104+0000","last_became_peered":"2023-09-23T18:09:55.622104+0000","last_unstale":"2023-09-23T18:11:56.978396+0000","last_undegraded":"2023-09-23T18:11:56.978396+0000","last_fullsized":"2023-09-23T18:11:56.978396+0000","mapping_epoch":272,"log_start":"276'878","ondisk_log_start":"276'878","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6163,"log_dups_size":0,"ondisk_log_size":6163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:45:41.528988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354484224,"num_objects":5409,"num_object_clones":0,"num_object_copies":16227,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5409,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7041,"num_write_kb":398400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":275,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637854+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:11:54.637854+0000","last_peered":"2023-09-23T18:11:54.637854+0000","last_clean":"2023-09-23T18:11:54.637854+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:11:54.637854+0000","last_undegraded":"2023-09-23T18:11:54.637854+0000","last_fullsized":"2023-09-23T18:11:54.637854+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":859,"reported_epoch":300,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:11:54.672542+0000","last_change":"2023-09-23T18:11:54.672542+0000","last_active":"2023-09-23T18:11:54.672542+0000","last_peered":"2023-09-23T18:11:54.672542+0000","last_clean":"2023-09-23T18:11:50.580629+0000","last_became_active":"2023-09-23T18:11:54.672037+0000","last_became_peered":"2023-09-23T18:11:54.672037+0000","last_unstale":"2023-09-23T18:11:54.672542+0000","last_undegraded":"2023-09-23T18:11:54.640501+0000","last_fullsized":"2023-09-23T18:11:54.640165+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":291,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:13:33.746243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":12582912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3],"avail_no_missing":["1","3","6"],"object_location_counts":[{"shards":"1,3,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":308,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637256+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:11:54.637256+0000","last_peered":"2023-09-23T18:11:54.637256+0000","last_clean":"2023-09-23T18:11:54.637256+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:11:54.637256+0000","last_undegraded":"2023-09-23T18:11:54.637256+0000","last_fullsized":"2023-09-23T18:11:54.637256+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"301'7168","reported_seq":7206,"reported_epoch":301,"state":"active+clean","last_fresh":"2023-09-23T18:11:57.052287+0000","last_change":"2023-09-23T18:09:55.622408+0000","last_active":"2023-09-23T18:11:57.052287+0000","last_peered":"2023-09-23T18:11:57.052287+0000","last_clean":"2023-09-23T18:11:57.052287+0000","last_became_active":"2023-09-23T18:09:55.622038+0000","last_became_peered":"2023-09-23T18:09:55.622038+0000","last_unstale":"2023-09-23T18:11:57.052287+0000","last_undegraded":"2023-09-23T18:11:57.052287+0000","last_fullsized":"2023-09-23T18:11:57.052287+0000","mapping_epoch":272,"log_start":"276'1009","ondisk_log_start":"276'1009","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6159,"log_dups_size":0,"ondisk_log_size":6159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:29.853712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":357171200,"num_objects":5450,"num_object_clones":0,"num_object_copies":16350,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5450,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7168,"num_write_kb":403776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":317,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637148+0000","last_change":"2023-09-23T18:11:54.323663+0000","last_active":"2023-09-23T18:11:54.637148+0000","last_peered":"2023-09-23T18:11:54.637148+0000","last_clean":"2023-09-23T18:11:54.637148+0000","last_became_active":"2023-09-23T18:11:53.648380+0000","last_became_peered":"2023-09-23T18:11:53.648380+0000","last_unstale":"2023-09-23T18:11:54.637148+0000","last_undegraded":"2023-09-23T18:11:54.637148+0000","last_fullsized":"2023-09-23T18:11:54.637148+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":140,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.646942+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:11:53.646942+0000","last_peered":"2023-09-23T18:11:53.646942+0000","last_clean":"2023-09-23T18:11:53.646942+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:11:53.646942+0000","last_undegraded":"2023-09-23T18:11:53.646942+0000","last_fullsized":"2023-09-23T18:11:53.646942+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":47,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636332+0000","last_change":"2023-09-23T18:11:53.684884+0000","last_active":"2023-09-23T18:11:54.636332+0000","last_peered":"2023-09-23T18:11:54.636332+0000","last_clean":"2023-09-23T18:11:54.636332+0000","last_became_active":"2023-09-23T18:11:53.684534+0000","last_became_peered":"2023-09-23T18:11:53.684534+0000","last_unstale":"2023-09-23T18:11:54.636332+0000","last_undegraded":"2023-09-23T18:11:54.636332+0000","last_fullsized":"2023-09-23T18:11:54.636332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":135,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.645986+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:11:53.645986+0000","last_peered":"2023-09-23T18:11:53.645986+0000","last_clean":"2023-09-23T18:11:53.645986+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:11:53.645986+0000","last_undegraded":"2023-09-23T18:11:53.645986+0000","last_fullsized":"2023-09-23T18:11:53.645986+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":86,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.637003+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:11:53.637003+0000","last_peered":"2023-09-23T18:11:53.637003+0000","last_clean":"2023-09-23T18:11:53.637003+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:11:53.637003+0000","last_undegraded":"2023-09-23T18:11:53.637003+0000","last_fullsized":"2023-09-23T18:11:53.637003+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":294,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637035+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:11:54.637035+0000","last_peered":"2023-09-23T18:11:54.637035+0000","last_clean":"2023-09-23T18:11:54.637035+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:11:54.637035+0000","last_undegraded":"2023-09-23T18:11:54.637035+0000","last_fullsized":"2023-09-23T18:11:54.637035+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":222,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.636794+0000","last_change":"2023-09-23T18:11:05.728133+0000","last_active":"2023-09-23T18:11:54.636794+0000","last_peered":"2023-09-23T18:11:54.636794+0000","last_clean":"2023-09-23T18:11:54.636794+0000","last_became_active":"2023-09-23T18:11:05.727827+0000","last_became_peered":"2023-09-23T18:11:05.727827+0000","last_unstale":"2023-09-23T18:11:54.636794+0000","last_undegraded":"2023-09-23T18:11:54.636794+0000","last_fullsized":"2023-09-23T18:11:54.636794+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:00.204188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":281,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637198+0000","last_change":"2023-09-23T18:11:53.682182+0000","last_active":"2023-09-23T18:11:54.637198+0000","last_peered":"2023-09-23T18:11:54.637198+0000","last_clean":"2023-09-23T18:11:54.637198+0000","last_became_active":"2023-09-23T18:11:53.661465+0000","last_became_peered":"2023-09-23T18:11:53.661465+0000","last_unstale":"2023-09-23T18:11:54.637198+0000","last_undegraded":"2023-09-23T18:11:54.637198+0000","last_fullsized":"2023-09-23T18:11:54.637198+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":213,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637162+0000","last_change":"2023-09-23T18:11:05.734417+0000","last_active":"2023-09-23T18:11:54.637162+0000","last_peered":"2023-09-23T18:11:54.637162+0000","last_clean":"2023-09-23T18:11:54.637162+0000","last_became_active":"2023-09-23T18:11:05.734099+0000","last_became_peered":"2023-09-23T18:11:05.734099+0000","last_unstale":"2023-09-23T18:11:54.637162+0000","last_undegraded":"2023-09-23T18:11:54.637162+0000","last_fullsized":"2023-09-23T18:11:54.637162+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:59:59.444324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":342,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.637360+0000","last_change":"2023-09-23T18:11:53.659245+0000","last_active":"2023-09-23T18:11:54.637360+0000","last_peered":"2023-09-23T18:11:54.637360+0000","last_clean":"2023-09-23T18:11:54.637360+0000","last_became_active":"2023-09-23T18:11:53.658902+0000","last_became_peered":"2023-09-23T18:11:53.658902+0000","last_unstale":"2023-09-23T18:11:54.637360+0000","last_undegraded":"2023-09-23T18:11:54.637360+0000","last_fullsized":"2023-09-23T18:11:54.637360+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:31:31.891077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":337,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.995149+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:11:54.995149+0000","last_peered":"2023-09-23T18:11:54.995149+0000","last_clean":"2023-09-23T18:11:54.995149+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:11:54.995149+0000","last_undegraded":"2023-09-23T18:11:54.995149+0000","last_fullsized":"2023-09-23T18:11:54.995149+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":187,"reported_epoch":299,"state":"active+clean","last_fresh":"2023-09-23T18:11:53.647556+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:11:53.647556+0000","last_peered":"2023-09-23T18:11:53.647556+0000","last_clean":"2023-09-23T18:11:53.647556+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:11:53.647556+0000","last_undegraded":"2023-09-23T18:11:53.647556+0000","last_fullsized":"2023-09-23T18:11:53.647556+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":156,"reported_epoch":300,"state":"active+clean","last_fresh":"2023-09-23T18:11:54.648331+0000","last_change":"2023-09-23T18:11:53.661768+0000","last_active":"2023-09-23T18:11:54.648331+0000","last_peered":"2023-09-23T18:11:54.648331+0000","last_clean":"2023-09-23T18:11:54.648331+0000","last_became_active":"2023-09-23T18:11:53.661313+0000","last_became_peered":"2023-09-23T18:11:53.661313+0000","last_unstale":"2023-09-23T18:11:54.648331+0000","last_undegraded":"2023-09-23T18:11:54.648331+0000","last_fullsized":"2023-09-23T18:11:54.648331+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:45:58.714826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5725290520,"num_objects":87362,"num_object_clones":0,"num_object_copies":262086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":44076,"num_objects_misplaced":4395,"num_objects_unfound":0,"num_objects_dirty":87362,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114106,"num_write_kb":6446913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1327,"num_bytes_recovered":86507520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17340313600,"data_stored":17340301384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102238,"ondisk_log_size":102238,"up":48,"acting":41,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":27122,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":2,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":12582931,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":22,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430525,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2094852,"kb_used_data":1789372,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91650300,"statfs":{"total":95995035648,"available":93849907200,"internally_reserved":0,"allocated":1832316928,"data_stored":1831611290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.796,"15min":1.169},"min":{"1min":0.23899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.8719999999999999,"5min":53.850999999999999,"15min":53.850999999999999},"last":0.311},{"interface":"front","average":{"1min":2.1619999999999999,"5min":1.9450000000000001,"15min":1.2549999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.254},"max":{"1min":5.8769999999999998,"5min":53.835000000000001,"15min":53.835000000000001},"last":0.374}]},{"osd":1,"last update":"Sat Sep 23 18:11:13 2023","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.6739999999999999,"15min":1.1259999999999999},"min":{"1min":0.28899999999999998,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.0620000000000003,"5min":11.483000000000001,"15min":11.483000000000001},"last":5.774},{"interface":"front","average":{"1min":1.702,"5min":2.2040000000000002,"15min":1.3109999999999999},"min":{"1min":0.29599999999999999,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":5.7480000000000002,"5min":9.1649999999999991,"15min":11.087999999999999},"last":3.1640000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8660000000000001,"15min":1.222},"min":{"1min":0.32800000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.0810000000000004,"5min":15.449999999999999,"15min":15.449999999999999},"last":3.7469999999999999},{"interface":"front","average":{"1min":1.649,"5min":1.825,"15min":1.2629999999999999},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.27400000000000002},"max":{"1min":5.3129999999999997,"5min":11.417,"15min":11.417},"last":1.6970000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:11:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6160000000000001,"5min":2.2469999999999999,"15min":1.625},"min":{"1min":0.34100000000000003,"5min":0.32300000000000001,"15min":0.28299999999999997},"max":{"1min":9.843,"5min":9.843,"15min":32.631},"last":9.8469999999999995},{"interface":"front","average":{"1min":2.5409999999999999,"5min":2.2240000000000002,"15min":1.6970000000000001},"min":{"1min":0.36299999999999999,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":32.612000000000002},"last":9.8559999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.92200000000000004},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.249},"max":{"1min":3.4950000000000001,"5min":4.1319999999999997,"15min":19.010000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.79300000000000004,"15min":0.873},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.8280000000000001,"5min":7.7050000000000001,"15min":10.238},"last":0.34100000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.94499999999999995,"15min":0.96799999999999997},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.26400000000000001},"max":{"1min":2.6339999999999999,"5min":7.8019999999999996,"15min":10.016},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":1.0469999999999999,"15min":0.99299999999999999},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.25600000000000001},"max":{"1min":3.4329999999999998,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.32900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.80600000000000005,"15min":0.84799999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.29999999999999999},"max":{"1min":3.4729999999999999,"5min":3.4729999999999999,"15min":9.2959999999999994},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.97599999999999998,"15min":0.92600000000000005},"min":{"1min":0.374,"5min":0.35899999999999999,"15min":0.32400000000000001},"max":{"1min":3.2519999999999998,"5min":6.1639999999999997,"15min":12.613},"last":0.41699999999999998}]}]},{"osd":6,"up_from":0,"seq":747324309621,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":90,"seq":386547056831,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2571828,"kb_used_data":2172012,"kb_used_omap":7,"kb_used_meta":399800,"kb_avail":91173324,"statfs":{"total":95995035648,"available":93361483776,"internally_reserved":0,"allocated":2224140288,"data_stored":2222980787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":409395299},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":2.456,"15min":1.3919999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":6.1500000000000004,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.504},{"interface":"front","average":{"1min":3.5409999999999999,"5min":3.5419999999999998,"15min":1.659},"min":{"1min":0.27800000000000002,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":18.741,"5min":21.433,"15min":21.433},"last":2.198}]},{"osd":2,"last update":"Sat Sep 23 18:11:48 2023","interfaces":[{"interface":"back","average":{"1min":2.698,"5min":3.7850000000000001,"15min":2.0270000000000001},"min":{"1min":0.26800000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":14.379,"5min":31.273,"15min":31.273},"last":11.143000000000001},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.6589999999999998,"15min":1.8819999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.247},"max":{"1min":7.0910000000000002,"5min":15.327,"15min":15.327},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":2.5150000000000001,"15min":1.4379999999999999},"min":{"1min":0.311,"5min":0.26300000000000001,"15min":0.214},"max":{"1min":11.795,"5min":20.968,"15min":20.968},"last":2.3340000000000001},{"interface":"front","average":{"1min":1.635,"5min":2.4049999999999998,"15min":1.4490000000000001},"min":{"1min":0.32000000000000001,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.1289999999999996,"5min":16.273,"15min":16.273},"last":2.3769999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":2.6680000000000001,"15min":1.508},"min":{"1min":0.29399999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.6020000000000003,"5min":13.532,"15min":13.532},"last":11.185},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.639,"15min":1.202},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":8.1910000000000007,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.42299999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0049999999999999,"5min":2.1840000000000002,"15min":1.3500000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":11.6,"5min":21.369,"15min":21.369},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.6000000000000001,"5min":2.6640000000000001,"15min":1.53},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.32400000000000001},"max":{"1min":4.6449999999999996,"5min":13.574,"15min":13.574},"last":11.25}]},{"osd":6,"last update":"Sat Sep 23 18:11:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":1.853,"15min":1.1319999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":8.2270000000000003,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.3799999999999999,"5min":1.9399999999999999,"15min":1.171},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":11.647,"5min":21.282,"15min":21.282},"last":0.54500000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":2.9089999999999998,"15min":1.657},"min":{"1min":0.39000000000000001,"5min":0.373,"15min":0.34200000000000003},"max":{"1min":4.6749999999999998,"5min":13.727,"15min":13.727},"last":11.224},{"interface":"front","average":{"1min":1.4119999999999999,"5min":2.048,"15min":1.405},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.374},"max":{"1min":8.2560000000000002,"5min":9.1189999999999998,"15min":13.859},"last":0.48099999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220362,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3216032,"kb_used_data":2821720,"kb_used_omap":8,"kb_used_meta":394103,"kb_avail":90529120,"statfs":{"total":95995035648,"available":92701818880,"internally_reserved":0,"allocated":2889441280,"data_stored":2888236582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":403562084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:11:17 2023","interfaces":[{"interface":"back","average":{"1min":3.2999999999999998,"5min":2.9670000000000001,"15min":1.498},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":9.0190000000000001,"5min":12.85,"15min":12.85},"last":0.28899999999999998},{"interface":"front","average":{"1min":2.5249999999999999,"5min":2.359,"15min":1.391},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":12.127000000000001,"5min":17.73,"15min":17.73},"last":0.33800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:11:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4329999999999998,"5min":3.0550000000000002,"15min":1.748},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.221},"max":{"1min":8.8889999999999993,"5min":26.341000000000001,"15min":26.341000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":4.3079999999999998,"5min":2.9470000000000001,"15min":1.865},"min":{"1min":0.32800000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":16.925999999999998,"5min":26.268000000000001,"15min":26.268000000000001},"last":0.27200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:11:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":3.0289999999999999,"15min":1.6299999999999999},"min":{"1min":0.32300000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":15.744,"5min":18.251999999999999,"15min":18.251999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.7709999999999999,"15min":1.577},"min":{"1min":0.40799999999999997,"5min":0.251,"15min":0.248},"max":{"1min":16.882000000000001,"5min":22.082999999999998,"15min":22.082999999999998},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":2.1190000000000002,"15min":1.369},"min":{"1min":0.48499999999999999,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":7.5170000000000003,"5min":13.673,"15min":13.673},"last":0.40300000000000002},{"interface":"front","average":{"1min":2.5600000000000001,"5min":2.1309999999999998,"15min":1.3360000000000001},"min":{"1min":0.36499999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.9939999999999998,"5min":10.045,"15min":10.045},"last":0.43099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.8999999999999999,"5min":2.2280000000000002,"15min":1.3879999999999999},"min":{"1min":0.34399999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":7.0490000000000004,"5min":10.092000000000001,"15min":10.092000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":2.8740000000000001,"5min":2.0750000000000002,"15min":1.4910000000000001},"min":{"1min":0.443,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":7.415,"5min":7.415,"15min":11.510999999999999},"last":0.48299999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:11:46 2023","interfaces":[{"interface":"back","average":{"1min":2.8149999999999999,"5min":2.3039999999999998,"15min":1.3089999999999999},"min":{"1min":0.376,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":7.9390000000000001,"5min":10.147,"15min":10.147},"last":0.497},{"interface":"front","average":{"1min":2.339,"5min":1.907,"15min":1.1930000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":8.8409999999999993,"5min":8.8409999999999993,"15min":8.8409999999999993},"last":0.57699999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":2.1120000000000001,"15min":1.4339999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.9179999999999993,"5min":8.9179999999999993,"15min":8.9179999999999993},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.242,"5min":2.6139999999999999,"15min":1.623},"min":{"1min":0.51100000000000001,"5min":0.373,"15min":0.372},"max":{"1min":7.4749999999999996,"5min":13.699,"15min":13.699},"last":0.52300000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258055,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2647160,"kb_used_data":2107120,"kb_used_omap":16,"kb_used_meta":539823,"kb_avail":91097992,"statfs":{"total":95995035648,"available":93284343808,"internally_reserved":0,"allocated":2157690880,"data_stored":2156464555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":552778914},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":2.431,"15min":1.466},"min":{"1min":0.25600000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":5.4470000000000001,"5min":18.120999999999999,"15min":18.120999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.829,"5min":2.6970000000000001,"15min":1.5780000000000001},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":6.101,"5min":15.94,"15min":15.94},"last":0.40899999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.419,"5min":2.2349999999999999,"15min":1.3779999999999999},"min":{"1min":0.22500000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":5.7290000000000001,"5min":13.952999999999999,"15min":13.952999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":2.3180000000000001,"15min":2.0779999999999998},"min":{"1min":0.251,"5min":0.223,"15min":0.218},"max":{"1min":3.5739999999999998,"5min":17.901,"15min":37.579000000000001},"last":0.81999999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":3.5939999999999999,"15min":1.764},"min":{"1min":0.33100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7.4880000000000004,"5min":34.960999999999999,"15min":34.960999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.518,"5min":4.0579999999999998,"15min":2.649},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":8.6349999999999998,"5min":35.229999999999997,"15min":37.444000000000003},"last":0.879}]},{"osd":4,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":6.4710000000000001,"5min":3.181,"15min":2.0619999999999998},"min":{"1min":0.32400000000000001,"5min":0.31,"15min":0.31},"max":{"1min":105.509,"5min":105.509,"15min":105.509},"last":0.91800000000000004},{"interface":"front","average":{"1min":6.5810000000000004,"5min":3.3530000000000002,"15min":1.6739999999999999},"min":{"1min":0.44600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":105.529,"5min":105.529,"15min":105.529},"last":0.56899999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.248,"5min":2.2730000000000001,"15min":1.3520000000000001},"min":{"1min":0.42999999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":4.6849999999999996,"5min":17.780000000000001,"15min":17.780000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.879,"15min":1.2849999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.1500000000000004,"5min":10.75,"15min":10.75},"last":0.443}]},{"osd":6,"last update":"Sat Sep 23 18:11:42 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.5099999999999998,"15min":1.597},"min":{"1min":0.58199999999999996,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.1829999999999998,"5min":17.853000000000002,"15min":17.853000000000002},"last":0.67800000000000005},{"interface":"front","average":{"1min":2.274,"5min":2.593,"15min":1.677},"min":{"1min":0.53100000000000003,"5min":0.38800000000000001,"15min":0.34599999999999997},"max":{"1min":9.3360000000000003,"5min":17.919,"15min":17.919},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":2.968,"15min":1.607},"min":{"1min":0.42599999999999999,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":4.6589999999999998,"5min":17.890000000000001,"15min":17.890000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":1.5389999999999999,"5min":2.0680000000000001,"15min":1.351},"min":{"1min":0.41299999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.915,"5min":13.162000000000001,"15min":13.162000000000001},"last":0.46899999999999997}]}]},{"osd":3,"up_from":100,"seq":429496729785,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3653980,"kb_used_data":3156436,"kb_used_omap":4,"kb_used_meta":497531,"kb_avail":90091172,"statfs":{"total":95995035648,"available":92253360128,"internally_reserved":0,"allocated":3232190464,"data_stored":3231043165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":509472151},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":3.6280000000000001,"5min":2.5129999999999999,"15min":1.45},"min":{"1min":0.29099999999999998,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":1.4810000000000001},{"interface":"front","average":{"1min":3.0619999999999998,"5min":2.7480000000000002,"15min":1.706},"min":{"1min":0.23400000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":8.1069999999999993,"5min":21.962,"15min":21.962},"last":10.154}]},{"osd":1,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":1.9790000000000001,"15min":1.2789999999999999},"min":{"1min":0.309,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":10.523999999999999,"5min":19.626000000000001,"15min":19.626000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":3.1459999999999999,"5min":3.1190000000000002,"15min":1.726},"min":{"1min":0.378,"5min":0.248,"15min":0.248},"max":{"1min":15.718999999999999,"5min":15.718999999999999,"15min":15.718999999999999},"last":13.023}]},{"osd":2,"last update":"Sat Sep 23 18:11:54 2023","interfaces":[{"interface":"back","average":{"1min":1.5780000000000001,"5min":2.262,"15min":1.744},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.468,"5min":16.779,"15min":16.779},"last":19.798999999999999},{"interface":"front","average":{"1min":3.4860000000000002,"5min":2.3210000000000002,"15min":1.6619999999999999},"min":{"1min":0.56100000000000005,"5min":0.29899999999999999,"15min":0.23599999999999999},"max":{"1min":11.875,"5min":17.149000000000001,"15min":19.59},"last":3.976}]},{"osd":4,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7240000000000002,"5min":2.278,"15min":1.371},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":15.769,"5min":15.769,"15min":15.769},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.6779999999999999,"5min":2.0489999999999999,"15min":1.54},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":6.101,"5min":15.33,"15min":17.478000000000002},"last":10.207000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":2.1030000000000002,"15min":1.5820000000000001},"min":{"1min":0.33600000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.1449999999999996,"5min":11.602,"15min":17.507999999999999},"last":10.241},{"interface":"front","average":{"1min":2.2519999999999998,"5min":2,"15min":1.391},"min":{"1min":0.47899999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.587,"5min":19.209,"15min":19.209},"last":0.54600000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3809999999999998,"15min":1.4379999999999999},"min":{"1min":0.374,"5min":0.318,"15min":0.318},"max":{"1min":11.432,"5min":16.379999999999999,"15min":16.379999999999999},"last":10.272},{"interface":"front","average":{"1min":1.732,"5min":2.4289999999999998,"15min":1.446},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.2370000000000001,"5min":11.701000000000001,"15min":11.701000000000001},"last":10.298999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:11:12 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":2.415,"15min":1.5860000000000001},"min":{"1min":0.42999999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":10.56,"5min":36.423000000000002,"15min":36.423000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.8639999999999999,"5min":3.0049999999999999,"15min":1.6859999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.34399999999999997},"max":{"1min":15.93,"5min":36.366999999999997,"15min":36.366999999999997},"last":1.2869999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019208,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2018736,"kb_used_data":1717416,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":91726416,"statfs":{"total":95995035648,"available":93927849984,"internally_reserved":0,"allocated":1758633984,"data_stored":1757943759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.736,"15min":1.264},"min":{"1min":0.25900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":7.2629999999999999,"5min":7.7389999999999999,"15min":26.055},"last":1.2849999999999999},{"interface":"front","average":{"1min":2.468,"5min":1.738,"15min":1.3340000000000001},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.25},"max":{"1min":10.041,"5min":11.611000000000001,"15min":25.497},"last":6.2839999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:11:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":2.4620000000000002,"15min":1.4930000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.8530000000000002,"5min":56.880000000000003,"15min":56.880000000000003},"last":0.432},{"interface":"front","average":{"1min":1.3879999999999999,"5min":2.544,"15min":1.552},"min":{"1min":0.34000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":3.9489999999999998,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.41399999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:10:59 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":2.5539999999999998,"15min":1.4590000000000001},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.6139999999999999,"5min":56.448,"15min":56.448},"last":1.581},{"interface":"front","average":{"1min":1.3740000000000001,"5min":2.2829999999999999,"15min":1.3480000000000001},"min":{"1min":0.34200000000000003,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":4.8360000000000003,"5min":56.868000000000002,"15min":56.868000000000002},"last":2.1520000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:11:13 2023","interfaces":[{"interface":"back","average":{"1min":1.712,"5min":4.016,"15min":2.1499999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":5.843,"5min":80.783000000000001,"15min":80.783000000000001},"last":1.51},{"interface":"front","average":{"1min":1.5960000000000001,"5min":3.919,"15min":2.1309999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":5.976,"5min":80.852000000000004,"15min":80.852000000000004},"last":7.2370000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:11:13 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.2090000000000001,"15min":0.91200000000000003},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":2.8599999999999999,"5min":18.829999999999998,"15min":18.829999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.087,"5min":1.5760000000000001,"15min":1.0600000000000001},"min":{"1min":0.33400000000000002,"5min":0.29799999999999999,"15min":0.27500000000000002},"max":{"1min":4.8959999999999999,"5min":18.859000000000002,"15min":18.859000000000002},"last":0.44700000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.94999999999999996,"15min":0.71899999999999997},"min":{"1min":0.28299999999999997,"5min":0.249,"15min":0.249},"max":{"1min":1.1599999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.38},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.99199999999999999,"15min":0.84999999999999998},"min":{"1min":0.33100000000000002,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":2.661,"5min":6.3520000000000003,"15min":9.9689999999999994},"last":0.39000000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:11:02 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":1.0629999999999999,"15min":0.87},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":3.9740000000000002,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.161,"15min":1.0049999999999999},"min":{"1min":0.33200000000000002,"5min":0.32000000000000001,"15min":0.27100000000000002},"max":{"1min":2.7330000000000001,"5min":6.0819999999999999,"15min":17.097999999999999},"last":0.46999999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822980,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1690096,"kb_used_data":1384680,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92055056,"statfs":{"total":95995035648,"available":94264377344,"internally_reserved":0,"allocated":1417912320,"data_stored":1417222311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1099999999999999,"5min":1.8580000000000001,"15min":1.22},"min":{"1min":0.25600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.5050000000000008,"5min":9.5050000000000008,"15min":9.5050000000000008},"last":2.1309999999999998},{"interface":"front","average":{"1min":1.637,"5min":1.827,"15min":1.256},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":7.5880000000000001,"5min":12.297000000000001,"15min":12.297000000000001},"last":2.0760000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:11:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6259999999999999,"5min":1.9410000000000001,"15min":1.347},"min":{"1min":0.26000000000000001,"5min":0.252,"15min":0.252},"max":{"1min":6.6239999999999997,"5min":13.282999999999999,"15min":16.033999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.141,"5min":1.792,"15min":1.23},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":3.1800000000000002,"5min":11.673,"15min":11.673},"last":0.497}]},{"osd":2,"last update":"Sat Sep 23 18:11:50 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.3069999999999999,"15min":1.5029999999999999},"min":{"1min":0.33200000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.6280000000000001,"5min":28.687999999999999,"15min":28.687999999999999},"last":1.8129999999999999},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2759999999999998,"15min":1.468},"min":{"1min":0.374,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":10.643000000000001,"5min":28.715,"15min":28.715},"last":1.8260000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:11:06 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":2.4319999999999999,"15min":1.5269999999999999},"min":{"1min":0.39300000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.0709999999999997,"5min":31.109999999999999,"15min":31.109999999999999},"last":1.587},{"interface":"front","average":{"1min":1.3,"5min":2.5289999999999999,"15min":1.649},"min":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.30199999999999999},"max":{"1min":3.2629999999999999,"5min":28.795999999999999,"15min":28.795999999999999},"last":1.9490000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:11:03 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.1680000000000001,"15min":1.2629999999999999},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":2.0419999999999998,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.97399999999999998,"5min":2.4319999999999999,"15min":1.381},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":4.3609999999999998,"5min":121.31399999999999,"15min":121.31399999999999},"last":0.52000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.90400000000000003,"15min":0.78900000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.3250000000000002,"5min":9.1449999999999996,"15min":9.3149999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.372,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.4340000000000002,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.48699999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.94499999999999995,"15min":0.95599999999999996},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.309},"max":{"1min":2.613,"5min":4.1559999999999997,"15min":9.3559999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.91900000000000004,"15min":0.98699999999999999},"min":{"1min":0.35599999999999998,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":3.7029999999999998,"5min":11.956,"15min":12.388999999999999},"last":0.43099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2877689856,"data_stored":2877685784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2210009088,"data_stored":2210005016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2148401152,"data_stored":2148401152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3216441344,"data_stored":3216441344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1753939968,"data_stored":1753939968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1401094144,"data_stored":1401094144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1905004544,"data_stored":1905000472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1827733504,"data_stored":1827733504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:12:03.288 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:12:03.288 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_2 pg_num 26 2023-09-23T18:12:03.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:03 smithi018 ceph-mon[153734]: from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:03.323 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:03 smithi018 ceph-mon[149401]: from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:03.343 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:03 smithi149 ceph-mon[135148]: from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:03.509 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:03.519 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:03.519 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:03.620 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:03.651 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:03.967 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:03.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:03.971 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:04.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[149401]: pgmap v857: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 43802/257451 objects degraded (17.014%); 4283/257451 objects misplaced (1.664%); 3.9 MiB/s, 1 keys/s, 62 objects/s recovering 2023-09-23T18:12:04.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2002980972' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.072 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:04.101 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:04.143 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:04.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:04.147 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:04.158 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:12:04.248 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:04.281 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[153734]: pgmap v857: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 43802/257451 objects degraded (17.014%); 4283/257451 objects misplaced (1.664%); 3.9 MiB/s, 1 keys/s, 62 objects/s recovering 2023-09-23T18:12:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2002980972' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.324 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:04.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:04 smithi149 ceph-mon[135148]: pgmap v857: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 43802/257451 objects degraded (17.014%); 4283/257451 objects misplaced (1.664%); 3.9 MiB/s, 1 keys/s, 62 objects/s recovering 2023-09-23T18:12:04.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2002980972' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:04.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:04.329 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:04.430 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:04.458 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:04.458 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:116972 7.5 7:aab3747a:::benchmark_data_smithi018_282512_object16236:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:12:04.455805+0000", 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.002915132, 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029383999999999999, 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:04.459 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 116972 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455805+0000", 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455805+0000", 2023-09-23T18:12:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455803+0000", 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7920000000000004e-06 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455813+0000", 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8428999999999999e-05 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455831+0000", 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6769999999999998e-06 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455838+0000", 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0285999999999998e-05 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.455898+0000", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014885399999999999 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.456047+0000", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013264700000000001 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:04.456180+0000", 2023-09-23T18:12:04.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00037469800000000002 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 1 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:04.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:04.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:04.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:04.507 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:04.607 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:04.635 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:04.977 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:12:04.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:04] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.33.4" 2023-09-23T18:12:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: osdmap e302: 8 total, 8 up, 7 in 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[153734]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: osdmap e302: 8 total, 8 up, 7 in 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:05 smithi018 ceph-mon[149401]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: osdmap e302: 8 total, 8 up, 7 in 2023-09-23T18:12:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:05 smithi149 ceph-mon[135148]: failed to encode map e302 with expected crc 2023-09-23T18:12:05.619 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:06.177 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:06.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:06.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:06.292 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:06.323 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:06.364 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:06 smithi149 ceph-mon[135148]: pgmap v859: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 318 op/s; 43802/256716 objects degraded (17.062%); 4283/256716 objects misplaced (1.668%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:12:06.367 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:06.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:06.373 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:06.474 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:06.560 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:06 smithi018 ceph-mon[149401]: pgmap v859: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 318 op/s; 43802/256716 objects degraded (17.062%); 4283/256716 objects misplaced (1.668%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:12:06.560 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:06 smithi018 ceph-mon[153734]: pgmap v859: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 318 op/s; 43802/256716 objects degraded (17.062%); 4283/256716 objects misplaced (1.668%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:12:06.561 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:06.877 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:06.878 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:12:06.878 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:12:06.878 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:12:06.878 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:07.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:07.111 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:12:07.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:07.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:07.149 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:07.218 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:07.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43802/256716 objects degraded (17.062%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:07.249 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:07.284 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:12:07.293 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:07.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:07.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:07.398 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:07.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43802/256716 objects degraded (17.062%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:07.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43802/256716 objects degraded (17.062%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:07.550 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:07.935 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:08.074 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:08.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:08.083 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:08.184 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:08.219 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:08.259 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:08.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:08.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:08.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:08.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:08 smithi018 ceph-mon[149401]: pgmap v860: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 43802/253365 objects degraded (17.288%); 4179/253365 objects misplaced (1.649%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:12:08.430 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:08 smithi018 ceph-mon[153734]: pgmap v860: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 43802/253365 objects degraded (17.288%); 4179/253365 objects misplaced (1.649%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:12:08.483 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:08.700 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:08 smithi149 ceph-mon[135148]: pgmap v860: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 43802/253365 objects degraded (17.288%); 4179/253365 objects misplaced (1.649%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:12:09.172 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:09.172 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:12:09.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49467 6.8 6:15e7d3fa:::benchmark_data_smithi018_246789_object49466:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 361.83840815899998, 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999, 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.173 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49467 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331653+0000", 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331703+0000", 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3088000000000001e-05 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331716+0000", 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3419999999999996e-06 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331722+0000", 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002398163 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334121+0000", 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000134979 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334256+0000", 2023-09-23T18:12:09.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157224 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334413+0000", 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062544189999999998 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.340667+0000", 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039930929999999996 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.344660+0000", 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087703909999999996 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432364+0000", 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9911999999999999e-05 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432414+0000", 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6375000000000002e-05 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432461+0000", 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93987 6.3 6:c0452bc6:::benchmark_data_smithi018_246789_object93986:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.778530182, 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133, 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.181 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93987 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391531+0000", 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6264000000000003e-05 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391577+0000", 2023-09-23T18:12:09.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0055e-05 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391597+0000", 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1999999999999994e-06 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391605+0000", 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391658+0000", 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131734 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391790+0000", 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014550399999999999 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391936+0000", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001606225 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393542+0000", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012326000000000001 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393665+0000", 2023-09-23T18:12:09.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.114294825 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.507960+0000", 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7623999999999997e-05 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508007+0000", 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017027870000000001 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.509710+0000", 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93990 6.3 6:c75c4ca3:::benchmark_data_smithi018_246789_object93989:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:12:09.188 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.773756983, 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001, 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93990 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396305+0000", 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5739999999999998e-05 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396361+0000", 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3142000000000001e-05 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396374+0000", 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.87e-06 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396379+0000", 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1748000000000001e-05 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396420+0000", 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114997 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396535+0000", 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114011 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:12:09.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396649+0000", 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018018120000000001 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398451+0000", 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018592000000000001 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398637+0000", 2023-09-23T18:12:09.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112314287 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510951+0000", 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0151000000000001e-05 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511002+0000", 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010866669999999999 2023-09-23T18:12:09.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512088+0000", 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93995 6.13 6:cf3ba7c2:::benchmark_data_smithi018_246789_object93994:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.76217493399997, 2023-09-23T18:12:09.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819, 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93995 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:12:09.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407887+0000", 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4995999999999998e-05 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407962+0000", 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2238e-05 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7709999999999997e-06 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407979+0000", 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0856999999999999e-05 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408020+0000", 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012833399999999999 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408148+0000", 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110466 2023-09-23T18:12:09.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408258+0000", 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015488120000000001 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409807+0000", 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1317e-05 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409818+0000", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101146445 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510965+0000", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5086000000000003e-05 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511000+0000", 2023-09-23T18:12:09.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016861669999999999 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512686+0000", 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93998 6.18 6:1cdfed23:::benchmark_data_smithi018_246789_object93997:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:12:09.203 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.75750021200002, 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002, 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93998 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999928 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412556+0000", 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4199999999999998e-05 2023-09-23T18:12:09.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412590+0000", 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4544e-05 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412605+0000", 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9370000000000003e-06 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8641999999999999e-05 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412668+0000", 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155792 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412824+0000", 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019348999999999999 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.413017+0000", 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015073549999999999 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.414525+0000", 2023-09-23T18:12:09.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00092339600000000005 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.415448+0000", 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095712240000000004 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511160+0000", 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8527999999999999e-05 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511219+0000", 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001307746 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512527+0000", 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122850 6.5 6:a3913337:::benchmark_data_smithi018_246789_object21142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 264.79605436000003, 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283, 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122850 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.211 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374007+0000", 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6420000000000007e-06 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374015+0000", 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4399999999999999e-05 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374030+0000", 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9550000000000003e-06 2023-09-23T18:12:09.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374036+0000", 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.295e-05 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374089+0000", 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013745900000000001 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374227+0000", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014096099999999999 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374368+0000", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020356010000000002 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376403+0000", 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000117385 2023-09-23T18:12:09.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376521+0000", 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.100508044 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477029+0000", 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0482000000000003e-05 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477069+0000", 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6882000000000001e-05 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477096+0000", 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.217 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124249 6.18 6:192fb41a:::benchmark_data_smithi018_246789_object22541:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 262.954584006, 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069, 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124249 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215478+0000", 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215486+0000", 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6073999999999999e-05 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215502+0000", 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5880999999999999e-05 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215518+0000", 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028670639999999999 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218385+0000", 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053504300000000002 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218920+0000", 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023541605 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242462+0000", 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9764000000000003e-05 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242552+0000", 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013315700000000001 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242685+0000", 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031531150000000002 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245838+0000", 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088605699999999999 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.246724+0000", 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098715756000000002 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345440+0000", 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9635999999999997e-05 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345489+0000", 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00099502300000000004 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346484+0000", 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124256 6.8 6:13b46b36:::benchmark_data_smithi018_246789_object22548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 262.94708725700002, 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733, 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124256 2023-09-23T18:12:09.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222974+0000", 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222983+0000", 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6415000000000001e-05 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223000+0000", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9310000000000002e-06 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223007+0000", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4372000000000001e-05 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223051+0000", 2023-09-23T18:12:09.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025047810000000002 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.225556+0000", 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017140137999999999 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242696+0000", 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2126999999999996e-05 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242768+0000", 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012798599999999999 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242896+0000", 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029485589999999999 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245845+0000", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029684469999999999 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.248813+0000", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096668624999999994 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345482+0000", 2023-09-23T18:12:09.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.354e-05 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345525+0000", 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010236609999999999 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346549+0000", 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733 2023-09-23T18:12:09.233 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124273 6.13 6:cc3273ff:::benchmark_data_smithi018_246789_object22565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 262.93006568499999, 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527, 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.234 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124273 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239996+0000", 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6330000000000002e-06 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240005+0000", 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2489e-05 2023-09-23T18:12:09.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240017+0000", 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3070000000000002e-06 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240022+0000", 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6731999999999999e-05 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.237 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240069+0000", 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00071199499999999999 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240781+0000", 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095867072999999997 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.238 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336648+0000", 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0306000000000001e-05 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336718+0000", 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013371499999999999 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336852+0000", 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023254740000000001 2023-09-23T18:12:09.239 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339178+0000", 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5108000000000002e-05 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339223+0000", 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003174175 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.240 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342397+0000", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4481999999999997e-05 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342461+0000", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013737689999999999 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.343835+0000", 2023-09-23T18:12:09.241 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124278 6.8 6:12cf43ea:::benchmark_data_smithi018_246789_object22570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 262.92838967099999, 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001, 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.242 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124278 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.243 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241673+0000", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0150000000000003e-06 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241678+0000", 2023-09-23T18:12:09.244 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0885e-05 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241689+0000", 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1909999999999997e-06 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241695+0000", 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003391388 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.245 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245086+0000", 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073471799999999998 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245821+0000", 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.107340571 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.246 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353162+0000", 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4867e-05 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353236+0000", 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011754 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353354+0000", 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064433199999999998 2023-09-23T18:12:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359797+0000", 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1439999999999992e-06 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359806+0000", 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028562119999999999 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362663+0000", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9008000000000002e-05 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362722+0000", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457380000000001 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.363867+0000", 2023-09-23T18:12:09.249 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124288 6.8 6:17da36ba:::benchmark_data_smithi018_246789_object22580:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 262.91104531100001, 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716, 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.250 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124288 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.251 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259017+0000", 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2350000000000001e-06 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259022+0000", 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8710000000000003e-06 2023-09-23T18:12:09.252 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259030+0000", 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.138e-06 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259035+0000", 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8562000000000001e-05 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.253 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259073+0000", 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056565800000000002 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259639+0000", 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097142143 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.254 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356781+0000", 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010150899999999999 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356882+0000", 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158006 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.357040+0000", 2023-09-23T18:12:09.255 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027763140000000002 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359817+0000", 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053407810000000002 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.365158+0000", 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044270459999999996 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.256 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369585+0000", 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3045000000000004e-05 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369648+0000", 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001056076 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.257 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.370704+0000", 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133807 6.15 6:aba0582b:::benchmark_data_smithi018_246789_object32099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 249.11827686800001, 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999, 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.258 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133807 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.259 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051785+0000", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2860000000000002e-06 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051792+0000", 2023-09-23T18:12:09.260 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0261000000000001e-05 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051803+0000", 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0119999999999996e-06 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051808+0000", 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3081999999999998e-05 2023-09-23T18:12:09.261 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051851+0000", 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100257 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051951+0000", 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013003900000000001 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.262 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.052081+0000", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004444786 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056526+0000", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9118000000000001e-05 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056565+0000", 2023-09-23T18:12:09.263 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10485809 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161423+0000", 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5797000000000001e-05 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161479+0000", 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2809000000000003e-05 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.264 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161522+0000", 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133808 6.15 6:aaa625ba:::benchmark_data_smithi018_246789_object32100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 249.11824052700001, 2023-09-23T18:12:09.265 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662, 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133808 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.266 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051822+0000", 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0759999999999999e-06 2023-09-23T18:12:09.267 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051825+0000", 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6219999999999997e-06 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051831+0000", 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.666e-06 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.268 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051834+0000", 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002373422 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054207+0000", 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013573700000000001 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054343+0000", 2023-09-23T18:12:09.269 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054481+0000", 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021205099999999999 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056602+0000", 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2649e-05 2023-09-23T18:12:09.270 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056614+0000", 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104941352 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161556+0000", 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0428000000000001e-05 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.271 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161586+0000", 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0327e-05 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161606+0000", 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.272 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133814 6.5 6:a3224d0d:::benchmark_data_smithi018_246789_object32106:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 249.11342000100001, 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578, 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133814 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.273 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.274 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056642+0000", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7980000000000002e-06 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056648+0000", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0618000000000001e-05 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056658+0000", 2023-09-23T18:12:09.275 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8130000000000003e-06 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056663+0000", 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1871e-05 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056695+0000", 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8417999999999994e-05 2023-09-23T18:12:09.276 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056774+0000", 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3935000000000002e-05 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056858+0000", 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020924160000000002 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.277 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.058950+0000", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012938199999999999 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059079+0000", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102549008 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161628+0000", 2023-09-23T18:12:09.278 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1336e-05 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161650+0000", 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9425000000000001e-05 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161669+0000", 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.279 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156229 6.18 6:1dbcc869:::benchmark_data_smithi018_246789_object54521:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 216.667319601, 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135, 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:12:09.280 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156229 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:09.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502742+0000", 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0099999999999998e-06 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502749+0000", 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5379999999999998e-05 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.282 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502765+0000", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.759e-06 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502771+0000", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9567000000000001e-05 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502831+0000", 2023-09-23T18:12:09.283 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056352799999999999 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503395+0000", 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007871645 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511266+0000", 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6538999999999994e-05 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.284 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511333+0000", 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048657699999999997 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511819+0000", 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035737189999999999 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.285 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.515393+0000", 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001460182 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.516853+0000", 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095292605000000002 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612146+0000", 2023-09-23T18:12:09.286 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4873000000000001e-05 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612201+0000", 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00049910700000000004 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612700+0000", 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.287 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8891 7.5 7:a3d5c0d3:::benchmark_data_smithi018_282512_object8890:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 123.672336684, 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994, 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:09.288 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8891 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:12:09.289 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497725+0000", 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018118499999999999 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497906+0000", 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081846376999999998 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.290 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579752+0000", 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1911e-05 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579764+0000", 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8667e-05 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.291 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015977 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579973+0000", 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014342000000000001 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580116+0000", 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010687030000000001 2023-09-23T18:12:09.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581185+0000", 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060325500000000002 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581788+0000", 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079322500000000005 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.293 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582581+0000", 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6091000000000002e-05 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582637+0000", 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1607999999999999e-05 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.294 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582679+0000", 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8886 7.6 e276/272 7:6e03abb4:::benchmark_data_smithi018_282512_object8885:head v 276'507, mlcod=276'505)", 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 123.671430457, 2023-09-23T18:12:09.295 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996, 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:12:09.296 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498632+0000", 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6087000000000006e-05 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498698+0000", 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081052302000000007 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579750+0000", 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1610000000000003e-06 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579758+0000", 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4530000000000001e-05 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.298 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2280999999999998e-05 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579845+0000", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000726387 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580572+0000", 2023-09-23T18:12:09.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0213e-05 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580602+0000", 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.300 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8898 7.8 e276/272 7:14fe983b:::benchmark_data_smithi018_282512_object8897:head v 276'536, mlcod=276'534)", 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 123.670423794, 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997, 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499639+0000", 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8607999999999999e-05 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499697+0000", 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080069477 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579767+0000", 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8599999999999993e-06 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579775+0000", 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3720000000000007e-05 2023-09-23T18:12:09.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579838+0000", 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7966999999999998e-05 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579866+0000", 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001565723 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581432+0000", 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0352000000000003e-05 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581472+0000", 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56204 7.5 7:a12b3299:::benchmark_data_smithi018_282512_object56203:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 94.120301017000003, 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005, 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56204 2023-09-23T18:12:09.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049760+0000", 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011105200000000001 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049871+0000", 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8698e-05 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.308 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049890+0000", 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1000000000000004e-06 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049898+0000", 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5148000000000001e-05 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049953+0000", 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158908 2023-09-23T18:12:09.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050112+0000", 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018698799999999999 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050299+0000", 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021463749999999998 2023-09-23T18:12:09.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052446+0000", 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9864000000000001e-05 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052506+0000", 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197158000000005 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133703+0000", 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8170000000000002e-05 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133741+0000", 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1379999999999998e-05 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133812+0000", 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:118387 7.5 7:ac3f8522:::benchmark_data_smithi018_282512_object17651:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:12:07.667450+0000", 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.5026130790000001, 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077878297999999999, 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:09.313 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118387 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667450+0000", 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667450+0000", 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667448+0000", 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0061000000000001e-05 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667458+0000", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8519999999999999e-05 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667477+0000", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.738e-06 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667485+0000", 2023-09-23T18:12:09.316 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2383000000000003e-05 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667538+0000", 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112885 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667651+0000", 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101511 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:12:09.317 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.667752+0000", 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003229464 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.670982+0000", 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00041588699999999998 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.671398+0000", 2023-09-23T18:12:09.318 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.073827244 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.745225+0000", 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6363999999999998e-05 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.745281+0000", 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7404999999999998e-05 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:09.319 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:07.745329+0000", 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077878297999999999 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:09.320 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:09.378 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:09.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:09.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:09.485 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:09.486 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:12:09.532 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:12:09.572 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:12:09.577 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2751873634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:09.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:12:09.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2751873634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:09.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2751873634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:09.620 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:09.679 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:12:09.709 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:12:09.714 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:09.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:09.718 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:09.795 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:12:09.820 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:09.836 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:12:09.850 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:09.876 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:12:09.889 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:09.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:09.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.923 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:12:09.994 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:10.024 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:10.061 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:10.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:10.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:10.165 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:10.192 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:10.228 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:10.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:10.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:10.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:10.431 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:10.565 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:10.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:10.582 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:10.606 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:10.683 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:10.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[149401]: pgmap v861: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 406 op/s; 43524/250656 objects degraded (17.364%); 4179/250656 objects misplaced (1.667%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:10.708 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:10.708 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:10.710 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[153734]: pgmap v861: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 406 op/s; 43524/250656 objects degraded (17.364%); 4179/250656 objects misplaced (1.667%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:10.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:10.711 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:10.711 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:10.746 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:10.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:10.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:10.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:10.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:10 smithi149 ceph-mon[135148]: pgmap v861: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 406 op/s; 43524/250656 objects degraded (17.364%); 4179/250656 objects misplaced (1.667%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:10.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:10.874 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:10.876 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:10.910 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:10.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:10.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:11.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:11.042 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:11.074 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:11.078 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:11.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:11.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:11.185 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:11.212 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:11.248 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:11.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:11.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:11.352 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:11.515 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:11.614 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:11.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:11.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:11.728 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:11.806 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:12:11.806 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43524/250656 objects degraded (17.364%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:11.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:12:11.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43524/250656 objects degraded (17.364%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:11.811 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:12:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43524/250656 objects degraded (17.364%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:11.918 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:11.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:11.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:12.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:12.169 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:12.506 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 7 pg_num to 26 2023-09-23T18:12:12.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:12.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:12.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:12.635 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:12:12.645 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:12.686 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:12.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:12.689 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:12.789 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[153734]: pgmap v862: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 408 op/s; 43524/249921 objects degraded (17.415%); 4179/249921 objects misplaced (1.672%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:12.789 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[153734]: osdmap e303: 8 total, 8 up, 7 in 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[149401]: pgmap v862: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 408 op/s; 43524/249921 objects degraded (17.415%); 4179/249921 objects misplaced (1.672%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:12:12.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:12 smithi018 ceph-mon[149401]: osdmap e303: 8 total, 8 up, 7 in 2023-09-23T18:12:12.791 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:12 smithi149 ceph-mon[135148]: pgmap v862: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.1 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 408 op/s; 43524/249921 objects degraded (17.415%); 4179/249921 objects misplaced (1.672%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T18:12:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T18:12:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2435970027' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num", "val": "26"}]': finished 2023-09-23T18:12:12.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:12 smithi149 ceph-mon[135148]: osdmap e303: 8 total, 8 up, 7 in 2023-09-23T18:12:12.940 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:13.098 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:13.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:13.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:13.214 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: failed to encode map e303 with expected crc 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: failed to encode map e303 with expected crc 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: failed to encode map e303 with expected crc 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: failed to encode map e303 with expected crc 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: failed to encode map e303 with expected crc 2023-09-23T18:12:13.664 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:12:13.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/941175902' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:13.665 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:13.684 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:12:13.684 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:12:13.775 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:12:13.802 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:13.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:13.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:13.924 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:14.038 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/941175902' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:14.039 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:14.041 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:14.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: failed to encode map e303 with expected crc 2023-09-23T18:12:14.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T18:12:14.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/941175902' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:14.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:12:14.077 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:14.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:14.080 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:14.181 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:14.331 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: pgmap v864: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 43270/245286 objects degraded (17.641%); 4060/245286 objects misplaced (1.655%); 3.4 MiB/s, 55 objects/s recovering 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: osdmap e304: 8 total, 8 up, 7 in 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[149401]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:14] "GET /metrics HTTP/1.1" 200 36499 "" "Prometheus/2.33.4" 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: pgmap v864: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 43270/245286 objects degraded (17.641%); 4060/245286 objects misplaced (1.655%); 3.4 MiB/s, 55 objects/s recovering 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:12:14.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: osdmap e304: 8 total, 8 up, 7 in 2023-09-23T18:12:14.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: failed to encode map e304 with expected crc 2023-09-23T18:12:14.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:14 smithi018 ceph-mon[153734]: failed to encode map e304 with expected crc 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: pgmap v864: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 43270/245286 objects degraded (17.641%); 4060/245286 objects misplaced (1.655%); 3.4 MiB/s, 55 objects/s recovering 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: failed to encode map e304 with expected crc 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: failed to encode map e304 with expected crc 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: osdmap e304: 8 total, 8 up, 7 in 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: failed to encode map e304 with expected crc 2023-09-23T18:12:15.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:14 smithi149 ceph-mon[135148]: failed to encode map e304 with expected crc 2023-09-23T18:12:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: osdmap e305: 8 total, 8 up, 7 in 2023-09-23T18:12:16.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[153734]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: osdmap e305: 8 total, 8 up, 7 in 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:15 smithi018 ceph-mon[149401]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: osdmap e305: 8 total, 8 up, 7 in 2023-09-23T18:12:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: failed to encode map e305 with expected crc 2023-09-23T18:12:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:15 smithi149 ceph-mon[135148]: failed to encode map e305 with expected crc 2023-09-23T18:12:17.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: pgmap v867: 99 pgs: 10 unknown, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 341 op/s; 43270/244488 objects degraded (17.698%); 4060/244488 objects misplaced (1.661%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:12:17.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: osdmap e306: 8 total, 8 up, 7 in 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43270/244488 objects degraded (17.698%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: pgmap v867: 99 pgs: 10 unknown, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 341 op/s; 43270/244488 objects degraded (17.698%); 4060/244488 objects misplaced (1.661%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: osdmap e306: 8 total, 8 up, 7 in 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43270/244488 objects degraded (17.698%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: pgmap v867: 99 pgs: 10 unknown, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.0 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 341 op/s; 43270/244488 objects degraded (17.698%); 4060/244488 objects misplaced (1.661%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: osdmap e306: 8 total, 8 up, 7 in 2023-09-23T18:12:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: failed to encode map e306 with expected crc 2023-09-23T18:12:17.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:17.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43270/244488 objects degraded (17.698%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:12:17.754 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:17.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:12:17.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:17.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:17.838 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:17.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: osdmap e307: 8 total, 8 up, 7 in 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: osdmap e307: 8 total, 8 up, 7 in 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.049 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:12:18.066 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:18.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: osdmap e307: 8 total, 8 up, 7 in 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: failed to encode map e307 with expected crc 2023-09-23T18:12:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:12:18.195 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:18.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:18.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:18.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:18.428 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:18.662 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:18.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:18.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:18.777 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:18.808 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:18.846 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:18.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:18.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:18.874 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1, 2] out_osds: [6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:12:18.875 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:12:18.875 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2023-09-23T18:12:18.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:12:18.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:18.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:18 smithi018 ceph-mon[153734]: pgmap v870: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 3 unknown, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 42419/242532 objects degraded (17.490%); 1878/242532 objects misplaced (0.774%); 3.6 MiB/s, 59 objects/s recovering 2023-09-23T18:12:18.981 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:18 smithi018 ceph-mon[149401]: pgmap v870: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 3 unknown, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 42419/242532 objects degraded (17.490%); 1878/242532 objects misplaced (0.774%); 3.6 MiB/s, 59 objects/s recovering 2023-09-23T18:12:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:19.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:18 smithi149 ceph-mon[135148]: pgmap v870: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 3 unknown, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 42419/242532 objects degraded (17.490%); 1878/242532 objects misplaced (0.774%); 3.6 MiB/s, 59 objects/s recovering 2023-09-23T18:12:19.211 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:19.214 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:19.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:19.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:19.331 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:19.476 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:19.750 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:19.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:19.759 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:19.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:12:19.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:19.888 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:19.923 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:19.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:19.926 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:20.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:20.269 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:20.351 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:12:20.389 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:12:20.439 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:12:20.465 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:20.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:20.479 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:20.489 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:12:20.540 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:12:20.580 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:20.583 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:12:20.607 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:20.629 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:12:20.644 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:20.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:20.647 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:20.672 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:12:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:12:20.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:20.775 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:20.810 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:20.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:20.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:20.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:20 smithi149 ceph-mon[135148]: pgmap v871: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 209 op/s; 36423/241152 objects degraded (15.104%); 6781/241152 objects misplaced (2.812%); 6.1 MiB/s, 88 objects/s recovering 2023-09-23T18:12:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2761154792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:20.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:20 smithi018 ceph-mon[153734]: pgmap v871: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 209 op/s; 36423/241152 objects degraded (15.104%); 6781/241152 objects misplaced (2.812%); 6.1 MiB/s, 88 objects/s recovering 2023-09-23T18:12:21.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2761154792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:21.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:20 smithi018 ceph-mon[149401]: pgmap v871: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 209 op/s; 36423/241152 objects degraded (15.104%); 6781/241152 objects misplaced (2.812%); 6.1 MiB/s, 88 objects/s recovering 2023-09-23T18:12:21.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2761154792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:21.082 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:21.305 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:21.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:21.319 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:21.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:21.448 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:21.482 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:21.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:21.485 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:21.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:21.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:21.625 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:21.651 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:21.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:21.654 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:21.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:21.784 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:21.820 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:21.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:21.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:21.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36423/241152 objects degraded (15.104%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:21.923 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36423/241152 objects degraded (15.104%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:21.925 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:21.992 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36423/241152 objects degraded (15.104%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:22.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:22.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:22.420 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:22.448 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:22.484 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:22.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:22.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:22.500 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:22.532 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:12:22.533 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:12:22.533 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:12:22.533 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:12:22.533 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:12:22.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:22.712 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:22.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:22 smithi018 ceph-mon[153734]: pgmap v872: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 36423/240390 objects degraded (15.152%); 6781/240390 objects misplaced (2.821%); 5.1 MiB/s, 74 objects/s recovering 2023-09-23T18:12:22.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:22 smithi018 ceph-mon[149401]: pgmap v872: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 36423/240390 objects degraded (15.152%); 6781/240390 objects misplaced (2.821%); 5.1 MiB/s, 74 objects/s recovering 2023-09-23T18:12:23.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:22 smithi149 ceph-mon[135148]: pgmap v872: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.9 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 36423/240390 objects degraded (15.152%); 6781/240390 objects misplaced (2.821%); 5.1 MiB/s, 74 objects/s recovering 2023-09-23T18:12:23.670 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:12:24.165 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:24.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:24.176 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:24.277 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:24.305 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:25.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[153734]: pgmap v873: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 38304/235710 objects degraded (16.250%); 6465/235710 objects misplaced (2.743%); 9.5 MiB/s, 146 objects/s recovering 2023-09-23T18:12:25.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:25.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:25.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[149401]: pgmap v873: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 38304/235710 objects degraded (16.250%); 6465/235710 objects misplaced (2.743%); 9.5 MiB/s, 146 objects/s recovering 2023-09-23T18:12:25.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:25.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:25.009 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:24] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.33.4" 2023-09-23T18:12:25.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:24 smithi149 ceph-mon[135148]: pgmap v873: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 365 op/s; 38304/235710 objects degraded (16.250%); 6465/235710 objects misplaced (2.743%); 9.5 MiB/s, 146 objects/s recovering 2023-09-23T18:12:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:26.565 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:12:27.034 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:27.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:27.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:26 smithi018 ceph-mon[153734]: pgmap v874: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 346 op/s; 38304/234813 objects degraded (16.313%); 6366/234813 objects misplaced (2.711%); 8.9 MiB/s, 136 objects/s recovering 2023-09-23T18:12:27.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38304/234813 objects degraded (16.313%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:27.047 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:27.047 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:26 smithi018 ceph-mon[149401]: pgmap v874: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 346 op/s; 38304/234813 objects degraded (16.313%); 6366/234813 objects misplaced (2.711%); 8.9 MiB/s, 136 objects/s recovering 2023-09-23T18:12:27.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38304/234813 objects degraded (16.313%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:27.148 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:26 smithi149 ceph-mon[135148]: pgmap v874: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 346 op/s; 38304/234813 objects degraded (16.313%); 6366/234813 objects misplaced (2.711%); 8.9 MiB/s, 136 objects/s recovering 2023-09-23T18:12:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38304/234813 objects degraded (16.313%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:27.246 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:27.516 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:27.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:27.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:27.625 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:27.735 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:27.834 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:27.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:27.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:27.941 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:27.968 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:28.005 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:28.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:28.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:28.109 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:28.138 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:28.174 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:28.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:28.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:28.197 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:28.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:28.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:28.679 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:12:28.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:28.692 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:28.726 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:12:28.793 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:28.820 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:28.854 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:28.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:28.857 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:28.957 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:28.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[153734]: pgmap v875: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 37997/230640 objects degraded (16.475%); 6044/230640 objects misplaced (2.621%); 10 MiB/s, 161 objects/s recovering 2023-09-23T18:12:28.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:28.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:28.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:12:28.989 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:12:28.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[149401]: pgmap v875: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 37997/230640 objects degraded (16.475%); 6044/230640 objects misplaced (2.621%); 10 MiB/s, 161 objects/s recovering 2023-09-23T18:12:28.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:28.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:28.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:12:28.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:28 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:12:29.068 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:28 smithi149 ceph-mon[135148]: pgmap v875: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 37997/230640 objects degraded (16.475%); 6044/230640 objects misplaced (2.621%); 10 MiB/s, 161 objects/s recovering 2023-09-23T18:12:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:12:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:28 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:12:29.196 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:29.321 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:29.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:29.326 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:29.427 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:29.541 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:29.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:29.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:29.656 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":875,"stamp":"2023-09-23T18:12:26.977787+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5041297355,"num_objects":76880,"num_object_clones":0,"num_object_copies":230640,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":37997,"num_objects_misplaced":6044,"num_objects_unfound":0,"num_objects_dirty":76880,"num_whiteouts":0,"num_read":6303,"num_read_kb":13724,"num_write":125722,"num_write_kb":6462054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4144,"num_bytes_recovered":276328024,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169899,"ondisk_log_size":169899,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":303,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":16359952,"kb_used_data":13541848,"kb_used_omap":37,"kb_used_meta":2817882,"kb_avail":639856112,"statfs":{"total":671965249536,"available":655212658688,"internally_reserved":0,"allocated":13866852352,"data_stored":13859941266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38656,"internal_metadata":2885511424},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,2,3,8,2,2,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-259784704,"num_objects":-3964,"num_object_clones":0,"num_object_copies":-11892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-4422,"num_objects_misplaced":4166,"num_objects_unfound":0,"num_objects_dirty":-3964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3964,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1665,"num_bytes_recovered":112394240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.300788"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":115,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.689023+0000","last_change":"2023-09-23T18:11:05.734656+0000","last_active":"2023-09-23T18:12:15.689023+0000","last_peered":"2023-09-23T18:12:15.689023+0000","last_clean":"2023-09-23T18:12:15.689023+0000","last_became_active":"2023-09-23T18:11:05.734143+0000","last_became_peered":"2023-09-23T18:11:05.734143+0000","last_unstale":"2023-09-23T18:12:15.689023+0000","last_undegraded":"2023-09-23T18:12:15.689023+0000","last_fullsized":"2023-09-23T18:12:15.689023+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:00.012808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":300,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.680836+0000","last_change":"2023-09-23T18:00:02.810380+0000","last_active":"2023-09-23T18:12:15.680836+0000","last_peered":"2023-09-23T18:12:15.680836+0000","last_clean":"2023-09-23T18:12:15.680836+0000","last_became_active":"2023-09-23T18:00:02.810019+0000","last_became_peered":"2023-09-23T18:00:02.810019+0000","last_unstale":"2023-09-23T18:12:15.680836+0000","last_undegraded":"2023-09-23T18:12:15.680836+0000","last_fullsized":"2023-09-23T18:12:15.680836+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:38.415147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":230,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:16.697312+0000","last_change":"2023-09-23T18:11:53.666274+0000","last_active":"2023-09-23T18:12:16.697312+0000","last_peered":"2023-09-23T18:12:16.697312+0000","last_clean":"2023-09-23T18:12:16.697312+0000","last_became_active":"2023-09-23T18:11:53.665998+0000","last_became_peered":"2023-09-23T18:11:53.665998+0000","last_unstale":"2023-09-23T18:12:16.697312+0000","last_undegraded":"2023-09-23T18:12:16.697312+0000","last_fullsized":"2023-09-23T18:12:16.697312+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:36.497802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":143,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.681032+0000","last_change":"2023-09-23T18:02:29.271658+0000","last_active":"2023-09-23T18:12:15.681032+0000","last_peered":"2023-09-23T18:12:15.681032+0000","last_clean":"2023-09-23T18:12:15.681032+0000","last_became_active":"2023-09-23T18:02:29.256879+0000","last_became_peered":"2023-09-23T18:02:29.256879+0000","last_unstale":"2023-09-23T18:12:15.681032+0000","last_undegraded":"2023-09-23T18:12:15.681032+0000","last_fullsized":"2023-09-23T18:12:15.681032+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:15:03.858278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":360,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679342+0000","last_change":"2023-09-23T18:02:29.217645+0000","last_active":"2023-09-23T18:12:15.679342+0000","last_peered":"2023-09-23T18:12:15.679342+0000","last_clean":"2023-09-23T18:12:15.679342+0000","last_became_active":"2023-09-23T18:02:29.217196+0000","last_became_peered":"2023-09-23T18:02:29.217196+0000","last_unstale":"2023-09-23T18:12:15.679342+0000","last_undegraded":"2023-09-23T18:12:15.679342+0000","last_fullsized":"2023-09-23T18:12:15.679342+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:31.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":150,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.677749+0000","last_change":"2023-09-23T18:11:53.662451+0000","last_active":"2023-09-23T18:12:15.677749+0000","last_peered":"2023-09-23T18:12:15.677749+0000","last_clean":"2023-09-23T18:12:15.677749+0000","last_became_active":"2023-09-23T18:11:53.662138+0000","last_became_peered":"2023-09-23T18:11:53.662138+0000","last_unstale":"2023-09-23T18:12:15.677749+0000","last_undegraded":"2023-09-23T18:12:15.677749+0000","last_fullsized":"2023-09-23T18:12:15.677749+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"307'7512","reported_seq":7567,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:21.811929+0000","last_change":"2023-09-23T18:12:14.768211+0000","last_active":"2023-09-23T18:12:21.811929+0000","last_peered":"2023-09-23T18:12:21.811929+0000","last_clean":"2023-09-23T18:12:21.811929+0000","last_became_active":"2023-09-23T18:12:14.756257+0000","last_became_peered":"2023-09-23T18:12:14.756257+0000","last_unstale":"2023-09-23T18:12:21.811929+0000","last_undegraded":"2023-09-23T18:12:21.811929+0000","last_fullsized":"2023-09-23T18:12:21.811929+0000","mapping_epoch":304,"log_start":"276'1278","ondisk_log_start":"276'1278","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6234,"log_dups_size":0,"ondisk_log_size":6234,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158924800,"num_objects":2425,"num_object_clones":0,"num_object_copies":7275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3800,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":298,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.690756+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:12:15.690756+0000","last_peered":"2023-09-23T18:12:15.690756+0000","last_clean":"2023-09-23T18:12:15.690756+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:12:15.690756+0000","last_undegraded":"2023-09-23T18:12:15.690756+0000","last_fullsized":"2023-09-23T18:12:15.690756+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":324,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679411+0000","last_change":"2023-09-23T18:11:53.655349+0000","last_active":"2023-09-23T18:12:15.679411+0000","last_peered":"2023-09-23T18:12:15.679411+0000","last_clean":"2023-09-23T18:12:15.679411+0000","last_became_active":"2023-09-23T18:11:53.655076+0000","last_became_peered":"2023-09-23T18:11:53.655076+0000","last_unstale":"2023-09-23T18:12:15.679411+0000","last_undegraded":"2023-09-23T18:12:15.679411+0000","last_fullsized":"2023-09-23T18:12:15.679411+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:54.425484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"307'7650","reported_seq":7704,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:21.966619+0000","last_change":"2023-09-23T18:12:14.817225+0000","last_active":"2023-09-23T18:12:21.966619+0000","last_peered":"2023-09-23T18:12:21.966619+0000","last_clean":"2023-09-23T18:12:21.966619+0000","last_became_active":"2023-09-23T18:12:14.803917+0000","last_became_peered":"2023-09-23T18:12:14.803917+0000","last_unstale":"2023-09-23T18:12:21.966619+0000","last_undegraded":"2023-09-23T18:12:21.966619+0000","last_fullsized":"2023-09-23T18:12:21.966619+0000","mapping_epoch":304,"log_start":"276'1409","ondisk_log_start":"276'1409","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6241,"log_dups_size":0,"ondisk_log_size":6241,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160628736,"num_objects":2451,"num_object_clones":0,"num_object_copies":7353,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2451,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3858,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":128,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.677868+0000","last_change":"2023-09-23T18:02:47.370326+0000","last_active":"2023-09-23T18:12:15.677868+0000","last_peered":"2023-09-23T18:12:15.677868+0000","last_clean":"2023-09-23T18:12:15.677868+0000","last_became_active":"2023-09-23T18:02:47.369963+0000","last_became_peered":"2023-09-23T18:02:47.369963+0000","last_unstale":"2023-09-23T18:12:15.677868+0000","last_undegraded":"2023-09-23T18:12:15.677868+0000","last_fullsized":"2023-09-23T18:12:15.677868+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":259,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.682715+0000","last_change":"2023-09-23T18:11:53.647261+0000","last_active":"2023-09-23T18:12:15.682715+0000","last_peered":"2023-09-23T18:12:15.682715+0000","last_clean":"2023-09-23T18:12:15.682715+0000","last_became_active":"2023-09-23T18:11:53.646980+0000","last_became_peered":"2023-09-23T18:11:53.646980+0000","last_unstale":"2023-09-23T18:12:15.682715+0000","last_undegraded":"2023-09-23T18:12:15.682715+0000","last_fullsized":"2023-09-23T18:12:15.682715+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:33.964966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"307'7604","reported_seq":9389,"reported_epoch":307,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:22.119248+0000","last_change":"2023-09-23T18:12:16.848441+0000","last_active":"2023-09-23T18:12:22.119248+0000","last_peered":"2023-09-23T18:12:22.119248+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:12:16.835592+0000","last_became_peered":"2023-09-23T18:12:16.835592+0000","last_unstale":"2023-09-23T18:12:22.119248+0000","last_undegraded":"2023-09-23T18:12:16.750243+0000","last_fullsized":"2023-09-23T18:12:16.683840+0000","mapping_epoch":306,"log_start":"276'1311","ondisk_log_start":"276'1311","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6293,"log_dups_size":0,"ondisk_log_size":6293,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159023104,"num_objects":2427,"num_object_clones":0,"num_object_copies":7281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5056,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3838,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":323,"num_bytes_recovered":21037056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"1,3","objects":19},{"shards":"1,3,6","objects":522},{"shards":"3,4,6","objects":1886}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":305,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679740+0000","last_change":"2023-09-23T18:02:40.468074+0000","last_active":"2023-09-23T18:12:15.679740+0000","last_peered":"2023-09-23T18:12:15.679740+0000","last_clean":"2023-09-23T18:12:15.679740+0000","last_became_active":"2023-09-23T18:02:40.283072+0000","last_became_peered":"2023-09-23T18:02:40.283072+0000","last_unstale":"2023-09-23T18:12:15.679740+0000","last_undegraded":"2023-09-23T18:12:15.679740+0000","last_fullsized":"2023-09-23T18:12:15.679740+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":113,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678113+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:12:15.678113+0000","last_peered":"2023-09-23T18:12:15.678113+0000","last_clean":"2023-09-23T18:12:15.678113+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:12:15.678113+0000","last_undegraded":"2023-09-23T18:12:15.678113+0000","last_fullsized":"2023-09-23T18:12:15.678113+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.10","version":"307'7532","reported_seq":7580,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:25.676098+0000","last_change":"2023-09-23T18:12:14.775828+0000","last_active":"2023-09-23T18:12:25.676098+0000","last_peered":"2023-09-23T18:12:25.676098+0000","last_clean":"2023-09-23T18:12:25.676098+0000","last_became_active":"2023-09-23T18:12:14.767318+0000","last_became_peered":"2023-09-23T18:12:14.767318+0000","last_unstale":"2023-09-23T18:12:25.676098+0000","last_undegraded":"2023-09-23T18:12:25.676098+0000","last_fullsized":"2023-09-23T18:12:25.676098+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7532,"log_dups_size":0,"ondisk_log_size":7532,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152043520,"num_objects":2320,"num_object_clones":0,"num_object_copies":6960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3846,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":269,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679737+0000","last_change":"2023-09-23T18:11:53.849975+0000","last_active":"2023-09-23T18:12:15.679737+0000","last_peered":"2023-09-23T18:12:15.679737+0000","last_clean":"2023-09-23T18:12:15.679737+0000","last_became_active":"2023-09-23T18:11:53.691680+0000","last_became_peered":"2023-09-23T18:11:53.691680+0000","last_unstale":"2023-09-23T18:12:15.679737+0000","last_undegraded":"2023-09-23T18:12:15.679737+0000","last_fullsized":"2023-09-23T18:12:15.679737+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":312,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678548+0000","last_change":"2023-09-23T18:11:53.662580+0000","last_active":"2023-09-23T18:12:15.678548+0000","last_peered":"2023-09-23T18:12:15.678548+0000","last_clean":"2023-09-23T18:12:15.678548+0000","last_became_active":"2023-09-23T18:11:53.662092+0000","last_became_peered":"2023-09-23T18:11:53.662092+0000","last_unstale":"2023-09-23T18:12:15.678548+0000","last_undegraded":"2023-09-23T18:12:15.678548+0000","last_fullsized":"2023-09-23T18:12:15.678548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"307'7772","reported_seq":8114,"reported_epoch":307,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:12:26.213277+0000","last_change":"2023-09-23T18:12:14.885729+0000","last_active":"2023-09-23T18:12:26.213277+0000","last_peered":"2023-09-23T18:12:26.213277+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:12:14.838444+0000","last_became_peered":"2023-09-23T18:12:14.838444+0000","last_unstale":"2023-09-23T18:12:26.213277+0000","last_undegraded":"2023-09-23T18:12:14.825489+0000","last_fullsized":"2023-09-23T18:12:26.213277+0000","mapping_epoch":304,"log_start":"276'1458","ondisk_log_start":"276'1458","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6314,"log_dups_size":0,"ondisk_log_size":6314,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157876224,"num_objects":2409,"num_object_clones":0,"num_object_copies":7227,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2982,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3956,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":143,"num_bytes_recovered":9240576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":["0","3","6"],"object_location_counts":[{"shards":"0,1,3","objects":30},{"shards":"0,3,6","objects":2379}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":396,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679375+0000","last_change":"2023-09-23T18:11:53.727905+0000","last_active":"2023-09-23T18:12:15.679375+0000","last_peered":"2023-09-23T18:12:15.679375+0000","last_clean":"2023-09-23T18:12:15.679375+0000","last_became_active":"2023-09-23T18:11:53.659544+0000","last_became_peered":"2023-09-23T18:11:53.659544+0000","last_unstale":"2023-09-23T18:12:15.679375+0000","last_undegraded":"2023-09-23T18:12:15.679375+0000","last_fullsized":"2023-09-23T18:12:15.679375+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":306,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.685560+0000","last_change":"2023-09-23T18:00:02.727932+0000","last_active":"2023-09-23T18:12:15.685560+0000","last_peered":"2023-09-23T18:12:15.685560+0000","last_clean":"2023-09-23T18:12:15.685560+0000","last_became_active":"2023-09-23T18:00:02.727614+0000","last_became_peered":"2023-09-23T18:00:02.727614+0000","last_unstale":"2023-09-23T18:12:15.685560+0000","last_undegraded":"2023-09-23T18:12:15.685560+0000","last_fullsized":"2023-09-23T18:12:15.685560+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:36.545053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.16","version":"307'7453","reported_seq":7507,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:26.168248+0000","last_change":"2023-09-23T18:12:14.816918+0000","last_active":"2023-09-23T18:12:26.168248+0000","last_peered":"2023-09-23T18:12:26.168248+0000","last_clean":"2023-09-23T18:12:26.168248+0000","last_became_active":"2023-09-23T18:12:14.803373+0000","last_became_peered":"2023-09-23T18:12:14.803373+0000","last_unstale":"2023-09-23T18:12:26.168248+0000","last_undegraded":"2023-09-23T18:12:26.168248+0000","last_fullsized":"2023-09-23T18:12:26.168248+0000","mapping_epoch":304,"log_start":"276'1114","ondisk_log_start":"276'1114","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6339,"log_dups_size":0,"ondisk_log_size":6339,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152141824,"num_objects":2322,"num_object_clones":0,"num_object_copies":6966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3800,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":143,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.686539+0000","last_change":"2023-09-23T18:02:29.534884+0000","last_active":"2023-09-23T18:12:15.686539+0000","last_peered":"2023-09-23T18:12:15.686539+0000","last_clean":"2023-09-23T18:12:15.686539+0000","last_became_active":"2023-09-23T18:02:29.534533+0000","last_became_peered":"2023-09-23T18:02:29.534533+0000","last_unstale":"2023-09-23T18:12:15.686539+0000","last_undegraded":"2023-09-23T18:12:15.686539+0000","last_fullsized":"2023-09-23T18:12:15.686539+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:04.779857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":128,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678112+0000","last_change":"2023-09-23T18:02:47.377576+0000","last_active":"2023-09-23T18:12:15.678112+0000","last_peered":"2023-09-23T18:12:15.678112+0000","last_clean":"2023-09-23T18:12:15.678112+0000","last_became_active":"2023-09-23T18:02:47.377274+0000","last_became_peered":"2023-09-23T18:02:47.377274+0000","last_unstale":"2023-09-23T18:12:15.678112+0000","last_undegraded":"2023-09-23T18:12:15.678112+0000","last_fullsized":"2023-09-23T18:12:15.678112+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.15","version":"307'7415","reported_seq":7464,"reported_epoch":307,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:12:25.483828+0000","last_change":"2023-09-23T18:12:14.850397+0000","last_active":"2023-09-23T18:12:25.483828+0000","last_peered":"2023-09-23T18:12:25.483828+0000","last_clean":"2023-09-23T18:12:13.651030+0000","last_became_active":"2023-09-23T18:12:14.766324+0000","last_became_peered":"2023-09-23T18:12:14.766324+0000","last_unstale":"2023-09-23T18:12:25.483828+0000","last_undegraded":"2023-09-23T18:12:25.483828+0000","last_fullsized":"2023-09-23T18:12:25.483828+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7415,"log_dups_size":0,"ondisk_log_size":7415,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152535040,"num_objects":2328,"num_object_clones":0,"num_object_copies":6984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3778,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":["7","0","2"],"object_location_counts":[{"shards":"0,2,7","objects":2328}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":281,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679478+0000","last_change":"2023-09-23T18:11:53.678962+0000","last_active":"2023-09-23T18:12:15.679478+0000","last_peered":"2023-09-23T18:12:15.679478+0000","last_clean":"2023-09-23T18:12:15.679478+0000","last_became_active":"2023-09-23T18:11:53.678612+0000","last_became_peered":"2023-09-23T18:11:53.678612+0000","last_unstale":"2023-09-23T18:12:15.679478+0000","last_undegraded":"2023-09-23T18:12:15.679478+0000","last_fullsized":"2023-09-23T18:12:15.679478+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":275,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.681192+0000","last_change":"2023-09-23T18:02:29.271851+0000","last_active":"2023-09-23T18:12:15.681192+0000","last_peered":"2023-09-23T18:12:15.681192+0000","last_clean":"2023-09-23T18:12:15.681192+0000","last_became_active":"2023-09-23T18:02:29.257309+0000","last_became_peered":"2023-09-23T18:02:29.257309+0000","last_unstale":"2023-09-23T18:12:15.681192+0000","last_undegraded":"2023-09-23T18:12:15.681192+0000","last_fullsized":"2023-09-23T18:12:15.681192+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:17:15.970418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"307'7859","reported_seq":10451,"reported_epoch":307,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:12:26.199718+0000","last_change":"2023-09-23T18:12:14.897427+0000","last_active":"2023-09-23T18:12:26.199718+0000","last_peered":"2023-09-23T18:12:26.199718+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:12:14.888075+0000","last_became_peered":"2023-09-23T18:12:14.888075+0000","last_unstale":"2023-09-23T18:12:26.199718+0000","last_undegraded":"2023-09-23T18:12:14.773814+0000","last_fullsized":"2023-09-23T18:12:26.199718+0000","mapping_epoch":304,"log_start":"276'1577","ondisk_log_start":"276'1577","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6282,"log_dups_size":0,"ondisk_log_size":6282,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157777920,"num_objects":2408,"num_object_clones":0,"num_object_copies":7224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3029,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4009,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":711,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,4","objects":1902},{"shards":"0,1,5","objects":2},{"shards":"0,1,6","objects":504}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":218,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679948+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:12:15.679948+0000","last_peered":"2023-09-23T18:12:15.679948+0000","last_clean":"2023-09-23T18:12:15.679948+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:12:15.679948+0000","last_undegraded":"2023-09-23T18:12:15.679948+0000","last_fullsized":"2023-09-23T18:12:15.679948+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":276,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.680007+0000","last_change":"2023-09-23T18:00:02.730528+0000","last_active":"2023-09-23T18:12:15.680007+0000","last_peered":"2023-09-23T18:12:15.680007+0000","last_clean":"2023-09-23T18:12:15.680007+0000","last_became_active":"2023-09-23T18:00:02.730179+0000","last_became_peered":"2023-09-23T18:00:02.730179+0000","last_unstale":"2023-09-23T18:12:15.680007+0000","last_undegraded":"2023-09-23T18:12:15.680007+0000","last_fullsized":"2023-09-23T18:12:15.680007+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:00.543448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"307'7802","reported_seq":8323,"reported_epoch":307,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:23.306988+0000","last_change":"2023-09-23T18:12:14.805574+0000","last_active":"2023-09-23T18:12:23.306988+0000","last_peered":"2023-09-23T18:12:23.306988+0000","last_clean":"2023-09-23T18:11:52.637013+0000","last_became_active":"2023-09-23T18:11:55.105500+0000","last_became_peered":"2023-09-23T18:11:55.105500+0000","last_unstale":"2023-09-23T18:12:23.306988+0000","last_undegraded":"2023-09-23T18:11:54.965881+0000","last_fullsized":"2023-09-23T18:11:54.641259+0000","mapping_epoch":299,"log_start":"277'2336","ondisk_log_start":"277'2336","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5466,"log_dups_size":0,"ondisk_log_size":5466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:57.656017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316145664,"num_objects":4824,"num_object_clones":0,"num_object_copies":14472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":467,"num_objects_misplaced":4804,"num_objects_unfound":0,"num_objects_dirty":4824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7802,"num_write_kb":404032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":15204352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,5","objects":-447},{"shards":"1,5,6","objects":4804}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":343,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679778+0000","last_change":"2023-09-23T18:02:40.378915+0000","last_active":"2023-09-23T18:12:15.679778+0000","last_peered":"2023-09-23T18:12:15.679778+0000","last_clean":"2023-09-23T18:12:15.679778+0000","last_became_active":"2023-09-23T18:02:40.278234+0000","last_became_peered":"2023-09-23T18:02:40.278234+0000","last_unstale":"2023-09-23T18:12:15.679778+0000","last_undegraded":"2023-09-23T18:12:15.679778+0000","last_fullsized":"2023-09-23T18:12:15.679778+0000","mapping_epoch":184,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":185,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":137,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.676857+0000","last_change":"2023-09-23T18:11:53.644790+0000","last_active":"2023-09-23T18:12:15.676857+0000","last_peered":"2023-09-23T18:12:15.676857+0000","last_clean":"2023-09-23T18:12:15.676857+0000","last_became_active":"2023-09-23T18:11:53.644444+0000","last_became_peered":"2023-09-23T18:11:53.644444+0000","last_unstale":"2023-09-23T18:12:15.676857+0000","last_undegraded":"2023-09-23T18:12:15.676857+0000","last_fullsized":"2023-09-23T18:12:15.676857+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"307'7814","reported_seq":7859,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:22.129947+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:12:22.129947+0000","last_peered":"2023-09-23T18:12:22.129947+0000","last_clean":"2023-09-23T18:12:22.129947+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:12:22.129947+0000","last_undegraded":"2023-09-23T18:12:22.129947+0000","last_fullsized":"2023-09-23T18:12:22.129947+0000","mapping_epoch":272,"log_start":"277'2310","ondisk_log_start":"277'2310","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5504,"log_dups_size":0,"ondisk_log_size":5504,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324927488,"num_objects":4958,"num_object_clones":0,"num_object_copies":14874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7814,"num_write_kb":408704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":371,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679766+0000","last_change":"2023-09-23T18:11:05.794572+0000","last_active":"2023-09-23T18:12:15.679766+0000","last_peered":"2023-09-23T18:12:15.679766+0000","last_clean":"2023-09-23T18:12:15.679766+0000","last_became_active":"2023-09-23T18:11:05.736580+0000","last_became_peered":"2023-09-23T18:11:05.736580+0000","last_unstale":"2023-09-23T18:12:15.679766+0000","last_undegraded":"2023-09-23T18:12:15.679766+0000","last_fullsized":"2023-09-23T18:12:15.679766+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":303,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678238+0000","last_change":"2023-09-23T18:00:02.723696+0000","last_active":"2023-09-23T18:12:15.678238+0000","last_peered":"2023-09-23T18:12:15.678238+0000","last_clean":"2023-09-23T18:12:15.678238+0000","last_became_active":"2023-09-23T18:00:02.723313+0000","last_became_peered":"2023-09-23T18:00:02.723313+0000","last_unstale":"2023-09-23T18:12:15.678238+0000","last_undegraded":"2023-09-23T18:12:15.678238+0000","last_fullsized":"2023-09-23T18:12:15.678238+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"307'7759","reported_seq":10457,"reported_epoch":307,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:12:26.207181+0000","last_change":"2023-09-23T18:12:14.818709+0000","last_active":"2023-09-23T18:12:26.207181+0000","last_peered":"2023-09-23T18:12:26.207181+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:12:14.753778+0000","last_became_peered":"2023-09-23T18:12:14.753778+0000","last_unstale":"2023-09-23T18:12:26.207181+0000","last_undegraded":"2023-09-23T18:12:26.207181+0000","last_fullsized":"2023-09-23T18:12:14.671463+0000","mapping_epoch":288,"log_start":"276'1415","ondisk_log_start":"276'1415","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6344,"log_dups_size":0,"ondisk_log_size":6344,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155746304,"num_objects":2376,"num_object_clones":0,"num_object_copies":7128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1240,"num_objects_unfound":0,"num_objects_dirty":2376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3955,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1044,"num_bytes_recovered":68452352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":1136},{"shards":"0,1,4","objects":1240}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":312,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679575+0000","last_change":"2023-09-23T18:11:53.691045+0000","last_active":"2023-09-23T18:12:15.679575+0000","last_peered":"2023-09-23T18:12:15.679575+0000","last_clean":"2023-09-23T18:12:15.679575+0000","last_became_active":"2023-09-23T18:11:53.645192+0000","last_became_peered":"2023-09-23T18:11:53.645192+0000","last_unstale":"2023-09-23T18:12:15.679575+0000","last_undegraded":"2023-09-23T18:12:15.679575+0000","last_fullsized":"2023-09-23T18:12:15.679575+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":150,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688876+0000","last_change":"2023-09-23T18:11:53.657491+0000","last_active":"2023-09-23T18:12:15.688876+0000","last_peered":"2023-09-23T18:12:15.688876+0000","last_clean":"2023-09-23T18:12:15.688876+0000","last_became_active":"2023-09-23T18:11:53.656866+0000","last_became_peered":"2023-09-23T18:11:53.656866+0000","last_unstale":"2023-09-23T18:12:15.688876+0000","last_undegraded":"2023-09-23T18:12:15.688876+0000","last_fullsized":"2023-09-23T18:12:15.688876+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:04.663796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"307'7788","reported_seq":7843,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:26.085867+0000","last_change":"2023-09-23T18:12:14.692297+0000","last_active":"2023-09-23T18:12:26.085867+0000","last_peered":"2023-09-23T18:12:26.085867+0000","last_clean":"2023-09-23T18:12:26.085867+0000","last_became_active":"2023-09-23T18:12:14.684744+0000","last_became_peered":"2023-09-23T18:12:14.684744+0000","last_unstale":"2023-09-23T18:12:26.085867+0000","last_undegraded":"2023-09-23T18:12:26.085867+0000","last_fullsized":"2023-09-23T18:12:26.085867+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7788,"log_dups_size":0,"ondisk_log_size":7788,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156762112,"num_objects":2392,"num_object_clones":0,"num_object_copies":7176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2392,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3979,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":296,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.677753+0000","last_change":"2023-09-23T18:11:53.657647+0000","last_active":"2023-09-23T18:12:15.677753+0000","last_peered":"2023-09-23T18:12:15.677753+0000","last_clean":"2023-09-23T18:12:15.677753+0000","last_became_active":"2023-09-23T18:11:53.657310+0000","last_became_peered":"2023-09-23T18:11:53.657310+0000","last_unstale":"2023-09-23T18:12:15.677753+0000","last_undegraded":"2023-09-23T18:12:15.677753+0000","last_fullsized":"2023-09-23T18:12:15.677753+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":310,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.689510+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:12:15.689510+0000","last_peered":"2023-09-23T18:12:15.689510+0000","last_clean":"2023-09-23T18:12:15.689510+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:12:15.689510+0000","last_undegraded":"2023-09-23T18:12:15.689510+0000","last_fullsized":"2023-09-23T18:12:15.689510+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"307'7892","reported_seq":7937,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:26.196794+0000","last_change":"2023-09-23T18:09:55.625233+0000","last_active":"2023-09-23T18:12:26.196794+0000","last_peered":"2023-09-23T18:12:26.196794+0000","last_clean":"2023-09-23T18:12:26.196794+0000","last_became_active":"2023-09-23T18:09:55.624990+0000","last_became_peered":"2023-09-23T18:09:55.624990+0000","last_unstale":"2023-09-23T18:12:26.196794+0000","last_undegraded":"2023-09-23T18:12:26.196794+0000","last_fullsized":"2023-09-23T18:12:26.196794+0000","mapping_epoch":272,"log_start":"277'2423","ondisk_log_start":"277'2423","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5469,"log_dups_size":0,"ondisk_log_size":5469,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:44.244693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309985280,"num_objects":4730,"num_object_clones":0,"num_object_copies":14190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7892,"num_write_kb":403904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":332,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678426+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:12:15.678426+0000","last_peered":"2023-09-23T18:12:15.678426+0000","last_clean":"2023-09-23T18:12:15.678426+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:12:15.678426+0000","last_undegraded":"2023-09-23T18:12:15.678426+0000","last_fullsized":"2023-09-23T18:12:15.678426+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":213,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.685687+0000","last_change":"2023-09-23T18:11:53.657557+0000","last_active":"2023-09-23T18:12:15.685687+0000","last_peered":"2023-09-23T18:12:15.685687+0000","last_clean":"2023-09-23T18:12:15.685687+0000","last_became_active":"2023-09-23T18:11:53.657225+0000","last_became_peered":"2023-09-23T18:11:53.657225+0000","last_unstale":"2023-09-23T18:12:15.685687+0000","last_undegraded":"2023-09-23T18:12:15.685687+0000","last_fullsized":"2023-09-23T18:12:15.685687+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:38.446375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.e","version":"307'7779","reported_seq":7824,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:26.091679+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:12:26.091679+0000","last_peered":"2023-09-23T18:12:26.091679+0000","last_clean":"2023-09-23T18:12:26.091679+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:12:26.091679+0000","last_undegraded":"2023-09-23T18:12:26.091679+0000","last_fullsized":"2023-09-23T18:12:26.091679+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7779,"log_dups_size":0,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308609024,"num_objects":4709,"num_object_clones":0,"num_object_copies":14127,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7779,"num_write_kb":399616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":287,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688924+0000","last_change":"2023-09-23T18:11:53.656947+0000","last_active":"2023-09-23T18:12:15.688924+0000","last_peered":"2023-09-23T18:12:15.688924+0000","last_clean":"2023-09-23T18:12:15.688924+0000","last_became_active":"2023-09-23T18:11:53.656483+0000","last_became_peered":"2023-09-23T18:11:53.656483+0000","last_unstale":"2023-09-23T18:12:15.688924+0000","last_undegraded":"2023-09-23T18:12:15.688924+0000","last_fullsized":"2023-09-23T18:12:15.688924+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:41.737621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":91,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.748947+0000","last_change":"2023-09-23T18:11:53.662324+0000","last_active":"2023-09-23T18:12:15.748947+0000","last_peered":"2023-09-23T18:12:15.748947+0000","last_clean":"2023-09-23T18:12:15.748947+0000","last_became_active":"2023-09-23T18:11:53.661993+0000","last_became_peered":"2023-09-23T18:11:53.661993+0000","last_unstale":"2023-09-23T18:12:15.748947+0000","last_undegraded":"2023-09-23T18:12:15.748947+0000","last_fullsized":"2023-09-23T18:12:15.748947+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:58.526078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"307'7826","reported_seq":7880,"reported_epoch":307,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:23.266989+0000","last_change":"2023-09-23T18:11:55.148436+0000","last_active":"2023-09-23T18:12:23.266989+0000","last_peered":"2023-09-23T18:12:23.266989+0000","last_clean":"2023-09-23T18:11:52.585352+0000","last_became_active":"2023-09-23T18:11:55.127982+0000","last_became_peered":"2023-09-23T18:11:55.127982+0000","last_unstale":"2023-09-23T18:12:23.266989+0000","last_undegraded":"2023-09-23T18:11:54.707991+0000","last_fullsized":"2023-09-23T18:11:54.647609+0000","mapping_epoch":299,"log_start":"277'2357","ondisk_log_start":"277'2357","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5469,"log_dups_size":0,"ondisk_log_size":5469,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:34.503673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321191960,"num_objects":4902,"num_object_clones":0,"num_object_copies":14706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6362,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4902,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7826,"num_write_kb":407233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":-698},{"shards":"0,1,6","objects":4902}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":82,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.748154+0000","last_change":"2023-09-23T18:11:05.732206+0000","last_active":"2023-09-23T18:12:15.748154+0000","last_peered":"2023-09-23T18:12:15.748154+0000","last_clean":"2023-09-23T18:12:15.748154+0000","last_became_active":"2023-09-23T18:11:05.731871+0000","last_became_peered":"2023-09-23T18:11:05.731871+0000","last_unstale":"2023-09-23T18:12:15.748154+0000","last_undegraded":"2023-09-23T18:12:15.748154+0000","last_fullsized":"2023-09-23T18:12:15.748154+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:48.013873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":312,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678375+0000","last_change":"2023-09-23T18:11:53.661367+0000","last_active":"2023-09-23T18:12:15.678375+0000","last_peered":"2023-09-23T18:12:15.678375+0000","last_clean":"2023-09-23T18:12:15.678375+0000","last_became_active":"2023-09-23T18:11:53.661026+0000","last_became_peered":"2023-09-23T18:11:53.661026+0000","last_unstale":"2023-09-23T18:12:15.678375+0000","last_undegraded":"2023-09-23T18:12:15.678375+0000","last_fullsized":"2023-09-23T18:12:15.678375+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"307'7913","reported_seq":8034,"reported_epoch":307,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:22.146341+0000","last_change":"2023-09-23T18:12:14.749656+0000","last_active":"2023-09-23T18:12:22.146341+0000","last_peered":"2023-09-23T18:12:22.146341+0000","last_clean":"2023-09-23T18:11:52.603640+0000","last_became_active":"2023-09-23T18:11:55.143218+0000","last_became_peered":"2023-09-23T18:11:55.143218+0000","last_unstale":"2023-09-23T18:12:22.146341+0000","last_undegraded":"2023-09-23T18:11:54.688470+0000","last_fullsized":"2023-09-23T18:11:54.636489+0000","mapping_epoch":299,"log_start":"277'2390","ondisk_log_start":"277'2390","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5523,"log_dups_size":0,"ondisk_log_size":5523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:50.697254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325779456,"num_objects":4971,"num_object_clones":0,"num_object_copies":14913,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6408,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4971,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7913,"num_write_kb":412288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":2228224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"3,6,7","objects":4971},{"shards":"3,7","objects":-600}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":302,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679204+0000","last_change":"2023-09-23T18:00:02.731012+0000","last_active":"2023-09-23T18:12:15.679204+0000","last_peered":"2023-09-23T18:12:15.679204+0000","last_clean":"2023-09-23T18:12:15.679204+0000","last_became_active":"2023-09-23T18:00:02.730654+0000","last_became_peered":"2023-09-23T18:00:02.730654+0000","last_unstale":"2023-09-23T18:12:15.679204+0000","last_undegraded":"2023-09-23T18:12:15.679204+0000","last_fullsized":"2023-09-23T18:12:15.679204+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:07.583587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":285,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.689060+0000","last_change":"2023-09-23T18:11:05.742584+0000","last_active":"2023-09-23T18:12:15.689060+0000","last_peered":"2023-09-23T18:12:15.689060+0000","last_clean":"2023-09-23T18:12:15.689060+0000","last_became_active":"2023-09-23T18:11:05.742206+0000","last_became_peered":"2023-09-23T18:11:05.742206+0000","last_unstale":"2023-09-23T18:12:15.689060+0000","last_undegraded":"2023-09-23T18:12:15.689060+0000","last_fullsized":"2023-09-23T18:12:15.689060+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:32:17.902667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"307'7606","reported_seq":9402,"reported_epoch":307,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:22.141603+0000","last_change":"2023-09-23T18:12:14.873192+0000","last_active":"2023-09-23T18:12:22.141603+0000","last_peered":"2023-09-23T18:12:22.141603+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:12:14.826650+0000","last_became_peered":"2023-09-23T18:12:14.826650+0000","last_unstale":"2023-09-23T18:12:22.141603+0000","last_undegraded":"2023-09-23T18:12:14.814122+0000","last_fullsized":"2023-09-23T18:12:14.675885+0000","mapping_epoch":299,"log_start":"276'1311","ondisk_log_start":"276'1311","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6295,"log_dups_size":0,"ondisk_log_size":6295,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158892032,"num_objects":2424,"num_object_clones":0,"num_object_copies":7272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5148,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2424,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3839,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":327,"num_bytes_recovered":21233664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"1,3","objects":-18},{"shards":"1,3,6","objects":506},{"shards":"3,4,6","objects":1936}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":870,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688517+0000","last_change":"2023-09-23T18:00:03.729041+0000","last_active":"2023-09-23T18:12:15.688517+0000","last_peered":"2023-09-23T18:12:15.688517+0000","last_clean":"2023-09-23T18:12:15.688517+0000","last_became_active":"2023-09-23T18:00:03.728509+0000","last_became_peered":"2023-09-23T18:00:03.728509+0000","last_unstale":"2023-09-23T18:12:15.688517+0000","last_undegraded":"2023-09-23T18:12:15.688517+0000","last_fullsized":"2023-09-23T18:12:15.688517+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:34.865948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":137,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678207+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:12:15.678207+0000","last_peered":"2023-09-23T18:12:15.678207+0000","last_clean":"2023-09-23T18:12:15.678207+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:12:15.678207+0000","last_undegraded":"2023-09-23T18:12:15.678207+0000","last_fullsized":"2023-09-23T18:12:15.678207+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":230,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688968+0000","last_change":"2023-09-23T18:11:05.738729+0000","last_active":"2023-09-23T18:12:15.688968+0000","last_peered":"2023-09-23T18:12:15.688968+0000","last_clean":"2023-09-23T18:12:15.688968+0000","last_became_active":"2023-09-23T18:11:05.738445+0000","last_became_peered":"2023-09-23T18:11:05.738445+0000","last_unstale":"2023-09-23T18:12:15.688968+0000","last_undegraded":"2023-09-23T18:12:15.688968+0000","last_fullsized":"2023-09-23T18:12:15.688968+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:20.044512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"307'7782","reported_seq":8139,"reported_epoch":307,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:12:26.164516+0000","last_change":"2023-09-23T18:12:15.751784+0000","last_active":"2023-09-23T18:12:26.164516+0000","last_peered":"2023-09-23T18:12:26.164516+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:12:15.740951+0000","last_became_peered":"2023-09-23T18:12:15.740951+0000","last_unstale":"2023-09-23T18:12:26.164516+0000","last_undegraded":"2023-09-23T18:12:15.686919+0000","last_fullsized":"2023-09-23T18:12:26.164516+0000","mapping_epoch":305,"log_start":"276'1458","ondisk_log_start":"276'1458","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6324,"log_dups_size":0,"ondisk_log_size":6324,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157220864,"num_objects":2399,"num_object_clones":0,"num_object_copies":7197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3090,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3966,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":150,"num_bytes_recovered":9830400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":["0","3","6"],"object_location_counts":[{"shards":"0,1,3","objects":-29},{"shards":"0,3,6","objects":2428}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1036,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.706630+0000","last_change":"2023-09-23T18:12:15.706345+0000","last_active":"2023-09-23T18:12:15.706630+0000","last_peered":"2023-09-23T18:12:15.706630+0000","last_clean":"2023-09-23T18:12:15.706630+0000","last_became_active":"2023-09-23T18:12:15.705823+0000","last_became_peered":"2023-09-23T18:12:15.705823+0000","last_unstale":"2023-09-23T18:12:15.706630+0000","last_undegraded":"2023-09-23T18:12:15.706630+0000","last_fullsized":"2023-09-23T18:12:15.706630+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":295,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678508+0000","last_change":"2023-09-23T18:11:53.661272+0000","last_active":"2023-09-23T18:12:15.678508+0000","last_peered":"2023-09-23T18:12:15.678508+0000","last_clean":"2023-09-23T18:12:15.678508+0000","last_became_active":"2023-09-23T18:11:53.660903+0000","last_became_peered":"2023-09-23T18:11:53.660903+0000","last_unstale":"2023-09-23T18:12:15.678508+0000","last_undegraded":"2023-09-23T18:12:15.678508+0000","last_fullsized":"2023-09-23T18:12:15.678508+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":223,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688298+0000","last_change":"2023-09-23T18:06:23.240461+0000","last_active":"2023-09-23T18:12:15.688298+0000","last_peered":"2023-09-23T18:12:15.688298+0000","last_clean":"2023-09-23T18:12:15.688298+0000","last_became_active":"2023-09-23T18:06:23.240148+0000","last_became_peered":"2023-09-23T18:06:23.240148+0000","last_unstale":"2023-09-23T18:12:15.688298+0000","last_undegraded":"2023-09-23T18:12:15.688298+0000","last_fullsized":"2023-09-23T18:12:15.688298+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:47.586778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"307'7861","reported_seq":10460,"reported_epoch":307,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:12:26.216827+0000","last_change":"2023-09-23T18:12:15.748182+0000","last_active":"2023-09-23T18:12:26.216827+0000","last_peered":"2023-09-23T18:12:26.216827+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:12:15.697268+0000","last_became_peered":"2023-09-23T18:12:15.697268+0000","last_unstale":"2023-09-23T18:12:26.216827+0000","last_undegraded":"2023-09-23T18:12:15.684417+0000","last_fullsized":"2023-09-23T18:12:26.216827+0000","mapping_epoch":305,"log_start":"276'1577","ondisk_log_start":"276'1577","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6284,"log_dups_size":0,"ondisk_log_size":6284,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157646848,"num_objects":2405,"num_object_clones":0,"num_object_copies":7215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3067,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4010,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":713,"num_bytes_recovered":46727168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":1},{"shards":"0,1,4","objects":1918},{"shards":"0,1,5","objects":-1},{"shards":"0,1,6","objects":487}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":568,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.748071+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:12:15.748071+0000","last_peered":"2023-09-23T18:12:15.748071+0000","last_clean":"2023-09-23T18:12:15.748071+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:12:15.748071+0000","last_undegraded":"2023-09-23T18:12:15.748071+0000","last_fullsized":"2023-09-23T18:12:15.748071+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":239,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.684921+0000","last_change":"2023-09-23T18:11:53.662404+0000","last_active":"2023-09-23T18:12:15.684921+0000","last_peered":"2023-09-23T18:12:15.684921+0000","last_clean":"2023-09-23T18:12:15.684921+0000","last_became_active":"2023-09-23T18:11:53.662083+0000","last_became_peered":"2023-09-23T18:11:53.662083+0000","last_unstale":"2023-09-23T18:12:15.684921+0000","last_undegraded":"2023-09-23T18:12:15.684921+0000","last_fullsized":"2023-09-23T18:12:15.684921+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:40.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":314,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688968+0000","last_change":"2023-09-23T18:02:47.475407+0000","last_active":"2023-09-23T18:12:15.688968+0000","last_peered":"2023-09-23T18:12:15.688968+0000","last_clean":"2023-09-23T18:12:15.688968+0000","last_became_active":"2023-09-23T18:02:47.475070+0000","last_became_peered":"2023-09-23T18:02:47.475070+0000","last_unstale":"2023-09-23T18:12:15.688968+0000","last_undegraded":"2023-09-23T18:12:15.688968+0000","last_fullsized":"2023-09-23T18:12:15.688968+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:07.332124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"307'7450","reported_seq":7504,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:25.894006+0000","last_change":"2023-09-23T18:12:14.765684+0000","last_active":"2023-09-23T18:12:25.894006+0000","last_peered":"2023-09-23T18:12:25.894006+0000","last_clean":"2023-09-23T18:12:25.894006+0000","last_became_active":"2023-09-23T18:12:14.758345+0000","last_became_peered":"2023-09-23T18:12:14.758345+0000","last_unstale":"2023-09-23T18:12:25.894006+0000","last_undegraded":"2023-09-23T18:12:25.894006+0000","last_fullsized":"2023-09-23T18:12:25.894006+0000","mapping_epoch":272,"log_start":"276'1114","ondisk_log_start":"276'1114","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6336,"log_dups_size":0,"ondisk_log_size":6336,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152338432,"num_objects":2324,"num_object_clones":0,"num_object_copies":6972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3796,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":793,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.677711+0000","last_change":"2023-09-23T18:06:26.597452+0000","last_active":"2023-09-23T18:12:15.677711+0000","last_peered":"2023-09-23T18:12:15.677711+0000","last_clean":"2023-09-23T18:12:15.677711+0000","last_became_active":"2023-09-23T18:06:26.596802+0000","last_became_peered":"2023-09-23T18:06:26.596802+0000","last_unstale":"2023-09-23T18:12:15.677711+0000","last_undegraded":"2023-09-23T18:12:15.677711+0000","last_fullsized":"2023-09-23T18:12:15.677711+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":597,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.693259+0000","last_change":"2023-09-23T18:12:15.692990+0000","last_active":"2023-09-23T18:12:15.693259+0000","last_peered":"2023-09-23T18:12:15.693259+0000","last_clean":"2023-09-23T18:12:15.693259+0000","last_became_active":"2023-09-23T18:12:15.692574+0000","last_became_peered":"2023-09-23T18:12:15.692574+0000","last_unstale":"2023-09-23T18:12:15.693259+0000","last_undegraded":"2023-09-23T18:12:15.693259+0000","last_fullsized":"2023-09-23T18:12:15.693259+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":318,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.680343+0000","last_change":"2023-09-23T18:11:53.659344+0000","last_active":"2023-09-23T18:12:15.680343+0000","last_peered":"2023-09-23T18:12:15.680343+0000","last_clean":"2023-09-23T18:12:15.680343+0000","last_became_active":"2023-09-23T18:11:53.659031+0000","last_became_peered":"2023-09-23T18:11:53.659031+0000","last_unstale":"2023-09-23T18:12:15.680343+0000","last_undegraded":"2023-09-23T18:12:15.680343+0000","last_fullsized":"2023-09-23T18:12:15.680343+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:38.430771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":272,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679953+0000","last_change":"2023-09-23T18:11:53.649528+0000","last_active":"2023-09-23T18:12:15.679953+0000","last_peered":"2023-09-23T18:12:15.679953+0000","last_clean":"2023-09-23T18:12:15.679953+0000","last_became_active":"2023-09-23T18:11:53.649151+0000","last_became_peered":"2023-09-23T18:11:53.649151+0000","last_unstale":"2023-09-23T18:12:15.679953+0000","last_undegraded":"2023-09-23T18:12:15.679953+0000","last_fullsized":"2023-09-23T18:12:15.679953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"307'7384","reported_seq":7442,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:25.623411+0000","last_change":"2023-09-23T18:12:14.786180+0000","last_active":"2023-09-23T18:12:25.623411+0000","last_peered":"2023-09-23T18:12:25.623411+0000","last_clean":"2023-09-23T18:12:25.623411+0000","last_became_active":"2023-09-23T18:12:14.716839+0000","last_became_peered":"2023-09-23T18:12:14.716839+0000","last_unstale":"2023-09-23T18:12:25.623411+0000","last_undegraded":"2023-09-23T18:12:25.623411+0000","last_fullsized":"2023-09-23T18:12:25.623411+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7384,"log_dups_size":0,"ondisk_log_size":7384,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154566656,"num_objects":2358,"num_object_clones":0,"num_object_copies":7074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2358,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3746,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":963,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679322+0000","last_change":"2023-09-23T18:00:03.729066+0000","last_active":"2023-09-23T18:12:15.679322+0000","last_peered":"2023-09-23T18:12:15.679322+0000","last_clean":"2023-09-23T18:12:15.679322+0000","last_became_active":"2023-09-23T18:00:03.728570+0000","last_became_peered":"2023-09-23T18:00:03.728570+0000","last_unstale":"2023-09-23T18:12:15.679322+0000","last_undegraded":"2023-09-23T18:12:15.679322+0000","last_fullsized":"2023-09-23T18:12:15.679322+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":293,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.682439+0000","last_change":"2023-09-23T18:11:05.738373+0000","last_active":"2023-09-23T18:12:15.682439+0000","last_peered":"2023-09-23T18:12:15.682439+0000","last_clean":"2023-09-23T18:12:15.682439+0000","last_became_active":"2023-09-23T18:11:05.738015+0000","last_became_peered":"2023-09-23T18:11:05.738015+0000","last_unstale":"2023-09-23T18:12:15.682439+0000","last_undegraded":"2023-09-23T18:12:15.682439+0000","last_fullsized":"2023-09-23T18:12:15.682439+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:50.781377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":152,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.680899+0000","last_change":"2023-09-23T18:06:23.239275+0000","last_active":"2023-09-23T18:12:15.680899+0000","last_peered":"2023-09-23T18:12:15.680899+0000","last_clean":"2023-09-23T18:12:15.680899+0000","last_became_active":"2023-09-23T18:06:23.238948+0000","last_became_peered":"2023-09-23T18:06:23.238948+0000","last_unstale":"2023-09-23T18:12:15.680899+0000","last_undegraded":"2023-09-23T18:12:15.680899+0000","last_fullsized":"2023-09-23T18:12:15.680899+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:39:55.778176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"307'7523","reported_seq":7572,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:25.627887+0000","last_change":"2023-09-23T18:12:14.743527+0000","last_active":"2023-09-23T18:12:25.627887+0000","last_peered":"2023-09-23T18:12:25.627887+0000","last_clean":"2023-09-23T18:12:25.627887+0000","last_became_active":"2023-09-23T18:12:14.735823+0000","last_became_peered":"2023-09-23T18:12:14.735823+0000","last_unstale":"2023-09-23T18:12:25.627887+0000","last_undegraded":"2023-09-23T18:12:25.627887+0000","last_fullsized":"2023-09-23T18:12:25.627887+0000","mapping_epoch":272,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7523,"log_dups_size":0,"ondisk_log_size":7523,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152633344,"num_objects":2329,"num_object_clones":0,"num_object_copies":6987,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3837,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":476,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679643+0000","last_change":"2023-09-23T18:05:20.755507+0000","last_active":"2023-09-23T18:12:15.679643+0000","last_peered":"2023-09-23T18:12:15.679643+0000","last_clean":"2023-09-23T18:12:15.679643+0000","last_became_active":"2023-09-23T18:02:29.250274+0000","last_became_peered":"2023-09-23T18:02:29.250274+0000","last_unstale":"2023-09-23T18:12:15.679643+0000","last_undegraded":"2023-09-23T18:12:15.679643+0000","last_fullsized":"2023-09-23T18:12:15.679643+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":213,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":247,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.688376+0000","last_change":"2023-09-23T18:06:23.237304+0000","last_active":"2023-09-23T18:12:15.688376+0000","last_peered":"2023-09-23T18:12:15.688376+0000","last_clean":"2023-09-23T18:12:15.688376+0000","last_became_active":"2023-09-23T18:06:23.236825+0000","last_became_peered":"2023-09-23T18:06:23.236825+0000","last_unstale":"2023-09-23T18:12:15.688376+0000","last_undegraded":"2023-09-23T18:12:15.688376+0000","last_fullsized":"2023-09-23T18:12:15.688376+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:15.131683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":294,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.689833+0000","last_change":"2023-09-23T18:02:47.534017+0000","last_active":"2023-09-23T18:12:15.689833+0000","last_peered":"2023-09-23T18:12:15.689833+0000","last_clean":"2023-09-23T18:12:15.689833+0000","last_became_active":"2023-09-23T18:02:47.472546+0000","last_became_peered":"2023-09-23T18:02:47.472546+0000","last_unstale":"2023-09-23T18:12:15.689833+0000","last_undegraded":"2023-09-23T18:12:15.689833+0000","last_fullsized":"2023-09-23T18:12:15.689833+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:56:31.804328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"307'7506","reported_seq":7561,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:21.957349+0000","last_change":"2023-09-23T18:12:14.710289+0000","last_active":"2023-09-23T18:12:21.957349+0000","last_peered":"2023-09-23T18:12:21.957349+0000","last_clean":"2023-09-23T18:12:21.957349+0000","last_became_active":"2023-09-23T18:12:14.701016+0000","last_became_peered":"2023-09-23T18:12:14.701016+0000","last_unstale":"2023-09-23T18:12:21.957349+0000","last_undegraded":"2023-09-23T18:12:21.957349+0000","last_fullsized":"2023-09-23T18:12:21.957349+0000","mapping_epoch":272,"log_start":"276'1278","ondisk_log_start":"276'1278","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6228,"log_dups_size":0,"ondisk_log_size":6228,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159318016,"num_objects":2431,"num_object_clones":0,"num_object_copies":7293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3794,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":281,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679860+0000","last_change":"2023-09-23T17:56:44.064443+0000","last_active":"2023-09-23T18:12:15.679860+0000","last_peered":"2023-09-23T18:12:15.679860+0000","last_clean":"2023-09-23T18:12:15.679860+0000","last_became_active":"2023-09-23T17:56:44.064079+0000","last_became_peered":"2023-09-23T17:56:44.064079+0000","last_unstale":"2023-09-23T18:12:15.679860+0000","last_undegraded":"2023-09-23T18:12:15.679860+0000","last_fullsized":"2023-09-23T18:12:15.679860+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:25.396189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":898,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.713837+0000","last_change":"2023-09-23T18:12:15.712253+0000","last_active":"2023-09-23T18:12:15.713837+0000","last_peered":"2023-09-23T18:12:15.713837+0000","last_clean":"2023-09-23T18:12:15.713837+0000","last_became_active":"2023-09-23T18:12:15.711715+0000","last_became_peered":"2023-09-23T18:12:15.711715+0000","last_unstale":"2023-09-23T18:12:15.713837+0000","last_undegraded":"2023-09-23T18:12:15.713837+0000","last_fullsized":"2023-09-23T18:12:15.713837+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:32.864488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":314,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679271+0000","last_change":"2023-09-23T18:02:29.217488+0000","last_active":"2023-09-23T18:12:15.679271+0000","last_peered":"2023-09-23T18:12:15.679271+0000","last_clean":"2023-09-23T18:12:15.679271+0000","last_became_active":"2023-09-23T18:02:29.216074+0000","last_became_peered":"2023-09-23T18:02:29.216074+0000","last_unstale":"2023-09-23T18:12:15.679271+0000","last_undegraded":"2023-09-23T18:12:15.679271+0000","last_fullsized":"2023-09-23T18:12:15.679271+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:34:29.195366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"307'7666","reported_seq":7725,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:21.986127+0000","last_change":"2023-09-23T18:12:14.799764+0000","last_active":"2023-09-23T18:12:21.986127+0000","last_peered":"2023-09-23T18:12:21.986127+0000","last_clean":"2023-09-23T18:12:21.986127+0000","last_became_active":"2023-09-23T18:12:14.740085+0000","last_became_peered":"2023-09-23T18:12:14.740085+0000","last_unstale":"2023-09-23T18:12:21.986127+0000","last_undegraded":"2023-09-23T18:12:21.986127+0000","last_fullsized":"2023-09-23T18:12:21.986127+0000","mapping_epoch":272,"log_start":"276'1409","ondisk_log_start":"276'1409","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6257,"log_dups_size":0,"ondisk_log_size":6257,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159580160,"num_objects":2435,"num_object_clones":0,"num_object_copies":7305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3874,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":323,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.679862+0000","last_change":"2023-09-23T18:11:54.323663+0000","last_active":"2023-09-23T18:12:15.679862+0000","last_peered":"2023-09-23T18:12:15.679862+0000","last_clean":"2023-09-23T18:12:15.679862+0000","last_became_active":"2023-09-23T18:11:53.648380+0000","last_became_peered":"2023-09-23T18:11:53.648380+0000","last_unstale":"2023-09-23T18:12:15.679862+0000","last_undegraded":"2023-09-23T18:12:15.679862+0000","last_fullsized":"2023-09-23T18:12:15.679862+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":147,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.681116+0000","last_change":"2023-09-23T18:02:29.328864+0000","last_active":"2023-09-23T18:12:15.681116+0000","last_peered":"2023-09-23T18:12:15.681116+0000","last_clean":"2023-09-23T18:12:15.681116+0000","last_became_active":"2023-09-23T18:02:29.271305+0000","last_became_peered":"2023-09-23T18:02:29.271305+0000","last_unstale":"2023-09-23T18:12:15.681116+0000","last_undegraded":"2023-09-23T18:12:15.681116+0000","last_fullsized":"2023-09-23T18:12:15.681116+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:04.556438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":53,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.676904+0000","last_change":"2023-09-23T18:11:53.684884+0000","last_active":"2023-09-23T18:12:15.676904+0000","last_peered":"2023-09-23T18:12:15.676904+0000","last_clean":"2023-09-23T18:12:15.676904+0000","last_became_active":"2023-09-23T18:11:53.684534+0000","last_became_peered":"2023-09-23T18:11:53.684534+0000","last_unstale":"2023-09-23T18:12:15.676904+0000","last_undegraded":"2023-09-23T18:12:15.676904+0000","last_fullsized":"2023-09-23T18:12:15.676904+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":142,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.689775+0000","last_change":"2023-09-23T18:02:29.200713+0000","last_active":"2023-09-23T18:12:15.689775+0000","last_peered":"2023-09-23T18:12:15.689775+0000","last_clean":"2023-09-23T18:12:15.689775+0000","last_became_active":"2023-09-23T18:02:29.200346+0000","last_became_peered":"2023-09-23T18:02:29.200346+0000","last_unstale":"2023-09-23T18:12:15.689775+0000","last_undegraded":"2023-09-23T18:12:15.689775+0000","last_fullsized":"2023-09-23T18:12:15.689775+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:32.198473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":93,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.748727+0000","last_change":"2023-09-23T18:06:23.241304+0000","last_active":"2023-09-23T18:12:15.748727+0000","last_peered":"2023-09-23T18:12:15.748727+0000","last_clean":"2023-09-23T18:12:15.748727+0000","last_became_active":"2023-09-23T18:06:23.241030+0000","last_became_peered":"2023-09-23T18:06:23.241030+0000","last_unstale":"2023-09-23T18:12:15.748727+0000","last_undegraded":"2023-09-23T18:12:15.748727+0000","last_fullsized":"2023-09-23T18:12:15.748727+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:33.585495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.18","version":"307'7768","reported_seq":7823,"reported_epoch":307,"state":"active+clean","last_fresh":"2023-09-23T18:12:26.135931+0000","last_change":"2023-09-23T18:12:14.708710+0000","last_active":"2023-09-23T18:12:26.135931+0000","last_peered":"2023-09-23T18:12:26.135931+0000","last_clean":"2023-09-23T18:12:26.135931+0000","last_became_active":"2023-09-23T18:12:14.701005+0000","last_became_peered":"2023-09-23T18:12:14.701005+0000","last_unstale":"2023-09-23T18:12:26.135931+0000","last_undegraded":"2023-09-23T18:12:26.135931+0000","last_fullsized":"2023-09-23T18:12:26.135931+0000","mapping_epoch":304,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7768,"log_dups_size":0,"ondisk_log_size":7768,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158072832,"num_objects":2412,"num_object_clones":0,"num_object_copies":7236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3959,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":300,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.677971+0000","last_change":"2023-09-23T18:00:02.762255+0000","last_active":"2023-09-23T18:12:15.677971+0000","last_peered":"2023-09-23T18:12:15.677971+0000","last_clean":"2023-09-23T18:12:15.677971+0000","last_became_active":"2023-09-23T18:00:02.731550+0000","last_became_peered":"2023-09-23T18:00:02.731550+0000","last_unstale":"2023-09-23T18:12:15.677971+0000","last_undegraded":"2023-09-23T18:12:15.677971+0000","last_fullsized":"2023-09-23T18:12:15.677971+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":228,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678328+0000","last_change":"2023-09-23T18:11:05.728133+0000","last_active":"2023-09-23T18:12:15.678328+0000","last_peered":"2023-09-23T18:12:15.678328+0000","last_clean":"2023-09-23T18:12:15.678328+0000","last_became_active":"2023-09-23T18:11:05.727827+0000","last_became_peered":"2023-09-23T18:11:05.727827+0000","last_unstale":"2023-09-23T18:12:15.678328+0000","last_undegraded":"2023-09-23T18:12:15.678328+0000","last_fullsized":"2023-09-23T18:12:15.678328+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:00.204188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"307'7753","reported_seq":8907,"reported_epoch":307,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:12:26.113487+0000","last_change":"2023-09-23T18:12:16.745199+0000","last_active":"2023-09-23T18:12:26.113487+0000","last_peered":"2023-09-23T18:12:26.113487+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:12:16.706278+0000","last_became_peered":"2023-09-23T18:12:16.706278+0000","last_unstale":"2023-09-23T18:12:26.113487+0000","last_undegraded":"2023-09-23T18:12:16.684644+0000","last_fullsized":"2023-09-23T18:12:16.680058+0000","mapping_epoch":306,"log_start":"276'1415","ondisk_log_start":"276'1415","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6338,"log_dups_size":0,"ondisk_log_size":6338,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156139520,"num_objects":2383,"num_object_clones":0,"num_object_copies":7149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2388,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2383,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3950,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":273,"num_bytes_recovered":17858560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1","objects":389},{"shards":"0,1,4","objects":1884}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":287,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678317+0000","last_change":"2023-09-23T18:11:53.682182+0000","last_active":"2023-09-23T18:12:15.678317+0000","last_peered":"2023-09-23T18:12:15.678317+0000","last_clean":"2023-09-23T18:12:15.678317+0000","last_became_active":"2023-09-23T18:11:53.661465+0000","last_became_peered":"2023-09-23T18:11:53.661465+0000","last_unstale":"2023-09-23T18:12:15.678317+0000","last_undegraded":"2023-09-23T18:12:15.678317+0000","last_fullsized":"2023-09-23T18:12:15.678317+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":219,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.680489+0000","last_change":"2023-09-23T18:11:05.734417+0000","last_active":"2023-09-23T18:12:15.680489+0000","last_peered":"2023-09-23T18:12:15.680489+0000","last_clean":"2023-09-23T18:12:15.680489+0000","last_became_active":"2023-09-23T18:11:05.734099+0000","last_became_peered":"2023-09-23T18:11:05.734099+0000","last_unstale":"2023-09-23T18:12:15.680489+0000","last_undegraded":"2023-09-23T18:12:15.680489+0000","last_fullsized":"2023-09-23T18:12:15.680489+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":288,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:59:59.444324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":348,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.678943+0000","last_change":"2023-09-23T18:11:53.659245+0000","last_active":"2023-09-23T18:12:15.678943+0000","last_peered":"2023-09-23T18:12:15.678943+0000","last_clean":"2023-09-23T18:12:15.678943+0000","last_became_active":"2023-09-23T18:11:53.658902+0000","last_became_peered":"2023-09-23T18:11:53.658902+0000","last_unstale":"2023-09-23T18:12:15.678943+0000","last_undegraded":"2023-09-23T18:12:15.678943+0000","last_fullsized":"2023-09-23T18:12:15.678943+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:31:31.891077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":343,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.682632+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:12:15.682632+0000","last_peered":"2023-09-23T18:12:15.682632+0000","last_clean":"2023-09-23T18:12:15.682632+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:12:15.682632+0000","last_undegraded":"2023-09-23T18:12:15.682632+0000","last_fullsized":"2023-09-23T18:12:15.682632+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":194,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.690626+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:12:15.690626+0000","last_peered":"2023-09-23T18:12:15.690626+0000","last_clean":"2023-09-23T18:12:15.690626+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:12:15.690626+0000","last_undegraded":"2023-09-23T18:12:15.690626+0000","last_fullsized":"2023-09-23T18:12:15.690626+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":162,"reported_epoch":306,"state":"active+clean","last_fresh":"2023-09-23T18:12:15.685000+0000","last_change":"2023-09-23T18:11:53.661768+0000","last_active":"2023-09-23T18:12:15.685000+0000","last_peered":"2023-09-23T18:12:15.685000+0000","last_clean":"2023-09-23T18:12:15.685000+0000","last_became_active":"2023-09-23T18:11:53.661313+0000","last_became_peered":"2023-09-23T18:11:53.661313+0000","last_unstale":"2023-09-23T18:12:15.685000+0000","last_undegraded":"2023-09-23T18:12:15.685000+0000","last_fullsized":"2023-09-23T18:12:15.685000+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:45:58.714826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":26,"stat_sum":{"num_bytes":5036507160,"num_objects":76852,"num_object_clones":0,"num_object_copies":230556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":37997,"num_objects_misplaced":6044,"num_objects_unfound":0,"num_objects_dirty":76852,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":124616,"num_write_kb":6446913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3957,"num_bytes_recovered":258342912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15685857280,"data_stored":15685845064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":168729,"ondisk_log_size":168729,"up":78,"acting":71,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":27122,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45994,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":109,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430530,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1934516,"kb_used_data":1629100,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91810636,"statfs":{"total":95995035648,"available":94014091264,"internally_reserved":0,"allocated":1668198400,"data_stored":1667492247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.796,"15min":1.169},"min":{"1min":0.23899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.8719999999999999,"5min":53.850999999999999,"15min":53.850999999999999},"last":9.0090000000000003},{"interface":"front","average":{"1min":2.1619999999999999,"5min":1.9450000000000001,"15min":1.2549999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.254},"max":{"1min":5.8769999999999998,"5min":53.835000000000001,"15min":53.835000000000001},"last":9.0410000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":2.9830000000000001,"5min":1.6779999999999999,"15min":1.2909999999999999},"min":{"1min":0.28000000000000003,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":8.6349999999999998,"5min":8.6349999999999998,"15min":11.483000000000001},"last":3.6099999999999999},{"interface":"front","average":{"1min":2.5209999999999999,"5min":2.0409999999999999,"15min":1.4450000000000001},"min":{"1min":0.29999999999999999,"5min":0.28399999999999997,"15min":0.26100000000000001},"max":{"1min":6.2220000000000004,"5min":8.8670000000000009,"15min":11.087999999999999},"last":0.34399999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":2.2610000000000001,"5min":1.8660000000000001,"15min":1.222},"min":{"1min":0.32800000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.0810000000000004,"5min":15.449999999999999,"15min":15.449999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.649,"5min":1.825,"15min":1.2629999999999999},"min":{"1min":0.33500000000000002,"5min":0.309,"15min":0.27400000000000002},"max":{"1min":5.3129999999999997,"5min":11.417,"15min":11.417},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":4.8810000000000002,"5min":2.8050000000000002,"15min":1.8740000000000001},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.28299999999999997},"max":{"1min":27.565999999999999,"5min":27.565999999999999,"15min":32.631},"last":1.0249999999999999},{"interface":"front","average":{"1min":4.9219999999999997,"5min":2.7989999999999999,"15min":1.948},"min":{"1min":0.42799999999999999,"5min":0.35599999999999998,"15min":0.32600000000000001},"max":{"1min":27.594999999999999,"5min":27.594999999999999,"15min":32.612000000000002},"last":1.032}]},{"osd":4,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.92200000000000004},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.249},"max":{"1min":3.4950000000000001,"5min":4.1319999999999997,"15min":19.010000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.79300000000000004,"15min":0.873},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.8280000000000001,"5min":7.7050000000000001,"15min":10.238},"last":0.52700000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.94499999999999995,"15min":0.96799999999999997},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.26400000000000001},"max":{"1min":2.6339999999999999,"5min":7.8019999999999996,"15min":10.016},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.81699999999999995,"5min":1.0469999999999999,"15min":0.99299999999999999},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.25600000000000001},"max":{"1min":3.4329999999999998,"5min":15.816000000000001,"15min":15.816000000000001},"last":0.39800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.80600000000000005,"15min":0.84799999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.29999999999999999},"max":{"1min":3.4729999999999999,"5min":3.4729999999999999,"15min":9.2959999999999994},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.97599999999999998,"15min":0.92600000000000005},"min":{"1min":0.374,"5min":0.35899999999999999,"15min":0.32400000000000001},"max":{"1min":3.2519999999999998,"5min":6.1639999999999997,"15min":12.613},"last":0.442}]}]},{"osd":6,"up_from":0,"seq":747324309626,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":90,"seq":386547056836,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2346300,"kb_used_data":1944756,"kb_used_omap":7,"kb_used_meta":401464,"kb_avail":91398852,"statfs":{"total":95995035648,"available":93592424448,"internally_reserved":0,"allocated":1991430144,"data_stored":1990248358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":411099235},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:12:01 2023","interfaces":[{"interface":"back","average":{"1min":2.609,"5min":2.4180000000000001,"15min":1.54},"min":{"1min":0.216,"5min":0.188,"15min":0.188},"max":{"1min":9.6829999999999998,"5min":18.524000000000001,"15min":18.524000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":3.5139999999999998,"5min":3.4039999999999999,"15min":1.865},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.191},"max":{"1min":9.7769999999999992,"5min":21.433,"15min":21.433},"last":15.004}]},{"osd":2,"last update":"Sat Sep 23 18:11:48 2023","interfaces":[{"interface":"back","average":{"1min":2.698,"5min":3.7850000000000001,"15min":2.0270000000000001},"min":{"1min":0.26800000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":14.379,"5min":31.273,"15min":31.273},"last":1.694},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.6589999999999998,"15min":1.8819999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.247},"max":{"1min":7.0910000000000002,"5min":15.327,"15min":15.327},"last":0.66200000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:12:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8919999999999999,"5min":2.73,"15min":1.671},"min":{"1min":0.32400000000000001,"5min":0.26300000000000001,"15min":0.214},"max":{"1min":19.045999999999999,"5min":20.968,"15min":20.968},"last":10.835000000000001},{"interface":"front","average":{"1min":2.3399999999999999,"5min":2.2650000000000001,"15min":1.5780000000000001},"min":{"1min":0.311,"5min":0.26000000000000001,"15min":0.23899999999999999},"max":{"1min":8.4909999999999997,"5min":13.781000000000001,"15min":16.273},"last":10.640000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:12:01 2023","interfaces":[{"interface":"back","average":{"1min":2.714,"5min":2.617,"15min":1.6439999999999999},"min":{"1min":0.44800000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":11.185,"5min":12.397,"15min":13.532},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.5589999999999999,"15min":1.246},"min":{"1min":0.311,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":7.1589999999999998,"5min":9.0920000000000005,"15min":13.826000000000001},"last":0.36399999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:12:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2989999999999999,"5min":2.2160000000000002,"15min":1.46},"min":{"1min":0.43099999999999999,"5min":0.34599999999999997,"15min":0.29899999999999999},"max":{"1min":8.6050000000000004,"5min":21.369,"15min":21.369},"last":10.792999999999999},{"interface":"front","average":{"1min":2.6989999999999998,"5min":2.5379999999999998,"15min":1.667},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.32400000000000001},"max":{"1min":11.25,"5min":11.478999999999999,"15min":13.574},"last":0.59799999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:11:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7410000000000001,"5min":1.853,"15min":1.1319999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":8.2270000000000003,"5min":9.0609999999999999,"15min":9.0609999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":2.3799999999999999,"5min":1.9399999999999999,"15min":1.171},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":11.647,"5min":21.282,"15min":21.282},"last":10.731999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:12:01 2023","interfaces":[{"interface":"back","average":{"1min":3.0059999999999998,"5min":2.847,"15min":1.8129999999999999},"min":{"1min":0.48999999999999999,"5min":0.373,"15min":0.34200000000000003},"max":{"1min":11.224,"5min":11.425000000000001,"15min":13.727},"last":0.623},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.8879999999999999,"15min":1.4590000000000001},"min":{"1min":0.38900000000000001,"5min":0.374,"15min":0.374},"max":{"1min":7.2119999999999997,"5min":9.1189999999999998,"15min":13.859},"last":0.51400000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220368,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2888112,"kb_used_data":2449064,"kb_used_omap":8,"kb_used_meta":439031,"kb_avail":90857040,"statfs":{"total":95995035648,"available":93037608960,"internally_reserved":0,"allocated":2507841536,"data_stored":2506614236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":449568356},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:12:18 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.1960000000000002,"15min":1.7270000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":16.969999999999999,"5min":16.969999999999999,"15min":16.969999999999999},"last":2.2109999999999999},{"interface":"front","average":{"1min":6.4219999999999997,"5min":3.101,"15min":1.7929999999999999},"min":{"1min":0.23100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":27.887,"5min":27.887,"15min":27.887},"last":0.44800000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:11:46 2023","interfaces":[{"interface":"back","average":{"1min":3.4329999999999998,"5min":3.0550000000000002,"15min":1.748},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.221},"max":{"1min":8.8889999999999993,"5min":26.341000000000001,"15min":26.341000000000001},"last":11.038},{"interface":"front","average":{"1min":4.3079999999999998,"5min":2.9470000000000001,"15min":1.865},"min":{"1min":0.32800000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":16.925999999999998,"5min":26.268000000000001,"15min":26.268000000000001},"last":7.5049999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:12:18 2023","interfaces":[{"interface":"back","average":{"1min":5.6580000000000004,"5min":3.5579999999999998,"15min":1.982},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.23599999999999999},"max":{"1min":27.920999999999999,"5min":27.920999999999999,"15min":27.920999999999999},"last":3.298},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.6629999999999998,"15min":1.7390000000000001},"min":{"1min":0.35499999999999998,"5min":0.251,"15min":0.248},"max":{"1min":7.9630000000000001,"5min":16.882000000000001,"15min":22.082999999999998},"last":7.0960000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":2.1190000000000002,"15min":1.369},"min":{"1min":0.48499999999999999,"5min":0.313,"15min":0.30599999999999999},"max":{"1min":7.5170000000000003,"5min":13.673,"15min":13.673},"last":7.1840000000000002},{"interface":"front","average":{"1min":2.5600000000000001,"5min":2.1309999999999998,"15min":1.3360000000000001},"min":{"1min":0.36499999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":6.9939999999999998,"5min":10.045,"15min":10.045},"last":2.2999999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.8999999999999999,"5min":2.2280000000000002,"15min":1.3879999999999999},"min":{"1min":0.34399999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":7.0490000000000004,"5min":10.092000000000001,"15min":10.092000000000001},"last":2.262},{"interface":"front","average":{"1min":2.8740000000000001,"5min":2.0750000000000002,"15min":1.4910000000000001},"min":{"1min":0.443,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":7.415,"5min":7.415,"15min":11.510999999999999},"last":7.2290000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:11:46 2023","interfaces":[{"interface":"back","average":{"1min":2.8149999999999999,"5min":2.3039999999999998,"15min":1.3089999999999999},"min":{"1min":0.376,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":7.9390000000000001,"5min":10.147,"15min":10.147},"last":2.327},{"interface":"front","average":{"1min":2.339,"5min":1.907,"15min":1.1930000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":8.8409999999999993,"5min":8.8409999999999993,"15min":8.8409999999999993},"last":0.57599999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:11:39 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":2.1120000000000001,"15min":1.4339999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":8.9179999999999993,"5min":8.9179999999999993,"15min":8.9179999999999993},"last":0.54900000000000004},{"interface":"front","average":{"1min":3.242,"5min":2.6139999999999999,"15min":1.623},"min":{"1min":0.51100000000000001,"5min":0.373,"15min":0.372},"max":{"1min":7.4749999999999996,"5min":13.699,"15min":13.699},"last":7.1459999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258061,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2393416,"kb_used_data":1831360,"kb_used_omap":16,"kb_used_meta":561967,"kb_avail":91351736,"statfs":{"total":95995035648,"available":93544177664,"internally_reserved":0,"allocated":1875312640,"data_stored":1874064123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":575454370},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":3.2349999999999999,"5min":2.6429999999999998,"15min":1.613},"min":{"1min":0.32800000000000001,"5min":0.20100000000000001,"15min":0.19500000000000001},"max":{"1min":13.368,"5min":18.120999999999999,"15min":18.120999999999999},"last":2.6419999999999999},{"interface":"front","average":{"1min":5.202,"5min":3.3559999999999999,"15min":1.8500000000000001},"min":{"1min":0.34999999999999998,"5min":0.23999999999999999,"15min":0.222},"max":{"1min":25.584,"5min":25.584,"15min":25.584},"last":0.439}]},{"osd":1,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":2.9420000000000002,"5min":2.294,"15min":1.508},"min":{"1min":0.30299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.32700000000000001},{"interface":"front","average":{"1min":5.1900000000000004,"5min":3.0419999999999998,"15min":2.2450000000000001},"min":{"1min":0.376,"5min":0.223,"15min":0.218},"max":{"1min":18.747,"5min":18.747,"15min":37.579000000000001},"last":3.5859999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":4.4569999999999999,"5min":3.4009999999999998,"15min":2.0070000000000001},"min":{"1min":0.33800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":25.541,"5min":25.541,"15min":34.960999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":6.3760000000000003,"5min":4.407,"15min":2.8929999999999998},"min":{"1min":0.34300000000000003,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":35.432000000000002,"5min":35.432000000000002,"15min":37.444000000000003},"last":3.7650000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":3.661,"15min":2.1880000000000002},"min":{"1min":0.40100000000000002,"5min":0.31,"15min":0.31},"max":{"1min":17.905999999999999,"5min":105.509,"15min":105.509},"last":1.716},{"interface":"front","average":{"1min":2.0630000000000002,"5min":3.3180000000000001,"15min":1.7609999999999999},"min":{"1min":0.37,"5min":0.32600000000000001,"15min":0.314},"max":{"1min":9.2550000000000008,"5min":105.529,"15min":105.529},"last":2.5270000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":2.0409999999999999,"5min":2.218,"15min":1.4330000000000001},"min":{"1min":0.40300000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":17.780000000000001,"15min":17.780000000000001},"last":2.4820000000000002},{"interface":"front","average":{"1min":2.8359999999999999,"5min":2.0880000000000001,"15min":1.4059999999999999},"min":{"1min":0.42399999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":15.192,"5min":15.192,"15min":15.192},"last":0.55100000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:11:42 2023","interfaces":[{"interface":"back","average":{"1min":2.355,"5min":2.5099999999999998,"15min":1.597},"min":{"1min":0.58199999999999996,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.1829999999999998,"5min":17.853000000000002,"15min":17.853000000000002},"last":2.585},{"interface":"front","average":{"1min":2.274,"5min":2.593,"15min":1.677},"min":{"1min":0.53100000000000003,"5min":0.38800000000000001,"15min":0.34599999999999997},"max":{"1min":9.3360000000000003,"5min":17.919,"15min":17.919},"last":2.5579999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:11:56 2023","interfaces":[{"interface":"back","average":{"1min":2.1150000000000002,"5min":2.7719999999999998,"15min":1.694},"min":{"1min":0.56499999999999995,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":9.282,"5min":17.890000000000001,"15min":17.890000000000001},"last":2.6120000000000001},{"interface":"front","average":{"1min":2.903,"5min":2.153,"15min":1.48},"min":{"1min":0.46899999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":15.226000000000001,"5min":15.226000000000001,"15min":15.226000000000001},"last":0.60799999999999998}]}]},{"osd":3,"up_from":100,"seq":429496729790,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3325608,"kb_used_data":2822304,"kb_used_omap":4,"kb_used_meta":503291,"kb_avail":90419544,"statfs":{"total":95995035648,"available":92589613056,"internally_reserved":0,"allocated":2890039296,"data_stored":2888873230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":515370391},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,3,3,0,2,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":5.0810000000000004,"5min":3.1499999999999999,"15min":1.766},"min":{"1min":0.246,"5min":0.24099999999999999,"15min":0.20899999999999999},"max":{"1min":23.591999999999999,"5min":23.591999999999999,"15min":23.591999999999999},"last":9.423},{"interface":"front","average":{"1min":4.2999999999999998,"5min":3.0569999999999999,"15min":1.9690000000000001},"min":{"1min":0.35899999999999999,"5min":0.223,"15min":0.20200000000000001},"max":{"1min":14.869999999999999,"5min":21.962,"15min":21.962},"last":21.552}]},{"osd":1,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":4.5110000000000001,"5min":2.3719999999999999,"15min":1.5549999999999999},"min":{"1min":0.38100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":23.311,"5min":23.311,"15min":23.311},"last":0.79800000000000004},{"interface":"front","average":{"1min":5.4800000000000004,"5min":3.4860000000000002,"15min":2.0659999999999998},"min":{"1min":0.30499999999999999,"5min":0.27300000000000002,"15min":0.248},"max":{"1min":23.620999999999999,"5min":23.620999999999999,"15min":23.620999999999999},"last":9.3279999999999994}]},{"osd":2,"last update":"Sat Sep 23 18:11:54 2023","interfaces":[{"interface":"back","average":{"1min":1.5780000000000001,"5min":2.262,"15min":1.744},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.468,"5min":16.779,"15min":16.779},"last":10.01},{"interface":"front","average":{"1min":3.4860000000000002,"5min":2.3210000000000002,"15min":1.6619999999999999},"min":{"1min":0.56100000000000005,"5min":0.29899999999999999,"15min":0.23599999999999999},"max":{"1min":11.875,"5min":17.149000000000001,"15min":19.59},"last":0.746}]},{"osd":4,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":3.9740000000000002,"5min":2.6000000000000001,"15min":1.593},"min":{"1min":0.32400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":23.469000000000001,"5min":23.469000000000001,"15min":23.469000000000001},"last":9.1649999999999991},{"interface":"front","average":{"1min":2.589,"5min":2.246,"15min":1.671},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.26800000000000002},"max":{"1min":10.207000000000001,"5min":15.33,"15min":17.478000000000002},"last":5.6900000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":2.5699999999999998,"5min":2.1989999999999998,"15min":1.71},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.29299999999999998},"max":{"1min":10.241,"5min":11.602,"15min":17.507999999999999},"last":5.6420000000000003},{"interface":"front","average":{"1min":2.956,"5min":2.0379999999999998,"15min":1.542},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.29999999999999999},"max":{"1min":12.356,"5min":17.221,"15min":19.209},"last":0.32200000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":2.157,"5min":2.3809999999999998,"15min":1.4379999999999999},"min":{"1min":0.374,"5min":0.318,"15min":0.318},"max":{"1min":11.432,"5min":16.379999999999999,"15min":16.379999999999999},"last":5.718},{"interface":"front","average":{"1min":1.732,"5min":2.4289999999999998,"15min":1.446},"min":{"1min":0.39700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.2370000000000001,"5min":11.701000000000001,"15min":11.701000000000001},"last":5.742}]},{"osd":7,"last update":"Sat Sep 23 18:12:14 2023","interfaces":[{"interface":"back","average":{"1min":2.8149999999999999,"5min":2.3279999999999998,"15min":1.7310000000000001},"min":{"1min":0.46700000000000003,"5min":0.35999999999999999,"15min":0.35599999999999998},"max":{"1min":12.315,"5min":36.423000000000002,"15min":36.423000000000002},"last":1.5189999999999999},{"interface":"front","average":{"1min":3.7549999999999999,"5min":3.1949999999999998,"15min":1.893},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.34399999999999997},"max":{"1min":23.422000000000001,"5min":36.366999999999997,"15min":36.366999999999997},"last":9.2889999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019213,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1946784,"kb_used_data":1641368,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":91798368,"statfs":{"total":95995035648,"available":94001528832,"internally_reserved":0,"allocated":1680760832,"data_stored":1680070092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.736,"15min":1.264},"min":{"1min":0.25900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":7.2629999999999999,"5min":7.7389999999999999,"15min":26.055},"last":1.3500000000000001},{"interface":"front","average":{"1min":2.468,"5min":1.738,"15min":1.3340000000000001},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.25},"max":{"1min":10.041,"5min":11.611000000000001,"15min":25.497},"last":2.4119999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:12:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":2.4329999999999998,"15min":1.5960000000000001},"min":{"1min":0.315,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":19.989000000000001,"5min":56.880000000000003,"15min":56.880000000000003},"last":1.8460000000000001},{"interface":"front","average":{"1min":2.1749999999999998,"5min":2.5939999999999999,"15min":1.6599999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":20,"5min":56.904000000000003,"15min":56.904000000000003},"last":1.853}]},{"osd":2,"last update":"Sat Sep 23 18:12:02 2023","interfaces":[{"interface":"back","average":{"1min":1.623,"5min":2.5899999999999999,"15min":1.506},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.7089999999999996,"5min":56.448,"15min":56.448},"last":2.024},{"interface":"front","average":{"1min":1.7370000000000001,"5min":2.3340000000000001,"15min":1.405},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":7.7649999999999997,"5min":56.868000000000002,"15min":56.868000000000002},"last":1.931}]},{"osd":3,"last update":"Sat Sep 23 18:12:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":3.8919999999999999,"15min":2.258},"min":{"1min":0.38500000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":9.7929999999999993,"5min":80.783000000000001,"15min":80.783000000000001},"last":5.2119999999999997},{"interface":"front","average":{"1min":1.724,"5min":3.6339999999999999,"15min":2.2069999999999999},"min":{"1min":0.35499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":7.5759999999999996,"5min":80.852000000000004,"15min":80.852000000000004},"last":2.2069999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:12:16 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.878,"15min":0.91200000000000003},"min":{"1min":0.29399999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":1.9059999999999999,"5min":6.452,"15min":18.829999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.499,"5min":1.141,"15min":1.0620000000000001},"min":{"1min":0.32900000000000001,"5min":0.29799999999999999,"15min":0.27500000000000002},"max":{"1min":1.9379999999999999,"5min":7.1550000000000002,"15min":18.859000000000002},"last":0.371}]},{"osd":6,"last update":"Sat Sep 23 18:11:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.94999999999999996,"15min":0.71899999999999997},"min":{"1min":0.28299999999999997,"5min":0.249,"15min":0.249},"max":{"1min":1.1599999999999999,"5min":8.9030000000000005,"15min":8.9030000000000005},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.99199999999999999,"15min":0.84999999999999998},"min":{"1min":0.33100000000000002,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":2.661,"5min":6.3520000000000003,"15min":9.9689999999999994},"last":0.40699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:12:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.90500000000000003,"15min":0.86599999999999999},"min":{"1min":0.34200000000000003,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":0.73499999999999999,"5min":8.1440000000000001,"15min":8.1440000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.0229999999999999,"15min":1},"min":{"1min":0.309,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":0.72399999999999998,"5min":6.0819999999999999,"15min":17.097999999999999},"last":0.35199999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822985,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1525216,"kb_used_data":1223896,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92219936,"statfs":{"total":95995035648,"available":94433214464,"internally_reserved":0,"allocated":1253269504,"data_stored":1252578980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1099999999999999,"5min":1.8580000000000001,"15min":1.22},"min":{"1min":0.25600000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":9.5050000000000008,"5min":9.5050000000000008,"15min":9.5050000000000008},"last":1.9039999999999999},{"interface":"front","average":{"1min":1.637,"5min":1.827,"15min":1.256},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":7.5880000000000001,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.54200000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:12:11 2023","interfaces":[{"interface":"back","average":{"1min":2.7679999999999998,"5min":2.0209999999999999,"15min":1.4970000000000001},"min":{"1min":0.27900000000000003,"5min":0.252,"15min":0.252},"max":{"1min":6.625,"5min":13.282999999999999,"15min":16.033999999999999},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.51,"5min":1.7210000000000001,"15min":1.292},"min":{"1min":0.30599999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.7839999999999998,"5min":11.673,"15min":11.673},"last":0.36299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:11:50 2023","interfaces":[{"interface":"back","average":{"1min":2.3290000000000002,"5min":2.3069999999999999,"15min":1.5029999999999999},"min":{"1min":0.33200000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":7.6280000000000001,"5min":28.687999999999999,"15min":28.687999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2759999999999998,"15min":1.468},"min":{"1min":0.374,"5min":0.34100000000000003,"15min":0.311},"max":{"1min":10.643000000000001,"5min":28.715,"15min":28.715},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:12:08 2023","interfaces":[{"interface":"back","average":{"1min":3.673,"5min":2.6779999999999999,"15min":1.7350000000000001},"min":{"1min":0.372,"5min":0.313,"15min":0.26500000000000001},"max":{"1min":12.117000000000001,"5min":31.109999999999999,"15min":31.109999999999999},"last":1.859},{"interface":"front","average":{"1min":3.1400000000000001,"5min":2.6259999999999999,"15min":1.8140000000000001},"min":{"1min":0.48199999999999998,"5min":0.34300000000000003,"15min":0.30199999999999999},"max":{"1min":10.19,"5min":28.795999999999999,"15min":28.795999999999999},"last":1.2729999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:12:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":2.1110000000000002,"15min":1.264},"min":{"1min":0.29699999999999999,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":2.3650000000000002,"5min":121.29900000000001,"15min":121.29900000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.88800000000000001,"5min":2.2879999999999998,"15min":1.405},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":3.1970000000000001,"5min":121.31399999999999,"15min":121.31399999999999},"last":1.825}]},{"osd":6,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.90400000000000003,"15min":0.78900000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.3250000000000002,"5min":9.1449999999999996,"15min":9.3149999999999995},"last":1.083},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.372,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.4340000000000002,"5min":11.925000000000001,"15min":11.925000000000001},"last":1.093}]},{"osd":7,"last update":"Sat Sep 23 18:11:45 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.94499999999999995,"15min":0.95599999999999996},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.309},"max":{"1min":2.613,"5min":4.1559999999999997,"15min":9.3559999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.91900000000000004,"15min":0.98699999999999999},"min":{"1min":0.35599999999999998,"5min":0.33500000000000002,"15min":0.32600000000000001},"max":{"1min":3.7029999999999998,"5min":11.956,"15min":12.388999999999999},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8093,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2486898688,"data_stored":2486894616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1973489664,"data_stored":1973485592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1865809920,"data_stored":1865809920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2874015744,"data_stored":2874015744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1674641408,"data_stored":1674641408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1242234880,"data_stored":1242234880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1905004544,"data_stored":1905000472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1663762432,"data_stored":1663762432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:12:29.667 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:12:29.667 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pg_num 31 2023-09-23T18:12:29.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:29.782 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:12:29.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[149401]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:29.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:29.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:29.822 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[153734]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:29.822 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:29.822 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:29.848 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:30.116 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:30.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:30.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:29 smithi149 ceph-mon[135148]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:12:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:29 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:30.227 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:30.254 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:30.292 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:30.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:30.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:30.398 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:30.425 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:30.461 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:30.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:30.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:30.566 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:30.650 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:30.708 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:12:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:30.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:30.737 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:30.767 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:12:30.809 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:12:30.838 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:30.864 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:12:30.906 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:12:30.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: pgmap v876: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 419 op/s; 37741/227406 objects degraded (16.596%); 5918/227406 objects misplaced (2.602%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:12:30.928 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:30.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:30.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: osdmap e308: 8 total, 8 up, 7 in 2023-09-23T18:12:30.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.930 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2644164400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:30.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: pgmap v876: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 419 op/s; 37741/227406 objects degraded (16.596%); 5918/227406 objects misplaced (2.602%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:12:30.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:30.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: osdmap e308: 8 total, 8 up, 7 in 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: failed to encode map e308 with expected crc 2023-09-23T18:12:30.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2644164400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:30.943 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:12:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:30.990 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:12:31.041 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:12:31.077 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.077 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.077 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.077 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.078 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.078 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.078 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.078 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:12:31.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: pgmap v876: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 419 op/s; 37741/227406 objects degraded (16.596%); 5918/227406 objects misplaced (2.602%); 10 MiB/s, 159 objects/s recovering 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1742437119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: osdmap e308: 8 total, 8 up, 7 in 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: failed to encode map e308 with expected crc 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: failed to encode map e308 with expected crc 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: failed to encode map e308 with expected crc 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: failed to encode map e308 with expected crc 2023-09-23T18:12:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2644164400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:31.272 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:31.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:31.284 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:31.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:31.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:31.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:31.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:31.563 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:31.634 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:31.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:31.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:31.873 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:31.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:31.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:31.983 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:32.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 37741/227406 objects degraded (16.596%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:32.010 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:32.048 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:32.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:32.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:32.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 37741/227406 objects degraded (16.596%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:32.074 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 37741/227406 objects degraded (16.596%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:32.152 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:32.180 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:32.216 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:32.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:32.219 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:32.267 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:12:32.268 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:12:32.320 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:32.426 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:32.790 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:12:32.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:32.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:32.996 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:33.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:32 smithi018 ceph-mon[153734]: pgmap v878: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 37741/226569 objects degraded (16.658%); 5918/226569 objects misplaced (2.612%); 10 MiB/s, 167 objects/s recovering 2023-09-23T18:12:33.069 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:32 smithi018 ceph-mon[149401]: pgmap v878: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 37741/226569 objects degraded (16.658%); 5918/226569 objects misplaced (2.612%); 10 MiB/s, 167 objects/s recovering 2023-09-23T18:12:33.098 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:33.122 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:32 smithi149 ceph-mon[135148]: pgmap v878: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.6 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 37741/226569 objects degraded (16.658%); 5918/226569 objects misplaced (2.612%); 10 MiB/s, 167 objects/s recovering 2023-09-23T18:12:33.125 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:33.160 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:33.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:33.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:33.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:33.350 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:33.600 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:33.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:33.612 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:33.621 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:12:33.713 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:33.741 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:33.777 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:33.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:33.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:33.881 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:33.983 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:35.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:34 smithi018 ceph-mon[153734]: pgmap v879: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 468 op/s; 37172/221655 objects degraded (16.770%); 5560/221655 objects misplaced (2.508%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:35.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:34 smithi018 ceph-mon[149401]: pgmap v879: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 468 op/s; 37172/221655 objects degraded (16.770%); 5560/221655 objects misplaced (2.508%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:35.065 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:34] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.33.4" 2023-09-23T18:12:35.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:34 smithi149 ceph-mon[135148]: pgmap v879: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 468 op/s; 37172/221655 objects degraded (16.770%); 5560/221655 objects misplaced (2.508%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:35.768 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:12:36.420 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:36.450 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:36.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:36.465 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:36.566 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:36.593 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:36.628 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:36.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:36.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:36.732 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:36.762 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:36.802 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:36.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:36.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:36.882 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:36.886 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:36 smithi149 ceph-mon[135148]: pgmap v880: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 37190/220851 objects degraded (16.839%); 5430/220851 objects misplaced (2.459%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:12:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 37190/220851 objects degraded (16.839%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:36.907 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:36.936 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:36.980 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:36.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:36.984 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:37.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:36 smithi018 ceph-mon[153734]: pgmap v880: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 37190/220851 objects degraded (16.839%); 5430/220851 objects misplaced (2.459%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:12:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 37190/220851 objects degraded (16.839%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:37.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:36 smithi018 ceph-mon[149401]: pgmap v880: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 37190/220851 objects degraded (16.839%); 5430/220851 objects misplaced (2.459%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:12:37.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 37190/220851 objects degraded (16.839%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:37.085 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:37.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:37.284 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:37.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:37.297 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:37.397 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:37.429 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:37.540 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:37.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:37.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:37.644 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:37.734 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:12:37.901 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:12:37.902 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:12:37.941 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:37.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[153734]: pgmap v881: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 36860/216657 objects degraded (17.013%); 4921/216657 objects misplaced (2.271%); 12 MiB/s, 198 objects/s recovering 2023-09-23T18:12:37.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2660405670' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:37.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:37.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:37.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[149401]: pgmap v881: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 36860/216657 objects degraded (17.013%); 4921/216657 objects misplaced (2.271%); 12 MiB/s, 198 objects/s recovering 2023-09-23T18:12:37.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2660405670' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:37.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:37.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:38.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:38.150 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:37 smithi149 ceph-mon[135148]: pgmap v881: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 36860/216657 objects degraded (17.013%); 4921/216657 objects misplaced (2.271%); 12 MiB/s, 198 objects/s recovering 2023-09-23T18:12:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2660405670' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T18:12:38.348 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:12:38.353 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:38.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:38.358 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:38.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:38.591 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:38.990 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:38.993 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:12:39.176 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:39.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:39.188 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:39.289 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:39.319 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:39.508 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:39.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:39.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:39.614 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:39.643 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:39.744 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:12:39.789 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:39.790 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:12:39.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:39.793 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:39.854 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:12:39.893 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:39.920 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:12:39.925 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:39.958 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:12:40.007 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:12:40.016 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:40.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:40.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:40.050 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:12:40.096 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:12:40.120 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:12:40.151 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:40.193 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:40.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:40.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:40.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[149401]: pgmap v882: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 467 op/s; 36643/213378 objects degraded (17.173%); 4762/213378 objects misplaced (2.232%); 12 MiB/s, 197 objects/s recovering 2023-09-23T18:12:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4280310360' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:40.325 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[153734]: pgmap v882: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 467 op/s; 36643/213378 objects degraded (17.173%); 4762/213378 objects misplaced (2.232%); 12 MiB/s, 197 objects/s recovering 2023-09-23T18:12:40.326 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:40.326 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4280310360' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:40.327 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:40.327 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:12:40.327 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:12:40.327 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:12:40.327 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:40.351 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:40 smithi149 ceph-mon[135148]: pgmap v882: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 467 op/s; 36643/213378 objects degraded (17.173%); 4762/213378 objects misplaced (2.232%); 12 MiB/s, 197 objects/s recovering 2023-09-23T18:12:40.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:40.352 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4280310360' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:40.395 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:40.506 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:40.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:40.512 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:40.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:40.710 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:40.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:12:40.950 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:40.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:40.955 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:41.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:41.071 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:12:41.088 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:41.099 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:12:41.125 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:41.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:41.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:41.232 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:41.261 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:41.300 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:41.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:41.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:41.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:12:41.321 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:12:41.405 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:41.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:41.467 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:12:41.475 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:41.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:41.479 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:41.580 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:41.660 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:42.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: pgmap v883: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 36643/212487 objects degraded (17.245%); 4762/212487 objects misplaced (2.241%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:42.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:42.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: osdmap e309: 8 total, 8 up, 7 in 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:42 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36643/212487 objects degraded (17.245%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:42.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: pgmap v883: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 36643/212487 objects degraded (17.245%); 4762/212487 objects misplaced (2.241%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:42.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: osdmap e309: 8 total, 8 up, 7 in 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36643/212487 objects degraded (17.245%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:42.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: pgmap v883: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 36643/212487 objects degraded (17.245%); 4762/212487 objects misplaced (2.241%); 11 MiB/s, 176 objects/s recovering 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3396456738' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: osdmap e309: 8 total, 8 up, 7 in 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: failed to encode map e309 with expected crc 2023-09-23T18:12:42.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:42 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36643/212487 objects degraded (17.245%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8910 7.c 7:3909ba97:::benchmark_data_smithi018_282512_object8909:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 158.02968359100001, 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002, 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8910 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505736+0000", 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9846999999999998e-05 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505796+0000", 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0541e-05 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505806+0000", 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0929999999999996e-06 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505810+0000", 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8601000000000003e-05 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505879+0000", 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.857e-05 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505978+0000", 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010228799999999999 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506080+0000", 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056512999999999995 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506645+0000", 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057262600000000002 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.507218+0000", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.073731009 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580949+0000", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9036000000000002e-05 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581008+0000", 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1671000000000001e-05 2023-09-23T18:12:43.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581049+0000", 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9174 7.c 7:35d6ae47:::benchmark_data_smithi018_282512_object9173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.822068468, 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993, 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9174 2023-09-23T18:12:43.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713350+0000", 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119023 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713469+0000", 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2900000000000002e-06 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713477+0000", 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7429999999999999e-06 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713483+0000", 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4365e-05 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713528+0000", 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011300500000000001 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112916 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713754+0000", 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001202088 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714956+0000", 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9969000000000001e-05 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714986+0000", 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082502252999999998 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1159999999999998e-05 2023-09-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797539+0000", 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797587+0000", 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.552 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9175 7.c 7:31c0f506:::benchmark_data_smithi018_282512_object9174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.82183005799999, 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996, 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.553 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9175 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2289000000000001e-05 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713632+0000", 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0220000000000001e-06 2023-09-23T18:12:43.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713638+0000", 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4989999999999999e-06 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00068078799999999999 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714322+0000", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010919799999999999 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714431+0000", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012924200000000001 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714561+0000", 2023-09-23T18:12:43.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00055307100000000003 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715114+0000", 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027744800000000002 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715391+0000", 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082255403000000005 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797647+0000", 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2079000000000001e-05 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797699+0000", 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1826999999999998e-05 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797741+0000", 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9180 7.c 7:3b11d03b:::benchmark_data_smithi018_282512_object9179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.81988664900001, 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005, 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.560 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9180 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715533+0000", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4950000000000001e-05 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715588+0000", 2023-09-23T18:12:43.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715597+0000", 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2070000000000003e-06 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715602+0000", 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7668999999999999e-05 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715630+0000", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9072999999999993e-05 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715709+0000", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013881599999999999 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715848+0000", 2023-09-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503135000000004 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797351+0000", 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9986000000000002e-05 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797441+0000", 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000349184 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797790+0000", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7074999999999999e-05 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797837+0000", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5499e-05 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797873+0000", 2023-09-23T18:12:43.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9185 7.d 7:b0b89d89:::benchmark_data_smithi018_282512_object9184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.819809728, 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996, 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.567 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9185 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715610+0000", 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9832e-05 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715660+0000", 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3569999999999998e-06 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715668+0000", 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7770000000000002e-06 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715673+0000", 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2691000000000003e-05 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715706+0000", 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3421e-05 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715789+0000", 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6970000000000002e-05 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715876+0000", 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503092999999999 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2234000000000002e-05 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797432+0000", 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016693649999999999 2023-09-23T18:12:43.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799101+0000", 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3227999999999998e-05 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799164+0000", 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8714999999999998e-05 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799203+0000", 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:9188 7.1 e276/272 7:8e80c94f:::benchmark_data_smithi018_282512_object9187:head v 276'565, mlcod=276'562)", 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.81934536200001, 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996, 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716074+0000", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3898000000000001e-05 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716098+0000", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2622e-05 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716111+0000", 2023-09-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5979999999999996e-06 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716116+0000", 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3174999999999998e-05 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716170+0000", 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2897999999999999e-05 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716182+0000", 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197335999999995 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6440999999999999e-05 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797416+0000", 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9180 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.818805709, 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006, 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.579 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716614+0000", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2669999999999997e-06 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716619+0000", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080747651000000004 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797367+0000", 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2659e-05 2023-09-23T18:12:43.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4685999999999999e-05 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797424+0000", 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8899999999999996e-06 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797433+0000", 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4124999999999999e-05 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797447+0000", 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.583 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9189 7.c 7:387c6a69:::benchmark_data_smithi018_282512_object9188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.81659021499999, 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994, 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9189 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718829+0000", 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078649823999999993 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797479+0000", 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5610000000000004e-06 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797485+0000", 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.18e-06 2023-09-23T18:12:43.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00042133999999999997 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797910+0000", 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125244 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798035+0000", 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120351 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798155+0000", 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001064186 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799219+0000", 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047044799999999999 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799690+0000", 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063381099999999997 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800324+0000", 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0000999999999998e-05 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800374+0000", 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2631000000000001e-05 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800396+0000", 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.590 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.592 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.592 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9174 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.81654416200001, 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004, 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7809999999999999e-06 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718880+0000", 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078491837999999994 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797371+0000", 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8669999999999994e-06 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5297000000000006e-05 2023-09-23T18:12:43.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797475+0000", 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.302e-06 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797481+0000", 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116913 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797598+0000", 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9185 7.d e276/272 ondisk, result = 0)", 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:12:43.597 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 157.81586023, 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005, 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719559+0000", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2529999999999993e-06 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719569+0000", 2023-09-23T18:12:43.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077793676000000006 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797362+0000", 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1742999999999999e-05 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797374+0000", 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8716e-05 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797413+0000", 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0385e-05 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797423+0000", 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1293e-05 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797434+0000", 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56197 7.d 7:beebab2b:::benchmark_data_smithi018_282512_object56196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.49065799600001, 2023-09-23T18:12:43.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004, 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56197 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044761+0000", 2023-09-23T18:12:43.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4178999999999997e-05 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044815+0000", 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.571e-05 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044831+0000", 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6000000000000003e-06 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044837+0000", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5562000000000002e-05 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044883+0000", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016924299999999999 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045052+0000", 2023-09-23T18:12:43.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000185909 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045238+0000", 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034990770000000002 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048737+0000", 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004553423 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053290+0000", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072736450999999994 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126027+0000", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1967e-05 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126069+0000", 2023-09-23T18:12:43.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0330999999999997e-05 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126109+0000", 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56198 7.7 7:e1fec86c:::benchmark_data_smithi018_282512_object56197:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.609 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.49026135400001, 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999, 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56198 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045158+0000", 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6643000000000006e-05 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045225+0000", 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4303e-05 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045239+0000", 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7320000000000004e-06 2023-09-23T18:12:43.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045248+0000", 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2299999999999997e-05 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045300+0000", 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013779499999999999 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045438+0000", 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017057500000000001 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045608+0000", 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001817082 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047425+0000", 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025376610000000001 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049963+0000", 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081116723000000002 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131080+0000", 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2154000000000003e-05 2023-09-23T18:12:43.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131122+0000", 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0000999999999999e-05 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131162+0000", 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.616 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56200 7.d 7:b9c3d2b9:::benchmark_data_smithi018_282512_object56199:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.49015573, 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993, 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.617 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56200 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045264+0000", 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4328000000000001e-05 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045298+0000", 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3710000000000002e-06 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045306+0000", 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0939999999999998e-06 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045311+0000", 2023-09-23T18:12:43.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001604858 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.046916+0000", 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010537800000000001 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047021+0000", 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014618899999999999 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047167+0000", 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017147110000000001 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048882+0000", 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045848490000000002 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053467+0000", 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080234661999999998 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133701+0000", 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5549e-05 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133757+0000", 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6881000000000001e-05 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133794+0000", 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.624 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56203 7.7 7:e6efd69e:::benchmark_data_smithi018_282512_object56202:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.48567233200001, 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998, 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56203 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049746+0000", 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014917399999999999 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049896+0000", 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049905+0000", 2023-09-23T18:12:43.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7830000000000004e-06 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049911+0000", 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4672000000000006e-05 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049985+0000", 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125239 2023-09-23T18:12:43.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050111+0000", 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016549499999999999 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050276+0000", 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021929340000000001 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052469+0000", 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019447900000000001 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052663+0000", 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078541963000000006 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131205+0000", 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3399000000000002e-05 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131259+0000", 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0742999999999999e-05 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131300+0000", 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59051 7.7 7:e30e46f7:::benchmark_data_smithi018_282512_object59050:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.02011773700001, 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003, 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.632 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59051 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515301+0000", 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1635000000000002e-05 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515363+0000", 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1705000000000001e-05 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515375+0000", 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3740000000000003e-06 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515381+0000", 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8846e-05 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515430+0000", 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015276999999999999 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515583+0000", 2023-09-23T18:12:43.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018735799999999999 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515770+0000", 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043656229999999999 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520136+0000", 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003946387 2023-09-23T18:12:43.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.524082+0000", 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056348176 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580430+0000", 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9749000000000001e-05 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580480+0000", 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7157999999999999e-05 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580517+0000", 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59056 7.7 7:e95aa746:::benchmark_data_smithi018_282512_object59055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 126.01923027300001, 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995, 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59056 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.640 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516189+0000", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7992999999999998e-05 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516257+0000", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0858e-05 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516268+0000", 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.544e-06 2023-09-23T18:12:43.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516273+0000", 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017282319999999999 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518001+0000", 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013578200000000001 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518137+0000", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155475 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518292+0000", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019813669999999999 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520274+0000", 2023-09-23T18:12:43.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073266870000000001 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.527600+0000", 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055402485000000001 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583003+0000", 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6107999999999999e-05 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583059+0000", 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2042000000000002e-05 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583101+0000", 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:86054 7.c 7:3698502e:::benchmark_data_smithi018_282512_object86053:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 94.529300605000003, 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062282582000000003, 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86054 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.647 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006119+0000", 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8194000000000001e-05 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006157+0000", 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8360000000000003e-06 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006164+0000", 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1020000000000001e-06 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006167+0000", 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011050356000000001 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017218+0000", 2023-09-23T18:12:43.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012542299999999999 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017343+0000", 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012531 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017469+0000", 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052805630000000003 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.022749+0000", 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8612e-05 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.022778+0000", 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045552097 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068330+0000", 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4458e-05 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068374+0000", 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8092000000000001e-05 2023-09-23T18:12:43.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068402+0000", 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062282582000000003 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:86962 7.c 7:379a02c7:::benchmark_data_smithi018_282512_object86961:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:12:43.654 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 92.948223858000006, 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068984974000000004, 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86962 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587195+0000", 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3696000000000003e-05 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587239+0000", 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4243000000000001e-05 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587253+0000", 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5310000000000001e-06 2023-09-23T18:12:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587258+0000", 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6668999999999997e-05 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587295+0000", 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000161896 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587457+0000", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000190597 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587648+0000", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028172649999999998 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.590465+0000", 2023-09-23T18:12:43.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00026681099999999999 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.590732+0000", 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065334662000000002 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656066+0000", 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2288999999999999e-05 2023-09-23T18:12:43.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656129+0000", 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2889999999999997e-05 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656181+0000", 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068984974000000004 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.661 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:109667 7.d 7:b0fc0874:::benchmark_data_smithi018_282512_object8931:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 57.038932711000001, 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080208441000000005, 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:12:43.662 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 109667 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:12:43.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496486+0000", 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2249999999999997e-06 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496492+0000", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2037e-05 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496504+0000", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.002e-06 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496511+0000", 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:12:43.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496561+0000", 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000140147 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496701+0000", 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158417 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496859+0000", 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00380365 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.500663+0000", 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0074373069999999998 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.508100+0000", 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068527492999999995 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576628+0000", 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8989000000000002e-05 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576667+0000", 2023-09-23T18:12:43.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9425e-05 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576696+0000", 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080208441000000005 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:12:43.669 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:12:43.896 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:12:43.994 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1, 2] out_osds: [6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:12:43.994 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:12:43.995 INFO:tasks.thrashosds.thrasher:inject_pause on osd.1 2023-09-23T18:12:43.995 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:12:43.995 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:12:43.995 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 config set filestore_inject_stall 3 2023-09-23T18:12:44.065 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:44.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:44.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:44.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: pgmap v885: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 490 op/s; 35989/206940 objects degraded (17.391%); 4389/206940 objects misplaced (2.121%); 13 MiB/s, 227 objects/s recovering 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: osdmap e310: 8 total, 8 up, 7 in 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:44 smithi149 ceph-mon[135148]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.170 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:44.204 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:44.244 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:44.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:44.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: pgmap v885: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 490 op/s; 35989/206940 objects degraded (17.391%); 4389/206940 objects misplaced (2.121%); 13 MiB/s, 227 objects/s recovering 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: osdmap e310: 8 total, 8 up, 7 in 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[153734]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: pgmap v885: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 490 op/s; 35989/206940 objects degraded (17.391%); 4389/206940 objects misplaced (2.121%); 13 MiB/s, 227 objects/s recovering 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: osdmap e310: 8 total, 8 up, 7 in 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-mon[149401]: failed to encode map e310 with expected crc 2023-09-23T18:12:44.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:44.437 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:45.064 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:44] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.33.4" 2023-09-23T18:12:45.147 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:45.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:45.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:45.254 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:45.283 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:45.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:45.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:45.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:45 smithi149 ceph-mon[135148]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:45 smithi149 ceph-mon[135148]: osdmap e311: 8 total, 8 up, 7 in 2023-09-23T18:12:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:45 smithi149 ceph-mon[135148]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:45 smithi149 ceph-mon[135148]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:45 smithi149 ceph-mon[135148]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.419 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:45.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:45.454 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:45.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[149401]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[149401]: osdmap e311: 8 total, 8 up, 7 in 2023-09-23T18:12:45.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[149401]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[149401]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[149401]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[153734]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[153734]: osdmap e311: 8 total, 8 up, 7 in 2023-09-23T18:12:45.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[153734]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[153734]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.518 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:45 smithi018 ceph-mon[153734]: failed to encode map e311 with expected crc 2023-09-23T18:12:45.530 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:46.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:46 smithi149 ceph-mon[135148]: pgmap v888: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 412 op/s; 36040/205956 objects degraded (17.499%); 4221/205956 objects misplaced (2.049%); 10 MiB/s, 199 objects/s recovering 2023-09-23T18:12:46.487 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:46.490 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:46 smithi018 ceph-mon[153734]: pgmap v888: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 412 op/s; 36040/205956 objects degraded (17.499%); 4221/205956 objects misplaced (2.049%); 10 MiB/s, 199 objects/s recovering 2023-09-23T18:12:46.490 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:46 smithi018 ceph-mon[149401]: pgmap v888: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 412 op/s; 36040/205956 objects degraded (17.499%); 4221/205956 objects misplaced (2.049%); 10 MiB/s, 199 objects/s recovering 2023-09-23T18:12:46.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:46.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:46.592 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:46.760 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:46.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:46.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:46.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:12:46.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:46.898 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:46.933 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:46.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:46.936 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:47.037 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:47.077 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:47.115 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:47.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:47.119 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:47.148 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:12:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:47 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36040/205956 objects degraded (17.499%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:47.219 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:47.359 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:47 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36040/205956 objects degraded (17.499%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:47.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:47 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36040/205956 objects degraded (17.499%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:48.389 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:48.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:48.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:48.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:48.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:48 smithi018 ceph-mon[149401]: pgmap v889: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 33062/202041 objects degraded (16.364%); 6143/202041 objects misplaced (3.040%); 15 MiB/s, 305 objects/s recovering 2023-09-23T18:12:48.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:48 smithi018 ceph-mon[153734]: pgmap v889: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 33062/202041 objects degraded (16.364%); 6143/202041 objects misplaced (3.040%); 15 MiB/s, 305 objects/s recovering 2023-09-23T18:12:48.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:48.692 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:48.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:48.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:48.797 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:48.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:48.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:48 smithi149 ceph-mon[135148]: pgmap v889: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 33062/202041 objects degraded (16.364%); 6143/202041 objects misplaced (3.040%); 15 MiB/s, 305 objects/s recovering 2023-09-23T18:12:49.092 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:49.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:49.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:49.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:49.318 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:49.749 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:49.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:49.758 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:49.806 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:49.835 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:49.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:49.885 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:49.922 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:49.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:49.925 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:50.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:12:50.053 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:50.087 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:12:50.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:50.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:12:50.191 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:50.218 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:50.254 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:50.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:50.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:50.300 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:12:50.300 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:136948 7.7 7:e159fb51:::benchmark_data_smithi018_282512_object36212:head [delete] snapc 0=[] ondisk+write+known_if_redirected e311)", 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.274825+0000", 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.01359045, 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013619404, 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 136948 2023-09-23T18:12:50.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274825+0000", 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274825+0000", 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274824+0000", 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274829+0000", 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0579999999999997e-06 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274837+0000", 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6419999999999996e-06 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274843+0000", 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0179999999999998e-06 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.278465+0000", 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036216450000000002 2023-09-23T18:12:50.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.279093+0000", 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00062843999999999997 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:136951 7.f 7:f9e7a8a9:::benchmark_data_smithi018_282512_object36215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e311)", 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.274875+0000", 2023-09-23T18:12:50.305 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.013540178, 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013642816, 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 136951 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274875+0000", 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274875+0000", 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274875+0000", 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274877+0000", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3709999999999998e-06 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274883+0000", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5230000000000003e-06 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.274887+0000", 2023-09-23T18:12:50.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4070000000000003e-06 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.279129+0000", 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042420210000000003 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.279260+0000", 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013061799999999999 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.279395+0000", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013533600000000001 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.284724+0000", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053285720000000002 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285799+0000", 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001075021 2023-09-23T18:12:50.310 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:136956 7.6 7:64c4c778:::benchmark_data_smithi018_282512_object36220:head [delete] snapc 0=[] ondisk+write+known_if_redirected e311)", 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.285109+0000", 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0033061459999999998, 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034855049999999999, 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:50.311 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 136956 2023-09-23T18:12:50.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285109+0000", 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285109+0000", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285108+0000", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285115+0000", 2023-09-23T18:12:50.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7290000000000003e-06 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285128+0000", 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3648999999999999e-05 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285137+0000", 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9889999999999998e-06 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285192+0000", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4644000000000001e-05 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285343+0000", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015143000000000001 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.285807+0000", 2023-09-23T18:12:50.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046380500000000002 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287807+0000", 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019997330000000001 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPushReply(7.7 311/305 [PushReplyOp(7:e159fb51:::benchmark_data_smithi018_282512_object36212:head)])", 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287841+0000", 2023-09-23T18:12:50.317 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00057488099999999996, 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00082482499999999995, 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287841+0000", 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287841+0000", 2023-09-23T18:12:50.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287840+0000", 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287847+0000", 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.199e-06 2023-09-23T18:12:50.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287859+0000", 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1639e-05 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287866+0000", 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.413e-06 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.288090+0000", 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000224114 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:136947 7.17 e311/304)", 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287883+0000", 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00053286700000000002, 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00083573399999999998, 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.322 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:12:50.323 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287883+0000", 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287883+0000", 2023-09-23T18:12:50.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287882+0000", 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287886+0000", 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4659999999999999e-06 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287893+0000", 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1040000000000001e-06 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287898+0000", 2023-09-23T18:12:50.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2050000000000001e-06 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:136946 7.f e311/272)", 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287911+0000", 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00050458399999999998, 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00084646000000000005, 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287911+0000", 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287911+0000", 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287911+0000", 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287914+0000", 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.92e-06 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287921+0000", 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4200000000000001e-06 2023-09-23T18:12:50.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287926+0000", 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0370000000000002e-06 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:136947 7.17 e311/304)", 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287931+0000", 2023-09-23T18:12:50.330 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00048437900000000001, 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00086633100000000002, 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287931+0000", 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287931+0000", 2023-09-23T18:12:50.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287931+0000", 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287933+0000", 2023-09-23T18:12:50.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1390000000000002e-06 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287939+0000", 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.891e-06 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287944+0000", 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6539999999999998e-06 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.333 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.45734.0:136951 7.f e311/272)", 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287948+0000", 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00046735800000000002, 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00088744900000000001, 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.334 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287948+0000", 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287948+0000", 2023-09-23T18:12:50.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287948+0000", 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287950+0000", 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3350000000000001e-06 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287956+0000", 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7300000000000002e-06 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287961+0000", 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6009999999999997e-06 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:136941 7.11 e311/306 7:89f42736:::benchmark_data_smithi018_282512_object36205:head v 311'8022, mlcod=277'2251)", 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.287965+0000", 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.00045055200000000001, 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00092082399999999999, 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287965+0000", 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287965+0000", 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287965+0000", 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287970+0000", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3109999999999996e-06 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287977+0000", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4280000000000001e-06 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.287981+0000", 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9300000000000002e-06 2023-09-23T18:12:50.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.288029+0000", 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7175999999999997e-05 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.288057+0000", 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8555999999999999e-05 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:136946 7.f 7:f86b0f46:::benchmark_data_smithi018_282512_object36210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e311)", 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.260889+0000", 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.027526294999999999, 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028061317999999998, 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 136946 2023-09-23T18:12:50.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260889+0000", 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260889+0000", 2023-09-23T18:12:50.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260887+0000", 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260898+0000", 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0895e-05 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260914+0000", 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5498999999999998e-05 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260924+0000", 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0329000000000001e-05 2023-09-23T18:12:50.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.263091+0000", 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021666390000000002 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:12:50.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.263251+0000", 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016061 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.263395+0000", 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014415700000000001 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.266571+0000", 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031751919999999999 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.269055+0000", 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024842570000000001 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:136947 7.17 7:ec405057:::benchmark_data_smithi018_282512_object36211:head [delete] snapc 0=[] ondisk+write+known_if_redirected e311)", 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:50.260945+0000", 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.027470211000000001, 2023-09-23T18:12:50.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028087170000000002, 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 136947 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260945+0000", 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260945+0000", 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260945+0000", 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260948+0000", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4800000000000001e-06 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260955+0000", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3829999999999997e-06 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.260959+0000", 2023-09-23T18:12:50.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.651e-06 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.266606+0000", 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056466060000000002 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.266808+0000", 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020219699999999999 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.267319+0000", 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051090200000000004 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:50.284545+0000", 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017225473000000002 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.353 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:12:50.354 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:12:50.354 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 11 2023-09-23T18:12:50.354 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:12:50.358 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:50.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:50.778 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:50 smithi018 ceph-mon[153734]: pgmap v890: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 32770/198783 objects degraded (16.485%); 5985/198783 objects misplaced (3.011%); 14 MiB/s, 267 objects/s recovering 2023-09-23T18:12:50.778 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:50 smithi018 ceph-mon[149401]: pgmap v890: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 32770/198783 objects degraded (16.485%); 5985/198783 objects misplaced (3.011%); 14 MiB/s, 267 objects/s recovering 2023-09-23T18:12:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:50 smithi149 ceph-mon[135148]: pgmap v890: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 32770/198783 objects degraded (16.485%); 5985/198783 objects misplaced (3.011%); 14 MiB/s, 267 objects/s recovering 2023-09-23T18:12:51.306 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:51.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:51.321 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:51.422 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:51.449 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:51.485 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:51.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:51.488 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:51.589 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:51.616 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:12:51.616 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:12:51.617 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:12:51.626 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 32770/198783 objects degraded (16.485%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:51.627 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 32770/198783 objects degraded (16.485%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:51.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 32770/198783 objects degraded (16.485%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T18:12:51.961 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:51.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:51.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:52.067 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:52.094 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:52.131 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:52.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:52.134 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:52.234 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:52.302 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:12:52.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:52.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:52.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:52.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:52.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:52 smithi018 ceph-mon[153734]: pgmap v891: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 32770/197925 objects degraded (16.557%); 5985/197925 objects misplaced (3.024%); 6.7 MiB/s, 129 objects/s recovering 2023-09-23T18:12:52.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:52 smithi018 ceph-mon[149401]: pgmap v891: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 32770/197925 objects degraded (16.557%); 5985/197925 objects misplaced (3.024%); 6.7 MiB/s, 129 objects/s recovering 2023-09-23T18:12:52.602 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:52.777 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:52.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:52 smithi149 ceph-mon[135148]: pgmap v891: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 32770/197925 objects degraded (16.557%); 5985/197925 objects misplaced (3.024%); 6.7 MiB/s, 129 objects/s recovering 2023-09-23T18:12:52.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:52.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:52.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:53.091 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:53.117 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:53.152 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:53.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:53.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:53.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:12:53.236 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:12:53.255 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:53.283 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:53.308 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:12:53.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:53.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:53.322 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:53.372 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:12:53.418 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:12:53.422 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:53.449 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:53.455 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:12:53.472 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:53.488 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:53.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:53.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:53.525 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:12:53.578 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:12:53.592 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:12:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:12:53.616 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.616 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:12:53.620 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:53.654 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:12:53.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:53.658 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:12:53.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:53.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3051534956' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:53.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/425920242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:53.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:53.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3051534956' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:53.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/425920242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:53.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:53.872 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:53.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3051534956' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:12:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/425920242' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:53.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:12:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: pgmap v892: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 488 op/s; 32240/192438 objects degraded (16.753%); 5810/192438 objects misplaced (3.019%); 8.9 MiB/s, 161 objects/s recovering 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:54 smithi149 ceph-mon[135148]: osdmap e312: 8 total, 8 up, 7 in 2023-09-23T18:12:54.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: pgmap v892: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 488 op/s; 32240/192438 objects degraded (16.753%); 5810/192438 objects misplaced (3.019%); 8.9 MiB/s, 161 objects/s recovering 2023-09-23T18:12:54.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:54.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: failed to encode map e312 with expected crc 2023-09-23T18:12:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[153734]: osdmap e312: 8 total, 8 up, 7 in 2023-09-23T18:12:55.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: pgmap v892: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 488 op/s; 32240/192438 objects degraded (16.753%); 5810/192438 objects misplaced (3.019%); 8.9 MiB/s, 161 objects/s recovering 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: failed to encode map e312 with expected crc 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: failed to encode map e312 with expected crc 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: failed to encode map e312 with expected crc 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-mon[149401]: osdmap e312: 8 total, 8 up, 7 in 2023-09-23T18:12:55.005 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:12:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:12:54] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.33.4" 2023-09-23T18:12:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:56.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:56.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:12:56.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:12:56.893 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:56.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:56.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:56.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:56 smithi149 ceph-mon[135148]: pgmap v894: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 32284/191481 objects degraded (16.860%); 5658/191481 objects misplaced (2.955%); 8.8 MiB/s, 158 objects/s recovering 2023-09-23T18:12:56.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 32284/191481 objects degraded (16.860%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:12:56.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:56 smithi018 ceph-mon[153734]: pgmap v894: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 32284/191481 objects degraded (16.860%); 5658/191481 objects misplaced (2.955%); 8.8 MiB/s, 158 objects/s recovering 2023-09-23T18:12:56.988 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 32284/191481 objects degraded (16.860%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:12:56.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:56 smithi018 ceph-mon[149401]: pgmap v894: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 32284/191481 objects degraded (16.860%); 5658/191481 objects misplaced (2.955%); 8.8 MiB/s, 158 objects/s recovering 2023-09-23T18:12:56.989 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 32284/191481 objects degraded (16.860%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:12:57.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:57.081 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:57.502 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:57.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:57.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:57.617 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:57.644 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:57.678 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:57.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:57.682 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:57.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:12:57.862 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:57.936 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:12:57.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:57.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:12:58.013 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1, 2] out_osds: [6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:12:58.013 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:12:58.014 INFO:tasks.thrashosds.thrasher:Removing osd 7, in_osds are: [0, 3, 4, 5, 7, 1, 2] 2023-09-23T18:12:58.014 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 7 2023-09-23T18:12:58.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:12:58.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:58.103 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:12:58.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:58.106 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:12:58.207 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:58.353 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:58.384 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:12:58.385 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:12:58.460 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:58.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:58.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:58.571 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:12:58.598 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:58.634 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:12:58.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:58.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:12:58.739 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:12:58.831 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:58.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:12:58 smithi149 ceph-mon[135148]: pgmap v895: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 493 op/s; 32041/187224 objects degraded (17.114%); 5475/187224 objects misplaced (2.924%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:12:58.933 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:12:58.935 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:12:58.935 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:12:58 smithi018 ceph-mon[153734]: pgmap v895: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 493 op/s; 32041/187224 objects degraded (17.114%); 5475/187224 objects misplaced (2.924%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:12:58.936 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:12:58 smithi018 ceph-mon[149401]: pgmap v895: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 493 op/s; 32041/187224 objects degraded (17.114%); 5475/187224 objects misplaced (2.924%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T18:12:58.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:58.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:12:58.991 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:12:59.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:59.119 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:12:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:59.387 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:12:59.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:59.407 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:12:59.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:12:59.512 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:12:59.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:12:59.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:12:59.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:12:59.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:12:59.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:12:59.991 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:00.071 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:00.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:00.090 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:00.190 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:13:00.289 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:00.343 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:00.380 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:13:00.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:00.385 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:13:00.414 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:00.486 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:00.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:00.549 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:00.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:00.552 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:00.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:00.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:00.715 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:00 smithi018 ceph-mon[149401]: pgmap v896: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 495 op/s; 31735/183903 objects degraded (17.256%); 5322/183903 objects misplaced (2.894%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:00.715 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:00.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:00.718 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:00.819 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:00.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:00 smithi149 ceph-mon[135148]: pgmap v896: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 495 op/s; 31735/183903 objects degraded (17.256%); 5322/183903 objects misplaced (2.894%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:01.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:00 smithi018 ceph-mon[153734]: pgmap v896: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 495 op/s; 31735/183903 objects degraded (17.256%); 5322/183903 objects misplaced (2.894%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:01.210 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:01.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:01.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:01.324 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:01.346 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:01.352 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:01.388 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:01.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:01.391 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:01.491 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:01.619 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:01.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:01.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:01.722 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:01.823 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:01.851 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:01.884 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:01.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:01.888 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:01.988 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:02.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 31735/183903 objects degraded (17.256%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:02.016 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:02.051 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:02.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:02.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:02.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 31735/183903 objects degraded (17.256%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:02.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 31735/183903 objects degraded (17.256%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:02.155 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:02.183 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:02.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:02.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:02.223 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:02.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:02.414 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:02.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:13:02.286+0000 7fd4195e6700 -1 mon.a@0(leader).osd e312 definitely_dead 0 2023-09-23T18:13:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.7. 2023-09-23T18:13:02.925 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:02.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[153734]: pgmap v897: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 31735/182982 objects degraded (17.343%); 5322/182982 objects misplaced (2.908%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:02.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3637314982' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:02.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:02.927 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[153734]: Client client.admin marked osd.7 out, while it was still marked up 2023-09-23T18:13:02.927 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[149401]: pgmap v897: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 31735/182982 objects degraded (17.343%); 5322/182982 objects misplaced (2.908%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:02.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3637314982' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:02.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:02.928 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:02 smithi018 ceph-mon[149401]: Client client.admin marked osd.7 out, while it was still marked up 2023-09-23T18:13:02.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:02.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:03.032 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:03.056 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:02 smithi149 ceph-mon[135148]: pgmap v897: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 31735/182982 objects degraded (17.343%); 5322/182982 objects misplaced (2.908%); 8.6 MiB/s, 138 objects/s recovering 2023-09-23T18:13:03.056 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3637314982' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:03.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2023-09-23T18:13:03.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:02 smithi149 ceph-mon[135148]: Client client.admin marked osd.7 out, while it was still marked up 2023-09-23T18:13:03.058 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:03.090 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:03.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:03.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:03.194 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:03.220 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:03.252 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:03.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:03.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:03.356 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:03.382 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:03.415 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:03.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:03.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:03.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:03.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: osdmap e313: 8 total, 8 up, 6 in 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[153734]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: osdmap e313: 8 total, 8 up, 6 in 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:03 smithi018 ceph-mon[149401]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: osdmap e313: 8 total, 8 up, 6 in 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: failed to encode map e313 with expected crc 2023-09-23T18:13:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:03 smithi149 ceph-mon[135148]: failed to encode map e313 with expected crc 2023-09-23T18:13:05.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:05] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.33.4" 2023-09-23T18:13:05.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: pgmap v899: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 487 op/s; 31212/177666 objects degraded (17.568%); 5137/177666 objects misplaced (2.891%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:13:05.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: osdmap e314: 8 total, 8 up, 6 in 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[149401]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: pgmap v899: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 487 op/s; 31212/177666 objects degraded (17.568%); 5137/177666 objects misplaced (2.891%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: osdmap e314: 8 total, 8 up, 6 in 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:04 smithi018 ceph-mon[153734]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: pgmap v899: 99 pgs: 3 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 487 op/s; 31212/177666 objects degraded (17.568%); 5137/177666 objects misplaced (2.891%); 8.4 MiB/s, 135 objects/s recovering 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: osdmap e314: 8 total, 8 up, 6 in 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:04 smithi149 ceph-mon[135148]: failed to encode map e314 with expected crc 2023-09-23T18:13:05.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:06.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:06.002 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:06.002 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.002 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: osdmap e315: 8 total, 8 up, 6 in 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: 7.16 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7970 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: 7.19 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8323 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[153734]: 7.c starting backfill to osd.0 from (0'0,0'0] MAX to 312'9207 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: osdmap e315: 8 total, 8 up, 6 in 2023-09-23T18:13:06.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: 7.16 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7970 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: 7.19 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8323 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:05 smithi018 ceph-mon[149401]: 7.c starting backfill to osd.0 from (0'0,0'0] MAX to 312'9207 2023-09-23T18:13:06.103 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: osdmap e315: 8 total, 8 up, 6 in 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: 7.16 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7970 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: 7.19 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8323 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: failed to encode map e315 with expected crc 2023-09-23T18:13:06.127 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:05 smithi149 ceph-mon[135148]: 7.c starting backfill to osd.0 from (0'0,0'0] MAX to 312'9207 2023-09-23T18:13:06.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:06.162 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:06.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:06.165 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:06.265 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:06.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:07.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: 7.9 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8319 2023-09-23T18:13:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: 7.6 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7984 2023-09-23T18:13:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: 7.f starting backfill to osd.4 from (0'0,0'0] MAX to 312'8967 2023-09-23T18:13:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: pgmap v902: 99 pgs: 5 peering, 1 unknown, 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 31230/176868 objects degraded (17.657%); 4974/176868 objects misplaced (2.812%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:13:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:13:07.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 31230/176868 objects degraded (17.657%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:07.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: 7.9 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8319 2023-09-23T18:13:07.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: 7.6 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7984 2023-09-23T18:13:07.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: 7.f starting backfill to osd.4 from (0'0,0'0] MAX to 312'8967 2023-09-23T18:13:07.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: pgmap v902: 99 pgs: 5 peering, 1 unknown, 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 31230/176868 objects degraded (17.657%); 4974/176868 objects misplaced (2.812%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:13:07.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:13:07.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 31230/176868 objects degraded (17.657%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:07.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: 7.9 starting backfill to osd.2 from (0'0,0'0] MAX to 312'8319 2023-09-23T18:13:07.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: 7.6 starting backfill to osd.5 from (0'0,0'0] MAX to 312'7984 2023-09-23T18:13:07.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: 7.f starting backfill to osd.4 from (0'0,0'0] MAX to 312'8967 2023-09-23T18:13:07.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: pgmap v902: 99 pgs: 5 peering, 1 unknown, 3 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 31230/176868 objects degraded (17.657%); 4974/176868 objects misplaced (2.812%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T18:13:07.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:13:07.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 31230/176868 objects degraded (17.657%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:08.528 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:08.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:08.533 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:08.634 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:08.661 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:08.695 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:08.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:08.699 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:08.801 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:08.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:08.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:08.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:08.864 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:08.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:09.083 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:08 smithi018 ceph-mon[153734]: pgmap v903: 99 pgs: 5 peering, 1 unknown, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 456 op/s; 42304/174762 objects degraded (24.207%); 14350/174762 objects misplaced (8.211%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:13:09.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:08 smithi018 ceph-mon[149401]: pgmap v903: 99 pgs: 5 peering, 1 unknown, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 456 op/s; 42304/174762 objects degraded (24.207%); 14350/174762 objects misplaced (8.211%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:13:09.090 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:09.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:08 smithi149 ceph-mon[135148]: pgmap v903: 99 pgs: 5 peering, 1 unknown, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 3.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 456 op/s; 42304/174762 objects degraded (24.207%); 14350/174762 objects misplaced (8.211%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:13:09.338 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:09.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:09.352 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:09.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:09.463 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:13:09.480 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:09.515 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:09.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:09.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:09.531 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:13:09.593 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:13:09.619 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:09.634 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:13:09.647 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:09.682 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:09.685 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:13:09.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:09.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:09.728 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:13:09.764 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:13:09.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:09.802 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:13:09.813 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:09.845 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:13:09.851 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:09.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:09.854 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:09.882 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.882 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.882 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.882 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.883 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.883 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.883 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.883 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:13:09.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2854840730' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:09.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:09.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:09.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2854840730' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:09.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:09.920 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:09.954 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:13:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2854840730' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:10.387 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:13:10.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:10.421 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:13:10.522 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:10.549 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:10.584 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:10.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:10.588 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:10.689 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:13:10.815 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:10.913 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:10.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:13:11.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:11.005 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:13:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:10 smithi018 ceph-mon[153734]: pgmap v904: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 249 op/s; 39310/172968 objects degraded (22.727%); 20515/172968 objects misplaced (11.861%); 8.9 MiB/s, 144 objects/s recovering 2023-09-23T18:13:11.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:10 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:13:11.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:10 smithi018 ceph-mon[149401]: pgmap v904: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 249 op/s; 39310/172968 objects degraded (22.727%); 20515/172968 objects misplaced (11.861%); 8.9 MiB/s, 144 objects/s recovering 2023-09-23T18:13:11.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:10 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:13:11.106 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:11.133 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:10 smithi149 ceph-mon[135148]: pgmap v904: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 249 op/s; 39310/172968 objects degraded (22.727%); 20515/172968 objects misplaced (11.861%); 8.9 MiB/s, 144 objects/s recovering 2023-09-23T18:13:11.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:10 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:13:11.171 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:11.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:11.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:11.276 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:11.350 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:11.652 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:11.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:11.662 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:11.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:11.860 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:11.921 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:13:12.109 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:12.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:12.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:12.118 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[149401]: pgmap v905: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 211 op/s; 39310/172596 objects degraded (22.776%); 20515/172596 objects misplaced (11.886%); 7.0 MiB/s, 113 objects/s recovering 2023-09-23T18:13:12.118 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/168230226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.118 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.118 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 39310/172968 objects degraded (22.727%), 18 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:12.121 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[153734]: pgmap v905: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 211 op/s; 39310/172596 objects degraded (22.776%); 20515/172596 objects misplaced (11.886%); 7.0 MiB/s, 113 objects/s recovering 2023-09-23T18:13:12.121 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/168230226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.121 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.121 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 39310/172968 objects degraded (22.727%), 18 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:11 smithi149 ceph-mon[135148]: pgmap v905: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 1 active+recovering, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 211 op/s; 39310/172596 objects degraded (22.776%); 20515/172596 objects misplaced (11.886%); 7.0 MiB/s, 113 objects/s recovering 2023-09-23T18:13:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/168230226' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:13:12.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 39310/172968 objects degraded (22.727%), 18 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:12.219 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:12.346 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:12.427 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: osdmap e316: 8 total, 8 up, 6 in 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[153734]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: osdmap e316: 8 total, 8 up, 6 in 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:12 smithi018 ceph-mon[149401]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: osdmap e316: 8 total, 8 up, 6 in 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:12 smithi149 ceph-mon[135148]: failed to encode map e316 with expected crc 2023-09-23T18:13:13.602 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:13.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:13.616 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:13.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:13.835 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:13.926 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:13:13.926 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:13:13.926 INFO:tasks.thrashosds.thrasher:Killing osd 1, live_osds are [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T18:13:13.926 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-09-23T18:13:13.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1 2023-09-23T18:13:14.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:13 smithi018 ceph-mon[149401]: pgmap v907: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 385 op/s; 38680/167304 objects degraded (23.120%); 19842/167304 objects misplaced (11.860%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:13:14.316 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:14 smithi018 systemd[1]: Stopping Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:13:14.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:13 smithi018 ceph-mon[153734]: pgmap v907: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 385 op/s; 38680/167304 objects degraded (23.120%); 19842/167304 objects misplaced (11.860%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:13:14.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:13 smithi149 ceph-mon[135148]: pgmap v907: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 385 op/s; 38680/167304 objects degraded (23.120%); 19842/167304 objects misplaced (11.860%); 11 MiB/s, 177 objects/s recovering 2023-09-23T18:13:14.629 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:14.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:14.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:14.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:14.776 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:14.811 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:14.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:14.814 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:14.915 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:14.942 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:14.977 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:14.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:14.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:14.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:14] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.33.4" 2023-09-23T18:13:15.081 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:15.109 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:15.144 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:15.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:15.147 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:15.248 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:15.343 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:147965 7.d 7:b8422a71:::benchmark_data_smithi018_282512_object47229:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:16.145000+0000", 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.039637619999999998, 2023-09-23T18:13:16.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039661999000000003, 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 147965 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:13:16.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.145000+0000", 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.145000+0000", 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.144999+0000", 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.145002+0000", 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.34e-06 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.145008+0000", 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1480000000000003e-06 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:13:16.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.145013+0000", 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3070000000000002e-06 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.150768+0000", 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057549819999999996 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.150899+0000", 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013112700000000001 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.151075+0000", 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017540000000000001 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.167746+0000", 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016671660000000001 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:13:16.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.174911+0000", 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071651830000000003 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:147984 7.d 7:b6eef336:::benchmark_data_smithi018_282512_object47248:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:16.175346+0000", 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0092912600000000008, 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093818359999999993, 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:13:16.263 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 147984 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175346+0000", 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175346+0000", 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175345+0000", 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:13:16.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175352+0000", 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4209999999999998e-06 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175367+0000", 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4481000000000001e-05 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175376+0000", 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6080000000000002e-06 2023-09-23T18:13:16.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175428+0000", 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1437999999999998e-05 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175587+0000", 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015954000000000001 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:13:16.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.175760+0000", 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017248200000000001 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:16.177929+0000", 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021693939999999998 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 2 2023-09-23T18:13:16.268 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:13:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:16 smithi149 ceph-mon[135148]: pgmap v908: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 345 op/s; 38680/166488 objects degraded (23.233%); 19713/166488 objects misplaced (11.840%); 9.9 MiB/s, 159 objects/s recovering 2023-09-23T18:13:16.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:16 smithi018 ceph-mon[153734]: pgmap v908: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 345 op/s; 38680/166488 objects degraded (23.233%); 19713/166488 objects misplaced (11.840%); 9.9 MiB/s, 159 objects/s recovering 2023-09-23T18:13:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:16 smithi018 ceph-mon[149401]: pgmap v908: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 345 op/s; 38680/166488 objects degraded (23.233%); 19713/166488 objects misplaced (11.840%); 9.9 MiB/s, 159 objects/s recovering 2023-09-23T18:13:17.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38680/166488 objects degraded (23.233%), 18 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:17.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38680/166488 objects degraded (23.233%), 18 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:17.333 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:17.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:17.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38680/166488 objects degraded (23.233%), 18 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:17.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:17.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:17.681 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:17.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:17.690 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:17.706 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:13:17.791 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:17.893 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:17.911 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T18:13:17.660+0000 7faac3bd1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:13:17.911 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T18:13:17.660+0000 7faac3bd1700 -1 osd.1 316 *** Got signal Terminated *** 2023-09-23T18:13:17.911 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:17 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[164879]: 2023-09-23T18:13:17.660+0000 7faac3bd1700 -1 osd.1 316 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:13:17.924 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:18.096 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:18.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:18.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:18.210 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:18.401 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:18.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:18.414 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:18.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:18 smithi018 ceph-mon[153734]: pgmap v909: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 404 op/s; 38485/162627 objects degraded (23.665%); 19123/162627 objects misplaced (11.759%); 10 MiB/s, 162 objects/s recovering 2023-09-23T18:13:18.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:18 smithi018 ceph-mon[153734]: osd.1 marked itself down and dead 2023-09-23T18:13:18.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:18 smithi018 ceph-mon[149401]: pgmap v909: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 404 op/s; 38485/162627 objects degraded (23.665%); 19123/162627 objects misplaced (11.759%); 10 MiB/s, 162 objects/s recovering 2023-09-23T18:13:18.513 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:18 smithi018 ceph-mon[149401]: osd.1 marked itself down and dead 2023-09-23T18:13:18.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:18.576 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:18.895 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:18.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:18.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:18.900 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:18 smithi149 ceph-mon[135148]: pgmap v909: 99 pgs: 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 11 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 76 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 404 op/s; 38485/162627 objects degraded (23.665%); 19123/162627 objects misplaced (11.759%); 10 MiB/s, 162 objects/s recovering 2023-09-23T18:13:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:18 smithi149 ceph-mon[135148]: osd.1 marked itself down and dead 2023-09-23T18:13:18.983 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:13:19.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:19.065 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:19.119 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:19.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:19.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:19.226 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:19.274 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:19.524 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:19.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:19.537 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:19.638 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:19.664 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:19.697 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:19.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:19.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:19.788 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:13:19.789 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[153734]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.789 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[153734]: osdmap e317: 8 total, 7 up, 6 in 2023-09-23T18:13:19.789 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[153734]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.789 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:19 smithi018 bash[306039]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1 2023-09-23T18:13:19.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:13:19.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[149401]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[149401]: osdmap e317: 8 total, 7 up, 6 in 2023-09-23T18:13:19.790 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:19 smithi018 ceph-mon[149401]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.802 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:19.826 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:19 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:13:19.826 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:19 smithi149 ceph-mon[135148]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.826 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:19 smithi149 ceph-mon[135148]: osdmap e317: 8 total, 7 up, 6 in 2023-09-23T18:13:19.826 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:19 smithi149 ceph-mon[135148]: failed to encode map e317 with expected crc 2023-09-23T18:13:19.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:19.862 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:19.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:19.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:19.966 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:13:19.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:13:19.992 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:20.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:20.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:20.028 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:20.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:20.165 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:20.355 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:20.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:20.359 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:20.401 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:13:20.401 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:13:20.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:20.488 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:20.525 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:20.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:20.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:20.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: pgmap v911: 99 pgs: 13 stale+active+clean, 1 stale+active+recovering+undersized+degraded+remapped, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 63 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 38085/160491 objects degraded (23.730%); 18990/160491 objects misplaced (11.832%); 12 MiB/s, 189 objects/s recovering 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: osdmap e318: 8 total, 7 up, 6 in 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: 7.9 continuing backfill to osd.2 from (276'1415,316'8501] MIN to 316'8501 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/931368492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: pgmap v911: 99 pgs: 13 stale+active+clean, 1 stale+active+recovering+undersized+degraded+remapped, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 63 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 38085/160491 objects degraded (23.730%); 18990/160491 objects misplaced (11.832%); 12 MiB/s, 189 objects/s recovering 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: osdmap e318: 8 total, 7 up, 6 in 2023-09-23T18:13:20.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: 7.9 continuing backfill to osd.2 from (276'1415,316'8501] MIN to 316'8501 2023-09-23T18:13:20.703 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/931368492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:20.790 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:20.801 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:20.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:20.804 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: pgmap v911: 99 pgs: 13 stale+active+clean, 1 stale+active+recovering+undersized+degraded+remapped, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 63 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 38085/160491 objects degraded (23.730%); 18990/160491 objects misplaced (11.832%); 12 MiB/s, 189 objects/s recovering 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: osdmap e318: 8 total, 7 up, 6 in 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: failed to encode map e318 with expected crc 2023-09-23T18:13:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: 7.9 continuing backfill to osd.2 from (276'1415,316'8501] MIN to 316'8501 2023-09-23T18:13:20.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/931368492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:20.904 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:20.937 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:20.982 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:20.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:20.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:21.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:21.190 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:21.287 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:21.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:21.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:21.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:21.431 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:21.485 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:21.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:21.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:21.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:21.621 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:21.630 INFO:teuthology.orchestra.run.smithi018.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-09-23T18:13:21.664 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:21.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:21.668 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: osdmap e319: 8 total, 7 up, 6 in 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: 7.19 continuing backfill to osd.2 from (276'1415,316'8523] MIN to 316'8523 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.764 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38085/160491 objects degraded (23.730%), 18 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: osdmap e319: 8 total, 7 up, 6 in 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: 7.19 continuing backfill to osd.2 from (276'1415,316'8523] MIN to 316'8523 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.765 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.766 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38085/160491 objects degraded (23.730%), 18 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:21.769 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:21.875 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:21.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: osdmap e319: 8 total, 7 up, 6 in 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: 7.19 continuing backfill to osd.2 from (276'1415,316'8523] MIN to 316'8523 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: failed to encode map e319 with expected crc 2023-09-23T18:13:21.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38085/160491 objects degraded (23.730%), 18 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T18:13:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:22.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:22.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:22.400 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:22.403 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:13:22.434 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:22.473 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:22.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:22.478 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:22.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:22.606 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:13:22.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:13:22.658 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:22.780 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:22 smithi018 ceph-mon[149401]: pgmap v914: 99 pgs: 10 active+undersized, 10 stale+active+clean, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 6 active+undersized+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 3 active+recovery_wait+degraded+remapped, 50 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 366 op/s; 46086/159897 objects degraded (28.822%); 18175/159897 objects misplaced (11.367%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T18:13:22.781 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:22 smithi018 ceph-mon[153734]: pgmap v914: 99 pgs: 10 active+undersized, 10 stale+active+clean, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 6 active+undersized+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 3 active+recovery_wait+degraded+remapped, 50 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 366 op/s; 46086/159897 objects degraded (28.822%); 18175/159897 objects misplaced (11.367%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T18:13:22.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:22 smithi149 ceph-mon[135148]: pgmap v914: 99 pgs: 10 active+undersized, 10 stale+active+clean, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 4 active+recovery_wait+degraded, 6 active+undersized+degraded, 1 active+recovering, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 3 active+recovery_wait+degraded+remapped, 50 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 366 op/s; 46086/159897 objects degraded (28.822%); 18175/159897 objects misplaced (11.367%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T18:13:23.602 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:23.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:23.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:23.710 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:23.785 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:24.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:24 smithi149 ceph-mon[135148]: pgmap v915: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 355 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 16 MiB/s, 277 objects/s recovering 2023-09-23T18:13:24.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:24 smithi018 ceph-mon[149401]: pgmap v915: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 355 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 16 MiB/s, 277 objects/s recovering 2023-09-23T18:13:24.996 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:24] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.33.4" 2023-09-23T18:13:24.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:24 smithi018 ceph-mon[153734]: pgmap v915: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 355 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 16 MiB/s, 277 objects/s recovering 2023-09-23T18:13:25.162 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:25.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:25.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:25.275 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:25.312 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:25.357 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:25.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:25.362 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:25.463 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:25.546 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:25.644 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:25.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:25.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:25.751 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:25.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:25.822 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:25.823 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:25.823 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:25.854 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:26.144 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:26.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:26.153 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:26.211 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:26.254 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:26.334 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:26.533 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:26.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:26.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:26.656 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:26.690 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:26.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:26 smithi018 ceph-mon[149401]: pgmap v916: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 217 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 12 MiB/s, 214 objects/s recovering 2023-09-23T18:13:26.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 46129/156228 objects degraded (29.527%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:26.709 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:26 smithi018 ceph-mon[153734]: pgmap v916: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 217 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 12 MiB/s, 214 objects/s recovering 2023-09-23T18:13:26.710 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 46129/156228 objects degraded (29.527%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:26.730 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:26.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:26.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:26.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:26.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:26 smithi149 ceph-mon[135148]: pgmap v916: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 1 active+recovery_wait+remapped, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 217 op/s; 46129/156228 objects degraded (29.527%); 27128/156228 objects misplaced (17.364%); 12 MiB/s, 214 objects/s recovering 2023-09-23T18:13:26.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 46129/156228 objects degraded (29.527%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:26.863 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:26.902 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:26.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:26.905 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:27.006 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:27.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:27.073 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:27.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:27.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:27.104 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1.service' 2023-09-23T18:13:27.176 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:27.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:27.260 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:27.269 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:13:27.270 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-09-23T18:13:27.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:27.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:27.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:27.414 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:27.469 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:27.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:27.473 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:27.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:27.608 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:27.656 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:27.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:27.659 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:27.662 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:13:27.761 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:27.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:27.816 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:27.872 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:28.330 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:28.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:28.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:28.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-09-23T18:13:28.511 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: pgmap v917: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 400 op/s; 45105/150879 objects degraded (29.895%); 25887/150879 objects misplaced (17.157%); 16 MiB/s, 267 objects/s recovering 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: osdmap e320: 8 total, 7 up, 6 in 2023-09-23T18:13:28.610 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[153734]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: pgmap v917: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 400 op/s; 45105/150879 objects degraded (29.895%); 25887/150879 objects misplaced (17.157%); 16 MiB/s, 267 objects/s recovering 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: osdmap e320: 8 total, 7 up, 6 in 2023-09-23T18:13:28.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:28 smithi018 ceph-mon[149401]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.744 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:28.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:28.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:28.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:28.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: pgmap v917: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 400 op/s; 45105/150879 objects degraded (29.895%); 25887/150879 objects misplaced (17.157%); 16 MiB/s, 267 objects/s recovering 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4171083725' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: osdmap e320: 8 total, 7 up, 6 in 2023-09-23T18:13:28.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:28 smithi149 ceph-mon[135148]: failed to encode map e320 with expected crc 2023-09-23T18:13:28.942 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:28.946 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:13:29.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:13:29.069 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:13:29.111 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:13:29.144 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:13:29.186 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:13:29.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:13:29.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.227 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-09-23T18:13:29.227 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.228 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.228 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.228 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.228 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.228 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:13:29.380 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:29.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:29.387 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:29.471 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:13:29.471 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:13:29.488 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:29.616 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3159741012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:29.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:29 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:13:30.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3159741012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:30.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:29 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:13:30.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3159741012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:30.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:29 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:13:30.172 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:30.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:13:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[153734]: pgmap v919: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 474 op/s; 44602/148365 objects degraded (30.062%); 25644/148365 objects misplaced (17.284%); 17 MiB/s, 279 objects/s recovering 2023-09-23T18:13:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:30.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[149401]: pgmap v919: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 474 op/s; 44602/148365 objects degraded (30.062%); 25644/148365 objects misplaced (17.284%); 17 MiB/s, 279 objects/s recovering 2023-09-23T18:13:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:30.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:30 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:30.851 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:30 smithi149 ceph-mon[135148]: pgmap v919: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 474 op/s; 44602/148365 objects degraded (30.062%); 25644/148365 objects misplaced (17.284%); 17 MiB/s, 279 objects/s recovering 2023-09-23T18:13:30.851 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:30.851 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:30 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:31.889 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:13:31.889 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:13:31.889 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:13:31.889 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:13:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 44602/148365 objects degraded (30.062%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:32.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 44602/148365 objects degraded (30.062%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:32.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 44602/148365 objects degraded (30.062%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:32.151 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:32.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:32.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:32.235 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:13:32.235 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:13:32.264 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:32.271 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [1] live_osds: [0, 3, 4, 5, 7, 2, 6] 2023-09-23T18:13:32.271 INFO:tasks.thrashosds.thrasher:Reviving osd 1 2023-09-23T18:13:32.271 INFO:tasks.cephadm.osd.1:Restarting osd.1 (starting--it wasn't running)... 2023-09-23T18:13:32.271 DEBUG:teuthology.orchestra.run.smithi018:osd.1> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1.service 2023-09-23T18:13:32.274 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl start ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1 2023-09-23T18:13:32.312 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:32.366 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:32.368 INFO:journalctl@ceph.osd.1.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T18:13:32.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:32.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:32.472 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:32.485 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:32.552 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:32.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:13:32.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:32 smithi018 ceph-mon[153734]: pgmap v920: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 415 op/s; 44292/147435 objects degraded (30.042%); 25481/147435 objects misplaced (17.283%); 14 MiB/s, 242 objects/s recovering 2023-09-23T18:13:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:32 smithi018 ceph-mon[149401]: pgmap v920: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 415 op/s; 44292/147435 objects degraded (30.042%); 25481/147435 objects misplaced (17.283%); 14 MiB/s, 242 objects/s recovering 2023-09-23T18:13:32.813 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:32 smithi018 systemd[1]: Starting Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:13:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:32 smithi149 ceph-mon[135148]: pgmap v920: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 415 op/s; 44292/147435 objects degraded (30.042%); 25481/147435 objects misplaced (17.283%); 14 MiB/s, 242 objects/s recovering 2023-09-23T18:13:33.398 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:33.501 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:33.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:33.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:33.616 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:33.644 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:34.109 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:34.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:34.122 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:34.223 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:34.236 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:13:34.299 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:34.693 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:34 smithi018 ceph-mon[149401]: pgmap v921: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:34.944 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:34.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:34 smithi018 ceph-mon[153734]: pgmap v921: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:34.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:34.950 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:35.050 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:35.084 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:13:35.084 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:13:35.085 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:13:35.085 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:13:35.085 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:13:35.086 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:34 smithi149 ceph-mon[135148]: pgmap v921: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:35.098 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:35.244 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:35.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:35.249 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:35.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:34] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.33.4" 2023-09-23T18:13:35.350 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:35.441 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:35.575 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:35.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:35.589 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:35.690 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:35.763 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:13:35.821 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:35.880 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:35.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:35.884 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:35.985 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:36.020 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:36.121 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:36.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:36.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:36.211 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:36.225 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:36.256 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:36.308 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:36.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:36.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:36.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:36.448 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:36.501 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:36.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:36.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:36.590 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:36.605 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:36.654 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:36.659 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T18:13:36.659 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T18:13:36.659 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-09-23T18:13:36.659 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-09-23T18:13:36.659 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-09-23T18:13:36.660 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-09-23T18:13:36.660 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T18:13:36.660 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:36 smithi018 bash[308300]: --> ceph-volume lvm activate successful for osd ID: 1 2023-09-23T18:13:36.719 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:36.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:36.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:36.824 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:36.853 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:36.918 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:36.924 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:36 smithi149 ceph-mon[135148]: pgmap v922: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:36.925 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.925 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.925 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43173/140640 objects degraded (30.698%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:36.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:36.926 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:36.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[153734]: pgmap v922: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:36.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43173/140640 objects degraded (30.698%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:36.944 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[149401]: pgmap v922: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 43173/140640 objects degraded (30.698%); 24077/140640 objects misplaced (17.120%); 12 MiB/s, 209 objects/s recovering 2023-09-23T18:13:36.944 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.944 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:36.944 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43173/140640 objects degraded (30.698%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:37.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:37.128 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:37.356 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:37.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:37.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:37.461 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:37.692 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:37.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:37.699 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:37.773 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:13:37.801 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:37.837 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:37.880 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:37.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:37.885 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:37.986 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:38.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2764976228' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.005 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2764976228' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.005 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.012 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2764976228' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.012 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:13:38.015 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:38.171 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:38.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:38.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:38.276 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:38.317 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:38.423 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:38.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:38.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:38.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:38.652 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:38.721 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:13:38.758 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:38.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:38.768 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:38.772 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32314 6.e 6:75d84dc1:::benchmark_data_smithi018_246789_object32313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 463.12549155900001, 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999, 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.773 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32314 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644573+0000", 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108597 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644682+0000", 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2180000000000005e-06 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644691+0000", 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1699999999999999e-06 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644695+0000", 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6273000000000006e-05 2023-09-23T18:13:38.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644772+0000", 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101697 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644873+0000", 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105338 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:13:38.777 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644979+0000", 2023-09-23T18:13:38.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001943122 2023-09-23T18:13:38.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646922+0000", 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034713399999999997 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647269+0000", 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54646787600000002 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193737+0000", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9088000000000001e-05 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193796+0000", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3906000000000003e-05 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193840+0000", 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999 2023-09-23T18:13:38.780 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32316 6.e 6:787bfd17:::benchmark_data_smithi018_246789_object32315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 463.125362354, 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995, 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.781 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32316 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644703+0000", 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5779000000000002e-05 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644759+0000", 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5167999999999999e-05 2023-09-23T18:13:38.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644774+0000", 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5289999999999999e-06 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644779+0000", 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001217735 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.784 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.645997+0000", 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111047 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646108+0000", 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141939 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646250+0000", 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079815400000000003 2023-09-23T18:13:38.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647048+0000", 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045021999999999998 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647499+0000", 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54638822200000003 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193887+0000", 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0708000000000003e-05 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193937+0000", 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6677999999999997e-05 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193974+0000", 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995 2023-09-23T18:13:38.787 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32318 6.e 6:78c9f278:::benchmark_data_smithi018_246789_object32317:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 463.11994024799998, 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071, 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.788 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32318 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650125+0000", 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7156000000000001e-05 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650162+0000", 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030999999999999e-05 2023-09-23T18:13:38.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650172+0000", 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4170000000000002e-06 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650176+0000", 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.205e-05 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650208+0000", 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7510999999999996e-05 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650296+0000", 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111474 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650407+0000", 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000772681 2023-09-23T18:13:38.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651180+0000", 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00078644800000000003 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651966+0000", 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54206026299999999 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194027+0000", 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5179000000000001e-05 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194082+0000", 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8908000000000001e-05 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194121+0000", 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071 2023-09-23T18:13:38.794 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49370 6.e 6:72ef5290:::benchmark_data_smithi018_246789_object49369:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 451.57153588400001, 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002, 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.795 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49370 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:13:38.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999895 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198520+0000", 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8124999999999997e-05 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198568+0000", 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4423999999999999e-05 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198582+0000", 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9519999999999997e-06 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198589+0000", 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0312999999999998e-05 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198639+0000", 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016027500000000001 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198800+0000", 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192435 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:13:38.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198992+0000", 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002003782 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.200996+0000", 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039482090000000003 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204944+0000", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092040199000000003 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.296984+0000", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1713999999999999e-05 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297046+0000", 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1981999999999999e-05 2023-09-23T18:13:38.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297088+0000", 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93972 6.12 6:49b8085e:::benchmark_data_smithi018_246789_object93971:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.802 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.39188691700002, 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001, 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93972 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378177+0000", 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4409e-05 2023-09-23T18:13:38.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378232+0000", 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0992000000000002e-05 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378253+0000", 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3640000000000004e-06 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378259+0000", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2228000000000001e-05 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016693799999999999 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378488+0000", 2023-09-23T18:13:38.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000160123 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378648+0000", 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001845761 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380494+0000", 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024939210000000001 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382988+0000", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122080962 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505069+0000", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5952000000000006e-05 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505165+0000", 2023-09-23T18:13:38.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012447160000000001 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506410+0000", 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93975 6.2 6:41a0e87d:::benchmark_data_smithi018_246789_object93974:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:13:38.809 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.39178794200001, 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726, 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93975 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378277+0000", 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2035000000000001e-05 2023-09-23T18:13:38.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378309+0000", 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0199999999999997e-06 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378316+0000", 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2440000000000004e-06 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.498e-05 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378366+0000", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012658799999999999 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378492+0000", 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162986 2023-09-23T18:13:38.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378655+0000", 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019132509999999999 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380568+0000", 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002387943 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382956+0000", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131372038 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514328+0000", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1671e-05 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514380+0000", 2023-09-23T18:13:38.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001854589 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516235+0000", 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93986 6.12 6:4de6467e:::benchmark_data_smithi018_246789_object93985:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.816 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.37563477899999, 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382, 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93986 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394429+0000", 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1703999999999998e-05 2023-09-23T18:13:38.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394481+0000", 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6722999999999999e-05 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394498+0000", 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3289999999999999e-06 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394504+0000", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1566999999999997e-05 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394545+0000", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000130028 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394675+0000", 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124189 2023-09-23T18:13:38.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394800+0000", 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001388586 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396188+0000", 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011995107 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408183+0000", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10613030499999999 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514314+0000", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4381000000000001e-05 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514358+0000", 2023-09-23T18:13:38.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012068859999999999 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.515565+0000", 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93988 6.e 6:7792f1b1:::benchmark_data_smithi018_246789_object93987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.823 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.37425071799998, 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853, 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93988 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:13:38.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5921999999999997e-05 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395880+0000", 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0434999999999999e-05 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395891+0000", 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2700000000000004e-06 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395896+0000", 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395945+0000", 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015499599999999999 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396100+0000", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186937 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396287+0000", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048238559999999996 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401111+0000", 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023952190000000001 2023-09-23T18:13:38.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403506+0000", 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102747584 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506254+0000", 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0667999999999998e-05 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506295+0000", 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024092779999999999 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508704+0000", 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93989 6.e 6:7d252a90:::benchmark_data_smithi018_246789_object93988:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.37415795200002, 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001, 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93989 2023-09-23T18:13:38.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395907+0000", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4240999999999999e-05 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395952+0000", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9397999999999998e-05 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395991+0000", 2023-09-23T18:13:38.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.426e-06 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395997+0000", 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028586919999999999 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398856+0000", 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012626 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398982+0000", 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013327200000000001 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.399116+0000", 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002157515 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401273+0000", 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022648619999999999 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403538+0000", 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110622992 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514161+0000", 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2911999999999998e-05 2023-09-23T18:13:38.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514204+0000", 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003087514 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517292+0000", 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93992 6.2 6:443d0b96:::benchmark_data_smithi018_246789_object93991:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.36562708600002, 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999, 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.838 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93992 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404437+0000", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9521000000000002e-05 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404487+0000", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0138e-05 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404497+0000", 2023-09-23T18:13:38.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1099999999999996e-06 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404501+0000", 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9889999999999998e-05 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404551+0000", 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118707 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404670+0000", 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012421900000000001 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404794+0000", 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024438480000000002 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407238+0000", 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053370550000000003 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412575+0000", 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10371525299999999 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516290+0000", 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7763999999999997e-05 2023-09-23T18:13:38.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516358+0000", 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010036629999999999 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517361+0000", 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93993 6.2 6:4027c8a6:::benchmark_data_smithi018_246789_object93992:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.36555693499997, 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001, 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93993 2023-09-23T18:13:38.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404508+0000", 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7073000000000001e-05 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404565+0000", 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0531e-05 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404576+0000", 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.915e-06 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404579+0000", 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015420620000000001 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406121+0000", 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3888999999999995e-05 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406215+0000", 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118591 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406333+0000", 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00102385 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407357+0000", 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00525297 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104808439 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517419+0000", 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4048999999999999e-05 2023-09-23T18:13:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517453+0000", 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00061514000000000002 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.518068+0000", 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.851 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93994 6.e 6:7df9ef57:::benchmark_data_smithi018_246789_object93993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 396.36221438199999, 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001, 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93994 2023-09-23T18:13:38.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407850+0000", 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407956+0000", 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2646000000000001e-05 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407969+0000", 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8269999999999997e-06 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8869000000000003e-05 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408023+0000", 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016760000000000001 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408190+0000", 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022065999999999999 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408411+0000", 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002849177 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411260+0000", 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00035406199999999999 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411614+0000", 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105750946 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517365+0000", 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2354000000000006e-05 2023-09-23T18:13:38.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517428+0000", 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021768790000000001 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.519604+0000", 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.858 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122847 6.12 6:4918c8ff:::benchmark_data_smithi018_246789_object21139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 354.39423284700001, 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075, 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122847 2023-09-23T18:13:38.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.49e-06 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375836+0000", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8810000000000001e-06 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375842+0000", 2023-09-23T18:13:38.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.198e-06 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375847+0000", 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000193131 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376040+0000", 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070945399999999999 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376750+0000", 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055683319999999996 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382318+0000", 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115845 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382434+0000", 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155458 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382589+0000", 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022177590000000001 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.384807+0000", 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00039862399999999998 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.385206+0000", 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095376005 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480582+0000", 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0572000000000003e-05 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480632+0000", 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001298771 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.481931+0000", 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124275 6.2 6:476ea478:::benchmark_data_smithi018_246789_object22567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 352.529570079, 2023-09-23T18:13:38.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283, 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124275 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:13:38.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240495+0000", 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6189999999999996e-06 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240501+0000", 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4414e-05 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240516+0000", 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8019999999999997e-06 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240521+0000", 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2868000000000003e-05 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240574+0000", 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000676058 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241250+0000", 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095600488999999997 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336851+0000", 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0862e-05 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336922+0000", 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7394999999999998e-05 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.337019+0000", 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027479399999999999 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339767+0000", 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025568549999999998 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342324+0000", 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000487515 2023-09-23T18:13:38.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342811+0000", 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0486000000000003e-05 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342872+0000", 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001363214 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.344235+0000", 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133811 6.12 6:4d2db4bf:::benchmark_data_smithi018_246789_object32103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 338.71496366600002, 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001, 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.876 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133811 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055100+0000", 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4479999999999994e-06 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055109+0000", 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6642000000000001e-05 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055125+0000", 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6109999999999999e-06 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055132+0000", 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0009999999999998e-05 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055172+0000", 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073152299999999998 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055903+0000", 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035405340000000001 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059444+0000", 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1413e-05 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059535+0000", 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116686 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059652+0000", 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023028279999999998 2023-09-23T18:13:38.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061955+0000", 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1432e-05 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061986+0000", 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095894701999999998 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157881+0000", 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6282000000000001e-05 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157937+0000", 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001118158 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.159055+0000", 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001 2023-09-23T18:13:38.883 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156228 6.12 6:4ab46ac8:::benchmark_data_smithi018_246789_object54520:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.26755621699999, 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001, 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.884 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156228 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502508+0000", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5939999999999994e-06 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502517+0000", 2023-09-23T18:13:38.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4467999999999999e-05 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502531+0000", 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1930000000000004e-06 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502538+0000", 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0327000000000001e-05 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502589+0000", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067580500000000003 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503264+0000", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014360573999999999 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517625+0000", 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2834e-05 2023-09-23T18:13:38.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517708+0000", 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835299999999999 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517846+0000", 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033135650000000001 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.521160+0000", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058164460000000003 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526976+0000", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084686111999999994 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611662+0000", 2023-09-23T18:13:38.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0590999999999998e-05 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611703+0000", 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047498800000000003 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612178+0000", 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.891 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156235 6.2 6:47e89f74:::benchmark_data_smithi018_246789_object54527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.26727300900001, 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999, 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:38.892 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156235 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:38.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502792+0000", 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5710000000000003e-06 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502798+0000", 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1270999999999999e-05 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502810+0000", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4509999999999997e-06 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502816+0000", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7549999999999999e-05 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502914+0000", 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00058659499999999998 2023-09-23T18:13:38.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503500+0000", 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014692744000000001 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518193+0000", 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0853999999999996e-05 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518264+0000", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014921199999999999 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518413+0000", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046295779999999996 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.523043+0000", 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039440209999999998 2023-09-23T18:13:38.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526987+0000", 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083854539000000006 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610841+0000", 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2895999999999997e-05 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610884+0000", 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050087999999999999 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611385+0000", 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:63833 7.1 e280/272 ondisk, result = 0)", 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 176.871876329, 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44205274100000003, 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898189+0000", 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3100000000000003e-06 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898196+0000", 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8000000000000001e-06 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898203+0000", 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7380000000000002e-06 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898208+0000", 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155499 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898363+0000", 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0049999999999998e-06 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898367+0000", 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44187476999999997 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340242+0000", 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44205274100000003 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:63843 7.4 e280/272 7:280d0f3b:::benchmark_data_smithi018_282512_object63842:head v 280'4086, mlcod=280'4083)", 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 176.87092508699999, 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44549855399999999, 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.904 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899140+0000", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0605e-05 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899200+0000", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44108183400000001 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340282+0000", 2023-09-23T18:13:38.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3226e-05 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340295+0000", 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4131000000000001e-05 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340349+0000", 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3473999999999999e-05 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340373+0000", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042228500000000002 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.344596+0000", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3683999999999997e-05 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.344639+0000", 2023-09-23T18:13:38.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44549855399999999 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:154990 7.19 e320/318 7:9dfeefce:::benchmark_data_smithi018_282512_object54254:head v 320'8726, mlcod=279'3470)", 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:13:32.350913+0000", 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 6.4191529679999997, 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013510796, 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:38.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350913+0000", 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350913+0000", 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:38.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350912+0000", 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1554e-05 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350923+0000", 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9891999999999999e-05 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350943+0000", 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1359999999999997e-06 2023-09-23T18:13:38.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.350951+0000", 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00046264800000000002 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.351414+0000", 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0164000000000001e-05 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:38.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.351444+0000", 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012921189 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.364365+0000", 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8350000000000002e-05 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:32.364424+0000", 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013510796 2023-09-23T18:13:38.913 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.914 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.914 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.914 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:38.914 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:38.914 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:13:38.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:38.915 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:13:38.915 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:13:38.915 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:13:38.927 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:13:38.961 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:13:38.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: pgmap v923: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.8 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 42211/135453 objects degraded (31.163%); 22980/135453 objects misplaced (16.965%); 11 MiB/s, 222 objects/s recovering 2023-09-23T18:13:38.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:38.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: osdmap e321: 8 total, 7 up, 6 in 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2866542789' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: pgmap v923: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.8 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 42211/135453 objects degraded (31.163%); 22980/135453 objects misplaced (16.965%); 11 MiB/s, 222 objects/s recovering 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:38.965 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:13:38.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: osdmap e321: 8 total, 7 up, 6 in 2023-09-23T18:13:38.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: failed to encode map e321 with expected crc 2023-09-23T18:13:38.966 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2866542789' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:38.966 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:38 smithi018 podman[309007]: 2023-09-23T18:13:38.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.1 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.001 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:13:39.116 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:39.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:39.129 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: pgmap v923: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.8 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 42211/135453 objects degraded (31.163%); 22980/135453 objects misplaced (16.965%); 11 MiB/s, 222 objects/s recovering 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: failed to encode map e321 with expected crc 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: osdmap e321: 8 total, 7 up, 6 in 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: failed to encode map e321 with expected crc 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: failed to encode map e321 with expected crc 2023-09-23T18:13:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2866542789' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:39.230 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:39.269 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:13:39.270 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:39.325 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:39.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:39.331 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:39.431 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:39.477 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:39.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:39.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:39.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:39.565 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:39 smithi018 bash[309007]: 83edef1e69a89124887bce61859ef9fb67c46056d3df3a71a1c5769080f66319 2023-09-23T18:13:39.565 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:39 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:13:39.499+0000 7efdd2dd4640 -1 Falling back to public interface 2023-09-23T18:13:39.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:13:39.638 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:39.668 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:39.706 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:39.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:39.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:39.778 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:13:39.778 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:13:39.813 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:39.841 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:39.894 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:39.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:39.899 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:40.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:40.015 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:40.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:40.066 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:39 smithi018 systemd[1]: Started Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:13:40.069 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:40.126 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:40.182 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:40.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:40.198 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:40.298 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:40.332 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:40.381 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:40.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:40.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:40.443 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:13:40.487 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:40.526 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:40 smithi018 ceph-mon[149401]: pgmap v925: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 505 op/s; 41773/133173 objects degraded (31.367%); 22765/133173 objects misplaced (17.094%); 11 MiB/s, 219 objects/s recovering 2023-09-23T18:13:40.914 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:40.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:40.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:41.005 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:41.019 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:41.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:40 smithi018 ceph-mon[153734]: pgmap v925: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 505 op/s; 41773/133173 objects degraded (31.367%); 22765/133173 objects misplaced (17.094%); 11 MiB/s, 219 objects/s recovering 2023-09-23T18:13:41.098 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:41.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:40 smithi149 ceph-mon[135148]: pgmap v925: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 505 op/s; 41773/133173 objects degraded (31.367%); 22765/133173 objects misplaced (17.094%); 11 MiB/s, 219 objects/s recovering 2023-09-23T18:13:41.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:41.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:41.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:41.413 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:41.433 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:41.434 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:41.548 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:41.779 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:13:41.799 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:41.800 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:41.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:41.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:41.908 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:41.949 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:41.963 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:13:41.992 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:41.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:41.996 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:42.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 41773/133173 objects degraded (31.367%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:42.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 41773/133173 objects degraded (31.367%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:42.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 41773/133173 objects degraded (31.367%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:42.189 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:42.677 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:43.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:42 smithi149 ceph-mon[135148]: pgmap v926: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 41477/132285 objects degraded (31.354%); 22627/132285 objects misplaced (17.105%); 11 MiB/s, 217 objects/s recovering 2023-09-23T18:13:43.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:42 smithi018 ceph-mon[149401]: pgmap v926: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 41477/132285 objects degraded (31.354%); 22627/132285 objects misplaced (17.105%); 11 MiB/s, 217 objects/s recovering 2023-09-23T18:13:43.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:42 smithi018 ceph-mon[153734]: pgmap v926: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.7 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 504 op/s; 41477/132285 objects degraded (31.354%); 22627/132285 objects misplaced (17.105%); 11 MiB/s, 217 objects/s recovering 2023-09-23T18:13:43.406 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:43.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:43.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:43.514 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:43.559 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:43.614 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:43.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:43.623 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:43.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:43.799 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:44.042 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:44.042 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:44.547 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:13:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:44 smithi149 ceph-mon[135148]: pgmap v927: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:45.256 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:45.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:44 smithi018 ceph-mon[149401]: pgmap v927: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:45.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:44] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.33.4" 2023-09-23T18:13:45.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:44 smithi018 ceph-mon[153734]: pgmap v927: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:45.893 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:45 smithi018 ceph-mon[149401]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:45.893 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:45 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:45.893 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:13:45.562+0000 7efdd2dd4640 -1 osd.1 316 log_to_monitors true 2023-09-23T18:13:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:45 smithi149 ceph-mon[135148]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:45 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:46.166 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:46.171 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:45 smithi018 ceph-mon[153734]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:46.171 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:45 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T18:13:46.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:46.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:46.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:46.305 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:46.418 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:46.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:46.425 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:46.526 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:46.562 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:13:46.173+0000 7efdc123b700 -1 osd.1 316 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:13:46.635 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:46.635 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:46.657 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:47.056 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: pgmap v928: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:47.056 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: osdmap e322: 8 total, 7 up, 6 in 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.057 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 40405/125871 objects degraded (32.100%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:47.096 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:13:47.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: pgmap v928: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: osdmap e322: 8 total, 7 up, 6 in 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.231 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 40405/125871 objects degraded (32.100%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: pgmap v928: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.6 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 491 op/s; 40405/125871 objects degraded (32.100%); 21511/125871 objects misplaced (17.090%); 9.6 MiB/s, 219 objects/s recovering 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: failed to encode map e322 with expected crc 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: osdmap e322: 8 total, 7 up, 6 in 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: from='osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:13:47.232 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 40405/125871 objects degraded (32.100%), 30 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:47.306 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:47.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:47.310 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:47.411 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:47.448 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:47.711 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:48.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232] boot 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: osdmap e323: 8 total, 8 up, 6 in 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: pgmap v931: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.5 GiB data, 8.9 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 39483/120843 objects degraded (32.673%); 20494/120843 objects misplaced (16.959%); 9.9 MiB/s, 254 objects/s recovering 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232] boot 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: osdmap e323: 8 total, 8 up, 6 in 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: pgmap v931: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.5 GiB data, 8.9 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 39483/120843 objects degraded (32.673%); 20494/120843 objects misplaced (16.959%); 9.9 MiB/s, 254 objects/s recovering 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.007 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:47 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.055 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:48.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:48.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:48.181 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:48.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:13:48.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: failed to encode map e323 with expected crc 2023-09-23T18:13:48.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: osd.1 [v2:172.21.15.18:6810/805213232,v1:172.21.15.18:6811/805213232] boot 2023-09-23T18:13:48.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: osdmap e323: 8 total, 8 up, 6 in 2023-09-23T18:13:48.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T18:13:48.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: pgmap v931: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 38 active+undersized, 12 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 11 active+recovery_wait+degraded+remapped, 26 active+clean; 2.5 GiB data, 8.9 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 513 op/s; 39483/120843 objects degraded (32.673%); 20494/120843 objects misplaced (16.959%); 9.9 MiB/s, 254 objects/s recovering 2023-09-23T18:13:48.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:47 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:48.209 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:48.246 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:48.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:48.251 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:48.273 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:48.316 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:13:48.316 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:13:48.317 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:13:48.317 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:13:48.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:48.392 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:48.545 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:48.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:48.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:48.650 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:48.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:48.715 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:48.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:48.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:48.819 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:48.850 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:49.065 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:49.065 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: osdmap e324: 8 total, 8 up, 6 in 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: 7.9 continuing backfill to osd.2 from (276'1415,322'8910] MIN to 322'8910 2023-09-23T18:13:49.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:13:49.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:13:49.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: pgmap v933: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 448 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 9.0 MiB/s, 219 objects/s recovering 2023-09-23T18:13:49.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:49.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: osdmap e324: 8 total, 8 up, 6 in 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: 7.9 continuing backfill to osd.2 from (276'1415,322'8910] MIN to 322'8910 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:13:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: pgmap v933: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 448 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 9.0 MiB/s, 219 objects/s recovering 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: osdmap e324: 8 total, 8 up, 6 in 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: failed to encode map e324 with expected crc 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: 7.9 continuing backfill to osd.2 from (276'1415,322'8910] MIN to 322'8910 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:13:49.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:13:49.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: pgmap v933: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 448 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 9.0 MiB/s, 219 objects/s recovering 2023-09-23T18:13:49.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:49.539 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:13:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:49.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:49.668 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:49.769 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:49.802 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:49.838 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:49.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:49.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:49.942 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:49.972 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:50.010 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:50.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:50.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:50.117 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:50.144 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T18:13:50.144 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.144 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.145 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.145 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: osdmap e325: 8 total, 8 up, 6 in 2023-09-23T18:13:50.145 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.145 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.145 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:49 smithi149 ceph-mon[135148]: 7.19 continuing backfill to osd.2 from (276'1415,322'8930] MIN to 322'8930 2023-09-23T18:13:50.147 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:50.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:50.191 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:50.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:50.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:50.295 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T18:13:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: osdmap e325: 8 total, 8 up, 6 in 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[149401]: 7.19 continuing backfill to osd.2 from (276'1415,322'8930] MIN to 322'8930 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: osdmap e325: 8 total, 8 up, 6 in 2023-09-23T18:13:50.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: failed to encode map e325 with expected crc 2023-09-23T18:13:50.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:49 smithi018 ceph-mon[153734]: 7.19 continuing backfill to osd.2 from (276'1415,322'8930] MIN to 322'8930 2023-09-23T18:13:50.325 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:50.465 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:50.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:50.469 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:50.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:50.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:50.852 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:50.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:50.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:50.959 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:50.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:50 smithi018 ceph-mon[149401]: pgmap v935: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 467 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 8.6 MiB/s, 226 objects/s recovering 2023-09-23T18:13:50.990 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:51.031 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:51.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:51.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:51.070 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:50 smithi149 ceph-mon[135148]: pgmap v935: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 467 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 8.6 MiB/s, 226 objects/s recovering 2023-09-23T18:13:51.137 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:51.166 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:51.307 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:51.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:51.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:51.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:50 smithi018 ceph-mon[153734]: pgmap v935: 99 pgs: 2 remapped+peering, 13 peering, 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 27 active+undersized, 10 active+undersized+degraded, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+degraded+remapped, 9 active+recovery_wait+degraded+remapped, 26 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 467 op/s; 29492/118731 objects degraded (24.839%); 18615/118731 objects misplaced (15.678%); 8.6 MiB/s, 226 objects/s recovering 2023-09-23T18:13:51.412 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:51.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:51.491 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:51.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:51.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:51.500 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:13:51.500 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:13:51.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:51.701 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:51.923 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:13:51.960 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29492/118731 objects degraded (24.839%), 25 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29492/118731 objects degraded (24.839%), 25 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:52.229 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29492/118731 objects degraded (24.839%), 25 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:52.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:13:52.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:52.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:52.575 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:52.595 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:13:52.675 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:53.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:52 smithi018 ceph-mon[149401]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 13 peering, 4 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 13 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 290 op/s; 27385/116094 objects degraded (23.589%); 13555/116094 objects misplaced (11.676%); 16 MiB/s, 258 objects/s recovering 2023-09-23T18:13:53.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:52 smithi018 ceph-mon[153734]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 13 peering, 4 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 13 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 290 op/s; 27385/116094 objects degraded (23.589%); 13555/116094 objects misplaced (11.676%); 16 MiB/s, 258 objects/s recovering 2023-09-23T18:13:53.107 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:53.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:53.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:52 smithi149 ceph-mon[135148]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 13 peering, 4 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 13 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 2.4 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 290 op/s; 27385/116094 objects degraded (23.589%); 13555/116094 objects misplaced (11.676%); 16 MiB/s, 258 objects/s recovering 2023-09-23T18:13:53.224 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:13:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:53.432 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:13:53.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:53.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:13:53.545 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:53.576 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:53.625 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:53.816 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:53.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:53.822 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:53.923 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:54.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/701304660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.005 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:13:54.020 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:54.296 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:54.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:54.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/701304660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:54.312 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:13:54.358 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:13:54.392 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:13:54.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/701304660' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:13:54.410 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:54.431 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:13:54.441 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:54.483 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:13:54.517 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:13:54.574 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:13:54.623 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:13:54.629 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:13:54.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:13:55.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:13:55.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:55.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: osdmap e326: 8 total, 8 up, 6 in 2023-09-23T18:13:55.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3088543086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 37029/114606 objects degraded (32.310%); 13709/114606 objects misplaced (11.962%); 14 MiB/s, 215 objects/s recovering 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:55.240 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: osdmap e326: 8 total, 8 up, 6 in 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3088543086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 37029/114606 objects degraded (32.310%); 13709/114606 objects misplaced (11.962%); 14 MiB/s, 215 objects/s recovering 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:55.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:55.242 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:13:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:13:55] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.33.4" 2023-09-23T18:13:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: osdmap e326: 8 total, 8 up, 6 in 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: failed to encode map e326 with expected crc 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3088543086' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:13:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.8 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 37029/114606 objects degraded (32.310%); 13709/114606 objects misplaced (11.962%); 14 MiB/s, 215 objects/s recovering 2023-09-23T18:13:55.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:13:55.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:13:55.856 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:55.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:55.861 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:55.961 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:55.991 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:56.648 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:56.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:56.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:56.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:13:56.863 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:56.926 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:13:56.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:56.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:13:57.037 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:13:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:57.247 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:13:57.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:57.259 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:13:57.360 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:57.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:57.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[149401]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 208 op/s; 37029/113727 objects degraded (32.560%); 13518/113727 objects misplaced (11.886%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:13:57.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 37029/113727 objects degraded (32.560%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:57.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1567775022' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.433 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:57.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:57.437 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:57.538 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:57.549 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:13:57.570 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:57.617 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:57.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:57.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:13:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:57 smithi149 ceph-mon[135148]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 208 op/s; 37029/113727 objects degraded (32.560%); 13518/113727 objects misplaced (11.886%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:13:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 37029/113727 objects degraded (32.560%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1567775022' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49467 6.8 6:15e7d3fa:::benchmark_data_smithi018_246789_object49466:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 470.35670903599998, 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999, 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49467 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331653+0000", 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331703+0000", 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3088000000000001e-05 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331716+0000", 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3419999999999996e-06 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331722+0000", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002398163 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334121+0000", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000134979 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334256+0000", 2023-09-23T18:13:57.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157224 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334413+0000", 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062544189999999998 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.340667+0000", 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039930929999999996 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.344660+0000", 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087703909999999996 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432364+0000", 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9911999999999999e-05 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432414+0000", 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6375000000000002e-05 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432461+0000", 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999 2023-09-23T18:13:57.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93987 6.3 6:c0452bc6:::benchmark_data_smithi018_246789_object93986:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 415.296831059, 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133, 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93987 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391531+0000", 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6264000000000003e-05 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391577+0000", 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0055e-05 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391597+0000", 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1999999999999994e-06 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391605+0000", 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391658+0000", 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131734 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391790+0000", 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014550399999999999 2023-09-23T18:13:57.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391936+0000", 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001606225 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393542+0000", 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012326000000000001 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393665+0000", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.114294825 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.507960+0000", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7623999999999997e-05 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508007+0000", 2023-09-23T18:13:57.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017027870000000001 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.509710+0000", 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93990 6.3 6:c75c4ca3:::benchmark_data_smithi018_246789_object93989:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:57.707 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 415.29205786, 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001, 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.708 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93990 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396305+0000", 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5739999999999998e-05 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396361+0000", 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3142000000000001e-05 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396374+0000", 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.87e-06 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396379+0000", 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1748000000000001e-05 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396420+0000", 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114997 2023-09-23T18:13:57.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396535+0000", 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114011 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396649+0000", 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018018120000000001 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398451+0000", 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018592000000000001 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398637+0000", 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112314287 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510951+0000", 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0151000000000001e-05 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511002+0000", 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010866669999999999 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512088+0000", 2023-09-23T18:13:57.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93995 6.13 6:cf3ba7c2:::benchmark_data_smithi018_246789_object93994:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 415.28047581099997, 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819, 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93995 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407887+0000", 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4995999999999998e-05 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407962+0000", 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2238e-05 2023-09-23T18:13:57.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7709999999999997e-06 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407979+0000", 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0856999999999999e-05 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408020+0000", 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012833399999999999 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408148+0000", 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110466 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408258+0000", 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015488120000000001 2023-09-23T18:13:57.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409807+0000", 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1317e-05 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409818+0000", 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101146445 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510965+0000", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5086000000000003e-05 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511000+0000", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016861669999999999 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512686+0000", 2023-09-23T18:13:57.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93998 6.18 6:1cdfed23:::benchmark_data_smithi018_246789_object93997:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 415.27580108900003, 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002, 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.722 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93998 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999928 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412556+0000", 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4199999999999998e-05 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412590+0000", 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4544e-05 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412605+0000", 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9370000000000003e-06 2023-09-23T18:13:57.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8641999999999999e-05 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412668+0000", 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155792 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412824+0000", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019348999999999999 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.413017+0000", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015073549999999999 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.414525+0000", 2023-09-23T18:13:57.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00092339600000000005 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.415448+0000", 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095712240000000004 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511160+0000", 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8527999999999999e-05 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511219+0000", 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001307746 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512527+0000", 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122850 6.5 6:a3913337:::benchmark_data_smithi018_246789_object21142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 373.31435523699997, 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283, 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122850 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374007+0000", 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6420000000000007e-06 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374015+0000", 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4399999999999999e-05 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374030+0000", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9550000000000003e-06 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374036+0000", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.295e-05 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374089+0000", 2023-09-23T18:13:57.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013745900000000001 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374227+0000", 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014096099999999999 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374368+0000", 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020356010000000002 2023-09-23T18:13:57.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376403+0000", 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000117385 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376521+0000", 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.100508044 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477029+0000", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0482000000000003e-05 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477069+0000", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6882000000000001e-05 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477096+0000", 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283 2023-09-23T18:13:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124249 6.18 6:192fb41a:::benchmark_data_smithi018_246789_object22541:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.47288488300001, 2023-09-23T18:13:57.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069, 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124249 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:13:57.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215478+0000", 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215486+0000", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6073999999999999e-05 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215502+0000", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5880999999999999e-05 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215518+0000", 2023-09-23T18:13:57.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028670639999999999 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218385+0000", 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053504300000000002 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218920+0000", 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023541605 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242462+0000", 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9764000000000003e-05 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242552+0000", 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013315700000000001 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242685+0000", 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031531150000000002 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245838+0000", 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088605699999999999 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.246724+0000", 2023-09-23T18:13:57.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098715756000000002 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345440+0000", 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9635999999999997e-05 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345489+0000", 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00099502300000000004 2023-09-23T18:13:57.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346484+0000", 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124256 6.8 6:13b46b36:::benchmark_data_smithi018_246789_object22548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:13:57.745 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.46538813400002, 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733, 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124256 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.746 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222974+0000", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222983+0000", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6415000000000001e-05 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223000+0000", 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9310000000000002e-06 2023-09-23T18:13:57.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223007+0000", 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4372000000000001e-05 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223051+0000", 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025047810000000002 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.225556+0000", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017140137999999999 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242696+0000", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2126999999999996e-05 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242768+0000", 2023-09-23T18:13:57.750 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012798599999999999 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242896+0000", 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029485589999999999 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245845+0000", 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029684469999999999 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.751 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.248813+0000", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096668624999999994 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345482+0000", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.354e-05 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345525+0000", 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010236609999999999 2023-09-23T18:13:57.752 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346549+0000", 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124273 6.13 6:cc3273ff:::benchmark_data_smithi018_246789_object22565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:13:57.753 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.44836656199999, 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527, 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124273 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.754 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239996+0000", 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6330000000000002e-06 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.755 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240005+0000", 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2489e-05 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240017+0000", 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3070000000000002e-06 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.756 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240022+0000", 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6731999999999999e-05 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240069+0000", 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00071199499999999999 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240781+0000", 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095867072999999997 2023-09-23T18:13:57.757 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336648+0000", 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0306000000000001e-05 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336718+0000", 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013371499999999999 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.758 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336852+0000", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023254740000000001 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339178+0000", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5108000000000002e-05 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339223+0000", 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003174175 2023-09-23T18:13:57.759 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342397+0000", 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4481999999999997e-05 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342461+0000", 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013737689999999999 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.760 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.343835+0000", 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124278 6.8 6:12cf43ea:::benchmark_data_smithi018_246789_object22570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.44669054799999, 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001, 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.761 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124278 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.762 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241673+0000", 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0150000000000003e-06 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.763 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241678+0000", 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0885e-05 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241689+0000", 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1909999999999997e-06 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241695+0000", 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003391388 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.764 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245086+0000", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073471799999999998 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245821+0000", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.107340571 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353162+0000", 2023-09-23T18:13:57.765 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4867e-05 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353236+0000", 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011754 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353354+0000", 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064433199999999998 2023-09-23T18:13:57.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359797+0000", 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1439999999999992e-06 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359806+0000", 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028562119999999999 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.767 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362663+0000", 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9008000000000002e-05 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362722+0000", 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457380000000001 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.363867+0000", 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001 2023-09-23T18:13:57.768 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124288 6.8 6:17da36ba:::benchmark_data_smithi018_246789_object22580:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.42934618800001, 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716, 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.769 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124288 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.770 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259017+0000", 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2350000000000001e-06 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259022+0000", 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8710000000000003e-06 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.771 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259030+0000", 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.138e-06 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259035+0000", 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8562000000000001e-05 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.772 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259073+0000", 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056565800000000002 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259639+0000", 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097142143 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356781+0000", 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010150899999999999 2023-09-23T18:13:57.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356882+0000", 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158006 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.357040+0000", 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027763140000000002 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359817+0000", 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053407810000000002 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.365158+0000", 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044270459999999996 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369585+0000", 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3045000000000004e-05 2023-09-23T18:13:57.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369648+0000", 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001056076 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.370704+0000", 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133807 6.15 6:aba0582b:::benchmark_data_smithi018_246789_object32099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 357.63657774500001, 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999, 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133807 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.777 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.778 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051785+0000", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2860000000000002e-06 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051792+0000", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0261000000000001e-05 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051803+0000", 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0119999999999996e-06 2023-09-23T18:13:57.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051808+0000", 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3081999999999998e-05 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051851+0000", 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100257 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.780 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051951+0000", 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013003900000000001 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.052081+0000", 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004444786 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056526+0000", 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9118000000000001e-05 2023-09-23T18:13:57.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056565+0000", 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10485809 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161423+0000", 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5797000000000001e-05 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.782 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161479+0000", 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2809000000000003e-05 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161522+0000", 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.783 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133808 6.15 6:aaa625ba:::benchmark_data_smithi018_246789_object32100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 357.63654140400001, 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662, 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133808 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.784 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.785 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051822+0000", 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0759999999999999e-06 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051825+0000", 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6219999999999997e-06 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051831+0000", 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.666e-06 2023-09-23T18:13:57.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051834+0000", 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002373422 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054207+0000", 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013573700000000001 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054343+0000", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054481+0000", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021205099999999999 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056602+0000", 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2649e-05 2023-09-23T18:13:57.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056614+0000", 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104941352 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161556+0000", 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0428000000000001e-05 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161586+0000", 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0327e-05 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161606+0000", 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.790 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133814 6.5 6:a3224d0d:::benchmark_data_smithi018_246789_object32106:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 357.63172087800001, 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578, 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133814 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056642+0000", 2023-09-23T18:13:57.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7980000000000002e-06 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056648+0000", 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0618000000000001e-05 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056658+0000", 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8130000000000003e-06 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.793 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056663+0000", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1871e-05 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056695+0000", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8417999999999994e-05 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056774+0000", 2023-09-23T18:13:57.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3935000000000002e-05 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056858+0000", 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020924160000000002 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.058950+0000", 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012938199999999999 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059079+0000", 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102549008 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161628+0000", 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1336e-05 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161650+0000", 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9425000000000001e-05 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161669+0000", 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.797 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156229 6.18 6:1dbcc869:::benchmark_data_smithi018_246789_object54521:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 325.18562047799998, 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135, 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156229 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502742+0000", 2023-09-23T18:13:57.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0099999999999998e-06 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502749+0000", 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5379999999999998e-05 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502765+0000", 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.759e-06 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502771+0000", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9567000000000001e-05 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502831+0000", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056352799999999999 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503395+0000", 2023-09-23T18:13:57.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007871645 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511266+0000", 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6538999999999994e-05 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511333+0000", 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048657699999999997 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511819+0000", 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035737189999999999 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.515393+0000", 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001460182 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.516853+0000", 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095292605000000002 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612146+0000", 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4873000000000001e-05 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612201+0000", 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00049910700000000004 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612700+0000", 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8891 7.5 7:a3d5c0d3:::benchmark_data_smithi018_282512_object8890:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 232.19063756099999, 2023-09-23T18:13:57.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994, 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8891 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:13:57.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497725+0000", 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018118499999999999 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497906+0000", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081846376999999998 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579752+0000", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1911e-05 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579764+0000", 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8667e-05 2023-09-23T18:13:57.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015977 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579973+0000", 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014342000000000001 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:13:57.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580116+0000", 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010687030000000001 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581185+0000", 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060325500000000002 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581788+0000", 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079322500000000005 2023-09-23T18:13:57.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582581+0000", 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6091000000000002e-05 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582637+0000", 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1607999999999999e-05 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582679+0000", 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8886 7.6 e276/272 7:6e03abb4:::benchmark_data_smithi018_282512_object8885:head v 276'507, mlcod=276'505)", 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 232.18973133399999, 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996, 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.812 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498632+0000", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6087000000000006e-05 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498698+0000", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081052302000000007 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579750+0000", 2023-09-23T18:13:57.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1610000000000003e-06 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579758+0000", 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4530000000000001e-05 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2280999999999998e-05 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579845+0000", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000726387 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580572+0000", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0213e-05 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580602+0000", 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996 2023-09-23T18:13:57.816 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8898 7.8 e276/272 7:14fe983b:::benchmark_data_smithi018_282512_object8897:head v 276'536, mlcod=276'534)", 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 232.18872467099999, 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997, 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499639+0000", 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8607999999999999e-05 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499697+0000", 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080069477 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579767+0000", 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8599999999999993e-06 2023-09-23T18:13:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579775+0000", 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3720000000000007e-05 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579838+0000", 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7966999999999998e-05 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579866+0000", 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001565723 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581432+0000", 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0352000000000003e-05 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581472+0000", 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.821 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56204 7.5 7:a12b3299:::benchmark_data_smithi018_282512_object56203:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 202.638601894, 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005, 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:13:57.822 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56204 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:13:57.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049760+0000", 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011105200000000001 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049871+0000", 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8698e-05 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049890+0000", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1000000000000004e-06 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049898+0000", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5148000000000001e-05 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049953+0000", 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158908 2023-09-23T18:13:57.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050112+0000", 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018698799999999999 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050299+0000", 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021463749999999998 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052446+0000", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9864000000000001e-05 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052506+0000", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197158000000005 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133703+0000", 2023-09-23T18:13:57.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8170000000000002e-05 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133741+0000", 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1379999999999998e-05 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133812+0000", 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.828 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:124452 7.5 7:a40a701f:::benchmark_data_smithi018_282512_object23716:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 93.471424752000004, 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999, 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:13:57.829 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124452 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:13:57.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216938+0000", 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216946+0000", 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4022000000000001e-05 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:13:57.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216960+0000", 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8089999999999998e-06 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216965+0000", 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1918e-05 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217017+0000", 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013400599999999999 2023-09-23T18:13:57.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217151+0000", 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038972300000000002 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217541+0000", 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001430579 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:13:57.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.218972+0000", 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042907190000000001 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.223262+0000", 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12574829100000001 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349011+0000", 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012112099999999999 2023-09-23T18:13:57.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349132+0000", 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3937000000000003e-05 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349176+0000", 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.835 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.836 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:13:57.836 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:13:57.836 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:13:57.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:57.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:13:57.837 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:13:57.838 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[153734]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.3 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 208 op/s; 37029/113727 objects degraded (32.560%); 13518/113727 objects misplaced (11.886%); 12 MiB/s, 196 objects/s recovering 2023-09-23T18:13:57.838 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 37029/113727 objects degraded (32.560%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:13:57.838 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1567775022' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.838 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:13:57.941 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:58.079 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:13:58.084 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:58.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:58.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:58.144 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:13:58.197 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:13:58.347 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:58.522 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:13:58.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:58.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:13:58.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:58.665 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:58.699 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:58.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:58.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:58.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:13:58.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[153734]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[153734]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[153734]: osdmap e327: 8 total, 8 up, 6 in 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[153734]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[149401]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[149401]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[149401]: osdmap e327: 8 total, 8 up, 6 in 2023-09-23T18:13:58.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:58 smithi018 ceph-mon[149401]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:58 smithi149 ceph-mon[135148]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:58 smithi149 ceph-mon[135148]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:13:58.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:58 smithi149 ceph-mon[135148]: osdmap e327: 8 total, 8 up, 6 in 2023-09-23T18:13:58.828 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:58 smithi149 ceph-mon[135148]: failed to encode map e327 with expected crc 2023-09-23T18:13:58.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:58.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:13:58.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:58.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:13:58.878 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:58.923 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:58.970 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:13:58.999 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:59.036 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:13:59.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:59.040 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:13:59.111 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:13:59.141 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:13:59.172 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:59.209 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:13:59.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:59.214 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:13:59.315 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:13:59.413 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:59.572 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:13:59 smithi018 ceph-mon[153734]: pgmap v941: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 457 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 18 MiB/s, 278 objects/s recovering 2023-09-23T18:13:59.572 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:13:59 smithi018 ceph-mon[149401]: pgmap v941: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 457 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 18 MiB/s, 278 objects/s recovering 2023-09-23T18:13:59.762 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:13:59.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:59.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:13:59.876 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:13:59.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:13:59 smithi149 ceph-mon[135148]: pgmap v941: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 457 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 18 MiB/s, 278 objects/s recovering 2023-09-23T18:13:59.910 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:13:59.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:13:59.958 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:13:59.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:00.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:00.087 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:00.131 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:00.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:00.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:00.234 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:00.337 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:01.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:01 smithi149 ceph-mon[135148]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 348 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T18:14:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36390/107736 objects degraded (33.777%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:01 smithi018 ceph-mon[149401]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 348 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T18:14:02.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36390/107736 objects degraded (33.777%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:01 smithi018 ceph-mon[153734]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.2 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 348 op/s; 36390/107736 objects degraded (33.777%); 12937/107736 objects misplaced (12.008%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T18:14:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36390/107736 objects degraded (33.777%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:02.536 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:02.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:02.542 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:02.643 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:02.670 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:02.708 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:02.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:02.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:02.813 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:02.920 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:03.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:03.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:03.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:03.802 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:03.832 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:03.870 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:03.872 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:03 smithi149 ceph-mon[135148]: pgmap v943: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.2 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 36184/102966 objects degraded (35.142%); 12244/102966 objects misplaced (11.891%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:14:03.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:03.873 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:03.974 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:04.002 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:04.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:04.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:04.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:04.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:03 smithi018 ceph-mon[153734]: pgmap v943: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.2 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 36184/102966 objects degraded (35.142%); 12244/102966 objects misplaced (11.891%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:14:04.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:03 smithi018 ceph-mon[149401]: pgmap v943: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.2 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 36184/102966 objects degraded (35.142%); 12244/102966 objects misplaced (11.891%); 11 MiB/s, 170 objects/s recovering 2023-09-23T18:14:04.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:04.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:05.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:05.131 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:05.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:05.291 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:04] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.33.4" 2023-09-23T18:14:05.312 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:05.646 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:05.659 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:05.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:05.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:05.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:05 smithi018 ceph-mon[149401]: pgmap v944: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 461 op/s; 35740/100758 objects degraded (35.471%); 12091/100758 objects misplaced (12.000%); 11 MiB/s, 172 objects/s recovering 2023-09-23T18:14:05.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:05 smithi018 ceph-mon[153734]: pgmap v944: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 461 op/s; 35740/100758 objects degraded (35.471%); 12091/100758 objects misplaced (12.000%); 11 MiB/s, 172 objects/s recovering 2023-09-23T18:14:05.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:05 smithi149 ceph-mon[135148]: pgmap v944: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.1 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 461 op/s; 35740/100758 objects degraded (35.471%); 12091/100758 objects misplaced (12.000%); 11 MiB/s, 172 objects/s recovering 2023-09-23T18:14:05.908 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:06.031 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:06.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:06.039 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:06.130 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:06.140 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:06.173 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:06.224 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:06.230 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:06.281 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:06.315 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:06.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:06.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:06.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:06.395 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:06.446 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:06.458 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:06.498 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.520 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.520 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:14:06.598 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:06.699 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:14:06.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2093590729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:06.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:06.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 35740/100758 objects degraded (35.471%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:06.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2093590729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:06.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:06.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 35740/100758 objects degraded (35.471%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2093590729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 35740/100758 objects degraded (35.471%), 23 pgs degraded (PG_DEGRADED) 2023-09-23T18:14:07.175 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:07.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:07.187 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:07.288 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:07.380 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:07.488 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:07.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:07.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:07.597 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:07.625 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:07.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: pgmap v945: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.0 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 35740/99807 objects degraded (35.809%); 11871/99807 objects misplaced (11.894%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:14:07.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:07.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.652 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1592940616' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.662 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:07.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:07.668 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:07.690 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:14:07.769 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:07.796 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:07.837 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:07.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:07.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: pgmap v945: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.0 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 35740/99807 objects degraded (35.809%); 11871/99807 objects misplaced (11.894%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.896 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.897 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1592940616' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.897 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: pgmap v945: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 2.0 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 35740/99807 objects degraded (35.809%); 11871/99807 objects misplaced (11.894%); 11 MiB/s, 175 objects/s recovering 2023-09-23T18:14:07.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3357555668' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: failed to encode map e328 with expected crc 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1592940616' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:14:07.942 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:07.973 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:08.012 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:08.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:08.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:08.116 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:08.211 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:08.227 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:14:08.311 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:08.311 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:08.325 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:08.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:08.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:08.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:08.530 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:08.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[153734]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:14:08.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[153734]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[153734]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T18:14:08.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[153734]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[149401]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:14:08.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[149401]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[149401]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T18:14:08.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:08 smithi018 ceph-mon[149401]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.813 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:08.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:08.828 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:08.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:14:08.928 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:08.953 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:08 smithi149 ceph-mon[135148]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:14:08.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:08 smithi149 ceph-mon[135148]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:08 smithi149 ceph-mon[135148]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T18:14:08.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:08 smithi149 ceph-mon[135148]: failed to encode map e329 with expected crc 2023-09-23T18:14:08.956 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:08.995 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:08.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:08.999 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:09.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:09.127 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:09.167 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:09.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:09.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:09.193 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:14:09.271 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:09.299 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:09.334 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:09.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:09.337 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:09.357 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:09.438 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:09.544 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:14:09.548 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:09.681 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:09.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:09.688 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:09.789 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:09.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[149401]: pgmap v948: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 583 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 14 MiB/s, 223 objects/s recovering 2023-09-23T18:14:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:09.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:09.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[153734]: pgmap v948: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 583 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 14 MiB/s, 223 objects/s recovering 2023-09-23T18:14:09.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:09.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:09.973 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:09 smithi149 ceph-mon[135148]: pgmap v948: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 583 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 14 MiB/s, 223 objects/s recovering 2023-09-23T18:14:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:10.403 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:10.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:10.414 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:10.514 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:10.542 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:10.585 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:10.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:10.589 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:10.690 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:10.718 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:10.755 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:10.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:10.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:10.862 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:10.906 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:10.946 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:10.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:10.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:11.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:11.082 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:11.121 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:11.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:11.125 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:11.226 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:11.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:12.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:11 smithi018 ceph-mon[149401]: pgmap v949: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 384 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:14:12.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 35104/93738 objects degraded (37.449%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:12.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:11 smithi018 ceph-mon[153734]: pgmap v949: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 384 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:14:12.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 35104/93738 objects degraded (37.449%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:11 smithi149 ceph-mon[135148]: pgmap v949: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.9 GiB data, 7.9 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 384 op/s; 35104/93738 objects degraded (37.449%); 11246/93738 objects misplaced (11.997%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T18:14:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 35104/93738 objects degraded (37.449%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:13.283 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:13.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:13.290 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:13.349 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:13.383 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:13.391 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:13.521 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:14.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:13 smithi018 ceph-mon[149401]: pgmap v950: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 485 op/s; 34873/89097 objects degraded (39.140%); 10549/89097 objects misplaced (11.840%); 12 MiB/s, 192 objects/s recovering 2023-09-23T18:14:14.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:13 smithi018 ceph-mon[153734]: pgmap v950: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 485 op/s; 34873/89097 objects degraded (39.140%); 10549/89097 objects misplaced (11.840%); 12 MiB/s, 192 objects/s recovering 2023-09-23T18:14:14.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:13 smithi149 ceph-mon[135148]: pgmap v950: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 485 op/s; 34873/89097 objects degraded (39.140%); 10549/89097 objects misplaced (11.840%); 12 MiB/s, 192 objects/s recovering 2023-09-23T18:14:14.519 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:14.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:14.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:14.633 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:14.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:14.761 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:15.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:14] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.33.4" 2023-09-23T18:14:15.809 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:15.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:15.829 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:15.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:16.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:15 smithi018 ceph-mon[149401]: pgmap v951: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 535 op/s; 34447/86946 objects degraded (39.619%); 10401/86946 objects misplaced (11.963%); 13 MiB/s, 201 objects/s recovering 2023-09-23T18:14:16.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:15 smithi018 ceph-mon[153734]: pgmap v951: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 535 op/s; 34447/86946 objects degraded (39.619%); 10401/86946 objects misplaced (11.963%); 13 MiB/s, 201 objects/s recovering 2023-09-23T18:14:16.020 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:16.140 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:15 smithi149 ceph-mon[135148]: pgmap v951: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.6 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 535 op/s; 34447/86946 objects degraded (39.619%); 10401/86946 objects misplaced (11.963%); 13 MiB/s, 201 objects/s recovering 2023-09-23T18:14:16.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:16.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:16.254 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:16.300 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:16.335 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:16.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:16.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:16.439 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:16.562 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:16.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:16.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:16.781 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:16.806 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:14:16.814 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:16.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:14:16.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 34447/86946 objects degraded (39.619%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:16.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:14:16.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 34447/86946 objects degraded (39.619%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:16.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:16.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:16.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:16.956 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:16.993 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:17.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:14:17.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 34447/86946 objects degraded (39.619%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:17.239 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:17.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:17.242 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:17.343 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:17.375 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:17.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:17.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:17.781 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:17.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:14:17.881 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:17.953 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:17.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: pgmap v952: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 333 op/s; 34447/86061 objects degraded (40.026%); 10165/86061 objects misplaced (11.811%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: failed to encode map e330 with expected crc 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: failed to encode map e330 with expected crc 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[153734]: failed to encode map e330 with expected crc 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: pgmap v952: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 333 op/s; 34447/86061 objects degraded (40.026%); 10165/86061 objects misplaced (11.811%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: failed to encode map e330 with expected crc 2023-09-23T18:14:17.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: failed to encode map e330 with expected crc 2023-09-23T18:14:17.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:14:17.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T18:14:17.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:17 smithi018 ceph-mon[149401]: failed to encode map e330 with expected crc 2023-09-23T18:14:18.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: pgmap v952: 99 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 72 active+clean; 1.8 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 333 op/s; 34447/86061 objects degraded (40.026%); 10165/86061 objects misplaced (11.811%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T18:14:18.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: failed to encode map e330 with expected crc 2023-09-23T18:14:18.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: failed to encode map e330 with expected crc 2023-09-23T18:14:18.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1935041397' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:14:18.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T18:14:18.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:17 smithi149 ceph-mon[135148]: failed to encode map e330 with expected crc 2023-09-23T18:14:18.265 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:18.290 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:18.293 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:18.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:18.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:18.311 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:18.335 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:18.358 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:18.380 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:18.398 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:18.430 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.431 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:14:18.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:18.626 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:18.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:18.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:18.730 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:18.789 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:14:18.789 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:14:18.789 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:14:18.789 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:14:18.789 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:14:18.822 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:18.858 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:18.860 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: failed to encode map e331 with expected crc 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: failed to encode map e331 with expected crc 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: failed to encode map e331 with expected crc 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: failed to encode map e331 with expected crc 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: failed to encode map e331 with expected crc 2023-09-23T18:14:18.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4230675513' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:18.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:18.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:18.963 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:18.991 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:19.027 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:19.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:19.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4230675513' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: failed to encode map e331 with expected crc 2023-09-23T18:14:19.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4230675513' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:19.132 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:19.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:19.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:19.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:19.521 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:14:19.559 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:19.616 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:19.758 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:19.798 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:19.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:19.802 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: pgmap v955: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 14 MiB/s, 235 objects/s recovering 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: 7.9 starting backfill to osd.4 from (0'0,286'5356] MIN to 329'9322 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/907915372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:19.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:19.808 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[149401]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: pgmap v955: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 14 MiB/s, 235 objects/s recovering 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: 7.9 starting backfill to osd.4 from (0'0,286'5356] MIN to 329'9322 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/907915372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:19.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:19 smithi018 ceph-mon[153734]: failed to encode map e332 with expected crc 2023-09-23T18:14:19.855 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:14:19.904 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:19.935 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:19.974 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:19.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:19.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:20.078 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: pgmap v955: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 14 MiB/s, 235 objects/s recovering 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: failed to encode map e332 with expected crc 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: failed to encode map e332 with expected crc 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: 7.9 starting backfill to osd.4 from (0'0,286'5356] MIN to 329'9322 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: failed to encode map e332 with expected crc 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/907915372' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:20.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:19 smithi149 ceph-mon[135148]: failed to encode map e332 with expected crc 2023-09-23T18:14:20.179 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:20.383 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:20.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:20.389 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:20.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:20.616 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:20.805 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:20.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:20.816 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:20.918 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:20.951 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:20.989 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:20.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:20.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T18:14:21.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[149401]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.073 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:20 smithi018 ceph-mon[153734]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.092 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.120 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:20 smithi149 ceph-mon[135148]: failed to encode map e333 with expected crc 2023-09-23T18:14:21.122 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:21.164 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:21.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:21.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:21.270 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:21.376 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:21.514 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:14:21.527 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:21.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:21.531 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:21.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:21.664 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:21.811 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:21.827 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:21.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:21.832 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:21.933 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:21.961 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:22.005 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:22.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:22.009 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:21 smithi018 ceph-mon[149401]: pgmap v958: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:14:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 28785/79608 objects degraded (36.158%), 21 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:21 smithi018 ceph-mon[153734]: pgmap v958: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:14:22.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 28785/79608 objects degraded (36.158%), 21 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:22.110 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:22.134 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:21 smithi149 ceph-mon[135148]: pgmap v958: 99 pgs: 2 remapped+peering, 3 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 69 active+clean; 1.6 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 28785/79608 objects degraded (36.158%); 9555/79608 objects misplaced (12.003%); 11 MiB/s, 181 objects/s recovering 2023-09-23T18:14:22.134 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 28785/79608 objects degraded (36.158%), 21 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:22.137 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:22.175 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:22.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:22.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:22.280 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:22.311 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:22.349 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:22.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:22.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:22.453 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:22.549 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:22.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:14:22.933 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:22.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:22.943 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:23.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:23.323 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:23.556 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:23.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:23.563 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:23.613 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:23.664 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:23.690 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:23.730 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:23.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:23.734 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:23.835 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:23.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:23.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:23.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:23.906 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:23.940 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:14:24.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:24.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:23 smithi149 ceph-mon[135148]: pgmap v959: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 3 peering, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 65 active+clean; 1.6 GiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 284 op/s; 31882/76869 objects degraded (41.476%); 8618/76869 objects misplaced (11.211%); 7.4 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T18:14:24.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3492848757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.036 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:24.071 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:24.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:24.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:24.172 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[153734]: pgmap v959: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 3 peering, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 65 active+clean; 1.6 GiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 284 op/s; 31882/76869 objects degraded (41.476%); 8618/76869 objects misplaced (11.211%); 7.4 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T18:14:24.172 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3492848757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.172 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[149401]: pgmap v959: 99 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 3 peering, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 65 active+clean; 1.6 GiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 284 op/s; 31882/76869 objects degraded (41.476%); 8618/76869 objects misplaced (11.211%); 7.4 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T18:14:24.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3492848757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.173 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:14:24.175 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:24.283 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:24.466 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:118379 7.8 7:14018205:::benchmark_data_smithi018_282512_object17643:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:07.646011+0000", 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 136.81684040100001, 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.096953783000000002, 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.467 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 118379 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646011+0000", 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646011+0000", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646011+0000", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646014+0000", 2023-09-23T18:14:24.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.101e-06 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646020+0000", 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2729999999999999e-06 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.646025+0000", 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5369999999999999e-06 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.650776+0000", 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047510160000000003 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.650888+0000", 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011254100000000001 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:14:24.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.650987+0000", 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9178999999999994e-05 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.739035+0000", 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.088047887000000005 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.739229+0000", 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019390299999999999 2023-09-23T18:14:24.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.742862+0000", 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036324059999999999 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.742923+0000", 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1901000000000002e-05 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.742965+0000", 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1468999999999999e-05 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:118377 7.3 e302/272 7:c32fa444:::benchmark_data_smithi018_282512_object17641:head v 302'7297, mlcod=302'7295)", 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:07.652968+0000", 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 136.80988309700001, 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10673911599999999, 2023-09-23T18:14:24.474 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652968+0000", 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652968+0000", 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652968+0000", 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652976+0000", 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5709999999999998e-06 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652990+0000", 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.403e-05 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.652998+0000", 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7109999999999995e-06 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.738969+0000", 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085971042999999997 2023-09-23T18:14:24.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.738994+0000", 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5406999999999999e-05 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.759662+0000", 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020668033999999998 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.759708+0000", 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5207999999999998e-05 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:118375 7.a e302/272 7:59ff513b:::benchmark_data_smithi018_282512_object17639:head v 302'7510, mlcod=302'7508)", 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:07.653013+0000", 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 136.80983848599999, 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.095499733000000003, 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.479 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653013+0000", 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653013+0000", 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.480 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653013+0000", 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653017+0000", 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8290000000000001e-06 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653022+0000", 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4419999999999997e-06 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.653026+0000", 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.194e-06 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.738969+0000", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.085942768000000003 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.738993+0000", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3981e-05 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.748485+0000", 2023-09-23T18:14:24.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0094918180000000008 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:07.748513+0000", 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7920999999999999e-05 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124448 7.e 7:73e4d2e8:::benchmark_data_smithi018_282512_object23712:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:14:24.484 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.24588590800001, 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.147395795, 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124448 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216964+0000", 2023-09-23T18:14:24.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216974+0000", 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0175e-05 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216991+0000", 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7119e-05 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217000+0000", 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7960000000000001e-06 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219405+0000", 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024056500000000001 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219541+0000", 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013582899999999999 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219659+0000", 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118032 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231310+0000", 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01165126 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235371+0000", 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004060386 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364283+0000", 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12891242 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364326+0000", 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2518000000000002e-05 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364361+0000", 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5639999999999998e-05 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.491 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124449 7.e 7:72093149:::benchmark_data_smithi018_282512_object23713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.24584406699999, 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14745223499999999, 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124449 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.493 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217007+0000", 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217010+0000", 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1930000000000002e-06 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217015+0000", 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1329999999999998e-06 2023-09-23T18:14:24.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.495 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217020+0000", 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4710000000000001e-06 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223989+0000", 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069691900000000001 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.224099+0000", 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109969 2023-09-23T18:14:24.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.224198+0000", 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9245000000000003e-05 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231353+0000", 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071544290000000003 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235376+0000", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004023619 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364398+0000", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.129021937 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364432+0000", 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3569999999999999e-05 2023-09-23T18:14:24.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364460+0000", 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7844999999999999e-05 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124453 7.e 7:7a27411c:::benchmark_data_smithi018_282512_object23717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:14:24.499 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.219390+0000", 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.243461514, 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.145329078, 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124453 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.500 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219390+0000", 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219390+0000", 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219389+0000", 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219396+0000", 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0419999999999997e-06 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219409+0000", 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3247999999999999e-05 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219419+0000", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6360000000000006e-06 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231376+0000", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011957577 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231525+0000", 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014880199999999999 2023-09-23T18:14:24.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231645+0000", 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120399 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235408+0000", 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00376305 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235452+0000", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3977000000000003e-05 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364643+0000", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.129190204 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364689+0000", 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6570999999999998e-05 2023-09-23T18:14:24.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364719+0000", 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9918999999999999e-05 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:135166 7.c e311/299 7:33d1b471:::benchmark_data_smithi018_282512_object34430:head v 311'8700, mlcod=276'837)", 2023-09-23T18:14:24.506 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:46.572036+0000", 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 97.890815203000002, 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070388055000000005, 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572036+0000", 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572036+0000", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572035+0000", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572044+0000", 2023-09-23T18:14:24.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2649999999999996e-06 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572053+0000", 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7399999999999999e-06 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572061+0000", 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5870000000000004e-06 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572104+0000", 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2879000000000001e-05 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572129+0000", 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5511999999999999e-05 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.642387+0000", 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070257407999999993 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.642424+0000", 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7573000000000001e-05 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:135170 7.c e311/299 7:376f095d:::benchmark_data_smithi018_282512_object34434:head v 311'8701, mlcod=276'837)", 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:46.572075+0000", 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 97.890777006999997, 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070370378999999997, 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572075+0000", 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572075+0000", 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572074+0000", 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572079+0000", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.34e-06 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572085+0000", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3409999999999999e-06 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.572090+0000", 2023-09-23T18:14:24.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8380000000000001e-06 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.579418+0000", 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073287120000000002 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.579445+0000", 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6262e-05 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.642427+0000", 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062982745000000007 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:46.642445+0000", 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7453999999999999e-05 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:146440 7.8 7:100fb98b:::benchmark_data_smithi018_282512_object45704:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:12.905991+0000", 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 71.556860549999996, 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.084616759, 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 146440 2023-09-23T18:14:24.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.905991+0000", 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.905991+0000", 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.905990+0000", 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.905995+0000", 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3029999999999999e-06 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.906003+0000", 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5180000000000004e-06 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.906009+0000", 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.322e-06 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.907695+0000", 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001686302 2023-09-23T18:14:24.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.907878+0000", 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018274200000000001 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.908397+0000", 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051925400000000003 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.910933+0000", 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025361239999999998 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.911138+0000", 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020463799999999999 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.989010+0000", 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.077872544000000002 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.989067+0000", 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6261999999999998e-05 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.990608+0000", 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001541265 2023-09-23T18:14:24.523 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:146449 7.8 7:10e2990f:::benchmark_data_smithi018_282512_object45713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:12.921562+0000", 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 71.54128944, 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070370998000000004, 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.524 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 146449 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921562+0000", 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921562+0000", 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921560+0000", 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921569+0000", 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0229999999999998e-06 2023-09-23T18:14:24.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921587+0000", 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7782999999999999e-05 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921594+0000", 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4560000000000003e-06 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921653+0000", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8641000000000003e-05 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.921873+0000", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000219934 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.922372+0000", 2023-09-23T18:14:24.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049913599999999996 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.924091+0000", 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017191140000000001 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.924896+0000", 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00080431800000000005 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.990656+0000", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065760521000000002 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.990713+0000", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7197000000000001e-05 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:12.991933+0000", 2023-09-23T18:14:24.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001219791 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:153357 7.e 7:7294f597:::benchmark_data_smithi018_282512_object52621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:29.268826+0000", 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 55.194025338000003, 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.107070918, 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.531 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 153357 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268826+0000", 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268826+0000", 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268826+0000", 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268829+0000", 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9830000000000001e-06 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268835+0000", 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0979999999999999e-06 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268840+0000", 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7110000000000003e-06 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.272902+0000", 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040628929999999997 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.273020+0000", 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011803699999999999 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.273125+0000", 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010494500000000001 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.279791+0000", 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066655869999999997 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.285993+0000", 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0062018129999999996 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.375809+0000", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.089816459000000001 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.375857+0000", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8055e-05 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.375897+0000", 2023-09-23T18:14:24.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.981e-05 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:153359 7.e 7:7931b2b6:::benchmark_data_smithi018_282512_object52623:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:29.268844+0000", 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 55.194008066000002, 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10864685, 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.538 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 153359 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268844+0000", 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268844+0000", 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268843+0000", 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268845+0000", 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0770000000000002e-06 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268850+0000", 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6609999999999999e-06 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.268854+0000", 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1840000000000001e-06 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.276352+0000", 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0074980200000000002 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.276446+0000", 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3796999999999997e-05 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.276516+0000", 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0396999999999997e-05 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.279909+0000", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033926049999999999 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.286647+0000", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067376770000000001 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.377403+0000", 2023-09-23T18:14:24.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.090756371000000002 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.377453+0000", 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9777999999999997e-05 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.377490+0000", 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7604000000000001e-05 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.544 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "MOSDPGPush(7.b 320/318 [PushOp(7:d7679362:::benchmark_data_smithi018_282512_object52634:head, version: 279'3307, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(7:d7679362:::benchmark_data_smithi018_282512_object52634:head@279'3307, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:29.302010+0000", 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 55.160841740000002, 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070451918000000002, 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302010+0000", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302010+0000", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302009+0000", 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302057+0000", 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.757e-05 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302067+0000", 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8390000000000002e-06 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.302075+0000", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5399999999999996e-06 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.303069+0000", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00099352199999999994 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.303077+0000", 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:14:24.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:29.372462+0000", 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.069384500000000002 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:155171 7.5 7:a7358e89:::benchmark_data_smithi018_282512_object54435:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.549 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:32.694482+0000", 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 51.768369905, 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.080549939000000001, 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 155171 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694482+0000", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694482+0000", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694480+0000", 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694487+0000", 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6259999999999997e-06 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694499+0000", 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2252999999999999e-05 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694508+0000", 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3100000000000001e-06 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694550+0000", 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2401999999999998e-05 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.694659+0000", 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010922899999999999 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.695098+0000", 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043912699999999999 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.697482+0000", 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023833190000000001 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.701574+0000", 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040925199999999997 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.774863+0000", 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.073289101999999995 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.774911+0000", 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7605999999999998e-05 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:32.775032+0000", 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012073100000000001 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:155625 7.e 7:77f648f1:::benchmark_data_smithi018_282512_object54889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:33.600921+0000", 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 50.861930606000001, 2023-09-23T18:14:24.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.072449622000000005, 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 155625 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600921+0000", 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600921+0000", 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600920+0000", 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600924+0000", 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0559999999999998e-06 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600933+0000", 2023-09-23T18:14:24.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4489999999999999e-06 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.600940+0000", 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3019999999999997e-06 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.605887+0000", 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049468740000000004 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.606003+0000", 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011591000000000001 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.606123+0000", 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011962400000000001 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.612560+0000", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0064377749999999997 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.612595+0000", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4251000000000001e-05 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.673290+0000", 2023-09-23T18:14:24.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060695312000000001 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.673336+0000", 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6582999999999998e-05 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.673371+0000", 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4099e-05 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.564 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:155632 7.e 7:70ef0a45:::benchmark_data_smithi018_282512_object54896:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:33.614938+0000", 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 50.847913767000001, 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.074412803999999999, 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.565 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 155632 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614938+0000", 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614938+0000", 2023-09-23T18:14:24.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614937+0000", 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614942+0000", 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1930000000000001e-06 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614951+0000", 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0499999999999997e-06 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614956+0000", 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3090000000000003e-06 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.614994+0000", 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7279e-05 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.615065+0000", 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1175999999999998e-05 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.615129+0000", 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4521000000000001e-05 2023-09-23T18:14:24.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.617020+0000", 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001890744 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.618290+0000", 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001269528 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.689257+0000", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070967743 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.689311+0000", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3637999999999997e-05 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:33.689351+0000", 2023-09-23T18:14:24.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9541e-05 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:157640 7.15 7:adccfcd7:::benchmark_data_smithi018_282512_object56904:head [delete] snapc 0=[] ondisk+write+known_if_redirected e320)", 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:37.752028+0000", 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 46.710823476000002, 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.098019629999999996, 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.572 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 157640 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752028+0000", 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752028+0000", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752026+0000", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752037+0000", 2023-09-23T18:14:24.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0348e-05 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752063+0000", 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6296999999999999e-05 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752074+0000", 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0715e-05 2023-09-23T18:14:24.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752308+0000", 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023420200000000001 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752450+0000", 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014185200000000001 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.752892+0000", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044214200000000002 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.761224+0000", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083325280000000005 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.761234+0000", 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6430000000000007e-06 2023-09-23T18:14:24.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.849904+0000", 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.088670448999999998 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.849954+0000", 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9409000000000001e-05 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:37.850048+0000", 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3890999999999999e-05 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:166329 7.15 7:aebf1a0d:::benchmark_data_smithi018_282512_object65593:head [delete] snapc 0=[] ondisk+write+known_if_redirected e327)", 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:58.398695+0000", 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 26.064156281999999, 2023-09-23T18:14:24.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.072718277999999997, 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 166329 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398695+0000", 2023-09-23T18:14:24.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398695+0000", 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398694+0000", 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398699+0000", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7879999999999997e-06 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398709+0000", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0172e-05 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.398715+0000", 2023-09-23T18:14:24.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2779999999999999e-06 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.400778+0000", 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020623820000000002 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.400941+0000", 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000163981 2023-09-23T18:14:24.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.401398+0000", 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00045688499999999997 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.414497+0000", 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01309895 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.416178+0000", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016808120000000001 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.470240+0000", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.054061682 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.470278+0000", 2023-09-23T18:14:24.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8345e-05 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:58.471414+0000", 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001135397 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.586 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:168993 7.18 7:192c1601:::benchmark_data_smithi018_282512_object68257:head [delete] snapc 0=[] ondisk+write+known_if_redirected e327)", 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:03.827981+0000", 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.634870573000001, 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12062315799999999, 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 168993 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.827981+0000", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.827981+0000", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.827979+0000", 2023-09-23T18:14:24.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.827987+0000", 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7489999999999998e-06 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.828000+0000", 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2836999999999999e-05 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.828008+0000", 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3469999999999999e-06 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.830255+0000", 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022463029999999998 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.830426+0000", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171292 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.830881+0000", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00045528300000000001 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.838749+0000", 2023-09-23T18:14:24.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078682779999999994 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.838760+0000", 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0152999999999999e-05 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.947113+0000", 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10835373199999999 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.947181+0000", 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7346000000000002e-05 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.948604+0000", 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001423428 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.593 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:169036 7.18 7:1f349259:::benchmark_data_smithi018_282512_object68300:head [delete] snapc 0=[] ondisk+write+known_if_redirected e327)", 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:03.974792+0000", 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 20.488060011999998, 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.088601344999999998, 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:14:24.594 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 169036 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974792+0000", 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974792+0000", 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:24.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974790+0000", 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974797+0000", 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9689999999999997e-06 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974809+0000", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2319e-05 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.974817+0000", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7559999999999999e-06 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.975025+0000", 2023-09-23T18:14:24.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020851299999999999 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.975197+0000", 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171316 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.975624+0000", 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042729600000000002 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.981336+0000", 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057122350000000004 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:03.990596+0000", 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0092597760000000008 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:14:24.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:04.061911+0000", 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.071314657000000004 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:04.061970+0000", 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8863999999999997e-05 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:04.063393+0000", 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014232719999999999 2023-09-23T18:14:24.600 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.601 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.601 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.601 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:24.601 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:24.601 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:14:24.650 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:24.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:24.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:24.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:24.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:14:24.797 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:24.860 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:25.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:14:25.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T18:14:25.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: pgmap v961: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 39500/75303 objects degraded (52.455%); 8523/75303 objects misplaced (11.318%); 6.2 MiB/s, 1 keys/s, 198 objects/s recovering 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:14:25.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: pgmap v961: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 39500/75303 objects degraded (52.455%); 8523/75303 objects misplaced (11.318%); 6.2 MiB/s, 1 keys/s, 198 objects/s recovering 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:25.066 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:24] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.33.4" 2023-09-23T18:14:25.146 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:25.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:25.162 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:25.262 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.289 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: failed to encode map e334 with expected crc 2023-09-23T18:14:25.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: pgmap v961: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 39500/75303 objects degraded (52.455%); 8523/75303 objects misplaced (11.318%); 6.2 MiB/s, 1 keys/s, 198 objects/s recovering 2023-09-23T18:14:25.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:25.292 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:25.328 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:25.331 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:14:25.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:25.332 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:25.433 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:25.530 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:25.683 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:25.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:25.687 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:25.788 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:25.879 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:25.951 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:25.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:25.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:26.033 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:14:26.036 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:26.060 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:26.077 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:26.098 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:26.114 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:26.155 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:26.168 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:26.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:26.171 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:26.188 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:26.198 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3068501489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:26.198 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3068501489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:26.235 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:26.266 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:26.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:26.277 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:26.299 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3068501489' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:26.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:26.324 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:26.348 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:26.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:26.351 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.352 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.353 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:14:26.452 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:26.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:26.574 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:26.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:26.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:26.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:26.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:26.989 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:26.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:26.994 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:27.094 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:27.128 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:27.167 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:27.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:27.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:27.255 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:27 smithi149 ceph-mon[135148]: pgmap v962: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 232 op/s; 39500/74316 objects degraded (53.151%); 8307/74316 objects misplaced (11.178%); 6.7 MiB/s, 1 keys/s, 185 objects/s recovering 2023-09-23T18:14:27.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 39500/75303 objects degraded (52.455%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:27.257 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:27 smithi018 ceph-mon[149401]: pgmap v962: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 232 op/s; 39500/74316 objects degraded (53.151%); 8307/74316 objects misplaced (11.178%); 6.7 MiB/s, 1 keys/s, 185 objects/s recovering 2023-09-23T18:14:27.257 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 39500/75303 objects degraded (52.455%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:27.257 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:27 smithi018 ceph-mon[153734]: pgmap v962: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.5 GiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 232 op/s; 39500/74316 objects degraded (53.151%); 8307/74316 objects misplaced (11.178%); 6.7 MiB/s, 1 keys/s, 185 objects/s recovering 2023-09-23T18:14:27.257 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 39500/75303 objects degraded (52.455%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:27.275 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:27.374 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:27.464 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:27.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:27.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:27.480 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:27.480 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:27.580 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:27.694 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:27.802 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:27.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:27.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:27.887 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:14:27.921 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:27.961 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:28.008 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:28.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:28.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:28.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:14:28.219 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:28.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1508455634' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:28 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1508455634' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:28 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1508455634' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:28 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:14:28.567 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:14:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:28.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:28.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:29.005 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:29.033 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:29.136 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:29.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:29.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:29.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:14:29.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[149401]: pgmap v964: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 483 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 9.0 MiB/s, 1 keys/s, 244 objects/s recovering 2023-09-23T18:14:29.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:29 smithi018 ceph-mon[153734]: pgmap v964: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 483 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 9.0 MiB/s, 1 keys/s, 244 objects/s recovering 2023-09-23T18:14:29.241 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:29.354 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: failed to encode map e335 with expected crc 2023-09-23T18:14:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:29 smithi149 ceph-mon[135148]: pgmap v964: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 483 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 9.0 MiB/s, 1 keys/s, 244 objects/s recovering 2023-09-23T18:14:30.040 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:30.040 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:30.506 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:14:31.172 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:14:31.212 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:31.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:31.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:31.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:31.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:31.442 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:31.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:31.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:31.501 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:31 smithi018 ceph-mon[149401]: pgmap v965: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 368 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 5.9 MiB/s, 120 objects/s recovering 2023-09-23T18:14:31.501 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:31 smithi018 ceph-mon[153734]: pgmap v965: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 368 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 5.9 MiB/s, 120 objects/s recovering 2023-09-23T18:14:31.546 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:31.592 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:31.629 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:31 smithi149 ceph-mon[135148]: pgmap v965: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.4 GiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 368 op/s; 39160/68010 objects degraded (57.580%); 7829/68010 objects misplaced (11.512%); 5.9 MiB/s, 120 objects/s recovering 2023-09-23T18:14:31.688 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:31.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:31.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:31.797 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:31.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:31.993 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:31.997 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:32.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:32.002 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:32.102 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:32.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:32.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:32.351 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:32.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 39160/68010 objects degraded (57.580%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:32.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3384918296' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.446 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 39160/68010 objects degraded (57.580%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:32.446 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3384918296' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.446 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:32 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.452 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:32.526 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:32.526 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:32.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 39160/68010 objects degraded (57.580%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:32.553 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3384918296' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.553 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:32 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:14:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:14:32.647 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:32.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:32.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:32.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:32.849 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:33.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:14:33.037 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:33.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:33.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:33.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:33.213 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:33.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:14:33.351 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:33.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T18:14:33.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:33.361 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:33.461 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: pgmap v966: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.3 GiB data, 6.5 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 503 op/s; 39160/62493 objects degraded (62.663%); 7234/62493 objects misplaced (11.576%); 5.9 MiB/s, 146 objects/s recovering 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:14:33.629 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[153734]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: pgmap v966: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.3 GiB data, 6.5 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 503 op/s; 39160/62493 objects degraded (62.663%); 7234/62493 objects misplaced (11.576%); 5.9 MiB/s, 146 objects/s recovering 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:14:33.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:33 smithi018 ceph-mon[149401]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T18:14:33.665 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:33.801 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:33.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:33.811 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: pgmap v966: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.3 GiB data, 6.5 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 503 op/s; 39160/62493 objects degraded (62.663%); 7234/62493 objects misplaced (11.576%); 5.9 MiB/s, 146 objects/s recovering 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: failed to encode map e336 with expected crc 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:14:33.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:33 smithi149 ceph-mon[135148]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T18:14:33.913 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:33.946 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:33.988 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:33.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:33.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:34.092 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:34.119 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:34.155 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:34.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:34.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:34.259 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:34.293 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:34.319 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:34.336 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:34.336 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:34.352 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:34.374 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:34.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:34.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:34.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:34.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:34.516 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:34.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/70212912' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:34.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:34.583 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/70212912' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:34.604 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:34.615 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:34.653 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:34.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.684 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.684 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.684 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.684 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.684 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:14:34.698 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:34.711 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:34.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/70212912' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:34.902 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:34.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:34.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:35.010 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:35.138 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:35.293 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:35.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:35.300 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:35.300 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:34] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.33.4" 2023-09-23T18:14:35.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:35.432 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:35.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:35.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:35.478 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:35.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:35.669 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:35 smithi149 ceph-mon[135148]: pgmap v968: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 596 op/s; 38846/59985 objects degraded (64.760%); 7077/59985 objects misplaced (11.798%); 7.0 MiB/s, 167 objects/s recovering 2023-09-23T18:14:35.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:35 smithi018 ceph-mon[149401]: pgmap v968: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 596 op/s; 38846/59985 objects degraded (64.760%); 7077/59985 objects misplaced (11.798%); 7.0 MiB/s, 167 objects/s recovering 2023-09-23T18:14:35.924 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:35 smithi018 ceph-mon[153734]: pgmap v968: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 596 op/s; 38846/59985 objects degraded (64.760%); 7077/59985 objects misplaced (11.798%); 7.0 MiB/s, 167 objects/s recovering 2023-09-23T18:14:35.986 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:35.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:35.993 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:36.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:36.128 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:36.165 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:36.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:36.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:36.270 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:36.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:36.339 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:36.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:36.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:36.443 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:36.549 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:36.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38846/59985 objects degraded (64.760%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:36.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38846/59985 objects degraded (64.760%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38846/59985 objects degraded (64.760%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:37.775 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:14:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:37 smithi149 ceph-mon[135148]: pgmap v969: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.2 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 359 op/s; 38846/59055 objects degraded (65.779%); 6839/59055 objects misplaced (11.581%); 6.0 MiB/s, 123 objects/s recovering 2023-09-23T18:14:38.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:37 smithi018 ceph-mon[149401]: pgmap v969: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.2 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 359 op/s; 38846/59055 objects degraded (65.779%); 6839/59055 objects misplaced (11.581%); 6.0 MiB/s, 123 objects/s recovering 2023-09-23T18:14:38.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:37 smithi018 ceph-mon[153734]: pgmap v969: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.2 GiB data, 6.2 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 359 op/s; 38846/59055 objects degraded (65.779%); 6839/59055 objects misplaced (11.581%); 6.0 MiB/s, 123 objects/s recovering 2023-09-23T18:14:38.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:38.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:38.862 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:38.963 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:38.992 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:39.035 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:39.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:39.038 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:39.139 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:39.169 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:39.207 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:39.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:39.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:39.312 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:39.340 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:39.377 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:39.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:39.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:39.481 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:39.511 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:39.549 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:39.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:39.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:39.653 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:39 smithi149 ceph-mon[135148]: pgmap v970: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:40.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:39 smithi018 ceph-mon[149401]: pgmap v970: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:40.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:40.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:39 smithi018 ceph-mon[153734]: pgmap v970: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:40.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:40.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:40.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:40.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:40.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:40.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185927 7.15 e336/324 7:ac3d8e4b:::benchmark_data_smithi018_282512_object85191:head v 336'9312, mlcod=279'3709)", 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.417722+0000", 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.014607403, 2023-09-23T18:14:40.440 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014641927000000001, 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417722+0000", 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417722+0000", 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417721+0000", 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417731+0000", 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4730000000000006e-06 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417745+0000", 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4345000000000001e-05 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417753+0000", 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2479999999999996e-06 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.419976+0000", 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022226730000000001 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.420000+0000", 2023-09-23T18:14:40.445 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3808999999999999e-05 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185928 7.14 e336/331 7:2a58fc50:::benchmark_data_smithi018_282512_object85192:head v 336'9777, mlcod=286'5424)", 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.417787+0000", 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.01454285, 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014649308, 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.446 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417787+0000", 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417787+0000", 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417786+0000", 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417791+0000", 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7999999999999998e-06 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417799+0000", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4830000000000002e-06 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417804+0000", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9069999999999998e-06 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417892+0000", 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8548999999999995e-05 2023-09-23T18:14:40.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417920+0000", 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7999000000000001e-05 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185930 7.14 e336/331 7:2e4e6363:::benchmark_data_smithi018_282512_object85194:head v 336'9778, mlcod=286'5424)", 2023-09-23T18:14:40.450 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.417815+0000", 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.014514795, 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014684404999999999, 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417815+0000", 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417815+0000", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417815+0000", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417818+0000", 2023-09-23T18:14:40.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0939999999999999e-06 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417823+0000", 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2329999999999997e-06 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.417827+0000", 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8999999999999999e-06 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.420534+0000", 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027068550000000002 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.420553+0000", 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9596e-05 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.454 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185929 7.5 e336/324 7:a47341b2:::benchmark_data_smithi018_282512_object85193:head v 336'9237, mlcod=279'3708)", 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.421689+0000", 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.010641045, 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010871221, 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421689+0000", 2023-09-23T18:14:40.455 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421689+0000", 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421688+0000", 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.456 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421697+0000", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7540000000000001e-06 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421709+0000", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1403000000000001e-05 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421717+0000", 2023-09-23T18:14:40.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8359999999999992e-06 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.422148+0000", 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043099000000000002 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.422171+0000", 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3779000000000001e-05 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.458 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185932 7.15 e336/324 7:af2b1acc:::benchmark_data_smithi018_282512_object85196:head v 336'9313, mlcod=279'3709)", 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.421729+0000", 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.010600221, 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010892509999999999, 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421729+0000", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421729+0000", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421729+0000", 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:40.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421734+0000", 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4859999999999999e-06 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421740+0000", 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4060000000000002e-06 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.421744+0000", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5229999999999997e-06 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.424868+0000", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031232370000000001 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.424887+0000", 2023-09-23T18:14:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9048000000000001e-05 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185935 7.9 e336/331 7:952659bd:::benchmark_data_smithi018_282512_object85199:head v 336'9669, mlcod=316'8501)", 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.426920+0000", 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0054099780000000002, 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057733849999999998, 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426920+0000", 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426920+0000", 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426919+0000", 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426926+0000", 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8589999999999999e-06 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426937+0000", 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.093e-05 2023-09-23T18:14:40.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426944+0000", 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3139999999999998e-06 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.426987+0000", 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2928e-05 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.427016+0000", 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9470000000000001e-05 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185936 7.15 e336/324 7:ad70ea18:::benchmark_data_smithi018_282512_object85200:head v 336'9314, mlcod=279'3709)", 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.430209+0000", 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0021201829999999999, 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025445910000000001, 2023-09-23T18:14:40.467 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430209+0000", 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430209+0000", 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430208+0000", 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430217+0000", 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7399999999999993e-06 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430229+0000", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2476e-05 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430235+0000", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7760000000000003e-06 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430275+0000", 2023-09-23T18:14:40.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9935999999999998e-05 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430313+0000", 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7459999999999997e-05 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.45734.0:185938 7.d e336/324 7:baf8f461:::benchmark_data_smithi018_282512_object85202:head v 336'11746, mlcod=0'0)", 2023-09-23T18:14:40.471 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:40.430253+0000", 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0020761600000000001, 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002561916, 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430253+0000", 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:14:40.472 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430253+0000", 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430253+0000", 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430258+0000", 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5399999999999997e-06 2023-09-23T18:14:40.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430265+0000", 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3180000000000001e-06 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430270+0000", 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.583e-06 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430333+0000", 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3640999999999996e-05 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:40.430356+0000", 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3283999999999999e-05 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:14:40.475 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:14:40.476 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 8 2023-09-23T18:14:40.476 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:14:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:40.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:40.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:40.601 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:40.629 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:40.668 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:40.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:40.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:40.775 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:40.880 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:41.216 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:41.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:41.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:41.323 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:41.339 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:14:41.436 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:41.451 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:41.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:41.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:41.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:41.647 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:14:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T18:14:41.738 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: pgmap v971: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:41.738 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3371280837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:41.738 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:41.738 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/941079725' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38532/52518 objects degraded (73.369%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: pgmap v971: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3371280837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/941079725' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:41.739 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38532/52518 objects degraded (73.369%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:41.796 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: pgmap v971: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 1.1 GiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 515 op/s; 38532/52518 objects degraded (73.369%); 6329/52518 objects misplaced (12.051%); 6.9 MiB/s, 155 objects/s recovering 2023-09-23T18:14:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3371280837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:14:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/941079725' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:14:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38532/52518 objects degraded (73.369%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:42.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:42.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:42.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:42.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:42.494 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: osdmap e337: 8 total, 8 up, 6 in 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[153734]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: osdmap e337: 8 total, 8 up, 6 in 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:42 smithi018 ceph-mon[149401]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.088 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:43.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.095 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: osdmap e337: 8 total, 8 up, 6 in 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:42 smithi149 ceph-mon[135148]: failed to encode map e337 with expected crc 2023-09-23T18:14:43.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:43.224 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.249 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:14:43.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:14:43.264 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:43.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.267 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:43.304 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:43.368 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:43.396 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:43.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:43.539 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:43.567 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.603 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:43.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.607 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:43.708 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:43.738 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.759 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:43.777 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:43.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.782 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:43.815 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:43.861 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:43.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:43.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:43 smithi149 ceph-mon[135148]: pgmap v973: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 986 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 38354/47184 objects degraded (81.286%); 5710/47184 objects misplaced (12.102%); 7.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:43.902 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:43.911 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:43.944 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:43.951 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:43.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:43.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:43.969 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:43 smithi018 ceph-mon[153734]: pgmap v973: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 986 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 38354/47184 objects degraded (81.286%); 5710/47184 objects misplaced (12.102%); 7.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:43.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:43 smithi018 ceph-mon[149401]: pgmap v973: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 986 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 38354/47184 objects degraded (81.286%); 5710/47184 objects misplaced (12.102%); 7.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:43.998 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:44.033 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:44.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:44.076 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:44.088 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.088 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.088 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.088 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.088 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.089 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.089 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.089 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:14:44.199 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:44.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:14:44.636 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:44.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:44.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:44.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:44.775 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:44.814 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:44.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:44.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:44.878 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:44.918 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:44.947 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:44.984 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:44.986 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1659502481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:44.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:44.987 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1659502481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:44.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1659502481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:44.999 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:44] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.33.4" 2023-09-23T18:14:45.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:45.193 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:45.487 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:45.487 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:45.513 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:45.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:45.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:45.622 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:45.653 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:45.694 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:45.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:45.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:45.799 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:45.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:45.864 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:45.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:45.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:45.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:45 smithi149 ceph-mon[135148]: pgmap v974: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 933 MiB data, 5.7 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 38137/44670 objects degraded (85.375%); 5551/44670 objects misplaced (12.427%); 6.6 MiB/s, 150 objects/s recovering 2023-09-23T18:14:45.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:46.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:45 smithi018 ceph-mon[153734]: pgmap v974: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 933 MiB data, 5.7 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 38137/44670 objects degraded (85.375%); 5551/44670 objects misplaced (12.427%); 6.6 MiB/s, 150 objects/s recovering 2023-09-23T18:14:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:45 smithi018 ceph-mon[149401]: pgmap v974: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 933 MiB data, 5.7 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 38137/44670 objects degraded (85.375%); 5551/44670 objects misplaced (12.427%); 6.6 MiB/s, 150 objects/s recovering 2023-09-23T18:14:46.069 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 38137/44670 objects degraded (85.375%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:46.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 38137/44670 objects degraded (85.375%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:46.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:14:46.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:14:46.926 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:46.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:46.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:47.038 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 38137/44670 objects degraded (85.375%), 27 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:47.065 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:47.102 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:47.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:47.105 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:47.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:47.233 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:47.270 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:47.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:47.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:47.374 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:47.404 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:47.441 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:47.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:47.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:47.460 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:47.545 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:47.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:47.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:47.862 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:47.866 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:47 smithi018 ceph-mon[149401]: pgmap v975: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 912 MiB data, 5.5 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 514 op/s; 38137/43620 objects degraded (87.430%); 5540/43620 objects misplaced (12.701%); 5.1 MiB/s, 148 objects/s recovering 2023-09-23T18:14:47.868 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:47 smithi018 ceph-mon[153734]: pgmap v975: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 912 MiB data, 5.5 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 514 op/s; 38137/43620 objects degraded (87.430%); 5540/43620 objects misplaced (12.701%); 5.1 MiB/s, 148 objects/s recovering 2023-09-23T18:14:47.963 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:48.055 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:48.137 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:47 smithi149 ceph-mon[135148]: pgmap v975: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 912 MiB data, 5.5 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 514 op/s; 38137/43620 objects degraded (87.430%); 5540/43620 objects misplaced (12.701%); 5.1 MiB/s, 148 objects/s recovering 2023-09-23T18:14:48.160 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:48.182 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:48.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:48.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:48.290 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:48.317 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:48.355 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:48.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:48.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:48.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:48.543 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:48.687 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:48.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:48.697 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:48.760 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:14:48.777 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:14:48.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:48.903 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:48 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:14:48.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:48 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:14:48.913 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:48 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:14:49.634 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:49.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:49.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:49.740 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:14:49.769 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:49.807 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:14:49.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:49.811 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:14:49.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[153734]: pgmap v976: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:49.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[153734]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:14:49.904 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:49.905 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:49.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[149401]: pgmap v976: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:49.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[149401]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:14:49.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:49.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:49 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:49.911 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:49.964 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":976,"stamp":"2023-09-23T18:14:48.388575+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":802494411,"num_objects":12201,"num_object_clones":0,"num_object_copies":36603,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":37693,"num_objects_misplaced":5098,"num_objects_unfound":0,"num_objects_dirty":12201,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":190401,"num_write_kb":6462054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30490,"num_bytes_recovered":1762744024,"num_keys_recovered":50,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":200333,"ondisk_log_size":200333,"up":297,"acting":278,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":324,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":5570504,"kb_used_data":3118360,"kb_used_omap":47,"kb_used_meta":2451728,"kb_avail":556900408,"statfs":{"total":575970213888,"available":570266017792,"internally_reserved":0,"allocated":3193200640,"data_stored":3186102268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2510569729},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,5,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-347668480,"num_objects":-5305,"num_object_clones":0,"num_object_copies":-15915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-839,"num_objects_misplaced":-1231,"num_objects_unfound":0,"num_objects_dirty":-5305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5305,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1356,"num_bytes_recovered":44498944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.006007"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538540+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:14:32.538540+0000","last_peered":"2023-09-23T18:14:32.538540+0000","last_clean":"2023-09-23T18:14:32.538540+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:14:32.538540+0000","last_undegraded":"2023-09-23T18:14:32.538540+0000","last_fullsized":"2023-09-23T18:14:32.538540+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":346,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.569521+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:14:32.569521+0000","last_peered":"2023-09-23T18:14:32.569521+0000","last_clean":"2023-09-23T18:14:32.569521+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:14:32.569521+0000","last_undegraded":"2023-09-23T18:14:32.569521+0000","last_fullsized":"2023-09-23T18:14:32.569521+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":281,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547812+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:14:32.547812+0000","last_peered":"2023-09-23T18:14:32.547812+0000","last_clean":"2023-09-23T18:14:32.547812+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:14:32.547812+0000","last_undegraded":"2023-09-23T18:14:32.547812+0000","last_fullsized":"2023-09-23T18:14:32.547812+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":199,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.567739+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:14:32.567739+0000","last_peered":"2023-09-23T18:14:32.567739+0000","last_clean":"2023-09-23T18:14:32.567739+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:14:32.567739+0000","last_undegraded":"2023-09-23T18:14:32.567739+0000","last_fullsized":"2023-09-23T18:14:32.567739+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":406,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.587309+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:14:32.587309+0000","last_peered":"2023-09-23T18:14:32.587309+0000","last_clean":"2023-09-23T18:14:32.587309+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:14:32.587309+0000","last_undegraded":"2023-09-23T18:14:32.587309+0000","last_fullsized":"2023-09-23T18:14:32.587309+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":195,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547836+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:14:32.547836+0000","last_peered":"2023-09-23T18:14:32.547836+0000","last_clean":"2023-09-23T18:14:32.547836+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:14:32.547836+0000","last_undegraded":"2023-09-23T18:14:32.547836+0000","last_fullsized":"2023-09-23T18:14:32.547836+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"337'9568","reported_seq":9654,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:47.325362+0000","last_change":"2023-09-23T18:12:14.768211+0000","last_active":"2023-09-23T18:14:47.325362+0000","last_peered":"2023-09-23T18:14:47.325362+0000","last_clean":"2023-09-23T18:14:47.325362+0000","last_became_active":"2023-09-23T18:12:14.756257+0000","last_became_peered":"2023-09-23T18:12:14.756257+0000","last_unstale":"2023-09-23T18:14:47.325362+0000","last_undegraded":"2023-09-23T18:14:47.325362+0000","last_fullsized":"2023-09-23T18:14:47.325362+0000","mapping_epoch":304,"log_start":"277'2067","ondisk_log_start":"277'2067","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7501,"log_dups_size":0,"ondisk_log_size":7501,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24182784,"num_objects":369,"num_object_clones":0,"num_object_copies":1107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5856,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":329,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.579643+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:14:32.579643+0000","last_peered":"2023-09-23T18:14:32.579643+0000","last_clean":"2023-09-23T18:14:32.579643+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:14:32.579643+0000","last_undegraded":"2023-09-23T18:14:32.579643+0000","last_fullsized":"2023-09-23T18:14:32.579643+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":379,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.587380+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:14:32.587380+0000","last_peered":"2023-09-23T18:14:32.587380+0000","last_clean":"2023-09-23T18:14:32.587380+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:14:32.587380+0000","last_undegraded":"2023-09-23T18:14:32.587380+0000","last_fullsized":"2023-09-23T18:14:32.587380+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"337'9748","reported_seq":9847,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:47.483016+0000","last_change":"2023-09-23T18:13:49.211104+0000","last_active":"2023-09-23T18:14:47.483016+0000","last_peered":"2023-09-23T18:14:47.483016+0000","last_clean":"2023-09-23T18:13:18.492944+0000","last_became_active":"2023-09-23T18:13:49.178541+0000","last_became_peered":"2023-09-23T18:13:49.178541+0000","last_unstale":"2023-09-23T18:14:47.483016+0000","last_undegraded":"2023-09-23T18:13:48.941832+0000","last_fullsized":"2023-09-23T18:13:48.928301+0000","mapping_epoch":324,"log_start":"277'2180","ondisk_log_start":"277'2180","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7568,"log_dups_size":0,"ondisk_log_size":7568,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23134208,"num_objects":353,"num_object_clones":0,"num_object_copies":1059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":405,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5956,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"2,3","objects":353}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":182,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547671+0000","last_change":"2023-09-23T18:13:47.949902+0000","last_active":"2023-09-23T18:14:32.547671+0000","last_peered":"2023-09-23T18:14:32.547671+0000","last_clean":"2023-09-23T18:14:32.547671+0000","last_became_active":"2023-09-23T18:13:47.949626+0000","last_became_peered":"2023-09-23T18:13:47.949626+0000","last_unstale":"2023-09-23T18:14:32.547671+0000","last_undegraded":"2023-09-23T18:14:32.547671+0000","last_fullsized":"2023-09-23T18:14:32.547671+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":299,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.567900+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:14:32.567900+0000","last_peered":"2023-09-23T18:14:32.567900+0000","last_clean":"2023-09-23T18:14:32.567900+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:14:32.567900+0000","last_undegraded":"2023-09-23T18:14:32.567900+0000","last_fullsized":"2023-09-23T18:14:32.567900+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"337'9626","reported_seq":15667,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:47.462999+0000","last_change":"2023-09-23T18:14:19.333561+0000","last_active":"2023-09-23T18:14:47.462999+0000","last_peered":"2023-09-23T18:14:47.462999+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305271+0000","last_became_peered":"2023-09-23T18:14:19.305271+0000","last_unstale":"2023-09-23T18:14:47.462999+0000","last_undegraded":"2023-09-23T18:14:18.987337+0000","last_fullsized":"2023-09-23T18:14:18.898397+0000","mapping_epoch":331,"log_start":"277'1923","ondisk_log_start":"277'1923","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7703,"log_dups_size":0,"ondisk_log_size":7703,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26509312,"num_objects":405,"num_object_clones":0,"num_object_copies":1215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3522,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5860,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1828,"num_bytes_recovered":119668736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-117},{"shards":"1,3,6","objects":386}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":52,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.569603+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:14:32.569603+0000","last_peered":"2023-09-23T18:14:32.569603+0000","last_clean":"2023-09-23T18:14:32.569603+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:14:32.569603+0000","last_undegraded":"2023-09-23T18:14:32.569603+0000","last_fullsized":"2023-09-23T18:14:32.569603+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":143,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547235+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:14:32.547235+0000","last_peered":"2023-09-23T18:14:32.547235+0000","last_clean":"2023-09-23T18:14:32.547235+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:14:32.547235+0000","last_undegraded":"2023-09-23T18:14:32.547235+0000","last_fullsized":"2023-09-23T18:14:32.547235+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.10","version":"337'9515","reported_seq":9608,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:45.737955+0000","last_change":"2023-09-23T18:13:49.256222+0000","last_active":"2023-09-23T18:14:45.737955+0000","last_peered":"2023-09-23T18:14:45.737955+0000","last_clean":"2023-09-23T18:13:18.365000+0000","last_became_active":"2023-09-23T18:13:49.234514+0000","last_became_peered":"2023-09-23T18:13:49.234514+0000","last_unstale":"2023-09-23T18:14:45.737955+0000","last_undegraded":"2023-09-23T18:13:48.938395+0000","last_fullsized":"2023-09-23T18:13:48.935969+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9515,"log_dups_size":0,"ondisk_log_size":9515,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22085632,"num_objects":337,"num_object_clones":0,"num_object_copies":1011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":390,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5829,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":337}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":14,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.539826+0000","last_change":"2023-09-23T18:14:17.805462+0000","last_active":"2023-09-23T18:14:32.539826+0000","last_peered":"2023-09-23T18:14:32.539826+0000","last_clean":"2023-09-23T18:11:50.575310+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:14:32.539826+0000","last_undegraded":"2023-09-23T18:14:17.787605+0000","last_fullsized":"2023-09-23T18:14:32.539826+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":4,"num_objects_missing":4,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":4}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":357,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539590+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:14:32.539590+0000","last_peered":"2023-09-23T18:14:32.539590+0000","last_clean":"2023-09-23T18:14:32.539590+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:14:32.539590+0000","last_undegraded":"2023-09-23T18:14:32.539590+0000","last_fullsized":"2023-09-23T18:14:32.539590+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"337'9757","reported_seq":12574,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.658620+0000","last_change":"2023-09-23T18:13:49.216071+0000","last_active":"2023-09-23T18:14:46.658620+0000","last_peered":"2023-09-23T18:14:46.658620+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.188028+0000","last_became_peered":"2023-09-23T18:13:49.188028+0000","last_unstale":"2023-09-23T18:14:46.658620+0000","last_undegraded":"2023-09-23T18:13:49.089461+0000","last_fullsized":"2023-09-23T18:13:48.939323+0000","mapping_epoch":324,"log_start":"277'1778","ondisk_log_start":"277'1778","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7979,"log_dups_size":0,"ondisk_log_size":7979,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27787264,"num_objects":424,"num_object_clones":0,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2149,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":424,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5941,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1354,"num_bytes_recovered":88604672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-744},{"shards":"0,3,6","objects":395}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":14,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.539049+0000","last_change":"2023-09-23T18:14:17.807225+0000","last_active":"2023-09-23T18:14:32.539049+0000","last_peered":"2023-09-23T18:14:32.539049+0000","last_clean":"2023-09-23T18:11:50.572288+0000","last_became_active":"2023-09-23T18:14:17.807045+0000","last_became_peered":"2023-09-23T18:14:17.807045+0000","last_unstale":"2023-09-23T18:14:32.539049+0000","last_undegraded":"2023-09-23T18:14:17.786661+0000","last_fullsized":"2023-09-23T18:14:32.539049+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":2,"num_objects_missing":2,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":170,"num_keys_recovered":50,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","1","2"],"object_location_counts":[{"shards":"0,1,2","objects":2}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":361,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.571760+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:14:32.571760+0000","last_peered":"2023-09-23T18:14:32.571760+0000","last_clean":"2023-09-23T18:14:32.571760+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:14:32.571760+0000","last_undegraded":"2023-09-23T18:14:32.571760+0000","last_fullsized":"2023-09-23T18:14:32.571760+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.16","version":"337'9362","reported_seq":10666,"reported_epoch":337,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:46.643054+0000","last_change":"2023-09-23T18:13:19.564196+0000","last_active":"2023-09-23T18:14:46.643054+0000","last_peered":"2023-09-23T18:14:46.643054+0000","last_clean":"2023-09-23T18:13:02.673376+0000","last_became_active":"2023-09-23T18:13:04.914398+0000","last_became_peered":"2023-09-23T18:13:04.914398+0000","last_unstale":"2023-09-23T18:14:46.643054+0000","last_undegraded":"2023-09-23T18:14:46.643054+0000","last_fullsized":"2023-09-23T18:14:46.643054+0000","mapping_epoch":314,"log_start":"276'1323","ondisk_log_start":"276'1323","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":8039,"log_dups_size":0,"ondisk_log_size":8039,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27033600,"num_objects":413,"num_object_clones":0,"num_object_copies":1239,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":281,"num_objects_unfound":0,"num_objects_dirty":413,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5709,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":603,"num_bytes_recovered":39518208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":413}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":198,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.565064+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:14:32.565064+0000","last_peered":"2023-09-23T18:14:32.565064+0000","last_clean":"2023-09-23T18:14:32.565064+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:14:32.565064+0000","last_undegraded":"2023-09-23T18:14:32.565064+0000","last_fullsized":"2023-09-23T18:14:32.565064+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":167,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547584+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:14:32.547584+0000","last_peered":"2023-09-23T18:14:32.547584+0000","last_clean":"2023-09-23T18:14:32.547584+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:14:32.547584+0000","last_undegraded":"2023-09-23T18:14:32.547584+0000","last_fullsized":"2023-09-23T18:14:32.547584+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.15","version":"337'9414","reported_seq":9520,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.326437+0000","last_change":"2023-09-23T18:13:49.324101+0000","last_active":"2023-09-23T18:14:46.326437+0000","last_peered":"2023-09-23T18:14:46.326437+0000","last_clean":"2023-09-23T18:12:13.651030+0000","last_became_active":"2023-09-23T18:13:49.288569+0000","last_became_peered":"2023-09-23T18:13:49.288569+0000","last_unstale":"2023-09-23T18:14:46.326437+0000","last_undegraded":"2023-09-23T18:13:48.950408+0000","last_fullsized":"2023-09-23T18:13:48.925717+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9414,"log_dups_size":0,"ondisk_log_size":9414,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21528576,"num_objects":329,"num_object_clones":0,"num_object_copies":987,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3102,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5777,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-843},{"shards":"0,2,7","objects":353}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":299,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539391+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:14:32.539391+0000","last_peered":"2023-09-23T18:14:32.539391+0000","last_clean":"2023-09-23T18:14:32.539391+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:14:32.539391+0000","last_undegraded":"2023-09-23T18:14:32.539391+0000","last_fullsized":"2023-09-23T18:14:32.539391+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":315,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:36.670640+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:14:36.670640+0000","last_peered":"2023-09-23T18:14:36.670640+0000","last_clean":"2023-09-23T18:14:36.670640+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:14:36.670640+0000","last_undegraded":"2023-09-23T18:14:36.670640+0000","last_fullsized":"2023-09-23T18:14:36.670640+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"337'9879","reported_seq":16123,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.593041+0000","last_change":"2023-09-23T18:14:19.339663+0000","last_active":"2023-09-23T18:14:46.593041+0000","last_peered":"2023-09-23T18:14:46.593041+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307939+0000","last_became_peered":"2023-09-23T18:14:19.307939+0000","last_unstale":"2023-09-23T18:14:46.593041+0000","last_undegraded":"2023-09-23T18:14:18.901978+0000","last_fullsized":"2023-09-23T18:14:18.786033+0000","mapping_epoch":331,"log_start":"277'2045","ondisk_log_start":"277'2045","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7834,"log_dups_size":0,"ondisk_log_size":7834,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25395200,"num_objects":388,"num_object_clones":0,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6029,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2297,"num_bytes_recovered":150339584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-116},{"shards":"0,1,6","objects":386}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":249,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.550399+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:14:32.550399+0000","last_peered":"2023-09-23T18:14:32.550399+0000","last_clean":"2023-09-23T18:14:32.550399+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:14:32.550399+0000","last_undegraded":"2023-09-23T18:14:32.550399+0000","last_fullsized":"2023-09-23T18:14:32.550399+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":331,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.569212+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:14:32.569212+0000","last_peered":"2023-09-23T18:14:32.569212+0000","last_clean":"2023-09-23T18:14:32.569212+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:14:32.569212+0000","last_undegraded":"2023-09-23T18:14:32.569212+0000","last_fullsized":"2023-09-23T18:14:32.569212+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"337'11822","reported_seq":21916,"reported_epoch":337,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:14:45.747687+0000","last_change":"2023-09-23T18:13:49.288360+0000","last_active":"2023-09-23T18:14:45.747687+0000","last_peered":"2023-09-23T18:14:45.747687+0000","last_clean":"2023-09-23T18:11:52.637013+0000","last_became_active":"2023-09-23T18:13:49.241555+0000","last_became_peered":"2023-09-23T18:13:49.241555+0000","last_unstale":"2023-09-23T18:14:45.747687+0000","last_undegraded":"2023-09-23T18:14:45.747687+0000","last_fullsized":"2023-09-23T18:13:48.929099+0000","mapping_epoch":324,"log_start":"285'4947","ondisk_log_start":"285'4947","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6875,"log_dups_size":0,"ondisk_log_size":6875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52690944,"num_objects":804,"num_object_clones":0,"num_object_copies":2412,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":804,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11822,"num_write_kb":404032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4994,"num_bytes_recovered":313327616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[5,2],"avail_no_missing":["5"],"object_location_counts":[{"shards":"2,5","objects":804}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":263,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538673+0000","last_change":"2023-09-23T18:13:47.958920+0000","last_active":"2023-09-23T18:14:32.538673+0000","last_peered":"2023-09-23T18:14:32.538673+0000","last_clean":"2023-09-23T18:14:32.538673+0000","last_became_active":"2023-09-23T18:13:47.958598+0000","last_became_peered":"2023-09-23T18:13:47.958598+0000","last_unstale":"2023-09-23T18:14:32.538673+0000","last_undegraded":"2023-09-23T18:14:32.538673+0000","last_fullsized":"2023-09-23T18:14:32.538673+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":176,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547125+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:14:32.547125+0000","last_peered":"2023-09-23T18:14:32.547125+0000","last_clean":"2023-09-23T18:14:32.547125+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:14:32.547125+0000","last_undegraded":"2023-09-23T18:14:32.547125+0000","last_fullsized":"2023-09-23T18:14:32.547125+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"337'12026","reported_seq":12102,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:47.510367+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:14:47.510367+0000","last_peered":"2023-09-23T18:14:47.510367+0000","last_clean":"2023-09-23T18:14:47.510367+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:14:47.510367+0000","last_undegraded":"2023-09-23T18:14:47.510367+0000","last_fullsized":"2023-09-23T18:14:47.510367+0000","mapping_epoch":272,"log_start":"297'7141","ondisk_log_start":"297'7141","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4885,"log_dups_size":0,"ondisk_log_size":4885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48889856,"num_objects":746,"num_object_clones":0,"num_object_copies":2238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12026,"num_write_kb":408704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":14,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.541103+0000","last_change":"2023-09-23T18:14:17.799094+0000","last_active":"2023-09-23T18:14:32.541103+0000","last_peered":"2023-09-23T18:14:32.541103+0000","last_clean":"2023-09-23T18:11:03.721610+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:14:32.541103+0000","last_undegraded":"2023-09-23T18:14:17.786658+0000","last_fullsized":"2023-09-23T18:14:32.541103+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["0","1","5"],"object_location_counts":[{"shards":"0,1,5","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":348,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539523+0000","last_change":"2023-09-23T18:13:47.949923+0000","last_active":"2023-09-23T18:14:32.539523+0000","last_peered":"2023-09-23T18:14:32.539523+0000","last_clean":"2023-09-23T18:14:32.539523+0000","last_became_active":"2023-09-23T18:13:47.949602+0000","last_became_peered":"2023-09-23T18:13:47.949602+0000","last_unstale":"2023-09-23T18:14:32.539523+0000","last_undegraded":"2023-09-23T18:14:32.539523+0000","last_fullsized":"2023-09-23T18:14:32.539523+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"337'9771","reported_seq":15849,"reported_epoch":337,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:14:46.631945+0000","last_change":"2023-09-23T18:14:19.332190+0000","last_active":"2023-09-23T18:14:46.631945+0000","last_peered":"2023-09-23T18:14:46.631945+0000","last_clean":"2023-09-23T18:13:02.686150+0000","last_became_active":"2023-09-23T18:14:19.304016+0000","last_became_peered":"2023-09-23T18:14:19.304016+0000","last_unstale":"2023-09-23T18:14:46.631945+0000","last_undegraded":"2023-09-23T18:14:18.856515+0000","last_fullsized":"2023-09-23T18:14:46.631945+0000","mapping_epoch":331,"log_start":"277'2004","ondisk_log_start":"277'2004","created":272,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7767,"log_dups_size":0,"ondisk_log_size":7767,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23887872,"num_objects":364,"num_object_clones":0,"num_object_copies":1092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":364,"num_objects_misplaced":409,"num_objects_unfound":0,"num_objects_dirty":364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5967,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":149716992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,1,7","objects":364}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":207,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547459+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:14:32.547459+0000","last_peered":"2023-09-23T18:14:32.547459+0000","last_clean":"2023-09-23T18:14:32.547459+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:14:32.547459+0000","last_undegraded":"2023-09-23T18:14:32.547459+0000","last_fullsized":"2023-09-23T18:14:32.547459+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":192,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.546614+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:14:32.546614+0000","last_peered":"2023-09-23T18:14:32.546614+0000","last_clean":"2023-09-23T18:14:32.546614+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:14:32.546614+0000","last_undegraded":"2023-09-23T18:14:32.546614+0000","last_fullsized":"2023-09-23T18:14:32.546614+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"337'9780","reported_seq":15864,"reported_epoch":337,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.433538+0000","last_change":"2023-09-23T18:13:46.933009+0000","last_active":"2023-09-23T18:14:46.433538+0000","last_peered":"2023-09-23T18:14:46.433538+0000","last_clean":"2023-09-23T18:13:02.714396+0000","last_became_active":"2023-09-23T18:13:05.176448+0000","last_became_peered":"2023-09-23T18:13:05.176448+0000","last_unstale":"2023-09-23T18:14:46.433538+0000","last_undegraded":"2023-09-23T18:13:04.857796+0000","last_fullsized":"2023-09-23T18:13:04.768339+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9780,"log_dups_size":0,"ondisk_log_size":9780,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26214400,"num_objects":400,"num_object_clones":0,"num_object_copies":1200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":212,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5971,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2995,"num_bytes_recovered":80543744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4","objects":188}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":341,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547449+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:14:32.547449+0000","last_peered":"2023-09-23T18:14:32.547449+0000","last_clean":"2023-09-23T18:14:32.547449+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:14:32.547449+0000","last_undegraded":"2023-09-23T18:14:32.547449+0000","last_fullsized":"2023-09-23T18:14:32.547449+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":341,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.564471+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:14:32.564471+0000","last_peered":"2023-09-23T18:14:32.564471+0000","last_clean":"2023-09-23T18:14:32.564471+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:14:32.564471+0000","last_undegraded":"2023-09-23T18:14:32.564471+0000","last_fullsized":"2023-09-23T18:14:32.564471+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"337'11851","reported_seq":11942,"reported_epoch":337,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:46.656220+0000","last_change":"2023-09-23T18:13:05.098726+0000","last_active":"2023-09-23T18:14:46.656220+0000","last_peered":"2023-09-23T18:14:46.656220+0000","last_clean":"2023-09-23T18:13:02.707910+0000","last_became_active":"2023-09-23T18:13:05.007173+0000","last_became_peered":"2023-09-23T18:13:05.007173+0000","last_unstale":"2023-09-23T18:14:46.656220+0000","last_undegraded":"2023-09-23T18:14:46.656220+0000","last_fullsized":"2023-09-23T18:14:46.656220+0000","mapping_epoch":314,"log_start":"296'6767","ondisk_log_start":"296'6767","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5084,"log_dups_size":0,"ondisk_log_size":5084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:20.235396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50528256,"num_objects":771,"num_object_clones":0,"num_object_copies":2313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":771,"num_objects_unfound":0,"num_objects_dirty":771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11851,"num_write_kb":403904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":771}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":364,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:41.689726+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:14:41.689726+0000","last_peered":"2023-09-23T18:14:41.689726+0000","last_clean":"2023-09-23T18:14:41.689726+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:14:41.689726+0000","last_undegraded":"2023-09-23T18:14:41.689726+0000","last_fullsized":"2023-09-23T18:14:41.689726+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539959+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:14:32.539959+0000","last_peered":"2023-09-23T18:14:32.539959+0000","last_clean":"2023-09-23T18:14:32.539959+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:14:32.539959+0000","last_undegraded":"2023-09-23T18:14:32.539959+0000","last_fullsized":"2023-09-23T18:14:32.539959+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"337'11694","reported_seq":11770,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:46.362863+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:14:46.362863+0000","last_peered":"2023-09-23T18:14:46.362863+0000","last_clean":"2023-09-23T18:14:46.362863+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:14:46.362863+0000","last_undegraded":"2023-09-23T18:14:46.362863+0000","last_fullsized":"2023-09-23T18:14:46.362863+0000","mapping_epoch":272,"log_start":"282'4662","ondisk_log_start":"282'4662","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7032,"log_dups_size":0,"ondisk_log_size":7032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52035584,"num_objects":794,"num_object_clones":0,"num_object_copies":2382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":794,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11694,"num_write_kb":399616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538571+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:14:32.538571+0000","last_peered":"2023-09-23T18:14:32.538571+0000","last_clean":"2023-09-23T18:14:32.538571+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:14:32.538571+0000","last_undegraded":"2023-09-23T18:14:32.538571+0000","last_fullsized":"2023-09-23T18:14:32.538571+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538759+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:14:32.538759+0000","last_peered":"2023-09-23T18:14:32.538759+0000","last_clean":"2023-09-23T18:14:32.538759+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:14:32.538759+0000","last_undegraded":"2023-09-23T18:14:32.538759+0000","last_fullsized":"2023-09-23T18:14:32.538759+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"337'11958","reported_seq":13873,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.619012+0000","last_change":"2023-09-23T18:13:49.440294+0000","last_active":"2023-09-23T18:14:46.619012+0000","last_peered":"2023-09-23T18:14:46.619012+0000","last_clean":"2023-09-23T18:11:52.585352+0000","last_became_active":"2023-09-23T18:13:49.295555+0000","last_became_peered":"2023-09-23T18:13:49.295555+0000","last_unstale":"2023-09-23T18:14:46.619012+0000","last_undegraded":"2023-09-23T18:13:49.274412+0000","last_fullsized":"2023-09-23T18:13:48.926810+0000","mapping_epoch":324,"log_start":"296'6859","ondisk_log_start":"296'6859","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5099,"log_dups_size":0,"ondisk_log_size":5099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:25:53.446499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50397208,"num_objects":770,"num_object_clones":0,"num_object_copies":2310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6304,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":770,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11958,"num_write_kb":407233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":907,"num_bytes_recovered":59244544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-1725},{"shards":"0,1,6","objects":770}],"blocked_by":[],"up_primary":1,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539023+0000","last_change":"2023-09-23T18:14:17.805951+0000","last_active":"2023-09-23T18:14:32.539023+0000","last_peered":"2023-09-23T18:14:32.539023+0000","last_clean":"2023-09-23T18:14:32.539023+0000","last_became_active":"2023-09-23T18:14:17.805602+0000","last_became_peered":"2023-09-23T18:14:17.805602+0000","last_unstale":"2023-09-23T18:14:32.539023+0000","last_undegraded":"2023-09-23T18:14:32.539023+0000","last_fullsized":"2023-09-23T18:14:32.539023+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":357,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.541197+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:14:32.541197+0000","last_peered":"2023-09-23T18:14:32.541197+0000","last_clean":"2023-09-23T18:14:32.541197+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:14:32.541197+0000","last_undegraded":"2023-09-23T18:14:32.541197+0000","last_fullsized":"2023-09-23T18:14:32.541197+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"337'12127","reported_seq":18135,"reported_epoch":337,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:14:47.542532+0000","last_change":"2023-09-23T18:13:49.292732+0000","last_active":"2023-09-23T18:14:47.542532+0000","last_peered":"2023-09-23T18:14:47.542532+0000","last_clean":"2023-09-23T18:11:52.603640+0000","last_became_active":"2023-09-23T18:13:05.183298+0000","last_became_peered":"2023-09-23T18:13:05.183298+0000","last_unstale":"2023-09-23T18:14:47.542532+0000","last_undegraded":"2023-09-23T18:13:49.289946+0000","last_fullsized":"2023-09-23T18:14:47.542532+0000","mapping_epoch":314,"log_start":"297'7269","ondisk_log_start":"297'7269","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4858,"log_dups_size":0,"ondisk_log_size":4858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:33.652338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49610752,"num_objects":757,"num_object_clones":0,"num_object_copies":2271,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":757,"num_objects_misplaced":3485,"num_objects_unfound":0,"num_objects_dirty":757,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12127,"num_write_kb":412288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2957,"num_bytes_recovered":193593344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,7],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"3,6,7","objects":757}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":366,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.587157+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:14:32.587157+0000","last_peered":"2023-09-23T18:14:32.587157+0000","last_clean":"2023-09-23T18:14:32.587157+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:14:32.587157+0000","last_undegraded":"2023-09-23T18:14:32.587157+0000","last_fullsized":"2023-09-23T18:14:32.587157+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":336,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547059+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:14:32.547059+0000","last_peered":"2023-09-23T18:14:32.547059+0000","last_clean":"2023-09-23T18:14:32.547059+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:14:32.547059+0000","last_undegraded":"2023-09-23T18:14:32.547059+0000","last_fullsized":"2023-09-23T18:14:32.547059+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"337'9678","reported_seq":16618,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:47.563038+0000","last_change":"2023-09-23T18:14:19.333489+0000","last_active":"2023-09-23T18:14:47.563038+0000","last_peered":"2023-09-23T18:14:47.563038+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305126+0000","last_became_peered":"2023-09-23T18:14:19.305126+0000","last_unstale":"2023-09-23T18:14:47.563038+0000","last_undegraded":"2023-09-23T18:14:18.897467+0000","last_fullsized":"2023-09-23T18:14:18.800784+0000","mapping_epoch":331,"log_start":"277'2243","ondisk_log_start":"277'2243","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7435,"log_dups_size":0,"ondisk_log_size":7435,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23101440,"num_objects":352,"num_object_clones":0,"num_object_copies":1056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":352,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5911,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2263,"num_bytes_recovered":148111360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-154},{"shards":"1,3,6","objects":371}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":910,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.546542+0000","last_change":"2023-09-23T18:13:49.257388+0000","last_active":"2023-09-23T18:14:32.546542+0000","last_peered":"2023-09-23T18:14:32.546542+0000","last_clean":"2023-09-23T17:59:56.612930+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:14:32.546542+0000","last_undegraded":"2023-09-23T18:13:48.927415+0000","last_fullsized":"2023-09-23T18:14:32.546542+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":["1","0","7"],"object_location_counts":[{"shards":"0,1,7","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":167,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547560+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:14:32.547560+0000","last_peered":"2023-09-23T18:14:32.547560+0000","last_clean":"2023-09-23T18:14:32.547560+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:14:32.547560+0000","last_undegraded":"2023-09-23T18:14:32.547560+0000","last_fullsized":"2023-09-23T18:14:32.547560+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":246,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.546533+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:14:32.546533+0000","last_peered":"2023-09-23T18:14:32.546533+0000","last_clean":"2023-09-23T18:14:32.546533+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:14:32.546533+0000","last_undegraded":"2023-09-23T18:14:32.546533+0000","last_fullsized":"2023-09-23T18:14:32.546533+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"337'9811","reported_seq":12565,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.577269+0000","last_change":"2023-09-23T18:13:49.300085+0000","last_active":"2023-09-23T18:14:46.577269+0000","last_peered":"2023-09-23T18:14:46.577269+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.271092+0000","last_became_peered":"2023-09-23T18:13:49.271092+0000","last_unstale":"2023-09-23T18:14:46.577269+0000","last_undegraded":"2023-09-23T18:13:49.042463+0000","last_fullsized":"2023-09-23T18:13:48.935476+0000","mapping_epoch":324,"log_start":"277'2084","ondisk_log_start":"277'2084","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7727,"log_dups_size":0,"ondisk_log_size":7727,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24248320,"num_objects":370,"num_object_clones":0,"num_object_copies":1110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2289,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":370,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5995,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1324,"num_bytes_recovered":86704128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-865},{"shards":"0,3,6","objects":399}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1081,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547094+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:14:32.547094+0000","last_peered":"2023-09-23T18:14:32.547094+0000","last_clean":"2023-09-23T18:14:32.547094+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:14:32.547094+0000","last_undegraded":"2023-09-23T18:14:32.547094+0000","last_fullsized":"2023-09-23T18:14:32.547094+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":340,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539521+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:14:32.539521+0000","last_peered":"2023-09-23T18:14:32.539521+0000","last_clean":"2023-09-23T18:14:32.539521+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:14:32.539521+0000","last_undegraded":"2023-09-23T18:14:32.539521+0000","last_fullsized":"2023-09-23T18:14:32.539521+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":251,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.546376+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:14:32.546376+0000","last_peered":"2023-09-23T18:14:32.546376+0000","last_clean":"2023-09-23T18:14:32.546376+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:14:32.546376+0000","last_undegraded":"2023-09-23T18:14:32.546376+0000","last_fullsized":"2023-09-23T18:14:32.546376+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"337'9890","reported_seq":16128,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.616049+0000","last_change":"2023-09-23T18:14:19.338787+0000","last_active":"2023-09-23T18:14:46.616049+0000","last_peered":"2023-09-23T18:14:46.616049+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307960+0000","last_became_peered":"2023-09-23T18:14:19.307960+0000","last_unstale":"2023-09-23T18:14:46.616049+0000","last_undegraded":"2023-09-23T18:14:18.918549+0000","last_fullsized":"2023-09-23T18:14:18.786968+0000","mapping_epoch":331,"log_start":"277'2082","ondisk_log_start":"277'2082","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7808,"log_dups_size":0,"ondisk_log_size":7808,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24674304,"num_objects":376,"num_object_clones":0,"num_object_copies":1128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3316,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6039,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2285,"num_bytes_recovered":149749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-112},{"shards":"0,1,6","objects":378}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":600,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:41.677773+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:14:41.677773+0000","last_peered":"2023-09-23T18:14:41.677773+0000","last_clean":"2023-09-23T18:14:41.677773+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:14:41.677773+0000","last_undegraded":"2023-09-23T18:14:41.677773+0000","last_fullsized":"2023-09-23T18:14:41.677773+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":256,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.562636+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:14:32.562636+0000","last_peered":"2023-09-23T18:14:32.562636+0000","last_clean":"2023-09-23T18:14:32.562636+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:14:32.562636+0000","last_undegraded":"2023-09-23T18:14:32.562636+0000","last_fullsized":"2023-09-23T18:14:32.562636+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":345,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547194+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:14:32.547194+0000","last_peered":"2023-09-23T18:14:32.547194+0000","last_clean":"2023-09-23T18:14:32.547194+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:14:32.547194+0000","last_undegraded":"2023-09-23T18:14:32.547194+0000","last_fullsized":"2023-09-23T18:14:32.547194+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"337'9423","reported_seq":10749,"reported_epoch":337,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:46.563777+0000","last_change":"2023-09-23T18:13:48.128691+0000","last_active":"2023-09-23T18:14:46.563777+0000","last_peered":"2023-09-23T18:14:46.563777+0000","last_clean":"2023-09-23T18:13:02.752469+0000","last_became_active":"2023-09-23T18:13:04.970400+0000","last_became_peered":"2023-09-23T18:13:04.970400+0000","last_unstale":"2023-09-23T18:14:46.563777+0000","last_undegraded":"2023-09-23T18:14:46.563777+0000","last_fullsized":"2023-09-23T18:14:46.563777+0000","mapping_epoch":314,"log_start":"277'1647","ondisk_log_start":"277'1647","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7776,"log_dups_size":0,"ondisk_log_size":7776,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23035904,"num_objects":351,"num_object_clones":0,"num_object_copies":1053,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":152,"num_objects_unfound":0,"num_objects_dirty":351,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5769,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":614,"num_bytes_recovered":40239104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":351}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":836,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:32.547660+0000","last_change":"2023-09-23T18:13:20.706182+0000","last_active":"2023-09-23T18:14:32.547660+0000","last_peered":"2023-09-23T18:14:32.547660+0000","last_clean":"2023-09-23T18:12:53.558889+0000","last_became_active":"2023-09-23T18:13:04.821345+0000","last_became_peered":"2023-09-23T18:13:04.821345+0000","last_unstale":"2023-09-23T18:14:32.547660+0000","last_undegraded":"2023-09-23T18:13:20.706073+0000","last_fullsized":"2023-09-23T18:13:04.774331+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":319,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.550252+0000","last_change":"2023-09-23T18:13:48.953641+0000","last_active":"2023-09-23T18:14:32.550252+0000","last_peered":"2023-09-23T18:14:32.550252+0000","last_clean":"2023-09-23T17:50:54.559955+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:14:32.550252+0000","last_undegraded":"2023-09-23T18:13:48.927926+0000","last_fullsized":"2023-09-23T18:14:32.550252+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":["0","1","7"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":373,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.581966+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:14:32.581966+0000","last_peered":"2023-09-23T18:14:32.581966+0000","last_clean":"2023-09-23T18:14:32.581966+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:14:32.581966+0000","last_undegraded":"2023-09-23T18:14:32.581966+0000","last_fullsized":"2023-09-23T18:14:32.581966+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538722+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:14:32.538722+0000","last_peered":"2023-09-23T18:14:32.538722+0000","last_clean":"2023-09-23T18:14:32.538722+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:14:32.538722+0000","last_undegraded":"2023-09-23T18:14:32.538722+0000","last_fullsized":"2023-09-23T18:14:32.538722+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.5","version":"337'9342","reported_seq":9457,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.403307+0000","last_change":"2023-09-23T18:13:49.331303+0000","last_active":"2023-09-23T18:14:46.403307+0000","last_peered":"2023-09-23T18:14:46.403307+0000","last_clean":"2023-09-23T18:13:02.639022+0000","last_became_active":"2023-09-23T18:13:49.293062+0000","last_became_peered":"2023-09-23T18:13:49.293062+0000","last_unstale":"2023-09-23T18:14:46.403307+0000","last_undegraded":"2023-09-23T18:13:48.943220+0000","last_fullsized":"2023-09-23T18:13:48.932619+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9342,"log_dups_size":0,"ondisk_log_size":9342,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26247168,"num_objects":400,"num_object_clones":0,"num_object_copies":1200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3003,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5704,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-824},{"shards":"0,2,7","objects":376}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":717,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.562120+0000","last_change":"2023-09-23T18:13:49.149845+0000","last_active":"2023-09-23T18:14:32.562120+0000","last_peered":"2023-09-23T18:14:32.562120+0000","last_clean":"2023-09-23T17:48:29.299361+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:14:32.562120+0000","last_undegraded":"2023-09-23T18:13:48.931035+0000","last_fullsized":"2023-09-23T18:14:32.562120+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":333,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.549555+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:14:32.549555+0000","last_peered":"2023-09-23T18:14:32.549555+0000","last_clean":"2023-09-23T18:14:32.549555+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:14:32.549555+0000","last_undegraded":"2023-09-23T18:14:32.549555+0000","last_fullsized":"2023-09-23T18:14:32.549555+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":198,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.567584+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:14:32.567584+0000","last_peered":"2023-09-23T18:14:32.567584+0000","last_clean":"2023-09-23T18:14:32.567584+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:14:32.567584+0000","last_undegraded":"2023-09-23T18:14:32.567584+0000","last_fullsized":"2023-09-23T18:14:32.567584+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"337'9412","reported_seq":9506,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:45.740921+0000","last_change":"2023-09-23T18:13:49.256281+0000","last_active":"2023-09-23T18:14:45.740921+0000","last_peered":"2023-09-23T18:14:45.740921+0000","last_clean":"2023-09-23T18:13:18.492713+0000","last_became_active":"2023-09-23T18:13:49.234597+0000","last_became_peered":"2023-09-23T18:13:49.234597+0000","last_unstale":"2023-09-23T18:14:45.740921+0000","last_undegraded":"2023-09-23T18:13:48.935738+0000","last_fullsized":"2023-09-23T18:13:48.929097+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9412,"log_dups_size":0,"ondisk_log_size":9412,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28835840,"num_objects":440,"num_object_clones":0,"num_object_copies":1320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":387,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5726,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":440}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":377,"reported_epoch":336,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:32.549833+0000","last_change":"2023-09-23T18:13:49.282512+0000","last_active":"2023-09-23T18:14:32.549833+0000","last_peered":"2023-09-23T18:14:32.549833+0000","last_clean":"2023-09-23T18:13:45.914722+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:14:32.549833+0000","last_undegraded":"2023-09-23T18:13:48.927730+0000","last_fullsized":"2023-09-23T18:14:32.549833+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":["0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":275,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.546772+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:14:32.546772+0000","last_peered":"2023-09-23T18:14:32.546772+0000","last_clean":"2023-09-23T18:14:32.546772+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:14:32.546772+0000","last_undegraded":"2023-09-23T18:14:32.546772+0000","last_fullsized":"2023-09-23T18:14:32.546772+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":349,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.564693+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:14:32.564693+0000","last_peered":"2023-09-23T18:14:32.564693+0000","last_clean":"2023-09-23T18:14:32.564693+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:14:32.564693+0000","last_undegraded":"2023-09-23T18:14:32.564693+0000","last_fullsized":"2023-09-23T18:14:32.564693+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"337'9583","reported_seq":9669,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:47.490279+0000","last_change":"2023-09-23T18:12:14.710289+0000","last_active":"2023-09-23T18:14:47.490279+0000","last_peered":"2023-09-23T18:14:47.490279+0000","last_clean":"2023-09-23T18:14:47.490279+0000","last_became_active":"2023-09-23T18:12:14.701016+0000","last_became_peered":"2023-09-23T18:12:14.701016+0000","last_unstale":"2023-09-23T18:14:47.490279+0000","last_undegraded":"2023-09-23T18:14:47.490279+0000","last_fullsized":"2023-09-23T18:14:47.490279+0000","mapping_epoch":272,"log_start":"277'2040","ondisk_log_start":"277'2040","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7543,"log_dups_size":0,"ondisk_log_size":7543,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23199744,"num_objects":354,"num_object_clones":0,"num_object_copies":1062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5871,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":325,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.569131+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:14:32.569131+0000","last_peered":"2023-09-23T18:14:32.569131+0000","last_clean":"2023-09-23T18:14:32.569131+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:14:32.569131+0000","last_undegraded":"2023-09-23T18:14:32.569131+0000","last_fullsized":"2023-09-23T18:14:32.569131+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":931,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:32.546041+0000","last_change":"2023-09-23T18:14:19.165252+0000","last_active":"2023-09-23T18:14:32.546041+0000","last_peered":"2023-09-23T18:14:32.546041+0000","last_clean":"2023-09-23T18:14:07.673243+0000","last_became_active":"2023-09-23T18:14:19.164831+0000","last_became_peered":"2023-09-23T18:14:19.164831+0000","last_unstale":"2023-09-23T18:14:32.546041+0000","last_undegraded":"2023-09-23T18:14:18.797296+0000","last_fullsized":"2023-09-23T18:14:18.796733+0000","mapping_epoch":331,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:58:20.278835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":12582912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,3],"avail_no_missing":["1","0","3"],"object_location_counts":[{"shards":"0,1,3","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":370,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:41.695027+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:14:41.695027+0000","last_peered":"2023-09-23T18:14:41.695027+0000","last_clean":"2023-09-23T18:14:41.695027+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:14:41.695027+0000","last_undegraded":"2023-09-23T18:14:41.695027+0000","last_fullsized":"2023-09-23T18:14:41.695027+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"337'9770","reported_seq":9875,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:47.565947+0000","last_change":"2023-09-23T18:13:49.212165+0000","last_active":"2023-09-23T18:14:47.565947+0000","last_peered":"2023-09-23T18:14:47.565947+0000","last_clean":"2023-09-23T18:13:18.437463+0000","last_became_active":"2023-09-23T18:13:49.181901+0000","last_became_peered":"2023-09-23T18:13:49.181901+0000","last_unstale":"2023-09-23T18:14:47.565947+0000","last_undegraded":"2023-09-23T18:13:48.941613+0000","last_fullsized":"2023-09-23T18:13:48.929576+0000","mapping_epoch":324,"log_start":"277'2328","ondisk_log_start":"277'2328","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7442,"log_dups_size":0,"ondisk_log_size":7442,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21692416,"num_objects":331,"num_object_clones":0,"num_object_copies":993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":444,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5978,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"2,3","objects":331}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":516,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.545617+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:14:32.545617+0000","last_peered":"2023-09-23T18:14:32.545617+0000","last_clean":"2023-09-23T18:14:32.545617+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:14:32.545617+0000","last_undegraded":"2023-09-23T18:14:32.545617+0000","last_fullsized":"2023-09-23T18:14:32.545617+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":193,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.567825+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:14:32.567825+0000","last_peered":"2023-09-23T18:14:32.567825+0000","last_clean":"2023-09-23T18:14:32.567825+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:14:32.567825+0000","last_undegraded":"2023-09-23T18:14:32.567825+0000","last_fullsized":"2023-09-23T18:14:32.567825+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539100+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:14:32.539100+0000","last_peered":"2023-09-23T18:14:32.539100+0000","last_clean":"2023-09-23T18:14:32.539100+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:14:32.539100+0000","last_undegraded":"2023-09-23T18:14:32.539100+0000","last_fullsized":"2023-09-23T18:14:32.539100+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":197,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.564587+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:14:32.564587+0000","last_peered":"2023-09-23T18:14:32.564587+0000","last_clean":"2023-09-23T18:14:32.564587+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:14:32.564587+0000","last_undegraded":"2023-09-23T18:14:32.564587+0000","last_fullsized":"2023-09-23T18:14:32.564587+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":139,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.544248+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:14:32.544248+0000","last_peered":"2023-09-23T18:14:32.544248+0000","last_clean":"2023-09-23T18:14:32.544248+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:14:32.544248+0000","last_undegraded":"2023-09-23T18:14:32.544248+0000","last_fullsized":"2023-09-23T18:14:32.544248+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.18","version":"337'9798","reported_seq":10367,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.334087+0000","last_change":"2023-09-23T18:13:20.682108+0000","last_active":"2023-09-23T18:14:46.334087+0000","last_peered":"2023-09-23T18:14:46.334087+0000","last_clean":"2023-09-23T18:13:02.728099+0000","last_became_active":"2023-09-23T18:13:05.146796+0000","last_became_peered":"2023-09-23T18:13:05.146796+0000","last_unstale":"2023-09-23T18:14:46.334087+0000","last_undegraded":"2023-09-23T18:13:04.860699+0000","last_fullsized":"2023-09-23T18:13:04.768357+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9798,"log_dups_size":0,"ondisk_log_size":9798,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25034752,"num_objects":382,"num_object_clones":0,"num_object_copies":1146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2928,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5989,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":236,"num_bytes_recovered":15466496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4","objects":-1243},{"shards":"2,4,7","objects":387}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":345,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547568+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:14:32.547568+0000","last_peered":"2023-09-23T18:14:32.547568+0000","last_clean":"2023-09-23T18:14:32.547568+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:14:32.547568+0000","last_undegraded":"2023-09-23T18:14:32.547568+0000","last_fullsized":"2023-09-23T18:14:32.547568+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.539209+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:14:32.539209+0000","last_peered":"2023-09-23T18:14:32.539209+0000","last_clean":"2023-09-23T18:14:32.539209+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:14:32.539209+0000","last_undegraded":"2023-09-23T18:14:32.539209+0000","last_fullsized":"2023-09-23T18:14:32.539209+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"337'9743","reported_seq":17286,"reported_epoch":337,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:46.544169+0000","last_change":"2023-09-23T18:14:19.332413+0000","last_active":"2023-09-23T18:14:46.544169+0000","last_peered":"2023-09-23T18:14:46.544169+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:14:19.304001+0000","last_became_peered":"2023-09-23T18:14:19.304001+0000","last_unstale":"2023-09-23T18:14:46.544169+0000","last_undegraded":"2023-09-23T18:14:18.841838+0000","last_fullsized":"2023-09-23T18:14:18.786394+0000","mapping_epoch":331,"log_start":"277'1796","ondisk_log_start":"277'1796","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7947,"log_dups_size":0,"ondisk_log_size":7947,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25722880,"num_objects":393,"num_object_clones":0,"num_object_copies":1179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1124,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5940,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2959,"num_bytes_recovered":115310592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,1","objects":393}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":332,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.547652+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:14:32.547652+0000","last_peered":"2023-09-23T18:14:32.547652+0000","last_clean":"2023-09-23T18:14:32.547652+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:14:32.547652+0000","last_undegraded":"2023-09-23T18:14:32.547652+0000","last_fullsized":"2023-09-23T18:14:32.547652+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.538629+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:14:32.538629+0000","last_peered":"2023-09-23T18:14:32.538629+0000","last_clean":"2023-09-23T18:14:32.538629+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:14:32.538629+0000","last_undegraded":"2023-09-23T18:14:32.538629+0000","last_fullsized":"2023-09-23T18:14:32.538629+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":395,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-09-23T18:14:41.690239+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:14:41.690239+0000","last_peered":"2023-09-23T18:14:41.690239+0000","last_clean":"2023-09-23T18:14:41.690239+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:14:41.690239+0000","last_undegraded":"2023-09-23T18:14:41.690239+0000","last_fullsized":"2023-09-23T18:14:41.690239+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":374,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.567825+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:14:32.567825+0000","last_peered":"2023-09-23T18:14:32.567825+0000","last_clean":"2023-09-23T18:14:32.567825+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:14:32.567825+0000","last_undegraded":"2023-09-23T18:14:32.567825+0000","last_fullsized":"2023-09-23T18:14:32.567825+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":225,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.579498+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:14:32.579498+0000","last_peered":"2023-09-23T18:14:32.579498+0000","last_clean":"2023-09-23T18:14:32.579498+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:14:32.579498+0000","last_undegraded":"2023-09-23T18:14:32.579498+0000","last_fullsized":"2023-09-23T18:14:32.579498+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":16,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-09-23T18:14:32.540220+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:14:32.540220+0000","last_peered":"2023-09-23T18:14:32.540220+0000","last_clean":"2023-09-23T18:14:32.540220+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:14:32.540220+0000","last_undegraded":"2023-09-23T18:14:32.540220+0000","last_fullsized":"2023-09-23T18:14:32.540220+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":26,"stat_sum":{"num_bytes":797704216,"num_objects":12173,"num_object_clones":0,"num_object_copies":36519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":37637,"num_objects_misplaced":5098,"num_objects_unfound":0,"num_objects_dirty":12173,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":189295,"num_write_kb":6446913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30320,"num_bytes_recovered":1750138880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5439172608,"data_stored":5439160392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":199163,"ondisk_log_size":199163,"up":78,"acting":61,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":65,"num_bytes_recovered":22194,"num_keys_recovered":50,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":47,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":105,"num_bytes_recovered":12582950,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":22,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430558,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309654,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436621,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":835580,"kb_used_data":722484,"kb_used_omap":17,"kb_used_meta":113006,"kb_avail":92909572,"statfs":{"total":95995035648,"available":95139401728,"internally_reserved":0,"allocated":739823616,"data_stored":738452098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":115718244},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.6920000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.7000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.6160000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220396,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":905620,"kb_used_data":416332,"kb_used_omap":8,"kb_used_meta":489079,"kb_avail":92839532,"statfs":{"total":95995035648,"available":95067680768,"internally_reserved":0,"allocated":426323968,"data_stored":424929729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":500817508},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:12:18 2023","interfaces":[{"interface":"back","average":{"1min":3.8170000000000002,"5min":3.1960000000000002,"15min":1.7270000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":16.969999999999999,"5min":16.969999999999999,"15min":16.969999999999999},"last":5.6379999999999999},{"interface":"front","average":{"1min":6.4219999999999997,"5min":3.101,"15min":1.7929999999999999},"min":{"1min":0.23100000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":27.887,"5min":27.887,"15min":27.887},"last":0.38}]},{"osd":2,"last update":"Sat Sep 23 18:13:50 2023","interfaces":[{"interface":"back","average":{"1min":4.6600000000000001,"5min":3.8370000000000002,"15min":2.3959999999999999},"min":{"1min":0.22700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":17.114000000000001,"5min":27.821999999999999,"15min":27.821999999999999},"last":3.8370000000000002},{"interface":"front","average":{"1min":5.3700000000000001,"5min":3.5870000000000002,"15min":2.3250000000000002},"min":{"1min":0.35799999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":20.655999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":0.59199999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:14:27 2023","interfaces":[{"interface":"back","average":{"1min":6.8600000000000003,"5min":4.577,"15min":2.7320000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":29.302,"5min":29.302,"15min":29.302},"last":3.8719999999999999},{"interface":"front","average":{"1min":6.633,"5min":3.899,"15min":2.4369999999999998},"min":{"1min":0.33300000000000002,"5min":0.251,"15min":0.248},"max":{"1min":19.303000000000001,"5min":19.303000000000001,"15min":22.082999999999998},"last":0.46800000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.9100000000000001,"5min":3.2989999999999999,"15min":2.0449999999999999},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":68.950000000000003,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":6.923,"5min":3.3490000000000002,"15min":2.0830000000000002},"min":{"1min":0.41999999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":69.829999999999998,"5min":69.829999999999998,"15min":69.829999999999998},"last":2.4489999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.4859999999999998,"5min":3.169,"15min":2.0209999999999999},"min":{"1min":0.40300000000000002,"5min":0.34399999999999997,"15min":0.30299999999999999},"max":{"1min":69.751999999999995,"5min":69.751999999999995,"15min":69.751999999999995},"last":2.5219999999999998},{"interface":"front","average":{"1min":6.1959999999999997,"5min":3.472,"15min":2.214},"min":{"1min":0.44900000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":69.081000000000003,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.56000000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:13:50 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.8639999999999999,"15min":1.673},"min":{"1min":0.55300000000000005,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":12.648999999999999,"5min":12.648999999999999,"15min":12.648999999999999},"last":2.4929999999999999},{"interface":"front","average":{"1min":3.6429999999999998,"5min":2.6520000000000001,"15min":1.6559999999999999},"min":{"1min":0.45300000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":16.529,"5min":19.277999999999999,"15min":19.277999999999999},"last":0.44}]},{"osd":7,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":6.2649999999999997,"5min":3.629,"15min":2.2709999999999999},"min":{"1min":0.53300000000000003,"5min":0.379,"15min":0.379},"max":{"1min":68.188999999999993,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.626},{"interface":"front","average":{"1min":5.5599999999999996,"5min":3.4889999999999999,"15min":2.319},"min":{"1min":0.41999999999999998,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":69.027000000000001,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.5}]}]},{"osd":2,"up_from":145,"seq":622770258089,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":986936,"kb_used_data":356400,"kb_used_omap":16,"kb_used_meta":630447,"kb_avail":92758216,"statfs":{"total":95995035648,"available":94984413184,"internally_reserved":0,"allocated":364953600,"data_stored":363529980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":645577890},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,5,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":3.9569999999999999,"5min":3.4359999999999999,"15min":2.1989999999999998},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":13.419,"5min":20.497,"15min":20.497},"last":1.3600000000000001},{"interface":"front","average":{"1min":5.601,"5min":4.3630000000000004,"15min":2.4889999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":30.766999999999999,"5min":32.210000000000001,"15min":32.210000000000001},"last":2.2429999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:12:57 2023","interfaces":[{"interface":"back","average":{"1min":6.1139999999999999,"5min":2.9049999999999998,"15min":1.8500000000000001},"min":{"1min":0.32700000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":32.262,"5min":32.262,"15min":32.262},"last":3.5920000000000001},{"interface":"front","average":{"1min":4.4199999999999999,"5min":3.3170000000000002,"15min":2.3599999999999999},"min":{"1min":0.443,"5min":0.223,"15min":0.218},"max":{"1min":16.991,"5min":18.747,"15min":37.579000000000001},"last":3.1400000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2130000000000001,"5min":3.8839999999999999,"15min":2.585},"min":{"1min":0.33100000000000002,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":18.763000000000002,"5min":32.289999999999999,"15min":34.960999999999999},"last":2.5059999999999998},{"interface":"front","average":{"1min":5.1749999999999998,"5min":4.0179999999999998,"15min":3.1469999999999998},"min":{"1min":0.31900000000000001,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":20.629000000000001,"5min":35.432000000000002,"15min":37.444000000000003},"last":3.5070000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":4.8490000000000002,"5min":3.8679999999999999,"15min":2.4470000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.816000000000003,"5min":105.509,"15min":105.509},"last":2.573},{"interface":"front","average":{"1min":2.048,"5min":3.3260000000000001,"15min":2.0310000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.314},"max":{"1min":8.4540000000000006,"5min":105.529,"15min":105.529},"last":1.51}]},{"osd":5,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":2.0579999999999998,"5min":2.1459999999999999,"15min":1.694},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":8.5790000000000006,"5min":9.5619999999999994,"15min":17.780000000000001},"last":1.5369999999999999},{"interface":"front","average":{"1min":2.7469999999999999,"5min":2.2570000000000001,"15min":1.619},"min":{"1min":0.39800000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":18.669,"5min":18.669,"15min":18.669},"last":2.2970000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:13:45 2023","interfaces":[{"interface":"back","average":{"1min":2.843,"5min":2.355,"15min":1.837},"min":{"1min":0.49299999999999999,"5min":0.40899999999999997,"15min":0.32100000000000001},"max":{"1min":7.7640000000000002,"5min":13.114000000000001,"15min":17.853000000000002},"last":1.6100000000000001},{"interface":"front","average":{"1min":2.8180000000000001,"5min":2.4470000000000001,"15min":1.913},"min":{"1min":0.437,"5min":0.437,"15min":0.34599999999999997},"max":{"1min":7.8120000000000003,"5min":13.148,"15min":17.919},"last":1.587}]},{"osd":7,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.5899999999999999,"15min":1.9790000000000001},"min":{"1min":0.45800000000000002,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":8.5289999999999999,"5min":16.518999999999998,"15min":17.890000000000001},"last":1.5620000000000001},{"interface":"front","average":{"1min":2.7869999999999999,"5min":2.468,"15min":1.7050000000000001},"min":{"1min":0.44400000000000001,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":18.710000000000001,"5min":18.710000000000001,"15min":18.710000000000001},"last":2.3359999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729819,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1062096,"kb_used_data":465992,"kb_used_omap":4,"kb_used_meta":596091,"kb_avail":92683056,"statfs":{"total":95995035648,"available":94907449344,"internally_reserved":0,"allocated":477175808,"data_stored":475840803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":610397591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":11.544,"5min":5.5650000000000004,"15min":2.8580000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.20899999999999999},"max":{"1min":94.450000000000003,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.81999999999999995},{"interface":"front","average":{"1min":12.602,"5min":5.5890000000000004,"15min":3.0920000000000001},"min":{"1min":0.30399999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":93.465000000000003,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:13:14 2023","interfaces":[{"interface":"back","average":{"1min":3.9289999999999998,"5min":2.8540000000000001,"15min":1.7909999999999999},"min":{"1min":0.46700000000000003,"5min":0.22500000000000001,"15min":0.20999999999999999},"max":{"1min":11.920999999999999,"5min":23.311,"15min":23.311},"last":0.89600000000000002},{"interface":"front","average":{"1min":5.2510000000000003,"5min":3.8610000000000002,"15min":2.3900000000000001},"min":{"1min":0.70299999999999996,"5min":0.27300000000000002,"15min":0.248},"max":{"1min":13.885,"5min":23.620999999999999,"15min":23.620999999999999},"last":0.53100000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":4.3170000000000002,"5min":3.3159999999999998,"15min":2.27},"min":{"1min":0.27000000000000002,"5min":0.24099999999999999,"15min":0.23799999999999999},"max":{"1min":14.859,"5min":19.798999999999999,"15min":19.798999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":4.6210000000000004,"5min":3.391,"15min":2.1760000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.23599999999999999},"max":{"1min":23.326000000000001,"5min":33.798000000000002,"15min":33.798000000000002},"last":18.052}]},{"osd":4,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":2.9630000000000001,"15min":1.9430000000000001},"min":{"1min":0.29099999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":10.170999999999999,"5min":23.469000000000001,"15min":23.469000000000001},"last":0.95399999999999996},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.5009999999999999,"15min":1.9470000000000001},"min":{"1min":0.41399999999999998,"5min":0.317,"15min":0.26800000000000002},"max":{"1min":10.555999999999999,"5min":10.555999999999999,"15min":17.478000000000002},"last":0.92100000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9020000000000001,"5min":2.4340000000000002,"15min":1.964},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":10.49,"5min":11.547000000000001,"15min":17.507999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.4430000000000001,"15min":1.792},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":19.457999999999998,"5min":19.457999999999998,"15min":19.457999999999998},"last":14.090999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:13:47 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":2.5649999999999999,"15min":1.774},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.318},"max":{"1min":11.506,"5min":11.506,"15min":16.379999999999999},"last":0.88},{"interface":"front","average":{"1min":3.6150000000000002,"5min":2.8359999999999999,"15min":1.8260000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":11.603,"5min":11.603,"15min":11.701000000000001},"last":0.80000000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.3759999999999999,"15min":1.9710000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":19.503,"5min":19.503,"15min":36.423000000000002},"last":14.135},{"interface":"front","average":{"1min":3.1190000000000002,"5min":2.9740000000000002,"15min":2.214},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.129,"5min":23.422000000000001,"15min":36.366999999999997},"last":0.93000000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019241,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1226548,"kb_used_data":917036,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92518604,"statfs":{"total":95995035648,"available":94739050496,"internally_reserved":0,"allocated":939044864,"data_stored":938259525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.6060000000000001,"15min":1.4319999999999999},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":9.9819999999999993,"5min":9.9819999999999993,"15min":26.055},"last":1.1899999999999999},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.0720000000000001,"15min":1.6279999999999999},"min":{"1min":0.34399999999999997,"5min":0.26800000000000002,"15min":0.25},"max":{"1min":12.744999999999999,"5min":12.744999999999999,"15min":25.497},"last":1.2869999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:13:17 2023","interfaces":[{"interface":"back","average":{"1min":3.2789999999999999,"5min":2.6779999999999999,"15min":1.7809999999999999},"min":{"1min":0.36399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":7.181,"5min":56.880000000000003,"15min":56.880000000000003},"last":1.069},{"interface":"front","average":{"1min":3.294,"5min":2.774,"15min":1.839},"min":{"1min":0.41599999999999998,"5min":0.316,"15min":0.28100000000000003},"max":{"1min":7.2080000000000002,"5min":56.904000000000003,"15min":56.904000000000003},"last":0.38200000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:14:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":2.3719999999999999,"15min":1.643},"min":{"1min":0.31900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":8.7479999999999993,"5min":56.448,"15min":56.448},"last":1.5149999999999999},{"interface":"front","average":{"1min":1.3620000000000001,"5min":2.2730000000000001,"15min":1.522},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.4500000000000002,"5min":56.868000000000002,"15min":56.868000000000002},"last":0.98399999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":3.2360000000000002,"5min":2.1899999999999999,"15min":2.5310000000000001},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2169999999999996,"5min":9.7929999999999993,"15min":80.783000000000001},"last":1.423},{"interface":"front","average":{"1min":2.2869999999999999,"5min":1.8720000000000001,"15min":2.3700000000000001},"min":{"1min":0.39500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":11.305,"5min":11.305,"15min":80.852000000000004},"last":0.39600000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.56699999999999995,"15min":0.85199999999999998},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":2.6469999999999998,"5min":4.4800000000000004,"15min":18.829999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.71899999999999997,"15min":1},"min":{"1min":0.314,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":2.1779999999999999,"5min":6.601,"15min":18.859000000000002},"last":0.58099999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.72699999999999998},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.877,"5min":3.9220000000000002,"15min":8.9030000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.61799999999999999,"15min":0.84699999999999998},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":1.4079999999999999,"5min":2.7029999999999998,"15min":9.9689999999999994},"last":0.46200000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.57399999999999995,"15min":0.79600000000000004},"min":{"1min":0.376,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":0.64200000000000002,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.63700000000000001,"15min":0.95099999999999996},"min":{"1min":0.38300000000000001,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":1.1559999999999999,"5min":3.282,"15min":17.097999999999999},"last":0.437}]}]},{"osd":5,"up_from":36,"seq":154618823013,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":553724,"kb_used_data":240116,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":93191428,"statfs":{"total":95995035648,"available":95428022272,"internally_reserved":0,"allocated":245878784,"data_stored":245090133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:13:50 2023","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.744,"15min":1.3999999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23000000000000001},"max":{"1min":8.5920000000000005,"5min":13.724,"15min":13.724},"last":6.1319999999999997},{"interface":"front","average":{"1min":1.4550000000000001,"5min":2.0019999999999998,"15min":1.448},"min":{"1min":0.25700000000000001,"5min":0.251,"15min":0.251},"max":{"1min":4.5579999999999998,"5min":12.297000000000001,"15min":12.297000000000001},"last":3.21}]},{"osd":1,"last update":"Sat Sep 23 18:13:13 2023","interfaces":[{"interface":"back","average":{"1min":2.387,"5min":2.165,"15min":1.623},"min":{"1min":0.28299999999999997,"5min":0.252,"15min":0.252},"max":{"1min":6.1849999999999996,"5min":13.282999999999999,"15min":16.033999999999999},"last":1.2450000000000001},{"interface":"front","average":{"1min":2.069,"5min":1.911,"15min":1.3939999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":9.5350000000000001,"5min":11.673,"15min":11.673},"last":1.1579999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:13:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8780000000000001,"5min":3.0870000000000002,"15min":1.948},"min":{"1min":0.33100000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.048,"5min":44.081000000000003,"15min":44.081000000000003},"last":2.2360000000000002},{"interface":"front","average":{"1min":2.9390000000000001,"5min":3.093,"15min":1.9179999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.311},"max":{"1min":8.0399999999999991,"5min":44.094999999999999,"15min":44.094999999999999},"last":2.258}]},{"osd":3,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":3.0720000000000001,"15min":2.0209999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":7.8570000000000002,"5min":31.109999999999999,"15min":31.109999999999999},"last":2.613},{"interface":"front","average":{"1min":2.641,"5min":2.6840000000000002,"15min":1.988},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":9.6709999999999994,"5min":28.795999999999999,"15min":28.795999999999999},"last":3.6520000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.65500000000000003,"15min":1.1830000000000001},"min":{"1min":0.27100000000000002,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":1.554,"5min":5.2610000000000001,"15min":121.29900000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.85199999999999998,"15min":1.3480000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.5960000000000001,"5min":11.818,"15min":121.31399999999999},"last":0.64500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:13:50 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.66700000000000004,"15min":0.77800000000000002},"min":{"1min":0.308,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.506,"5min":4.3570000000000002,"15min":9.3149999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.90800000000000003,"15min":0.89100000000000001},"min":{"1min":0.33400000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":4.516,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.53600000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:13:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.75800000000000001,"15min":0.90700000000000003},"min":{"1min":0.33100000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.419,"5min":4.1559999999999997,"15min":9.3559999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.89100000000000001,"15min":0.96999999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":5.4199999999999999,"5min":11.956,"15min":12.388999999999999},"last":0.50800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":400691200,"data_stored":400687128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":730337280,"data_stored":730333208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":350617600,"data_stored":350617600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":459735040,"data_stored":459735040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":930676736,"data_stored":930676736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":232849408,"data_stored":232849408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1693782016,"data_stored":1693777944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":640483328,"data_stored":640483328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:14:49.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:14:50.040 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:49 smithi149 ceph-mon[135148]: pgmap v976: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:49 smithi149 ceph-mon[135148]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:14:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:49 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:50.261 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:50.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:50.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:50.373 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:50.486 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:50.856 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:50.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:50.872 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:50.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:51.197 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:51.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:51.207 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:51.284 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:14:51.284 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:14:51.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:51.390 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:51.500 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:51.619 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:14:51.670 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:14:51.708 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:14:51.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:14:51.790 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:51.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:51.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:51.811 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:14:51.840 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:14:51.883 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:14:51.899 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:51.923 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:14:51.933 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:51.979 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:51.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:51.984 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:51.985 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:14:51.992 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:14:52.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: pgmap v977: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:52.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2511649957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 37693/36603 objects degraded (102.978%), 27 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:52.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: osdmap e338: 8 total, 8 up, 6 in 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2155865749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: pgmap v977: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2511649957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 37693/36603 objects degraded (102.978%), 27 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:52.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:52.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:52.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: osdmap e338: 8 total, 8 up, 6 in 2023-09-23T18:14:52.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2155865749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:52.085 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: pgmap v977: 99 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 17 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 765 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 530 op/s; 37693/36603 objects degraded (102.978%); 5098/36603 objects misplaced (13.928%); 4.2 MiB/s, 135 objects/s recovering 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2511649957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 37693/36603 objects degraded (102.978%), 27 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: osdmap e338: 8 total, 8 up, 6 in 2023-09-23T18:14:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2155865749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:14:52.153 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:53.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[149401]: osdmap e339: 8 total, 8 up, 6 in 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:52 smithi018 ceph-mon[153734]: osdmap e339: 8 total, 8 up, 6 in 2023-09-23T18:14:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: failed to encode map e338 with expected crc 2023-09-23T18:14:53.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:52 smithi149 ceph-mon[135148]: osdmap e339: 8 total, 8 up, 6 in 2023-09-23T18:14:53.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: pgmap v979: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 661 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 35770/31572 objects degraded (113.297%); 5168/31572 objects misplaced (16.369%); 2.5 MiB/s, 128 objects/s recovering 2023-09-23T18:14:53.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: failed to encode map e339 with expected crc 2023-09-23T18:14:53.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: failed to encode map e339 with expected crc 2023-09-23T18:14:53.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: failed to encode map e339 with expected crc 2023-09-23T18:14:53.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: failed to encode map e339 with expected crc 2023-09-23T18:14:53.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[149401]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: pgmap v979: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 661 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 35770/31572 objects degraded (113.297%); 5168/31572 objects misplaced (16.369%); 2.5 MiB/s, 128 objects/s recovering 2023-09-23T18:14:54.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:53 smithi149 ceph-mon[135148]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: pgmap v979: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 661 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 519 op/s; 35770/31572 objects degraded (113.297%); 5168/31572 objects misplaced (16.369%); 2.5 MiB/s, 128 objects/s recovering 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: failed to encode map e339 with expected crc 2023-09-23T18:14:54.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:53 smithi018 ceph-mon[153734]: failed to encode map e339 with expected crc 2023-09-23T18:14:55.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:14:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:14:54] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.33.4" 2023-09-23T18:14:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[149401]: pgmap v981: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 613 MiB data, 5.0 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 35603/29268 objects degraded (121.645%); 5000/29268 objects misplaced (17.084%); 2.7 MiB/s, 127 objects/s recovering 2023-09-23T18:14:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:55.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[153734]: pgmap v981: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 613 MiB data, 5.0 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 35603/29268 objects degraded (121.645%); 5000/29268 objects misplaced (17.084%); 2.7 MiB/s, 127 objects/s recovering 2023-09-23T18:14:55.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:14:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:55 smithi149 ceph-mon[135148]: pgmap v981: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovering, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 68 active+clean; 613 MiB data, 5.0 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 35603/29268 objects degraded (121.645%); 5000/29268 objects misplaced (17.084%); 2.7 MiB/s, 127 objects/s recovering 2023-09-23T18:14:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:14:56.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:56.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:56.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:56.382 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:14:56.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:56.576 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:56.806 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:56.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:56.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:56.915 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:56.944 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:56.980 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:56.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:56.984 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:57.084 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:57.114 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:57.153 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:57.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:57.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:57.256 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:14:57.385 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:57.464 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:14:57.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:57.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:14:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:57 smithi018 ceph-mon[153734]: pgmap v982: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 69 active+clean; 591 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 347 op/s; 35603/28248 objects degraded (126.037%); 5000/28248 objects misplaced (17.700%); 1.3 MiB/s, 114 objects/s recovering 2023-09-23T18:14:57.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 35603/28248 objects degraded (126.037%), 25 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:57.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:57 smithi018 ceph-mon[149401]: pgmap v982: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 69 active+clean; 591 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 347 op/s; 35603/28248 objects degraded (126.037%); 5000/28248 objects misplaced (17.700%); 1.3 MiB/s, 114 objects/s recovering 2023-09-23T18:14:57.566 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 35603/28248 objects degraded (126.037%), 25 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:57.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:57.670 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:14:57.787 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:57.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:57.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:57.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:14:57.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:57 smithi149 ceph-mon[135148]: pgmap v982: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 69 active+clean; 591 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 347 op/s; 35603/28248 objects degraded (126.037%); 5000/28248 objects misplaced (17.700%); 1.3 MiB/s, 114 objects/s recovering 2023-09-23T18:14:57.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 35603/28248 objects degraded (126.037%), 25 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:14:57.924 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:57.963 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:14:57.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:57.967 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:14:58.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:14:58.153 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:58.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:14:58.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:58.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:14:58.398 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:14:58.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:14:58.522 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:58.557 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:14:58.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:58.560 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:14:58.660 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:58.689 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:58.729 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:58.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:58.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:58.832 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:14:58.860 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:58.895 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:14:58.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:58.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:14:58.999 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:59.008 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:14:59.111 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:59.232 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:14:59.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:59.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:14:59.318 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:14:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:14:59.352 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:14:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:14:59.681 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:14:59 smithi018 ceph-mon[149401]: pgmap v983: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 4.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:59.681 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:14:59 smithi018 ceph-mon[153734]: pgmap v983: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 4.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:14:59.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:14:59.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:14:59.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:14:59.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:14:59 smithi149 ceph-mon[135148]: pgmap v983: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 4.3 MiB/s, 162 objects/s recovering 2023-09-23T18:14:59.921 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:00.114 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:00.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:00.135 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:00.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:00.317 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196236 7.9 7:979daa2b:::benchmark_data_smithi018_282512_object95500:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.298184+0000", 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.019024055000000002, 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019055941999999999, 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196236 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298184+0000", 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298184+0000", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298182+0000", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298187+0000", 2023-09-23T18:15:00.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6190000000000002e-06 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298196+0000", 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8799999999999997e-06 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298202+0000", 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0820000000000004e-06 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298381+0000", 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017940400000000001 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298527+0000", 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014549300000000001 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4,7", 2023-09-23T18:15:00.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.299084+0000", 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055662300000000001 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.302090+0000", 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030068920000000002 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.307734+0000", 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00564336 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.308928+0000", 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011937370000000001 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196237 7.d 7:bb88f890:::benchmark_data_smithi018_282512_object95501:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.298217+0000", 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.018990713999999999, 2023-09-23T18:15:00.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019125322, 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196237 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298217+0000", 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298217+0000", 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298217+0000", 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298220+0000", 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7930000000000002e-06 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298226+0000", 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2149999999999998e-06 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298231+0000", 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.417e-06 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.299930+0000", 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016990849999999999 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.300104+0000", 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017356500000000001 2023-09-23T18:15:00.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.300284+0000", 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018016000000000001 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312061+0000", 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011776715 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.329 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196238 7.f 7:f9d4b30f:::benchmark_data_smithi018_282512_object95502:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.298242+0000", 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.018965795000000001, 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019183305000000001, 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.330 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196238 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298242+0000", 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298242+0000", 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298242+0000", 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298244+0000", 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.745e-06 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298251+0000", 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.319e-06 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.298256+0000", 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0529999999999997e-06 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.299424+0000", 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011685619999999999 2023-09-23T18:15:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.299532+0000", 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107763 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4,7", 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.299637+0000", 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104443 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.304254+0000", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046170450000000002 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.307695+0000", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034412840000000002 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312009+0000", 2023-09-23T18:15:00.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043138259999999998 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196240 7.16 7:6cc5d274:::benchmark_data_smithi018_282512_object95504:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.312749+0000", 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0044588520000000001, 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047719490000000002, 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.336 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196240 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312749+0000", 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312749+0000", 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312748+0000", 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:00.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312754+0000", 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9020000000000002e-06 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312771+0000", 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6487e-05 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312780+0000", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1009999999999998e-06 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313087+0000", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00030717899999999998 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313221+0000", 2023-09-23T18:15:00.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013349999999999999 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5,7", 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313800+0000", 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00057919299999999998 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196244 7.d 7:bf34f108:::benchmark_data_smithi018_282512_object95508:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.341 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.312796+0000", 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0044114879999999999, 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047989110000000003, 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.342 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196244 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312796+0000", 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312796+0000", 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312796+0000", 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312799+0000", 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4999999999999999e-06 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312808+0000", 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2310000000000002e-06 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312814+0000", 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7379999999999999e-06 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312858+0000", 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4276000000000001e-05 2023-09-23T18:15:00.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313065+0000", 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020633700000000001 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.316484+0000", 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034191899999999999 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.347 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196246 7.4 7:27e8b8ed:::benchmark_data_smithi018_282512_object95510:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.312826+0000", 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0043822399999999999, 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048435919999999999, 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.348 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196246 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312826+0000", 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312826+0000", 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312825+0000", 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312828+0000", 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1920000000000001e-06 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312835+0000", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7209999999999997e-06 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312841+0000", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5659999999999997e-06 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312985+0000", 2023-09-23T18:15:00.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000144012 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313220+0000", 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023570399999999999 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.313800+0000", 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00057954399999999998 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.352 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:196247 7.16 7:691f23ce:::benchmark_data_smithi018_282512_object95511:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:00.312845+0000", 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0043624379999999997, 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049200939999999999, 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:00.353 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 196247 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312845+0000", 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312845+0000", 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312845+0000", 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312848+0000", 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7099999999999999e-06 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:00.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312854+0000", 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9240000000000004e-06 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.312859+0000", 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.989e-06 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.316256+0000", 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033971940000000001 2023-09-23T18:15:00.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.316396+0000", 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014013599999999999 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5,7", 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:00.316913+0000", 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00051747700000000002 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.357 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:00.358 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:15:00.358 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 7 2023-09-23T18:15:00.358 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:15:00.358 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:00.521 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:00.535 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:00.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:00.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:00.615 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":983,"stamp":"2023-09-23T18:14:58.398558+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459347915,"num_objects":6965,"num_object_clones":0,"num_object_copies":20895,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":35337,"num_objects_misplaced":4342,"num_objects_unfound":0,"num_objects_dirty":6965,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":195637,"num_write_kb":6462054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":31790,"num_bytes_recovered":1798919896,"num_keys_recovered":50,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198953,"ondisk_log_size":198953,"up":297,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":324,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4788536,"kb_used_data":2314184,"kb_used_omap":47,"kb_used_meta":2473872,"kb_avail":557682376,"statfs":{"total":575970213888,"available":571066753024,"internally_reserved":0,"allocated":2369724416,"data_stored":2362551276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2533245185},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,6,4,3,0,1,1,1,3],"upper_bound":1024},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-343146496,"num_objects":-5236,"num_object_clones":0,"num_object_copies":-15708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2356,"num_objects_misplaced":-756,"num_objects_unfound":0,"num_objects_dirty":-5236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5236,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1300,"num_bytes_recovered":36175872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.006351"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581826+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:14:51.581826+0000","last_peered":"2023-09-23T18:14:51.581826+0000","last_clean":"2023-09-23T18:14:51.581826+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:14:51.581826+0000","last_undegraded":"2023-09-23T18:14:51.581826+0000","last_fullsized":"2023-09-23T18:14:51.581826+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":348,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.579546+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:14:51.579546+0000","last_peered":"2023-09-23T18:14:51.579546+0000","last_clean":"2023-09-23T18:14:51.579546+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:14:51.579546+0000","last_undegraded":"2023-09-23T18:14:51.579546+0000","last_fullsized":"2023-09-23T18:14:51.579546+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":283,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583257+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:14:51.583257+0000","last_peered":"2023-09-23T18:14:51.583257+0000","last_clean":"2023-09-23T18:14:51.583257+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:14:51.583257+0000","last_undegraded":"2023-09-23T18:14:51.583257+0000","last_fullsized":"2023-09-23T18:14:51.583257+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":201,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.574894+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:14:51.574894+0000","last_peered":"2023-09-23T18:14:51.574894+0000","last_clean":"2023-09-23T18:14:51.574894+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:14:51.574894+0000","last_undegraded":"2023-09-23T18:14:51.574894+0000","last_fullsized":"2023-09-23T18:14:51.574894+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":408,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.596407+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:14:51.596407+0000","last_peered":"2023-09-23T18:14:51.596407+0000","last_clean":"2023-09-23T18:14:51.596407+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:14:51.596407+0000","last_undegraded":"2023-09-23T18:14:51.596407+0000","last_fullsized":"2023-09-23T18:14:51.596407+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":197,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586895+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:14:51.586895+0000","last_peered":"2023-09-23T18:14:51.586895+0000","last_clean":"2023-09-23T18:14:51.586895+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:14:51.586895+0000","last_undegraded":"2023-09-23T18:14:51.586895+0000","last_fullsized":"2023-09-23T18:14:51.586895+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"339'9730","reported_seq":9817,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:57.415839+0000","last_change":"2023-09-23T18:12:14.768211+0000","last_active":"2023-09-23T18:14:57.415839+0000","last_peered":"2023-09-23T18:14:57.415839+0000","last_clean":"2023-09-23T18:14:57.415839+0000","last_became_active":"2023-09-23T18:12:14.756257+0000","last_became_peered":"2023-09-23T18:12:14.756257+0000","last_unstale":"2023-09-23T18:14:57.415839+0000","last_undegraded":"2023-09-23T18:14:57.415839+0000","last_fullsized":"2023-09-23T18:14:57.415839+0000","mapping_epoch":304,"log_start":"278'2403","ondisk_log_start":"278'2403","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7327,"log_dups_size":0,"ondisk_log_size":7327,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13565952,"num_objects":207,"num_object_clones":0,"num_object_copies":621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6018,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":331,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583011+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:14:51.583011+0000","last_peered":"2023-09-23T18:14:51.583011+0000","last_clean":"2023-09-23T18:14:51.583011+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:14:51.583011+0000","last_undegraded":"2023-09-23T18:14:51.583011+0000","last_fullsized":"2023-09-23T18:14:51.583011+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":381,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.596472+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:14:51.596472+0000","last_peered":"2023-09-23T18:14:51.596472+0000","last_clean":"2023-09-23T18:14:51.596472+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:14:51.596472+0000","last_undegraded":"2023-09-23T18:14:51.596472+0000","last_fullsized":"2023-09-23T18:14:51.596472+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"339'9902","reported_seq":10003,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:57.197242+0000","last_change":"2023-09-23T18:13:49.211104+0000","last_active":"2023-09-23T18:14:57.197242+0000","last_peered":"2023-09-23T18:14:57.197242+0000","last_clean":"2023-09-23T18:13:18.492944+0000","last_became_active":"2023-09-23T18:13:49.178541+0000","last_became_peered":"2023-09-23T18:13:49.178541+0000","last_unstale":"2023-09-23T18:14:57.197242+0000","last_undegraded":"2023-09-23T18:13:48.941832+0000","last_fullsized":"2023-09-23T18:13:48.928301+0000","mapping_epoch":324,"log_start":"278'2517","ondisk_log_start":"278'2517","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7385,"log_dups_size":0,"ondisk_log_size":7385,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13041664,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":405,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6110,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"2,3","objects":199}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":184,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586690+0000","last_change":"2023-09-23T18:13:47.949902+0000","last_active":"2023-09-23T18:14:51.586690+0000","last_peered":"2023-09-23T18:14:51.586690+0000","last_clean":"2023-09-23T18:14:51.586690+0000","last_became_active":"2023-09-23T18:13:47.949626+0000","last_became_peered":"2023-09-23T18:13:47.949626+0000","last_unstale":"2023-09-23T18:14:51.586690+0000","last_undegraded":"2023-09-23T18:14:51.586690+0000","last_fullsized":"2023-09-23T18:14:51.586690+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":301,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581823+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:14:51.581823+0000","last_peered":"2023-09-23T18:14:51.581823+0000","last_clean":"2023-09-23T18:14:51.581823+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:14:51.581823+0000","last_undegraded":"2023-09-23T18:14:51.581823+0000","last_fullsized":"2023-09-23T18:14:51.581823+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"339'9784","reported_seq":15827,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:57.565104+0000","last_change":"2023-09-23T18:14:19.333561+0000","last_active":"2023-09-23T18:14:57.565104+0000","last_peered":"2023-09-23T18:14:57.565104+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305271+0000","last_became_peered":"2023-09-23T18:14:19.305271+0000","last_unstale":"2023-09-23T18:14:57.565104+0000","last_undegraded":"2023-09-23T18:14:18.987337+0000","last_fullsized":"2023-09-23T18:14:18.898397+0000","mapping_epoch":331,"log_start":"277'2261","ondisk_log_start":"277'2261","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7523,"log_dups_size":0,"ondisk_log_size":7523,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16154624,"num_objects":247,"num_object_clones":0,"num_object_copies":741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3522,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6018,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1828,"num_bytes_recovered":119668736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-275},{"shards":"1,3,6","objects":228}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":54,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.579596+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:14:51.579596+0000","last_peered":"2023-09-23T18:14:51.579596+0000","last_clean":"2023-09-23T18:14:51.579596+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:14:51.579596+0000","last_undegraded":"2023-09-23T18:14:51.579596+0000","last_fullsized":"2023-09-23T18:14:51.579596+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":145,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586211+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:14:51.586211+0000","last_peered":"2023-09-23T18:14:51.586211+0000","last_clean":"2023-09-23T18:14:51.586211+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:14:51.586211+0000","last_undegraded":"2023-09-23T18:14:51.586211+0000","last_fullsized":"2023-09-23T18:14:51.586211+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.10","version":"339'9675","reported_seq":9770,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:55.572703+0000","last_change":"2023-09-23T18:13:49.256222+0000","last_active":"2023-09-23T18:14:55.572703+0000","last_peered":"2023-09-23T18:14:55.572703+0000","last_clean":"2023-09-23T18:13:18.365000+0000","last_became_active":"2023-09-23T18:13:49.234514+0000","last_became_peered":"2023-09-23T18:13:49.234514+0000","last_unstale":"2023-09-23T18:14:55.572703+0000","last_undegraded":"2023-09-23T18:13:48.938395+0000","last_fullsized":"2023-09-23T18:13:48.935969+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9675,"log_dups_size":0,"ondisk_log_size":9675,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599872,"num_objects":177,"num_object_clones":0,"num_object_copies":531,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":390,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":177,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5989,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":177}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":16,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.582722+0000","last_change":"2023-09-23T18:14:17.805462+0000","last_active":"2023-09-23T18:14:51.582722+0000","last_peered":"2023-09-23T18:14:51.582722+0000","last_clean":"2023-09-23T18:11:50.575310+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:14:51.582722+0000","last_undegraded":"2023-09-23T18:14:17.787605+0000","last_fullsized":"2023-09-23T18:14:51.582722+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":4,"num_objects_missing":4,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":4}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":359,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583274+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:14:51.583274+0000","last_peered":"2023-09-23T18:14:51.583274+0000","last_clean":"2023-09-23T18:14:51.583274+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:14:51.583274+0000","last_undegraded":"2023-09-23T18:14:51.583274+0000","last_fullsized":"2023-09-23T18:14:51.583274+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"339'9945","reported_seq":12764,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.628428+0000","last_change":"2023-09-23T18:13:49.216071+0000","last_active":"2023-09-23T18:14:56.628428+0000","last_peered":"2023-09-23T18:14:56.628428+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.188028+0000","last_became_peered":"2023-09-23T18:13:49.188028+0000","last_unstale":"2023-09-23T18:14:56.628428+0000","last_undegraded":"2023-09-23T18:13:49.089461+0000","last_fullsized":"2023-09-23T18:13:48.939323+0000","mapping_epoch":324,"log_start":"277'2172","ondisk_log_start":"277'2172","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7773,"log_dups_size":0,"ondisk_log_size":7773,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15466496,"num_objects":236,"num_object_clones":0,"num_object_copies":708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2149,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6129,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1354,"num_bytes_recovered":88604672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-932},{"shards":"0,3,6","objects":207}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":16,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.582838+0000","last_change":"2023-09-23T18:14:17.807225+0000","last_active":"2023-09-23T18:14:51.582838+0000","last_peered":"2023-09-23T18:14:51.582838+0000","last_clean":"2023-09-23T18:11:50.572288+0000","last_became_active":"2023-09-23T18:14:17.807045+0000","last_became_peered":"2023-09-23T18:14:17.807045+0000","last_unstale":"2023-09-23T18:14:51.582838+0000","last_undegraded":"2023-09-23T18:14:17.786661+0000","last_fullsized":"2023-09-23T18:14:51.582838+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":2,"num_objects_missing":2,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":170,"num_keys_recovered":50,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","1","2"],"object_location_counts":[{"shards":"0,1,2","objects":2}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":363,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583773+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:14:51.583773+0000","last_peered":"2023-09-23T18:14:51.583773+0000","last_clean":"2023-09-23T18:14:51.583773+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:14:51.583773+0000","last_undegraded":"2023-09-23T18:14:51.583773+0000","last_fullsized":"2023-09-23T18:14:51.583773+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.16","version":"339'9529","reported_seq":10835,"reported_epoch":339,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:56.634812+0000","last_change":"2023-09-23T18:13:19.564196+0000","last_active":"2023-09-23T18:14:56.634812+0000","last_peered":"2023-09-23T18:14:56.634812+0000","last_clean":"2023-09-23T18:13:02.673376+0000","last_became_active":"2023-09-23T18:13:04.914398+0000","last_became_peered":"2023-09-23T18:13:04.914398+0000","last_unstale":"2023-09-23T18:14:56.634812+0000","last_undegraded":"2023-09-23T18:14:56.634812+0000","last_fullsized":"2023-09-23T18:14:56.634812+0000","mapping_epoch":314,"log_start":"277'1638","ondisk_log_start":"277'1638","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7891,"log_dups_size":0,"ondisk_log_size":7891,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16089088,"num_objects":246,"num_object_clones":0,"num_object_copies":738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":173,"num_objects_unfound":0,"num_objects_dirty":246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5876,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":603,"num_bytes_recovered":39518208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":246}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":200,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.576559+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:14:51.576559+0000","last_peered":"2023-09-23T18:14:51.576559+0000","last_clean":"2023-09-23T18:14:51.576559+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:14:51.576559+0000","last_undegraded":"2023-09-23T18:14:51.576559+0000","last_fullsized":"2023-09-23T18:14:51.576559+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":169,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586522+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:14:51.586522+0000","last_peered":"2023-09-23T18:14:51.586522+0000","last_clean":"2023-09-23T18:14:51.586522+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:14:51.586522+0000","last_undegraded":"2023-09-23T18:14:51.586522+0000","last_fullsized":"2023-09-23T18:14:51.586522+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.15","version":"339'9566","reported_seq":9674,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.379006+0000","last_change":"2023-09-23T18:13:49.324101+0000","last_active":"2023-09-23T18:14:56.379006+0000","last_peered":"2023-09-23T18:14:56.379006+0000","last_clean":"2023-09-23T18:12:13.651030+0000","last_became_active":"2023-09-23T18:13:49.288569+0000","last_became_peered":"2023-09-23T18:13:49.288569+0000","last_unstale":"2023-09-23T18:14:56.379006+0000","last_undegraded":"2023-09-23T18:13:48.950408+0000","last_fullsized":"2023-09-23T18:13:48.925717+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9566,"log_dups_size":0,"ondisk_log_size":9566,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11567104,"num_objects":177,"num_object_clones":0,"num_object_copies":531,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3102,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":177,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5929,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-995},{"shards":"0,2,7","objects":201}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":301,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582553+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:14:51.582553+0000","last_peered":"2023-09-23T18:14:51.582553+0000","last_clean":"2023-09-23T18:14:51.582553+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:14:51.582553+0000","last_undegraded":"2023-09-23T18:14:51.582553+0000","last_fullsized":"2023-09-23T18:14:51.582553+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":317,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.573262+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:14:51.573262+0000","last_peered":"2023-09-23T18:14:51.573262+0000","last_clean":"2023-09-23T18:14:51.573262+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:14:51.573262+0000","last_undegraded":"2023-09-23T18:14:51.573262+0000","last_fullsized":"2023-09-23T18:14:51.573262+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"339'10051","reported_seq":16297,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.531859+0000","last_change":"2023-09-23T18:14:19.339663+0000","last_active":"2023-09-23T18:14:56.531859+0000","last_peered":"2023-09-23T18:14:56.531859+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307939+0000","last_became_peered":"2023-09-23T18:14:19.307939+0000","last_unstale":"2023-09-23T18:14:56.531859+0000","last_undegraded":"2023-09-23T18:14:18.901978+0000","last_fullsized":"2023-09-23T18:14:18.786033+0000","mapping_epoch":331,"log_start":"277'2370","ondisk_log_start":"277'2370","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7681,"log_dups_size":0,"ondisk_log_size":7681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14123008,"num_objects":216,"num_object_clones":0,"num_object_copies":648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6201,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2297,"num_bytes_recovered":150339584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-288},{"shards":"0,1,6","objects":214}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":251,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.568621+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:14:51.568621+0000","last_peered":"2023-09-23T18:14:51.568621+0000","last_clean":"2023-09-23T18:14:51.568621+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:14:51.568621+0000","last_undegraded":"2023-09-23T18:14:51.568621+0000","last_fullsized":"2023-09-23T18:14:51.568621+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":333,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.585617+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:14:51.585617+0000","last_peered":"2023-09-23T18:14:51.585617+0000","last_clean":"2023-09-23T18:14:51.585617+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:14:51.585617+0000","last_undegraded":"2023-09-23T18:14:51.585617+0000","last_fullsized":"2023-09-23T18:14:51.585617+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"339'12142","reported_seq":23292,"reported_epoch":339,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:14:55.732036+0000","last_change":"2023-09-23T18:13:49.288360+0000","last_active":"2023-09-23T18:14:55.732036+0000","last_peered":"2023-09-23T18:14:55.732036+0000","last_clean":"2023-09-23T18:11:52.637013+0000","last_became_active":"2023-09-23T18:13:49.241555+0000","last_became_peered":"2023-09-23T18:13:49.241555+0000","last_unstale":"2023-09-23T18:14:55.732036+0000","last_undegraded":"2023-09-23T18:14:55.732036+0000","last_fullsized":"2023-09-23T18:13:48.929099+0000","mapping_epoch":324,"log_start":"285'5247","ondisk_log_start":"285'5247","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6895,"log_dups_size":0,"ondisk_log_size":6895,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31719424,"num_objects":484,"num_object_clones":0,"num_object_copies":1452,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":484,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12142,"num_write_kb":404032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5521,"num_bytes_recovered":313327616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[5,2],"avail_no_missing":["5"],"object_location_counts":[{"shards":"2,5","objects":484}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":265,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582774+0000","last_change":"2023-09-23T18:13:47.958920+0000","last_active":"2023-09-23T18:14:51.582774+0000","last_peered":"2023-09-23T18:14:51.582774+0000","last_clean":"2023-09-23T18:14:51.582774+0000","last_became_active":"2023-09-23T18:13:47.958598+0000","last_became_peered":"2023-09-23T18:13:47.958598+0000","last_unstale":"2023-09-23T18:14:51.582774+0000","last_undegraded":"2023-09-23T18:14:51.582774+0000","last_fullsized":"2023-09-23T18:14:51.582774+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":178,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586354+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:14:51.586354+0000","last_peered":"2023-09-23T18:14:51.586354+0000","last_clean":"2023-09-23T18:14:51.586354+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:14:51.586354+0000","last_undegraded":"2023-09-23T18:14:51.586354+0000","last_fullsized":"2023-09-23T18:14:51.586354+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"339'12368","reported_seq":12445,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:57.527433+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:14:57.527433+0000","last_peered":"2023-09-23T18:14:57.527433+0000","last_clean":"2023-09-23T18:14:57.527433+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:14:57.527433+0000","last_undegraded":"2023-09-23T18:14:57.527433+0000","last_fullsized":"2023-09-23T18:14:57.527433+0000","mapping_epoch":272,"log_start":"302'7441","ondisk_log_start":"302'7441","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4927,"log_dups_size":0,"ondisk_log_size":4927,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26476544,"num_objects":404,"num_object_clones":0,"num_object_copies":1212,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":404,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12368,"num_write_kb":408704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":16,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.582231+0000","last_change":"2023-09-23T18:14:17.799094+0000","last_active":"2023-09-23T18:14:51.582231+0000","last_peered":"2023-09-23T18:14:51.582231+0000","last_clean":"2023-09-23T18:11:03.721610+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:14:51.582231+0000","last_undegraded":"2023-09-23T18:14:17.786658+0000","last_fullsized":"2023-09-23T18:14:51.582231+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["0","1","5"],"object_location_counts":[{"shards":"0,1,5","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":350,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582687+0000","last_change":"2023-09-23T18:13:47.949923+0000","last_active":"2023-09-23T18:14:51.582687+0000","last_peered":"2023-09-23T18:14:51.582687+0000","last_clean":"2023-09-23T18:14:51.582687+0000","last_became_active":"2023-09-23T18:13:47.949602+0000","last_became_peered":"2023-09-23T18:13:47.949602+0000","last_unstale":"2023-09-23T18:14:51.582687+0000","last_undegraded":"2023-09-23T18:14:51.582687+0000","last_fullsized":"2023-09-23T18:14:51.582687+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"339'9930","reported_seq":16010,"reported_epoch":339,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:14:56.649404+0000","last_change":"2023-09-23T18:14:19.332190+0000","last_active":"2023-09-23T18:14:56.649404+0000","last_peered":"2023-09-23T18:14:56.649404+0000","last_clean":"2023-09-23T18:13:02.686150+0000","last_became_active":"2023-09-23T18:14:19.304016+0000","last_became_peered":"2023-09-23T18:14:19.304016+0000","last_unstale":"2023-09-23T18:14:56.649404+0000","last_undegraded":"2023-09-23T18:14:18.856515+0000","last_fullsized":"2023-09-23T18:14:56.649404+0000","mapping_epoch":331,"log_start":"277'2309","ondisk_log_start":"277'2309","created":272,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7621,"log_dups_size":0,"ondisk_log_size":7621,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13467648,"num_objects":205,"num_object_clones":0,"num_object_copies":615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":205,"num_objects_misplaced":409,"num_objects_unfound":0,"num_objects_dirty":205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6126,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":149716992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,1,7","objects":205}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":209,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586477+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:14:51.586477+0000","last_peered":"2023-09-23T18:14:51.586477+0000","last_clean":"2023-09-23T18:14:51.586477+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:14:51.586477+0000","last_undegraded":"2023-09-23T18:14:51.586477+0000","last_fullsized":"2023-09-23T18:14:51.586477+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":194,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.590347+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:14:51.590347+0000","last_peered":"2023-09-23T18:14:51.590347+0000","last_clean":"2023-09-23T18:14:51.590347+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:14:51.590347+0000","last_undegraded":"2023-09-23T18:14:51.590347+0000","last_fullsized":"2023-09-23T18:14:51.590347+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"339'9935","reported_seq":16455,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:56.352494+0000","last_change":"2023-09-23T18:14:52.624621+0000","last_active":"2023-09-23T18:14:56.352494+0000","last_peered":"2023-09-23T18:14:56.352494+0000","last_clean":"2023-09-23T18:14:56.352494+0000","last_became_active":"2023-09-23T18:14:52.594114+0000","last_became_peered":"2023-09-23T18:14:52.594114+0000","last_unstale":"2023-09-23T18:14:56.352494+0000","last_undegraded":"2023-09-23T18:14:56.352494+0000","last_fullsized":"2023-09-23T18:14:56.352494+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9935,"log_dups_size":0,"ondisk_log_size":9935,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16056320,"num_objects":245,"num_object_clones":0,"num_object_copies":735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6126,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3207,"num_bytes_recovered":80543744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":343,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586228+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:14:51.586228+0000","last_peered":"2023-09-23T18:14:51.586228+0000","last_clean":"2023-09-23T18:14:51.586228+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:14:51.586228+0000","last_undegraded":"2023-09-23T18:14:51.586228+0000","last_fullsized":"2023-09-23T18:14:51.586228+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":343,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.568375+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:14:51.568375+0000","last_peered":"2023-09-23T18:14:51.568375+0000","last_clean":"2023-09-23T18:14:51.568375+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:14:51.568375+0000","last_undegraded":"2023-09-23T18:14:51.568375+0000","last_fullsized":"2023-09-23T18:14:51.568375+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"339'12188","reported_seq":12281,"reported_epoch":339,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:56.648167+0000","last_change":"2023-09-23T18:13:05.098726+0000","last_active":"2023-09-23T18:14:56.648167+0000","last_peered":"2023-09-23T18:14:56.648167+0000","last_clean":"2023-09-23T18:13:02.707910+0000","last_became_active":"2023-09-23T18:13:05.007173+0000","last_became_peered":"2023-09-23T18:13:05.007173+0000","last_unstale":"2023-09-23T18:14:56.648167+0000","last_undegraded":"2023-09-23T18:14:56.648167+0000","last_fullsized":"2023-09-23T18:14:56.648167+0000","mapping_epoch":314,"log_start":"301'7167","ondisk_log_start":"301'7167","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5021,"log_dups_size":0,"ondisk_log_size":5021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:20.235396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28442624,"num_objects":434,"num_object_clones":0,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":434,"num_objects_unfound":0,"num_objects_dirty":434,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12188,"num_write_kb":403904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":434}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":366,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.584769+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:14:51.584769+0000","last_peered":"2023-09-23T18:14:51.584769+0000","last_clean":"2023-09-23T18:14:51.584769+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:14:51.584769+0000","last_undegraded":"2023-09-23T18:14:51.584769+0000","last_fullsized":"2023-09-23T18:14:51.584769+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582877+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:14:51.582877+0000","last_peered":"2023-09-23T18:14:51.582877+0000","last_clean":"2023-09-23T18:14:51.582877+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:14:51.582877+0000","last_undegraded":"2023-09-23T18:14:51.582877+0000","last_fullsized":"2023-09-23T18:14:51.582877+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"339'12028","reported_seq":12106,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:56.436411+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:14:56.436411+0000","last_peered":"2023-09-23T18:14:56.436411+0000","last_clean":"2023-09-23T18:14:56.436411+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:14:56.436411+0000","last_undegraded":"2023-09-23T18:14:56.436411+0000","last_fullsized":"2023-09-23T18:14:56.436411+0000","mapping_epoch":272,"log_start":"285'4962","ondisk_log_start":"285'4962","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7066,"log_dups_size":0,"ondisk_log_size":7066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30146560,"num_objects":460,"num_object_clones":0,"num_object_copies":1380,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":460,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12028,"num_write_kb":399616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581909+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:14:51.581909+0000","last_peered":"2023-09-23T18:14:51.581909+0000","last_clean":"2023-09-23T18:14:51.581909+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:14:51.581909+0000","last_undegraded":"2023-09-23T18:14:51.581909+0000","last_fullsized":"2023-09-23T18:14:51.581909+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583013+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:14:51.583013+0000","last_peered":"2023-09-23T18:14:51.583013+0000","last_clean":"2023-09-23T18:14:51.583013+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:14:51.583013+0000","last_undegraded":"2023-09-23T18:14:51.583013+0000","last_fullsized":"2023-09-23T18:14:51.583013+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"339'12278","reported_seq":14195,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.681959+0000","last_change":"2023-09-23T18:13:49.440294+0000","last_active":"2023-09-23T18:14:56.681959+0000","last_peered":"2023-09-23T18:14:56.681959+0000","last_clean":"2023-09-23T18:11:52.585352+0000","last_became_active":"2023-09-23T18:13:49.295555+0000","last_became_peered":"2023-09-23T18:13:49.295555+0000","last_unstale":"2023-09-23T18:14:56.681959+0000","last_undegraded":"2023-09-23T18:13:49.274412+0000","last_fullsized":"2023-09-23T18:13:48.926810+0000","mapping_epoch":324,"log_start":"301'7259","ondisk_log_start":"301'7259","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5019,"log_dups_size":0,"ondisk_log_size":5019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:25:53.446499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29425688,"num_objects":450,"num_object_clones":0,"num_object_copies":1350,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6304,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":450,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12278,"num_write_kb":407233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":907,"num_bytes_recovered":59244544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-2045},{"shards":"0,1,6","objects":450}],"blocked_by":[],"up_primary":1,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582315+0000","last_change":"2023-09-23T18:14:17.805951+0000","last_active":"2023-09-23T18:14:51.582315+0000","last_peered":"2023-09-23T18:14:51.582315+0000","last_clean":"2023-09-23T18:14:51.582315+0000","last_became_active":"2023-09-23T18:14:17.805602+0000","last_became_peered":"2023-09-23T18:14:17.805602+0000","last_unstale":"2023-09-23T18:14:51.582315+0000","last_undegraded":"2023-09-23T18:14:51.582315+0000","last_fullsized":"2023-09-23T18:14:51.582315+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":359,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582405+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:14:51.582405+0000","last_peered":"2023-09-23T18:14:51.582405+0000","last_clean":"2023-09-23T18:14:51.582405+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:14:51.582405+0000","last_undegraded":"2023-09-23T18:14:51.582405+0000","last_fullsized":"2023-09-23T18:14:51.582405+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"339'12473","reported_seq":19175,"reported_epoch":339,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T18:14:57.550749+0000","last_change":"2023-09-23T18:13:49.292732+0000","last_active":"2023-09-23T18:14:57.550749+0000","last_peered":"2023-09-23T18:14:57.550749+0000","last_clean":"2023-09-23T18:11:52.603640+0000","last_became_active":"2023-09-23T18:13:05.183298+0000","last_became_peered":"2023-09-23T18:13:05.183298+0000","last_unstale":"2023-09-23T18:14:57.550749+0000","last_undegraded":"2023-09-23T18:13:49.289946+0000","last_fullsized":"2023-09-23T18:14:57.550749+0000","mapping_epoch":314,"log_start":"302'7569","ondisk_log_start":"302'7569","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4904,"log_dups_size":0,"ondisk_log_size":4904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:33.652338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26935296,"num_objects":411,"num_object_clones":0,"num_object_copies":1233,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":411,"num_objects_misplaced":3139,"num_objects_unfound":0,"num_objects_dirty":411,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12473,"num_write_kb":412288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3303,"num_bytes_recovered":216268800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,7],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"3,6,7","objects":411}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":368,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.596268+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:14:51.596268+0000","last_peered":"2023-09-23T18:14:51.596268+0000","last_clean":"2023-09-23T18:14:51.596268+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:14:51.596268+0000","last_undegraded":"2023-09-23T18:14:51.596268+0000","last_fullsized":"2023-09-23T18:14:51.596268+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":338,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.577812+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:14:51.577812+0000","last_peered":"2023-09-23T18:14:51.577812+0000","last_clean":"2023-09-23T18:14:51.577812+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:14:51.577812+0000","last_undegraded":"2023-09-23T18:14:51.577812+0000","last_fullsized":"2023-09-23T18:14:51.577812+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"339'9838","reported_seq":16780,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:57.485961+0000","last_change":"2023-09-23T18:14:19.333489+0000","last_active":"2023-09-23T18:14:57.485961+0000","last_peered":"2023-09-23T18:14:57.485961+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305126+0000","last_became_peered":"2023-09-23T18:14:19.305126+0000","last_unstale":"2023-09-23T18:14:57.485961+0000","last_undegraded":"2023-09-23T18:14:18.897467+0000","last_fullsized":"2023-09-23T18:14:18.800784+0000","mapping_epoch":331,"log_start":"278'2582","ondisk_log_start":"278'2582","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7256,"log_dups_size":0,"ondisk_log_size":7256,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12615680,"num_objects":192,"num_object_clones":0,"num_object_copies":576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6071,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2263,"num_bytes_recovered":148111360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-314},{"shards":"1,3,6","objects":211}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":912,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.578627+0000","last_change":"2023-09-23T18:13:49.257388+0000","last_active":"2023-09-23T18:14:51.578627+0000","last_peered":"2023-09-23T18:14:51.578627+0000","last_clean":"2023-09-23T17:59:56.612930+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:14:51.578627+0000","last_undegraded":"2023-09-23T18:13:48.927415+0000","last_fullsized":"2023-09-23T18:14:51.578627+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":["1","0","7"],"object_location_counts":[{"shards":"0,1,7","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":169,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586529+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:14:51.586529+0000","last_peered":"2023-09-23T18:14:51.586529+0000","last_clean":"2023-09-23T18:14:51.586529+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:14:51.586529+0000","last_undegraded":"2023-09-23T18:14:51.586529+0000","last_fullsized":"2023-09-23T18:14:51.586529+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":248,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.590269+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:14:51.590269+0000","last_peered":"2023-09-23T18:14:51.590269+0000","last_clean":"2023-09-23T18:14:51.590269+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:14:51.590269+0000","last_undegraded":"2023-09-23T18:14:51.590269+0000","last_fullsized":"2023-09-23T18:14:51.590269+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"339'9990","reported_seq":12746,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.458882+0000","last_change":"2023-09-23T18:13:49.300085+0000","last_active":"2023-09-23T18:14:56.458882+0000","last_peered":"2023-09-23T18:14:56.458882+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.271092+0000","last_became_peered":"2023-09-23T18:13:49.271092+0000","last_unstale":"2023-09-23T18:14:56.458882+0000","last_undegraded":"2023-09-23T18:13:49.042463+0000","last_fullsized":"2023-09-23T18:13:48.935476+0000","mapping_epoch":324,"log_start":"277'2425","ondisk_log_start":"277'2425","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7565,"log_dups_size":0,"ondisk_log_size":7565,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12517376,"num_objects":191,"num_object_clones":0,"num_object_copies":573,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2289,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6174,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1324,"num_bytes_recovered":86704128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-1044},{"shards":"0,3,6","objects":220}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1083,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.585980+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:14:51.585980+0000","last_peered":"2023-09-23T18:14:51.585980+0000","last_clean":"2023-09-23T18:14:51.585980+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:14:51.585980+0000","last_undegraded":"2023-09-23T18:14:51.585980+0000","last_fullsized":"2023-09-23T18:14:51.585980+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":342,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583217+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:14:51.583217+0000","last_peered":"2023-09-23T18:14:51.583217+0000","last_clean":"2023-09-23T18:14:51.583217+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:14:51.583217+0000","last_undegraded":"2023-09-23T18:14:51.583217+0000","last_fullsized":"2023-09-23T18:14:51.583217+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":253,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.578471+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:14:51.578471+0000","last_peered":"2023-09-23T18:14:51.578471+0000","last_clean":"2023-09-23T18:14:51.578471+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:14:51.578471+0000","last_undegraded":"2023-09-23T18:14:51.578471+0000","last_fullsized":"2023-09-23T18:14:51.578471+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"339'10053","reported_seq":16293,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.603471+0000","last_change":"2023-09-23T18:14:19.338787+0000","last_active":"2023-09-23T18:14:56.603471+0000","last_peered":"2023-09-23T18:14:56.603471+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307960+0000","last_became_peered":"2023-09-23T18:14:19.307960+0000","last_unstale":"2023-09-23T18:14:56.603471+0000","last_undegraded":"2023-09-23T18:14:18.918549+0000","last_fullsized":"2023-09-23T18:14:18.786968+0000","mapping_epoch":331,"log_start":"277'2431","ondisk_log_start":"277'2431","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7622,"log_dups_size":0,"ondisk_log_size":7622,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13991936,"num_objects":213,"num_object_clones":0,"num_object_copies":639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3316,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6202,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2285,"num_bytes_recovered":149749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-275},{"shards":"0,1,6","objects":215}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":602,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.579578+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:14:51.579578+0000","last_peered":"2023-09-23T18:14:51.579578+0000","last_clean":"2023-09-23T18:14:51.579578+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:14:51.579578+0000","last_undegraded":"2023-09-23T18:14:51.579578+0000","last_fullsized":"2023-09-23T18:14:51.579578+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":258,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583866+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:14:51.583866+0000","last_peered":"2023-09-23T18:14:51.583866+0000","last_clean":"2023-09-23T18:14:51.583866+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:14:51.583866+0000","last_undegraded":"2023-09-23T18:14:51.583866+0000","last_fullsized":"2023-09-23T18:14:51.583866+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":347,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.577957+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:14:51.577957+0000","last_peered":"2023-09-23T18:14:51.577957+0000","last_clean":"2023-09-23T18:14:51.577957+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:14:51.577957+0000","last_undegraded":"2023-09-23T18:14:51.577957+0000","last_fullsized":"2023-09-23T18:14:51.577957+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"339'9601","reported_seq":10929,"reported_epoch":339,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:14:56.502529+0000","last_change":"2023-09-23T18:13:48.128691+0000","last_active":"2023-09-23T18:14:56.502529+0000","last_peered":"2023-09-23T18:14:56.502529+0000","last_clean":"2023-09-23T18:13:02.752469+0000","last_became_active":"2023-09-23T18:13:04.970400+0000","last_became_peered":"2023-09-23T18:13:04.970400+0000","last_unstale":"2023-09-23T18:14:56.502529+0000","last_undegraded":"2023-09-23T18:14:56.502529+0000","last_fullsized":"2023-09-23T18:14:56.502529+0000","mapping_epoch":314,"log_start":"277'2002","ondisk_log_start":"277'2002","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7599,"log_dups_size":0,"ondisk_log_size":7599,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11370496,"num_objects":173,"num_object_clones":0,"num_object_copies":519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":66,"num_objects_unfound":0,"num_objects_dirty":173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5947,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":614,"num_bytes_recovered":40239104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":173}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":838,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:51.586165+0000","last_change":"2023-09-23T18:13:20.706182+0000","last_active":"2023-09-23T18:14:51.586165+0000","last_peered":"2023-09-23T18:14:51.586165+0000","last_clean":"2023-09-23T18:12:53.558889+0000","last_became_active":"2023-09-23T18:13:04.821345+0000","last_became_peered":"2023-09-23T18:13:04.821345+0000","last_unstale":"2023-09-23T18:14:51.586165+0000","last_undegraded":"2023-09-23T18:13:20.706073+0000","last_fullsized":"2023-09-23T18:13:04.774331+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":321,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.568517+0000","last_change":"2023-09-23T18:13:48.953641+0000","last_active":"2023-09-23T18:14:51.568517+0000","last_peered":"2023-09-23T18:14:51.568517+0000","last_clean":"2023-09-23T17:50:54.559955+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:14:51.568517+0000","last_undegraded":"2023-09-23T18:13:48.927926+0000","last_fullsized":"2023-09-23T18:14:51.568517+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":["0","1","7"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":375,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.589171+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:14:51.589171+0000","last_peered":"2023-09-23T18:14:51.589171+0000","last_clean":"2023-09-23T18:14:51.589171+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:14:51.589171+0000","last_undegraded":"2023-09-23T18:14:51.589171+0000","last_fullsized":"2023-09-23T18:14:51.589171+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582934+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:14:51.582934+0000","last_peered":"2023-09-23T18:14:51.582934+0000","last_clean":"2023-09-23T18:14:51.582934+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:14:51.582934+0000","last_undegraded":"2023-09-23T18:14:51.582934+0000","last_fullsized":"2023-09-23T18:14:51.582934+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.5","version":"339'9502","reported_seq":9619,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.267500+0000","last_change":"2023-09-23T18:13:49.331303+0000","last_active":"2023-09-23T18:14:56.267500+0000","last_peered":"2023-09-23T18:14:56.267500+0000","last_clean":"2023-09-23T18:13:02.639022+0000","last_became_active":"2023-09-23T18:13:49.293062+0000","last_became_peered":"2023-09-23T18:13:49.293062+0000","last_unstale":"2023-09-23T18:14:56.267500+0000","last_undegraded":"2023-09-23T18:13:48.943220+0000","last_fullsized":"2023-09-23T18:13:48.932619+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9502,"log_dups_size":0,"ondisk_log_size":9502,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15761408,"num_objects":240,"num_object_clones":0,"num_object_copies":720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3003,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5864,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-984},{"shards":"0,2,7","objects":216}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":741,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.583664+0000","last_change":"2023-09-23T18:14:51.332961+0000","last_active":"2023-09-23T18:14:51.583664+0000","last_peered":"2023-09-23T18:14:51.583664+0000","last_clean":"2023-09-23T18:14:51.583664+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:14:51.583664+0000","last_undegraded":"2023-09-23T18:14:51.583664+0000","last_fullsized":"2023-09-23T18:14:51.583664+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":335,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.572942+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:14:51.572942+0000","last_peered":"2023-09-23T18:14:51.572942+0000","last_clean":"2023-09-23T18:14:51.572942+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:14:51.572942+0000","last_undegraded":"2023-09-23T18:14:51.572942+0000","last_fullsized":"2023-09-23T18:14:51.572942+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":200,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.569263+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:14:51.569263+0000","last_peered":"2023-09-23T18:14:51.569263+0000","last_clean":"2023-09-23T18:14:51.569263+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:14:51.569263+0000","last_undegraded":"2023-09-23T18:14:51.569263+0000","last_fullsized":"2023-09-23T18:14:51.569263+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"339'9562","reported_seq":9658,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:55.411640+0000","last_change":"2023-09-23T18:13:49.256281+0000","last_active":"2023-09-23T18:14:55.411640+0000","last_peered":"2023-09-23T18:14:55.411640+0000","last_clean":"2023-09-23T18:13:18.492713+0000","last_became_active":"2023-09-23T18:13:49.234597+0000","last_became_peered":"2023-09-23T18:13:49.234597+0000","last_unstale":"2023-09-23T18:14:55.411640+0000","last_undegraded":"2023-09-23T18:13:48.935738+0000","last_fullsized":"2023-09-23T18:13:48.929097+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9562,"log_dups_size":0,"ondisk_log_size":9562,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19005440,"num_objects":290,"num_object_clones":0,"num_object_copies":870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":387,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5876,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":290}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":379,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:14:51.568630+0000","last_change":"2023-09-23T18:13:49.282512+0000","last_active":"2023-09-23T18:14:51.568630+0000","last_peered":"2023-09-23T18:14:51.568630+0000","last_clean":"2023-09-23T18:13:45.914722+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:14:51.568630+0000","last_undegraded":"2023-09-23T18:13:48.927730+0000","last_fullsized":"2023-09-23T18:14:51.568630+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":["0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":277,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.578848+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:14:51.578848+0000","last_peered":"2023-09-23T18:14:51.578848+0000","last_clean":"2023-09-23T18:14:51.578848+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:14:51.578848+0000","last_undegraded":"2023-09-23T18:14:51.578848+0000","last_fullsized":"2023-09-23T18:14:51.578848+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":351,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.569040+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:14:51.569040+0000","last_peered":"2023-09-23T18:14:51.569040+0000","last_clean":"2023-09-23T18:14:51.569040+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:14:51.569040+0000","last_undegraded":"2023-09-23T18:14:51.569040+0000","last_fullsized":"2023-09-23T18:14:51.569040+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"339'9744","reported_seq":9832,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:57.551448+0000","last_change":"2023-09-23T18:12:14.710289+0000","last_active":"2023-09-23T18:14:57.551448+0000","last_peered":"2023-09-23T18:14:57.551448+0000","last_clean":"2023-09-23T18:14:57.551448+0000","last_became_active":"2023-09-23T18:12:14.701016+0000","last_became_peered":"2023-09-23T18:12:14.701016+0000","last_unstale":"2023-09-23T18:14:57.551448+0000","last_undegraded":"2023-09-23T18:14:57.551448+0000","last_fullsized":"2023-09-23T18:14:57.551448+0000","mapping_epoch":272,"log_start":"278'2353","ondisk_log_start":"278'2353","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7391,"log_dups_size":0,"ondisk_log_size":7391,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12648448,"num_objects":193,"num_object_clones":0,"num_object_copies":579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6032,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":327,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.585534+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:14:51.585534+0000","last_peered":"2023-09-23T18:14:51.585534+0000","last_clean":"2023-09-23T18:14:51.585534+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:14:51.585534+0000","last_undegraded":"2023-09-23T18:14:51.585534+0000","last_fullsized":"2023-09-23T18:14:51.585534+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":933,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:51.578511+0000","last_change":"2023-09-23T18:14:19.165252+0000","last_active":"2023-09-23T18:14:51.578511+0000","last_peered":"2023-09-23T18:14:51.578511+0000","last_clean":"2023-09-23T18:14:07.673243+0000","last_became_active":"2023-09-23T18:14:19.164831+0000","last_became_peered":"2023-09-23T18:14:19.164831+0000","last_unstale":"2023-09-23T18:14:51.578511+0000","last_undegraded":"2023-09-23T18:14:18.797296+0000","last_fullsized":"2023-09-23T18:14:18.796733+0000","mapping_epoch":331,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:58:20.278835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":12582912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,3],"avail_no_missing":["1","0","3"],"object_location_counts":[{"shards":"0,1,3","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":372,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.596339+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:14:51.596339+0000","last_peered":"2023-09-23T18:14:51.596339+0000","last_clean":"2023-09-23T18:14:51.596339+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:14:51.596339+0000","last_undegraded":"2023-09-23T18:14:51.596339+0000","last_fullsized":"2023-09-23T18:14:51.596339+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"339'9920","reported_seq":10027,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:57.106990+0000","last_change":"2023-09-23T18:13:49.212165+0000","last_active":"2023-09-23T18:14:57.106990+0000","last_peered":"2023-09-23T18:14:57.106990+0000","last_clean":"2023-09-23T18:13:18.437463+0000","last_became_active":"2023-09-23T18:13:49.181901+0000","last_became_peered":"2023-09-23T18:13:49.181901+0000","last_unstale":"2023-09-23T18:14:57.106990+0000","last_undegraded":"2023-09-23T18:13:48.941613+0000","last_fullsized":"2023-09-23T18:13:48.929576+0000","mapping_epoch":324,"log_start":"278'2584","ondisk_log_start":"278'2584","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7336,"log_dups_size":0,"ondisk_log_size":7336,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11862016,"num_objects":181,"num_object_clones":0,"num_object_copies":543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":444,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6128,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"2,3","objects":181}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":518,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.587990+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:14:51.587990+0000","last_peered":"2023-09-23T18:14:51.587990+0000","last_clean":"2023-09-23T18:14:51.587990+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:14:51.587990+0000","last_undegraded":"2023-09-23T18:14:51.587990+0000","last_fullsized":"2023-09-23T18:14:51.587990+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":195,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.573180+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:14:51.573180+0000","last_peered":"2023-09-23T18:14:51.573180+0000","last_clean":"2023-09-23T18:14:51.573180+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:14:51.573180+0000","last_undegraded":"2023-09-23T18:14:51.573180+0000","last_fullsized":"2023-09-23T18:14:51.573180+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582376+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:14:51.582376+0000","last_peered":"2023-09-23T18:14:51.582376+0000","last_clean":"2023-09-23T18:14:51.582376+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:14:51.582376+0000","last_undegraded":"2023-09-23T18:14:51.582376+0000","last_fullsized":"2023-09-23T18:14:51.582376+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":199,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.568971+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:14:51.568971+0000","last_peered":"2023-09-23T18:14:51.568971+0000","last_clean":"2023-09-23T18:14:51.568971+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:14:51.568971+0000","last_undegraded":"2023-09-23T18:14:51.568971+0000","last_fullsized":"2023-09-23T18:14:51.568971+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":141,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.589938+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:14:51.589938+0000","last_peered":"2023-09-23T18:14:51.589938+0000","last_clean":"2023-09-23T18:14:51.589938+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:14:51.589938+0000","last_undegraded":"2023-09-23T18:14:51.589938+0000","last_fullsized":"2023-09-23T18:14:51.589938+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.18","version":"339'9960","reported_seq":10943,"reported_epoch":339,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.432888+0000","last_change":"2023-09-23T18:14:51.347330+0000","last_active":"2023-09-23T18:14:56.432888+0000","last_peered":"2023-09-23T18:14:56.432888+0000","last_clean":"2023-09-23T18:13:02.728099+0000","last_became_active":"2023-09-23T18:13:05.146796+0000","last_became_peered":"2023-09-23T18:13:05.146796+0000","last_unstale":"2023-09-23T18:14:56.432888+0000","last_undegraded":"2023-09-23T18:13:04.860699+0000","last_fullsized":"2023-09-23T18:13:04.768357+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9960,"log_dups_size":0,"ondisk_log_size":9960,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14417920,"num_objects":220,"num_object_clones":0,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1298,"num_objects_misplaced":121,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6151,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":442,"num_bytes_recovered":28966912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4","objects":-1199},{"shards":"2,4,7","objects":121}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":347,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586497+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:14:51.586497+0000","last_peered":"2023-09-23T18:14:51.586497+0000","last_clean":"2023-09-23T18:14:51.586497+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:14:51.586497+0000","last_undegraded":"2023-09-23T18:14:51.586497+0000","last_fullsized":"2023-09-23T18:14:51.586497+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582990+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:14:51.582990+0000","last_peered":"2023-09-23T18:14:51.582990+0000","last_clean":"2023-09-23T18:14:51.582990+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:14:51.582990+0000","last_undegraded":"2023-09-23T18:14:51.582990+0000","last_fullsized":"2023-09-23T18:14:51.582990+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"339'9890","reported_seq":17435,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:14:56.607964+0000","last_change":"2023-09-23T18:14:19.332413+0000","last_active":"2023-09-23T18:14:56.607964+0000","last_peered":"2023-09-23T18:14:56.607964+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:14:19.304001+0000","last_became_peered":"2023-09-23T18:14:19.304001+0000","last_unstale":"2023-09-23T18:14:56.607964+0000","last_undegraded":"2023-09-23T18:14:18.841838+0000","last_fullsized":"2023-09-23T18:14:18.786394+0000","mapping_epoch":331,"log_start":"277'2109","ondisk_log_start":"277'2109","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7781,"log_dups_size":0,"ondisk_log_size":7781,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16089088,"num_objects":246,"num_object_clones":0,"num_object_copies":738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1124,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6087,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2959,"num_bytes_recovered":115310592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,1","objects":246}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":334,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.586605+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:14:51.586605+0000","last_peered":"2023-09-23T18:14:51.586605+0000","last_clean":"2023-09-23T18:14:51.586605+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:14:51.586605+0000","last_undegraded":"2023-09-23T18:14:51.586605+0000","last_fullsized":"2023-09-23T18:14:51.586605+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581984+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:14:51.581984+0000","last_peered":"2023-09-23T18:14:51.581984+0000","last_clean":"2023-09-23T18:14:51.581984+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:14:51.581984+0000","last_undegraded":"2023-09-23T18:14:51.581984+0000","last_fullsized":"2023-09-23T18:14:51.581984+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":397,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.579358+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:14:51.579358+0000","last_peered":"2023-09-23T18:14:51.579358+0000","last_clean":"2023-09-23T18:14:51.579358+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:14:51.579358+0000","last_undegraded":"2023-09-23T18:14:51.579358+0000","last_fullsized":"2023-09-23T18:14:51.579358+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":376,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581780+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:14:51.581780+0000","last_peered":"2023-09-23T18:14:51.581780+0000","last_clean":"2023-09-23T18:14:51.581780+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:14:51.581780+0000","last_undegraded":"2023-09-23T18:14:51.581780+0000","last_fullsized":"2023-09-23T18:14:51.581780+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":227,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.582875+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:14:51.582875+0000","last_peered":"2023-09-23T18:14:51.582875+0000","last_clean":"2023-09-23T18:14:51.582875+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:14:51.582875+0000","last_undegraded":"2023-09-23T18:14:51.582875+0000","last_fullsized":"2023-09-23T18:14:51.582875+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-09-23T18:14:51.581532+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:14:51.581532+0000","last_peered":"2023-09-23T18:14:51.581532+0000","last_clean":"2023-09-23T18:14:51.581532+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:14:51.581532+0000","last_undegraded":"2023-09-23T18:14:51.581532+0000","last_fullsized":"2023-09-23T18:14:51.581532+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":26,"stat_sum":{"num_bytes":454557720,"num_objects":6937,"num_object_clones":0,"num_object_copies":20811,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":35290,"num_objects_misplaced":4342,"num_objects_unfound":0,"num_objects_dirty":6937,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":194531,"num_write_kb":6446913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":31611,"num_bytes_recovered":1786314752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4535365632,"data_stored":4535353416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197783,"ondisk_log_size":197783,"up":78,"acting":62,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":65,"num_bytes_recovered":22194,"num_keys_recovered":50,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":38,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":12582950,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":22,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430560,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309656,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436623,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":700892,"kb_used_data":579668,"kb_used_omap":17,"kb_used_meta":121198,"kb_avail":93044260,"statfs":{"total":95995035648,"available":95277322240,"internally_reserved":0,"allocated":593580032,"data_stored":592193555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":124106852},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.077,"5min":5.077,"15min":5.077},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":48.408999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":1.74},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3010000000000002,"15min":3.3010000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":9.5790000000000006,"5min":9.5790000000000006,"15min":9.5790000000000006},"last":7.9509999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":5.1970000000000001,"15min":5.1970000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":23.407,"5min":23.407,"15min":23.407},"last":0.99099999999999999},{"interface":"front","average":{"1min":5.718,"5min":5.718,"15min":5.718},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":57.387,"5min":57.387,"15min":57.387},"last":1.7749999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":4.04,"5min":4.04,"15min":4.04},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":21.218,"5min":21.218,"15min":21.218},"last":16.422999999999998},{"interface":"front","average":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.727,"5min":17.727,"15min":17.727},"last":1.3620000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":8.7040000000000006,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":7.9189999999999996},{"interface":"front","average":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":14.898,"5min":14.898,"15min":14.898},"last":0.93899999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.738,"5min":2.738,"15min":2.738},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":14.987,"5min":14.987,"15min":14.987},"last":0.90800000000000003},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9660000000000002,"15min":2.9660000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":31.023,"5min":31.023,"15min":31.023},"last":1.8640000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.988,"15min":2.988},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":31.064,"5min":31.064,"15min":31.064},"last":2.052},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":8.6549999999999994},"last":7.8689999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":14.949999999999999,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.96899999999999997},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.0150000000000001,"15min":3.0150000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":31.093,"5min":31.093,"15min":31.093},"last":2.0070000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220398,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":762036,"kb_used_data":246316,"kb_used_omap":8,"kb_used_meta":515319,"kb_avail":92983116,"statfs":{"total":95995035648,"available":95214710784,"internally_reserved":0,"allocated":252227584,"data_stored":250818386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":527687268},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.1869999999999998,"5min":3.1869999999999998,"15min":3.1869999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":15.379,"5min":15.379,"15min":15.379},"last":0.222},{"interface":"front","average":{"1min":7.3079999999999998,"5min":7.3079999999999998,"15min":7.3079999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":68.161000000000001,"5min":68.161000000000001,"15min":68.161000000000001},"last":3.6299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.7990000000000004,"5min":4.5709999999999997,"15min":2.7090000000000001},"min":{"1min":0.28999999999999998,"5min":0.22700000000000001,"15min":0.221},"max":{"1min":16.373000000000001,"5min":27.821999999999999,"15min":27.821999999999999},"last":3.589},{"interface":"front","average":{"1min":2.9900000000000002,"5min":3.7490000000000001,"15min":2.4209999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":10.981999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":0.47699999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:14:27 2023","interfaces":[{"interface":"back","average":{"1min":6.8600000000000003,"5min":4.577,"15min":2.7320000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":29.302,"5min":29.302,"15min":29.302},"last":9.0250000000000004},{"interface":"front","average":{"1min":6.633,"5min":3.899,"15min":2.4369999999999998},"min":{"1min":0.33300000000000002,"5min":0.251,"15min":0.248},"max":{"1min":19.303000000000001,"5min":19.303000000000001,"15min":22.082999999999998},"last":9.1010000000000009}]},{"osd":4,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.9100000000000001,"5min":3.2989999999999999,"15min":2.0449999999999999},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":68.950000000000003,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":6.923,"5min":3.3490000000000002,"15min":2.0830000000000002},"min":{"1min":0.41999999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":69.829999999999998,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.372}]},{"osd":5,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.4859999999999998,"5min":3.169,"15min":2.0209999999999999},"min":{"1min":0.40300000000000002,"5min":0.34399999999999997,"15min":0.30299999999999999},"max":{"1min":69.751999999999995,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.33700000000000002},{"interface":"front","average":{"1min":6.1959999999999997,"5min":3.472,"15min":2.214},"min":{"1min":0.44900000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":69.081000000000003,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.8630000000000004,"5min":3.3029999999999999,"15min":2.0219999999999998},"min":{"1min":0.435,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":69.861999999999995,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":6.7220000000000004,"5min":3.6539999999999999,"15min":2.0609999999999999},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":68.153000000000006,"5min":68.153000000000006,"15min":68.153000000000006},"last":3.6619999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":6.2649999999999997,"5min":3.629,"15min":2.2709999999999999},"min":{"1min":0.53300000000000003,"5min":0.379,"15min":0.379},"max":{"1min":68.188999999999993,"5min":68.188999999999993,"15min":68.188999999999993},"last":3.6909999999999998},{"interface":"front","average":{"1min":5.5599999999999996,"5min":3.4889999999999999,"15min":2.319},"min":{"1min":0.41999999999999998,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":69.027000000000001,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.54300000000000004}]}]},{"osd":2,"up_from":145,"seq":622770258091,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":850904,"kb_used_data":208144,"kb_used_omap":16,"kb_used_meta":642735,"kb_avail":92894248,"statfs":{"total":95995035648,"available":95123709952,"internally_reserved":0,"allocated":213139456,"data_stored":211700877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":658160802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,0,0,0,1,1,1,3],"upper_bound":1024},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":3.9569999999999999,"5min":3.4359999999999999,"15min":2.1989999999999998},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":13.419,"5min":20.497,"15min":20.497},"last":4.1219999999999999},{"interface":"front","average":{"1min":5.601,"5min":4.3630000000000004,"15min":2.4889999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":30.766999999999999,"5min":32.210000000000001,"15min":32.210000000000001},"last":1.2509999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.544,"5min":3.544,"15min":3.544},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":5.875},{"interface":"front","average":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.295,"5min":10.295,"15min":10.295},"last":1.3109999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":3.2130000000000001,"5min":3.8839999999999999,"15min":2.585},"min":{"1min":0.33100000000000002,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":18.763000000000002,"5min":32.289999999999999,"15min":34.960999999999999},"last":1.409},{"interface":"front","average":{"1min":5.1749999999999998,"5min":4.0179999999999998,"15min":3.1469999999999998},"min":{"1min":0.31900000000000001,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":20.629000000000001,"5min":35.432000000000002,"15min":37.444000000000003},"last":1.867}]},{"osd":4,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":4.8490000000000002,"5min":3.8679999999999999,"15min":2.4470000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.816000000000003,"5min":105.509,"15min":105.509},"last":1.349},{"interface":"front","average":{"1min":2.048,"5min":3.3260000000000001,"15min":2.0310000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.314},"max":{"1min":8.4540000000000006,"5min":105.529,"15min":105.529},"last":4.1779999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":2.0579999999999998,"5min":2.1459999999999999,"15min":1.694},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":8.5790000000000006,"5min":9.5619999999999994,"15min":17.780000000000001},"last":4.2149999999999999},{"interface":"front","average":{"1min":2.7469999999999999,"5min":2.2570000000000001,"15min":1.619},"min":{"1min":0.39800000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":18.669,"5min":18.669,"15min":18.669},"last":1.288}]},{"osd":6,"last update":"Sat Sep 23 18:14:46 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.2869999999999999,"15min":1.9530000000000001},"min":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.32100000000000001},"max":{"1min":9.7080000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":4.2460000000000004},{"interface":"front","average":{"1min":2.7679999999999998,"5min":2.3519999999999999,"15min":2.032},"min":{"1min":0.504,"5min":0.437,"15min":0.34599999999999997},"max":{"1min":9.7439999999999998,"5min":9.7439999999999998,"15min":17.919},"last":4.3070000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.5899999999999999,"15min":1.9790000000000001},"min":{"1min":0.45800000000000002,"5min":0.39100000000000001,"15min":0.377},"max":{"1min":8.5289999999999999,"5min":16.518999999999998,"15min":17.890000000000001},"last":4.2779999999999996},{"interface":"front","average":{"1min":2.7869999999999999,"5min":2.468,"15min":1.7050000000000001},"min":{"1min":0.44400000000000001,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":18.710000000000001,"5min":18.710000000000001,"15min":18.710000000000001},"last":1.3640000000000001}]}]},{"osd":3,"up_from":100,"seq":429496729821,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":864176,"kb_used_data":272168,"kb_used_omap":4,"kb_used_meta":591995,"kb_avail":92880976,"statfs":{"total":95995035648,"available":95110119424,"internally_reserved":0,"allocated":278700032,"data_stored":277350068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":606203287},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":11.544,"5min":5.5650000000000004,"15min":2.8580000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.20899999999999999},"max":{"1min":94.450000000000003,"5min":94.450000000000003,"15min":94.450000000000003},"last":5.234},{"interface":"front","average":{"1min":12.602,"5min":5.5890000000000004,"15min":3.0920000000000001},"min":{"1min":0.30399999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":93.465000000000003,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.33600000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":3.9860000000000002,"15min":3.9860000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":11.861000000000001,"5min":11.861000000000001,"15min":11.861000000000001},"last":8.2590000000000003},{"interface":"front","average":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.3849999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":15.016,"5min":15.016,"15min":15.016},"last":0.376}]},{"osd":2,"last update":"Sat Sep 23 18:13:58 2023","interfaces":[{"interface":"back","average":{"1min":4.3170000000000002,"5min":3.3159999999999998,"15min":2.27},"min":{"1min":0.27000000000000002,"5min":0.24099999999999999,"15min":0.23799999999999999},"max":{"1min":14.859,"5min":19.798999999999999,"15min":19.798999999999999},"last":2.9039999999999999},{"interface":"front","average":{"1min":4.6210000000000004,"5min":3.391,"15min":2.1760000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.23599999999999999},"max":{"1min":23.326000000000001,"5min":33.798000000000002,"15min":33.798000000000002},"last":4.8529999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":2.9630000000000001,"15min":1.9430000000000001},"min":{"1min":0.29099999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":10.170999999999999,"5min":23.469000000000001,"15min":23.469000000000001},"last":8.0779999999999994},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.5009999999999999,"15min":1.9470000000000001},"min":{"1min":0.41399999999999998,"5min":0.317,"15min":0.26800000000000002},"max":{"1min":10.555999999999999,"5min":10.555999999999999,"15min":17.478000000000002},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9020000000000001,"5min":2.4340000000000002,"15min":1.964},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":10.49,"5min":11.547000000000001,"15min":17.507999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.4430000000000001,"15min":1.792},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":19.457999999999998,"5min":19.457999999999998,"15min":19.457999999999998},"last":4.774}]},{"osd":6,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.5840000000000001,"15min":1.911},"min":{"1min":0.379,"5min":0.374,"15min":0.318},"max":{"1min":14.935,"5min":14.935,"15min":16.379999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":7.056,"5min":3.4740000000000002,"15min":2.2440000000000002},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":93.280000000000001,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.5}]},{"osd":7,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.3759999999999999,"15min":1.9710000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":19.503,"5min":19.503,"15min":36.423000000000002},"last":4.8250000000000002},{"interface":"front","average":{"1min":3.1190000000000002,"5min":2.9740000000000002,"15min":2.214},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.129,"5min":23.422000000000001,"15min":36.366999999999997},"last":8.1289999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019243,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1163468,"kb_used_data":862148,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92581684,"statfs":{"total":95995035648,"available":94803644416,"internally_reserved":0,"allocated":882839552,"data_stored":882046747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.6060000000000001,"15min":1.4319999999999999},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":9.9819999999999993,"5min":9.9819999999999993,"15min":26.055},"last":0.36099999999999999},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.0720000000000001,"15min":1.6279999999999999},"min":{"1min":0.34399999999999997,"5min":0.26800000000000002,"15min":0.25},"max":{"1min":12.744999999999999,"5min":12.744999999999999,"15min":25.497},"last":0.88800000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.628},{"interface":"front","average":{"1min":3.056,"5min":3.056,"15min":3.056},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":19.898,"5min":19.898,"15min":19.898},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:14:07 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":2.3719999999999999,"15min":1.643},"min":{"1min":0.31900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":8.7479999999999993,"5min":56.448,"15min":56.448},"last":3.2759999999999998},{"interface":"front","average":{"1min":1.3620000000000001,"5min":2.2730000000000001,"15min":1.522},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.4500000000000002,"5min":56.868000000000002,"15min":56.868000000000002},"last":0.54700000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":3.2360000000000002,"5min":2.1899999999999999,"15min":2.5310000000000001},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2169999999999996,"5min":9.7929999999999993,"15min":80.783000000000001},"last":3.1440000000000001},{"interface":"front","average":{"1min":2.2869999999999999,"5min":1.8720000000000001,"15min":2.3700000000000001},"min":{"1min":0.39500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":11.305,"5min":11.305,"15min":80.852000000000004},"last":2.6190000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.56699999999999995,"15min":0.85199999999999998},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":2.6469999999999998,"5min":4.4800000000000004,"15min":18.829999999999998},"last":0.437},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.71899999999999997,"15min":1},"min":{"1min":0.314,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":2.1779999999999999,"5min":6.601,"15min":18.859000000000002},"last":0.53500000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.72699999999999998},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.877,"5min":3.9220000000000002,"15min":8.9030000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.61799999999999999,"15min":0.84699999999999998},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":1.4079999999999999,"5min":2.7029999999999998,"15min":9.9689999999999994},"last":0.46400000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.57399999999999995,"15min":0.79600000000000004},"min":{"1min":0.376,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":0.64200000000000002,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.63700000000000001,"15min":0.95099999999999996},"min":{"1min":0.38300000000000001,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":1.1559999999999999,"5min":3.282,"15min":17.097999999999999},"last":0.51900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823015,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":447060,"kb_used_data":145740,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93298092,"statfs":{"total":95995035648,"available":95537246208,"internally_reserved":0,"allocated":149237760,"data_stored":148441643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":1.7589999999999999,"15min":1.3999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":6.6699999999999999,"5min":13.724,"15min":13.724},"last":0.55500000000000005},{"interface":"front","average":{"1min":2.552,"5min":1.958,"15min":1.528},"min":{"1min":0.25600000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.529,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.78300000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":2.2919999999999998},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.5310000000000006,"5min":9.5310000000000006,"15min":9.5310000000000006},"last":2.3559999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:13:53 2023","interfaces":[{"interface":"back","average":{"1min":2.8780000000000001,"5min":3.0870000000000002,"15min":1.948},"min":{"1min":0.33100000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.048,"5min":44.081000000000003,"15min":44.081000000000003},"last":2.6480000000000001},{"interface":"front","average":{"1min":2.9390000000000001,"5min":3.093,"15min":1.9179999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.311},"max":{"1min":8.0399999999999991,"5min":44.094999999999999,"15min":44.094999999999999},"last":2.6379999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":3.0720000000000001,"15min":2.0209999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":7.8570000000000002,"5min":31.109999999999999,"15min":31.109999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":2.641,"5min":2.6840000000000002,"15min":1.988},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":9.6709999999999994,"5min":28.795999999999999,"15min":28.795999999999999},"last":0.80900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.65500000000000003,"15min":1.1830000000000001},"min":{"1min":0.27100000000000002,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":1.554,"5min":5.2610000000000001,"15min":121.29900000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.85199999999999998,"15min":1.3480000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.5960000000000001,"5min":11.818,"15min":121.31399999999999},"last":0.432}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.55000000000000004,"15min":0.76800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":2.3250000000000002,"15min":9.3149999999999995},"last":0.38},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.753,"15min":0.878},"min":{"1min":0.33700000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.60199999999999998,"5min":6.1260000000000003,"15min":11.925000000000001},"last":0.46999999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.64200000000000002,"15min":0.86399999999999999},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.5939999999999999,"5min":3.419,"15min":9.3559999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.70099999999999996,"15min":0.94799999999999995},"min":{"1min":0.35099999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.61799999999999999,"5min":5.4199999999999999,"15min":12.388999999999999},"last":0.51600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":227151872,"data_stored":227147800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":582029312,"data_stored":582025240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":201129984,"data_stored":201129984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":260636672,"data_stored":260636672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":878575616,"data_stored":878575616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":137232384,"data_stored":137232384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1693782016,"data_stored":1693777944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":554827776,"data_stored":554827776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:15:00.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:15:00.659 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:00.689 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:00.731 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:00.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:00.735 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:00.816 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:00 smithi018 ceph-mon[149401]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:00.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:00 smithi018 ceph-mon[153734]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:00.836 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:00.861 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:00 smithi149 ceph-mon[135148]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:00.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:00.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:00.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:00.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:00.992 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:01.008 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:01.070 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:15:01.142 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:01.455 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:01.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:01.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:01.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:01.678 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:01 smithi018 ceph-mon[149401]: pgmap v984: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 3.9 MiB/s, 95 objects/s recovering 2023-09-23T18:15:01.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:01 smithi018 ceph-mon[153734]: pgmap v984: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 3.9 MiB/s, 95 objects/s recovering 2023-09-23T18:15:01.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:01 smithi149 ceph-mon[135148]: pgmap v984: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 438 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 35337/20895 objects degraded (169.117%); 4342/20895 objects misplaced (20.780%); 3.9 MiB/s, 95 objects/s recovering 2023-09-23T18:15:02.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 35337/20895 objects degraded (169.117%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:02.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 35337/20895 objects degraded (169.117%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 35337/20895 objects degraded (169.117%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:03.223 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:03.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:03.230 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:03.330 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:03.458 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:03.506 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:03.901 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:03 smithi018 ceph-mon[153734]: pgmap v985: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 332 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 35255/15810 objects degraded (222.992%); 3972/15810 objects misplaced (25.123%); 4.2 MiB/s, 124 objects/s recovering 2023-09-23T18:15:03.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:03 smithi149 ceph-mon[135148]: pgmap v985: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 332 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 35255/15810 objects degraded (222.992%); 3972/15810 objects misplaced (25.123%); 4.2 MiB/s, 124 objects/s recovering 2023-09-23T18:15:03.906 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:03 smithi018 ceph-mon[149401]: pgmap v985: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 332 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 35255/15810 objects degraded (222.992%); 3972/15810 objects misplaced (25.123%); 4.2 MiB/s, 124 objects/s recovering 2023-09-23T18:15:05.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:04] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.33.4" 2023-09-23T18:15:05.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:05 smithi018 ceph-mon[153734]: pgmap v986: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 285 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 443 op/s; 35105/13542 objects degraded (259.231%); 3821/13542 objects misplaced (28.216%); 3.5 MiB/s, 104 objects/s recovering 2023-09-23T18:15:05.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:05 smithi018 ceph-mon[149401]: pgmap v986: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 285 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 443 op/s; 35105/13542 objects degraded (259.231%); 3821/13542 objects misplaced (28.216%); 3.5 MiB/s, 104 objects/s recovering 2023-09-23T18:15:05.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:05 smithi149 ceph-mon[135148]: pgmap v986: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 285 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 443 op/s; 35105/13542 objects degraded (259.231%); 3821/13542 objects misplaced (28.216%); 3.5 MiB/s, 104 objects/s recovering 2023-09-23T18:15:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 35105/13542 objects degraded (259.231%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:07.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 35105/13542 objects degraded (259.231%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:07.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 35105/13542 objects degraded (259.231%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:07.417 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:07.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:07.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:07.526 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:07.555 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:07.593 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:07.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:07.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:07.664 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:07.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:07.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:07 smithi018 ceph-mon[153734]: pgmap v987: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 263 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 465 op/s; 35105/12504 objects degraded (280.750%); 3821/12504 objects misplaced (30.558%); 3.4 MiB/s, 128 objects/s recovering 2023-09-23T18:15:07.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:07 smithi018 ceph-mon[149401]: pgmap v987: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 263 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 465 op/s; 35105/12504 objects degraded (280.750%); 3821/12504 objects misplaced (30.558%); 3.4 MiB/s, 128 objects/s recovering 2023-09-23T18:15:07.834 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:07.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:07 smithi149 ceph-mon[135148]: pgmap v987: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 263 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 465 op/s; 35105/12504 objects degraded (280.750%); 3821/12504 objects misplaced (30.558%); 3.4 MiB/s, 128 objects/s recovering 2023-09-23T18:15:08.091 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:08.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:08.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:08.210 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:08.238 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:08.277 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:08.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:08.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:08.382 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:08.501 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:08.621 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:08.671 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:08.719 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:08.788 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:08.846 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:08.898 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:08.948 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:09.007 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:15:09.069 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:09.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:09.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:09.184 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:09.213 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:09.250 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:09.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:09.253 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:09.353 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:09.381 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:09.422 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:09.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:09.425 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:09.526 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:09.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[149401]: pgmap v988: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 655 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 4.4 MiB/s, 135 objects/s recovering 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3994826371' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[153734]: pgmap v988: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 655 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 4.4 MiB/s, 135 objects/s recovering 2023-09-23T18:15:09.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3994826371' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:09.650 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:09.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:09.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:09 smithi149 ceph-mon[135148]: pgmap v988: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 655 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 4.4 MiB/s, 135 objects/s recovering 2023-09-23T18:15:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3994826371' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:09.735 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:09.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:09.749 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:09.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:09.855 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 100733 objects 2023-09-23T18:15:09.855 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :217.407 2023-09-23T18:15:09.876 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:09.910 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:09.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:09.913 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:10.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:10.041 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:10.078 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:10.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:10.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:10.181 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:10.208 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:10.242 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:10.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:10.245 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:10.310 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:15:10.345 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2937744060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: pgmap v989: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 493 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 2.6 MiB/s, 113 objects/s recovering 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2937744060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:15:10.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:15:10.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: pgmap v989: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 493 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 2.6 MiB/s, 113 objects/s recovering 2023-09-23T18:15:10.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:10.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:10.388 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:10.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:10.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:10.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:10.598 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:10.610 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:15:10.610 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 34820/4638 objects degraded (750.755%), 25 pgs degraded, 12 pgs undersized","count":37},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1293,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":340,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":6,"osd_in_since":1695492782,"num_remapped_pgs":23},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":70},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":16},{"state_name":"active+recovery_wait+degraded","count":6},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":1546,"data_bytes":104208331,"bytes_used":4092977152,"bytes_avail":571877236736,"bytes_total":575970213888,"degraded_objects":34820,"degraded_total":4638,"degraded_ratio":7.507546356188012,"misplaced_objects":3361,"misplaced_total":4638,"misplaced_ratio":0.7246658042259595,"recovering_objects_per_sec":113,"recovering_bytes_per_sec":2762929,"recovering_keys_per_sec":0,"num_objects_recovered":1251,"num_bytes_recovered":30343168,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":493},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"9aae252c-5d42-4abf-84b7-4afa27de8c1d":{"message":"Global Recovery Event (3m)\n [===================.........] (remaining: 93s)","progress":0.70707070827484131,"add_to_ceph_s":true}}} 2023-09-23T18:15:10.622 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2937744060' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.622 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:10.622 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:15:10.622 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:15:10.622 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: pgmap v989: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 99 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 493 op/s; 34820/4638 objects degraded (750.755%); 3361/4638 objects misplaced (72.467%); 2.6 MiB/s, 113 objects/s recovering 2023-09-23T18:15:10.623 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:10.623 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:10.624 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:10.658 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:10.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:10.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:10.762 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:10.801 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:11.144 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:11.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:11.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:11.162 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:15:11.162 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:15:11.245 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:15:11.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:15:11.249 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:11.276 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:11.310 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:11.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:11.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:11.415 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:11.441 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:11.476 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:11.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:11.480 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: osdmap e340: 8 total, 8 up, 6 in 2023-09-23T18:15:11.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2635079906' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:15:11.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T18:15:11.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: osdmap e340: 8 total, 8 up, 6 in 2023-09-23T18:15:11.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2635079906' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:15:11.580 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:11.596 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:15:11.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:15:11.624 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: failed to encode map e340 with expected crc 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: osdmap e340: 8 total, 8 up, 6 in 2023-09-23T18:15:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2635079906' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:15:11.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:11.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:11.674 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:11.774 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:11.817 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:11.858 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:11.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:11.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:11.967 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:11.993 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:12.026 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:12.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:12.030 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:12.046 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:12.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:12.290 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:12.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:12.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:12.397 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:12.419 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:12 smithi018 ceph-mon[153734]: pgmap v991: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 85 MiB data, 3.7 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 445 op/s; 34820/3966 objects degraded (877.963%); 3361/3966 objects misplaced (84.745%); 2.4 MiB/s, 143 objects/s recovering 2023-09-23T18:15:12.419 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 34820/4638 objects degraded (750.755%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:12.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:12 smithi018 ceph-mon[149401]: pgmap v991: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 85 MiB data, 3.7 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 445 op/s; 34820/3966 objects degraded (877.963%); 3361/3966 objects misplaced (84.745%); 2.4 MiB/s, 143 objects/s recovering 2023-09-23T18:15:12.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 34820/4638 objects degraded (750.755%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:12.431 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:12.471 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:12.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:12.478 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:12.579 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:12.592 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:12.613 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:12.616 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:12 smithi149 ceph-mon[135148]: pgmap v991: 99 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 70 active+clean; 85 MiB data, 3.7 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 445 op/s; 34820/3966 objects degraded (877.963%); 3361/3966 objects misplaced (84.745%); 2.4 MiB/s, 143 objects/s recovering 2023-09-23T18:15:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 34820/4638 objects degraded (750.755%), 25 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:12.833 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:12.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:12.837 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:12.938 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:12.965 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:12.998 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:13.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:13.001 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:13.102 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:13.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:13.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:15:13.161 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:13.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:13.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:13.265 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:13.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:13.443 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2023-09-23T18:15:13.443 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2023-09-23T18:15:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:14.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:14.448 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:14.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[153734]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[153734]: osdmap e341: 8 total, 8 up, 6 in 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[153734]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[153734]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[153734]: pgmap v993: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 593 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 2.3 MiB/s, 182 objects/s recovering 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[149401]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[149401]: osdmap e341: 8 total, 8 up, 6 in 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[149401]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[149401]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-mon[149401]: pgmap v993: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 593 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 2.3 MiB/s, 182 objects/s recovering 2023-09-23T18:15:14.591 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:14 smithi149 ceph-mon[135148]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:14 smithi149 ceph-mon[135148]: osdmap e341: 8 total, 8 up, 6 in 2023-09-23T18:15:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:14 smithi149 ceph-mon[135148]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:14 smithi149 ceph-mon[135148]: failed to encode map e341 with expected crc 2023-09-23T18:15:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:14 smithi149 ceph-mon[135148]: pgmap v993: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 593 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 2.3 MiB/s, 182 objects/s recovering 2023-09-23T18:15:14.782 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:14.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:14.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:14.887 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:14.913 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:14.946 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:14.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:14.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:15.049 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:15.080 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:15.303 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:14] "GET /metrics HTTP/1.1" 200 36580 "" "Prometheus/2.33.4" 2023-09-23T18:15:15.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[149401]: osdmap e342: 8 total, 8 up, 6 in 2023-09-23T18:15:15.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[153734]: osdmap e342: 8 total, 8 up, 6 in 2023-09-23T18:15:15.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:15 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:15 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:15 smithi149 ceph-mon[135148]: osdmap e342: 8 total, 8 up, 6 in 2023-09-23T18:15:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:15 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:15 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:15 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:15.950 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:15.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:15.954 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:16.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:16.098 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:16.527 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:16.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[153734]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[153734]: pgmap v995: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 252 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 736 KiB/s, 147 objects/s recovering 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[149401]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:16 smithi018 ceph-mon[149401]: pgmap v995: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 252 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 736 KiB/s, 147 objects/s recovering 2023-09-23T18:15:16.571 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:16.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:16.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:16.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:16 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:16 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:16 smithi149 ceph-mon[135148]: failed to encode map e342 with expected crc 2023-09-23T18:15:16.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:16 smithi149 ceph-mon[135148]: pgmap v995: 99 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 70 active+clean; 18 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 252 op/s; 34721/723 objects degraded (4802.351%); 3177/723 objects misplaced (439.419%); 736 KiB/s, 147 objects/s recovering 2023-09-23T18:15:16.677 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:16.704 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:16.737 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:16.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:16.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:16.841 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:16.867 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:16.900 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:16.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:16.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:17.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:17.040 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:17.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 34721/723 objects degraded (4802.351%), 23 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:17.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 34721/723 objects degraded (4802.351%), 23 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:17.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 34721/723 objects degraded (4802.351%), 23 pgs degraded, 12 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:17.836 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:15:17.837 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:15:18.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:18.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:18.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:18.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:18.161 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.162 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.163 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:15:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:18 smithi149 ceph-mon[135148]: pgmap v996: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 35160/723 objects degraded (4863.071%); 3177/723 objects misplaced (439.419%); 623 KiB/s, 126 objects/s recovering 2023-09-23T18:15:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3677593121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:18.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:18 smithi149 ceph-mon[135148]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:18.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[153734]: pgmap v996: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 35160/723 objects degraded (4863.071%); 3177/723 objects misplaced (439.419%); 623 KiB/s, 126 objects/s recovering 2023-09-23T18:15:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3677593121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:18.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[153734]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[149401]: pgmap v996: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 3 active+remapped+backfill_wait, 16 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 213 op/s; 35160/723 objects degraded (4863.071%); 3177/723 objects misplaced (439.419%); 623 KiB/s, 126 objects/s recovering 2023-09-23T18:15:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3677593121' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:18.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:18 smithi018 ceph-mon[149401]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:20.047 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:20.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:20.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:20.153 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:20.184 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:20.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:20 smithi018 ceph-mon[153734]: pgmap v997: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 552 KiB/s, 175 objects/s recovering 2023-09-23T18:15:20.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:20 smithi018 ceph-mon[149401]: pgmap v997: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 552 KiB/s, 175 objects/s recovering 2023-09-23T18:15:20.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:20 smithi149 ceph-mon[135148]: pgmap v997: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 552 KiB/s, 175 objects/s recovering 2023-09-23T18:15:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:21.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:21.932 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:21.938 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":996,"stamp":"2023-09-23T18:15:17.383668+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":18651059,"num_objects":241,"num_object_clones":0,"num_object_copies":723,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":35160,"num_objects_misplaced":3177,"num_objects_unfound":0,"num_objects_dirty":241,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":202574,"num_write_kb":6462054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33937,"num_bytes_recovered":1833785048,"num_keys_recovered":50,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197402,"ondisk_log_size":197402,"up":297,"acting":281,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":324,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":3588740,"kb_used_data":1100820,"kb_used_omap":47,"kb_used_meta":2487824,"kb_avail":558882172,"statfs":{"total":575970213888,"available":572295344128,"internally_reserved":0,"allocated":1127239680,"data_stored":1119995699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2547532033},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-85557272,"num_objects":-1305,"num_object_clones":0,"num_object_copies":-3915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":340,"num_objects_misplaced":-184,"num_objects_unfound":0,"num_objects_dirty":-1305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1518,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":896,"num_bytes_recovered":4521984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.093764"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326423+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:15:13.326423+0000","last_peered":"2023-09-23T18:15:13.326423+0000","last_clean":"2023-09-23T18:15:13.326423+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:15:13.326423+0000","last_undegraded":"2023-09-23T18:15:13.326423+0000","last_fullsized":"2023-09-23T18:15:13.326423+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":349,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591714+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:14:52.591714+0000","last_peered":"2023-09-23T18:14:52.591714+0000","last_clean":"2023-09-23T18:14:52.591714+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:14:52.591714+0000","last_undegraded":"2023-09-23T18:14:52.591714+0000","last_fullsized":"2023-09-23T18:14:52.591714+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":286,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.310131+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:15:13.310131+0000","last_peered":"2023-09-23T18:15:13.310131+0000","last_clean":"2023-09-23T18:15:13.310131+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:15:13.310131+0000","last_undegraded":"2023-09-23T18:15:13.310131+0000","last_fullsized":"2023-09-23T18:15:13.310131+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":204,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.315436+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:15:13.315436+0000","last_peered":"2023-09-23T18:15:13.315436+0000","last_clean":"2023-09-23T18:15:13.315436+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:15:13.315436+0000","last_undegraded":"2023-09-23T18:15:13.315436+0000","last_fullsized":"2023-09-23T18:15:13.315436+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":409,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.593470+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:14:52.593470+0000","last_peered":"2023-09-23T18:14:52.593470+0000","last_clean":"2023-09-23T18:14:52.593470+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:14:52.593470+0000","last_undegraded":"2023-09-23T18:14:52.593470+0000","last_fullsized":"2023-09-23T18:14:52.593470+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":200,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307893+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:15:13.307893+0000","last_peered":"2023-09-23T18:15:13.307893+0000","last_clean":"2023-09-23T18:15:13.307893+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:15:13.307893+0000","last_undegraded":"2023-09-23T18:15:13.307893+0000","last_fullsized":"2023-09-23T18:15:13.307893+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"339'9920","reported_seq":10009,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:15:09.812372+0000","last_change":"2023-09-23T18:12:14.768211+0000","last_active":"2023-09-23T18:15:09.812372+0000","last_peered":"2023-09-23T18:15:09.812372+0000","last_clean":"2023-09-23T18:15:09.812372+0000","last_became_active":"2023-09-23T18:12:14.756257+0000","last_became_peered":"2023-09-23T18:12:14.756257+0000","last_unstale":"2023-09-23T18:15:09.812372+0000","last_undegraded":"2023-09-23T18:15:09.812372+0000","last_fullsized":"2023-09-23T18:15:09.812372+0000","mapping_epoch":304,"log_start":"278'2743","ondisk_log_start":"278'2743","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7177,"log_dups_size":0,"ondisk_log_size":7177,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114112,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6208,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":334,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.320968+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:15:13.320968+0000","last_peered":"2023-09-23T18:15:13.320968+0000","last_clean":"2023-09-23T18:15:13.320968+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:15:13.320968+0000","last_undegraded":"2023-09-23T18:15:13.320968+0000","last_fullsized":"2023-09-23T18:15:13.320968+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":382,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.593548+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:14:52.593548+0000","last_peered":"2023-09-23T18:14:52.593548+0000","last_clean":"2023-09-23T18:14:52.593548+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:14:52.593548+0000","last_undegraded":"2023-09-23T18:14:52.593548+0000","last_fullsized":"2023-09-23T18:14:52.593548+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"339'10086","reported_seq":10188,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:09.807357+0000","last_change":"2023-09-23T18:13:49.211104+0000","last_active":"2023-09-23T18:15:09.807357+0000","last_peered":"2023-09-23T18:15:09.807357+0000","last_clean":"2023-09-23T18:13:18.492944+0000","last_became_active":"2023-09-23T18:13:49.178541+0000","last_became_peered":"2023-09-23T18:13:49.178541+0000","last_unstale":"2023-09-23T18:15:09.807357+0000","last_undegraded":"2023-09-23T18:13:48.941832+0000","last_fullsized":"2023-09-23T18:13:48.928301+0000","mapping_epoch":324,"log_start":"278'2919","ondisk_log_start":"278'2919","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7167,"log_dups_size":0,"ondisk_log_size":7167,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":983040,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":405,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6294,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"2,3","objects":15}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":187,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.308010+0000","last_change":"2023-09-23T18:13:47.949902+0000","last_active":"2023-09-23T18:15:13.308010+0000","last_peered":"2023-09-23T18:15:13.308010+0000","last_clean":"2023-09-23T18:15:13.308010+0000","last_became_active":"2023-09-23T18:13:47.949626+0000","last_became_peered":"2023-09-23T18:13:47.949626+0000","last_unstale":"2023-09-23T18:15:13.308010+0000","last_undegraded":"2023-09-23T18:15:13.308010+0000","last_fullsized":"2023-09-23T18:15:13.308010+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":302,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591891+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:14:52.591891+0000","last_peered":"2023-09-23T18:14:52.591891+0000","last_clean":"2023-09-23T18:14:52.591891+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:14:52.591891+0000","last_undegraded":"2023-09-23T18:14:52.591891+0000","last_fullsized":"2023-09-23T18:14:52.591891+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"339'10012","reported_seq":16056,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:09.845884+0000","last_change":"2023-09-23T18:14:19.333561+0000","last_active":"2023-09-23T18:15:09.845884+0000","last_peered":"2023-09-23T18:15:09.845884+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305271+0000","last_became_peered":"2023-09-23T18:14:19.305271+0000","last_unstale":"2023-09-23T18:15:09.845884+0000","last_undegraded":"2023-09-23T18:14:18.987337+0000","last_fullsized":"2023-09-23T18:14:18.898397+0000","mapping_epoch":331,"log_start":"278'2691","ondisk_log_start":"278'2691","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7321,"log_dups_size":0,"ondisk_log_size":7321,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1212416,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3522,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6246,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1828,"num_bytes_recovered":119668736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-503}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":55,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591805+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:14:52.591805+0000","last_peered":"2023-09-23T18:14:52.591805+0000","last_clean":"2023-09-23T18:14:52.591805+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:14:52.591805+0000","last_undegraded":"2023-09-23T18:14:52.591805+0000","last_fullsized":"2023-09-23T18:14:52.591805+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":148,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307493+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:15:13.307493+0000","last_peered":"2023-09-23T18:15:13.307493+0000","last_clean":"2023-09-23T18:15:13.307493+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:15:13.307493+0000","last_undegraded":"2023-09-23T18:15:13.307493+0000","last_fullsized":"2023-09-23T18:15:13.307493+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.10","version":"339'9902","reported_seq":10000,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.307250+0000","last_change":"2023-09-23T18:13:49.256222+0000","last_active":"2023-09-23T18:15:13.307250+0000","last_peered":"2023-09-23T18:15:13.307250+0000","last_clean":"2023-09-23T18:13:18.365000+0000","last_became_active":"2023-09-23T18:13:49.234514+0000","last_became_peered":"2023-09-23T18:13:49.234514+0000","last_unstale":"2023-09-23T18:15:13.307250+0000","last_undegraded":"2023-09-23T18:13:48.938395+0000","last_fullsized":"2023-09-23T18:13:48.935969+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9902,"log_dups_size":0,"ondisk_log_size":9902,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":390,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6216,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":19,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.326105+0000","last_change":"2023-09-23T18:14:17.805462+0000","last_active":"2023-09-23T18:15:13.326105+0000","last_peered":"2023-09-23T18:15:13.326105+0000","last_clean":"2023-09-23T18:11:50.575310+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:15:13.326105+0000","last_undegraded":"2023-09-23T18:14:17.787605+0000","last_fullsized":"2023-09-23T18:15:13.326105+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":4,"num_objects_missing":4,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":4}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":362,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326283+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:15:13.326283+0000","last_peered":"2023-09-23T18:15:13.326283+0000","last_clean":"2023-09-23T18:15:13.326283+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:15:13.326283+0000","last_undegraded":"2023-09-23T18:15:13.326283+0000","last_fullsized":"2023-09-23T18:15:13.326283+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"339'10152","reported_seq":12974,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.319018+0000","last_change":"2023-09-23T18:13:49.216071+0000","last_active":"2023-09-23T18:15:13.319018+0000","last_peered":"2023-09-23T18:15:13.319018+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.188028+0000","last_became_peered":"2023-09-23T18:13:49.188028+0000","last_unstale":"2023-09-23T18:15:13.319018+0000","last_undegraded":"2023-09-23T18:13:49.089461+0000","last_fullsized":"2023-09-23T18:13:48.939323+0000","mapping_epoch":324,"log_start":"278'2589","ondisk_log_start":"278'2589","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7563,"log_dups_size":0,"ondisk_log_size":7563,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1900544,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2149,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6336,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1354,"num_bytes_recovered":88604672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-1139}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":19,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.326021+0000","last_change":"2023-09-23T18:14:17.807225+0000","last_active":"2023-09-23T18:15:13.326021+0000","last_peered":"2023-09-23T18:15:13.326021+0000","last_clean":"2023-09-23T18:11:50.572288+0000","last_became_active":"2023-09-23T18:14:17.807045+0000","last_became_peered":"2023-09-23T18:14:17.807045+0000","last_unstale":"2023-09-23T18:15:13.326021+0000","last_undegraded":"2023-09-23T18:14:17.786661+0000","last_fullsized":"2023-09-23T18:15:13.326021+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":2,"num_objects_missing":2,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":170,"num_keys_recovered":50,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":["0","1","2"],"object_location_counts":[{"shards":"0,1,2","objects":2}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":364,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591313+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:14:52.591313+0000","last_peered":"2023-09-23T18:14:52.591313+0000","last_clean":"2023-09-23T18:14:52.591313+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:14:52.591313+0000","last_undegraded":"2023-09-23T18:14:52.591313+0000","last_fullsized":"2023-09-23T18:14:52.591313+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.16","version":"339'9735","reported_seq":11044,"reported_epoch":341,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:15:13.314954+0000","last_change":"2023-09-23T18:13:19.564196+0000","last_active":"2023-09-23T18:15:13.314954+0000","last_peered":"2023-09-23T18:15:13.314954+0000","last_clean":"2023-09-23T18:13:02.673376+0000","last_became_active":"2023-09-23T18:13:04.914398+0000","last_became_peered":"2023-09-23T18:13:04.914398+0000","last_unstale":"2023-09-23T18:15:13.314954+0000","last_undegraded":"2023-09-23T18:15:13.314954+0000","last_fullsized":"2023-09-23T18:15:13.314954+0000","mapping_epoch":314,"log_start":"277'2061","ondisk_log_start":"277'2061","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7674,"log_dups_size":0,"ondisk_log_size":7674,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2588672,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":40,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6082,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":603,"num_bytes_recovered":39518208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":40}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":203,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.314207+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:15:13.314207+0000","last_peered":"2023-09-23T18:15:13.314207+0000","last_clean":"2023-09-23T18:15:13.314207+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:15:13.314207+0000","last_undegraded":"2023-09-23T18:15:13.314207+0000","last_fullsized":"2023-09-23T18:15:13.314207+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":172,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307568+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:15:13.307568+0000","last_peered":"2023-09-23T18:15:13.307568+0000","last_clean":"2023-09-23T18:15:13.307568+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:15:13.307568+0000","last_undegraded":"2023-09-23T18:15:13.307568+0000","last_fullsized":"2023-09-23T18:15:13.307568+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.15","version":"339'9767","reported_seq":9878,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.305625+0000","last_change":"2023-09-23T18:13:49.324101+0000","last_active":"2023-09-23T18:15:13.305625+0000","last_peered":"2023-09-23T18:15:13.305625+0000","last_clean":"2023-09-23T18:12:13.651030+0000","last_became_active":"2023-09-23T18:13:49.288569+0000","last_became_peered":"2023-09-23T18:13:49.288569+0000","last_unstale":"2023-09-23T18:15:13.305625+0000","last_undegraded":"2023-09-23T18:13:48.950408+0000","last_fullsized":"2023-09-23T18:13:48.925717+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9767,"log_dups_size":0,"ondisk_log_size":9767,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3102,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6130,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-1172}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":304,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326033+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:15:13.326033+0000","last_peered":"2023-09-23T18:15:13.326033+0000","last_clean":"2023-09-23T18:15:13.326033+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:15:13.326033+0000","last_undegraded":"2023-09-23T18:15:13.326033+0000","last_fullsized":"2023-09-23T18:15:13.326033+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":320,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.315618+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:15:13.315618+0000","last_peered":"2023-09-23T18:15:13.315618+0000","last_clean":"2023-09-23T18:15:13.315618+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:15:13.315618+0000","last_undegraded":"2023-09-23T18:15:13.315618+0000","last_fullsized":"2023-09-23T18:15:13.315618+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"339'10265","reported_seq":16514,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.308659+0000","last_change":"2023-09-23T18:14:19.339663+0000","last_active":"2023-09-23T18:15:13.308659+0000","last_peered":"2023-09-23T18:15:13.308659+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307939+0000","last_became_peered":"2023-09-23T18:14:19.307939+0000","last_unstale":"2023-09-23T18:15:13.308659+0000","last_undegraded":"2023-09-23T18:14:18.901978+0000","last_fullsized":"2023-09-23T18:14:18.786033+0000","mapping_epoch":331,"log_start":"278'2775","ondisk_log_start":"278'2775","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7490,"log_dups_size":0,"ondisk_log_size":7490,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":98304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6415,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2297,"num_bytes_recovered":150339584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-502}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":254,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.313583+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:15:13.313583+0000","last_peered":"2023-09-23T18:15:13.313583+0000","last_clean":"2023-09-23T18:15:13.313583+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:15:13.313583+0000","last_undegraded":"2023-09-23T18:15:13.313583+0000","last_fullsized":"2023-09-23T18:15:13.313583+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":334,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591193+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:14:52.591193+0000","last_peered":"2023-09-23T18:14:52.591193+0000","last_clean":"2023-09-23T18:14:52.591193+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:14:52.591193+0000","last_undegraded":"2023-09-23T18:14:52.591193+0000","last_fullsized":"2023-09-23T18:14:52.591193+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"339'12626","reported_seq":25290,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-09-23T18:15:14.361096+0000","last_change":"2023-09-23T18:15:14.361096+0000","last_active":"2023-09-23T18:15:14.361096+0000","last_peered":"2023-09-23T18:15:14.361096+0000","last_clean":"2023-09-23T18:15:14.361096+0000","last_became_active":"2023-09-23T18:15:14.314966+0000","last_became_peered":"2023-09-23T18:15:14.314966+0000","last_unstale":"2023-09-23T18:15:14.361096+0000","last_undegraded":"2023-09-23T18:15:14.361096+0000","last_fullsized":"2023-09-23T18:15:14.361096+0000","mapping_epoch":341,"log_start":"292'5747","ondisk_log_start":"292'5747","created":272,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":6879,"log_dups_size":0,"ondisk_log_size":6879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:40:56.840876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12626,"num_write_kb":404032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6272,"num_bytes_recovered":313327616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":268,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326368+0000","last_change":"2023-09-23T18:13:47.958920+0000","last_active":"2023-09-23T18:15:13.326368+0000","last_peered":"2023-09-23T18:15:13.326368+0000","last_clean":"2023-09-23T18:15:13.326368+0000","last_became_active":"2023-09-23T18:13:47.958598+0000","last_became_peered":"2023-09-23T18:13:47.958598+0000","last_unstale":"2023-09-23T18:15:13.326368+0000","last_undegraded":"2023-09-23T18:15:13.326368+0000","last_fullsized":"2023-09-23T18:15:13.326368+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":181,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307563+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:15:13.307563+0000","last_peered":"2023-09-23T18:15:13.307563+0000","last_clean":"2023-09-23T18:15:13.307563+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:15:13.307563+0000","last_undegraded":"2023-09-23T18:15:13.307563+0000","last_fullsized":"2023-09-23T18:15:13.307563+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"339'12772","reported_seq":12851,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:15:09.786106+0000","last_change":"2023-09-23T18:09:55.622368+0000","last_active":"2023-09-23T18:15:09.786106+0000","last_peered":"2023-09-23T18:15:09.786106+0000","last_clean":"2023-09-23T18:15:09.786106+0000","last_became_active":"2023-09-23T18:09:55.622070+0000","last_became_peered":"2023-09-23T18:09:55.622070+0000","last_unstale":"2023-09-23T18:15:09.786106+0000","last_undegraded":"2023-09-23T18:15:09.786106+0000","last_fullsized":"2023-09-23T18:15:09.786106+0000","mapping_epoch":272,"log_start":"307'7841","ondisk_log_start":"307'7841","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4931,"log_dups_size":0,"ondisk_log_size":4931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:00.975793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12772,"num_write_kb":408704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":19,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.326487+0000","last_change":"2023-09-23T18:14:17.799094+0000","last_active":"2023-09-23T18:15:13.326487+0000","last_peered":"2023-09-23T18:15:13.326487+0000","last_clean":"2023-09-23T18:11:03.721610+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:15:13.326487+0000","last_undegraded":"2023-09-23T18:14:17.786658+0000","last_fullsized":"2023-09-23T18:15:13.326487+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["0","1","5"],"object_location_counts":[{"shards":"0,1,5","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":353,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326274+0000","last_change":"2023-09-23T18:13:47.949923+0000","last_active":"2023-09-23T18:15:13.326274+0000","last_peered":"2023-09-23T18:15:13.326274+0000","last_clean":"2023-09-23T18:15:13.326274+0000","last_became_active":"2023-09-23T18:13:47.949602+0000","last_became_peered":"2023-09-23T18:13:47.949602+0000","last_unstale":"2023-09-23T18:15:13.326274+0000","last_undegraded":"2023-09-23T18:15:13.326274+0000","last_fullsized":"2023-09-23T18:15:13.326274+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"339'10147","reported_seq":16230,"reported_epoch":341,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T18:15:13.307752+0000","last_change":"2023-09-23T18:15:08.620929+0000","last_active":"2023-09-23T18:15:13.307752+0000","last_peered":"2023-09-23T18:15:13.307752+0000","last_clean":"2023-09-23T18:13:02.686150+0000","last_became_active":"2023-09-23T18:14:19.304016+0000","last_became_peered":"2023-09-23T18:14:19.304016+0000","last_unstale":"2023-09-23T18:15:13.307752+0000","last_undegraded":"2023-09-23T18:15:13.307752+0000","last_fullsized":"2023-09-23T18:15:13.307752+0000","mapping_epoch":331,"log_start":"278'2796","ondisk_log_start":"278'2796","created":272,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7351,"log_dups_size":0,"ondisk_log_size":7351,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":409,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6343,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":149716992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,7],"avail_no_missing":["0","2","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":212,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307570+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:15:13.307570+0000","last_peered":"2023-09-23T18:15:13.307570+0000","last_clean":"2023-09-23T18:15:13.307570+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:15:13.307570+0000","last_undegraded":"2023-09-23T18:15:13.307570+0000","last_fullsized":"2023-09-23T18:15:13.307570+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":197,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.310763+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:15:13.310763+0000","last_peered":"2023-09-23T18:15:13.310763+0000","last_clean":"2023-09-23T18:15:13.310763+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:15:13.310763+0000","last_undegraded":"2023-09-23T18:15:13.310763+0000","last_fullsized":"2023-09-23T18:15:13.310763+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"339'10175","reported_seq":16698,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.304707+0000","last_change":"2023-09-23T18:14:52.624621+0000","last_active":"2023-09-23T18:15:13.304707+0000","last_peered":"2023-09-23T18:15:13.304707+0000","last_clean":"2023-09-23T18:15:13.304707+0000","last_became_active":"2023-09-23T18:14:52.594114+0000","last_became_peered":"2023-09-23T18:14:52.594114+0000","last_unstale":"2023-09-23T18:15:13.304707+0000","last_undegraded":"2023-09-23T18:15:13.304707+0000","last_fullsized":"2023-09-23T18:15:13.304707+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":10175,"log_dups_size":0,"ondisk_log_size":10175,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6366,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3207,"num_bytes_recovered":80543744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":346,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307740+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:15:13.307740+0000","last_peered":"2023-09-23T18:15:13.307740+0000","last_clean":"2023-09-23T18:15:13.307740+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:15:13.307740+0000","last_undegraded":"2023-09-23T18:15:13.307740+0000","last_fullsized":"2023-09-23T18:15:13.307740+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":346,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.314526+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:15:13.314526+0000","last_peered":"2023-09-23T18:15:13.314526+0000","last_clean":"2023-09-23T18:15:13.314526+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:15:13.314526+0000","last_undegraded":"2023-09-23T18:15:13.314526+0000","last_fullsized":"2023-09-23T18:15:13.314526+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"339'12622","reported_seq":12718,"reported_epoch":341,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:15:13.321127+0000","last_change":"2023-09-23T18:13:05.098726+0000","last_active":"2023-09-23T18:15:13.321127+0000","last_peered":"2023-09-23T18:15:13.321127+0000","last_clean":"2023-09-23T18:13:02.707910+0000","last_became_active":"2023-09-23T18:13:05.007173+0000","last_became_peered":"2023-09-23T18:13:05.007173+0000","last_unstale":"2023-09-23T18:15:13.321127+0000","last_undegraded":"2023-09-23T18:15:13.321127+0000","last_fullsized":"2023-09-23T18:15:13.321127+0000","mapping_epoch":314,"log_start":"303'7567","ondisk_log_start":"303'7567","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5055,"log_dups_size":0,"ondisk_log_size":5055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:20.235396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12622,"num_write_kb":403904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,7],"avail_no_missing":["0","3","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":367,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591090+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:14:52.591090+0000","last_peered":"2023-09-23T18:14:52.591090+0000","last_clean":"2023-09-23T18:14:52.591090+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:14:52.591090+0000","last_undegraded":"2023-09-23T18:14:52.591090+0000","last_fullsized":"2023-09-23T18:14:52.591090+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326138+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:15:13.326138+0000","last_peered":"2023-09-23T18:15:13.326138+0000","last_clean":"2023-09-23T18:15:13.326138+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:15:13.326138+0000","last_undegraded":"2023-09-23T18:15:13.326138+0000","last_fullsized":"2023-09-23T18:15:13.326138+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"339'12488","reported_seq":12569,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.305023+0000","last_change":"2023-09-23T18:09:55.623321+0000","last_active":"2023-09-23T18:15:13.305023+0000","last_peered":"2023-09-23T18:15:13.305023+0000","last_clean":"2023-09-23T18:15:13.305023+0000","last_became_active":"2023-09-23T18:09:55.623034+0000","last_became_peered":"2023-09-23T18:09:55.623034+0000","last_unstale":"2023-09-23T18:15:13.305023+0000","last_undegraded":"2023-09-23T18:15:13.305023+0000","last_fullsized":"2023-09-23T18:15:13.305023+0000","mapping_epoch":272,"log_start":"292'5462","ondisk_log_start":"292'5462","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7026,"log_dups_size":0,"ondisk_log_size":7026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:41.692607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12488,"num_write_kb":399616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326001+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:15:13.326001+0000","last_peered":"2023-09-23T18:15:13.326001+0000","last_clean":"2023-09-23T18:15:13.326001+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:15:13.326001+0000","last_undegraded":"2023-09-23T18:15:13.326001+0000","last_fullsized":"2023-09-23T18:15:13.326001+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326181+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:15:13.326181+0000","last_peered":"2023-09-23T18:15:13.326181+0000","last_clean":"2023-09-23T18:15:13.326181+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:15:13.326181+0000","last_undegraded":"2023-09-23T18:15:13.326181+0000","last_fullsized":"2023-09-23T18:15:13.326181+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"339'12728","reported_seq":14648,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.318106+0000","last_change":"2023-09-23T18:13:49.440294+0000","last_active":"2023-09-23T18:15:13.318106+0000","last_peered":"2023-09-23T18:15:13.318106+0000","last_clean":"2023-09-23T18:11:52.585352+0000","last_became_active":"2023-09-23T18:13:49.295555+0000","last_became_peered":"2023-09-23T18:13:49.295555+0000","last_unstale":"2023-09-23T18:15:13.318106+0000","last_undegraded":"2023-09-23T18:13:49.274412+0000","last_fullsized":"2023-09-23T18:13:48.926810+0000","mapping_epoch":324,"log_start":"307'7659","ondisk_log_start":"307'7659","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":5069,"log_dups_size":0,"ondisk_log_size":5069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:25:53.446499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6304,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12728,"num_write_kb":407233,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":907,"num_bytes_recovered":59244544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-2495}],"blocked_by":[],"up_primary":1,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.325828+0000","last_change":"2023-09-23T18:14:17.805951+0000","last_active":"2023-09-23T18:15:13.325828+0000","last_peered":"2023-09-23T18:15:13.325828+0000","last_clean":"2023-09-23T18:15:13.325828+0000","last_became_active":"2023-09-23T18:14:17.805602+0000","last_became_peered":"2023-09-23T18:14:17.805602+0000","last_unstale":"2023-09-23T18:15:13.325828+0000","last_undegraded":"2023-09-23T18:15:13.325828+0000","last_fullsized":"2023-09-23T18:15:13.325828+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":362,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326472+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:15:13.326472+0000","last_peered":"2023-09-23T18:15:13.326472+0000","last_clean":"2023-09-23T18:15:13.326472+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:15:13.326472+0000","last_undegraded":"2023-09-23T18:15:13.326472+0000","last_fullsized":"2023-09-23T18:15:13.326472+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"339'12884","reported_seq":20409,"reported_epoch":339,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T18:15:09.856090+0000","last_change":"2023-09-23T18:15:10.300203+0000","last_active":"2023-09-23T18:15:09.856090+0000","last_peered":"2023-09-23T18:15:09.856090+0000","last_clean":"2023-09-23T18:11:52.603640+0000","last_became_active":"2023-09-23T18:13:05.183298+0000","last_became_peered":"2023-09-23T18:13:05.183298+0000","last_unstale":"2023-09-23T18:15:09.856090+0000","last_undegraded":"2023-09-23T18:13:49.289946+0000","last_fullsized":"2023-09-23T18:15:09.856090+0000","mapping_epoch":314,"log_start":"307'7969","ondisk_log_start":"307'7969","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":4915,"log_dups_size":0,"ondisk_log_size":4915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:33.652338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2728,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12884,"num_write_kb":412288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3714,"num_bytes_recovered":243204096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,7],"avail_no_missing":["3","0","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":369,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.593307+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:14:52.593307+0000","last_peered":"2023-09-23T18:14:52.593307+0000","last_clean":"2023-09-23T18:14:52.593307+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:14:52.593307+0000","last_undegraded":"2023-09-23T18:14:52.593307+0000","last_fullsized":"2023-09-23T18:14:52.593307+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":341,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.311651+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:15:13.311651+0000","last_peered":"2023-09-23T18:15:13.311651+0000","last_clean":"2023-09-23T18:15:13.311651+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:15:13.311651+0000","last_undegraded":"2023-09-23T18:15:13.311651+0000","last_fullsized":"2023-09-23T18:15:13.311651+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"339'10049","reported_seq":16992,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:09.832437+0000","last_change":"2023-09-23T18:14:19.333489+0000","last_active":"2023-09-23T18:15:09.832437+0000","last_peered":"2023-09-23T18:15:09.832437+0000","last_clean":"2023-09-23T18:11:04.680102+0000","last_became_active":"2023-09-23T18:14:19.305126+0000","last_became_peered":"2023-09-23T18:14:19.305126+0000","last_unstale":"2023-09-23T18:15:09.832437+0000","last_undegraded":"2023-09-23T18:14:18.897467+0000","last_fullsized":"2023-09-23T18:14:18.800784+0000","mapping_epoch":331,"log_start":"279'2992","ondisk_log_start":"279'2992","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7057,"log_dups_size":0,"ondisk_log_size":7057,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6282,"num_write_kb":200448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2263,"num_bytes_recovered":148111360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[3,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,3","objects":-506}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":915,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.311023+0000","last_change":"2023-09-23T18:13:49.257388+0000","last_active":"2023-09-23T18:15:13.311023+0000","last_peered":"2023-09-23T18:15:13.311023+0000","last_clean":"2023-09-23T17:59:56.612930+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:15:13.311023+0000","last_undegraded":"2023-09-23T18:13:48.927415+0000","last_fullsized":"2023-09-23T18:15:13.311023+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":["1","0","7"],"object_location_counts":[{"shards":"0,1,7","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":172,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307828+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:15:13.307828+0000","last_peered":"2023-09-23T18:15:13.307828+0000","last_clean":"2023-09-23T18:15:13.307828+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:15:13.307828+0000","last_undegraded":"2023-09-23T18:15:13.307828+0000","last_fullsized":"2023-09-23T18:15:13.307828+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":251,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.310680+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:15:13.310680+0000","last_peered":"2023-09-23T18:15:13.310680+0000","last_clean":"2023-09-23T18:15:13.310680+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:15:13.310680+0000","last_undegraded":"2023-09-23T18:15:13.310680+0000","last_fullsized":"2023-09-23T18:15:13.310680+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"339'10210","reported_seq":12969,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.320012+0000","last_change":"2023-09-23T18:13:49.300085+0000","last_active":"2023-09-23T18:15:13.320012+0000","last_peered":"2023-09-23T18:15:13.320012+0000","last_clean":"2023-09-23T18:11:52.585346+0000","last_became_active":"2023-09-23T18:13:49.271092+0000","last_became_peered":"2023-09-23T18:13:49.271092+0000","last_unstale":"2023-09-23T18:15:13.320012+0000","last_undegraded":"2023-09-23T18:13:49.042463+0000","last_fullsized":"2023-09-23T18:13:48.935476+0000","mapping_epoch":324,"log_start":"278'2862","ondisk_log_start":"278'2862","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7348,"log_dups_size":0,"ondisk_log_size":7348,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2289,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6394,"num_write_kb":203680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1324,"num_bytes_recovered":86704128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":-1235}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1086,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307372+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:15:13.307372+0000","last_peered":"2023-09-23T18:15:13.307372+0000","last_clean":"2023-09-23T18:15:13.307372+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:15:13.307372+0000","last_undegraded":"2023-09-23T18:15:13.307372+0000","last_fullsized":"2023-09-23T18:15:13.307372+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":345,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326325+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:15:13.326325+0000","last_peered":"2023-09-23T18:15:13.326325+0000","last_clean":"2023-09-23T18:15:13.326325+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:15:13.326325+0000","last_undegraded":"2023-09-23T18:15:13.326325+0000","last_fullsized":"2023-09-23T18:15:13.326325+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":256,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.310925+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:15:13.310925+0000","last_peered":"2023-09-23T18:15:13.310925+0000","last_clean":"2023-09-23T18:15:13.310925+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:15:13.310925+0000","last_undegraded":"2023-09-23T18:15:13.310925+0000","last_fullsized":"2023-09-23T18:15:13.310925+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"339'10268","reported_seq":16511,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.309483+0000","last_change":"2023-09-23T18:14:19.338787+0000","last_active":"2023-09-23T18:15:13.309483+0000","last_peered":"2023-09-23T18:15:13.309483+0000","last_clean":"2023-09-23T18:11:04.707546+0000","last_became_active":"2023-09-23T18:14:19.307960+0000","last_became_peered":"2023-09-23T18:14:19.307960+0000","last_unstale":"2023-09-23T18:15:13.309483+0000","last_undegraded":"2023-09-23T18:14:18.918549+0000","last_fullsized":"2023-09-23T18:14:18.786968+0000","mapping_epoch":331,"log_start":"278'2887","ondisk_log_start":"278'2887","created":272,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7381,"log_dups_size":0,"ondisk_log_size":7381,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3316,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6417,"num_write_kb":205312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2285,"num_bytes_recovered":149749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,1],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0,1","objects":-488}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":605,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.304662+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:15:13.304662+0000","last_peered":"2023-09-23T18:15:13.304662+0000","last_clean":"2023-09-23T18:15:13.304662+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:15:13.304662+0000","last_undegraded":"2023-09-23T18:15:13.304662+0000","last_fullsized":"2023-09-23T18:15:13.304662+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":261,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.311187+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:15:13.311187+0000","last_peered":"2023-09-23T18:15:13.311187+0000","last_clean":"2023-09-23T18:15:13.311187+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:15:13.311187+0000","last_undegraded":"2023-09-23T18:15:13.311187+0000","last_fullsized":"2023-09-23T18:15:13.311187+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":350,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.311814+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:15:13.311814+0000","last_peered":"2023-09-23T18:15:13.311814+0000","last_clean":"2023-09-23T18:15:13.311814+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:15:13.311814+0000","last_undegraded":"2023-09-23T18:15:13.311814+0000","last_fullsized":"2023-09-23T18:15:13.311814+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"339'9814","reported_seq":11145,"reported_epoch":341,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:15:13.315744+0000","last_change":"2023-09-23T18:13:48.128691+0000","last_active":"2023-09-23T18:15:13.315744+0000","last_peered":"2023-09-23T18:15:13.315744+0000","last_clean":"2023-09-23T18:13:02.752469+0000","last_became_active":"2023-09-23T18:13:04.970400+0000","last_became_peered":"2023-09-23T18:13:04.970400+0000","last_unstale":"2023-09-23T18:15:13.315744+0000","last_undegraded":"2023-09-23T18:15:13.315744+0000","last_fullsized":"2023-09-23T18:15:13.315744+0000","mapping_epoch":314,"log_start":"278'2403","ondisk_log_start":"278'2403","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7411,"log_dups_size":0,"ondisk_log_size":7411,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6160,"num_write_kb":195872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":614,"num_bytes_recovered":40239104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,7],"avail_no_missing":["0","3","5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":878,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-09-23T18:15:14.314364+0000","last_change":"2023-09-23T18:15:14.314364+0000","last_active":"2023-09-23T18:15:14.314364+0000","last_peered":"2023-09-23T18:15:14.314364+0000","last_clean":"2023-09-23T18:15:14.314364+0000","last_became_active":"2023-09-23T18:15:14.313853+0000","last_became_peered":"2023-09-23T18:15:14.313853+0000","last_unstale":"2023-09-23T18:15:14.314364+0000","last_undegraded":"2023-09-23T18:15:14.314364+0000","last_fullsized":"2023-09-23T18:15:14.314364+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":325,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.313388+0000","last_change":"2023-09-23T18:13:48.953641+0000","last_active":"2023-09-23T18:15:13.313388+0000","last_peered":"2023-09-23T18:15:13.313388+0000","last_clean":"2023-09-23T17:50:54.559955+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:15:13.313388+0000","last_undegraded":"2023-09-23T18:13:48.927926+0000","last_fullsized":"2023-09-23T18:15:13.313388+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":["0","1","7"],"object_location_counts":[{"shards":"0,1,7","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":376,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.590938+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:14:52.590938+0000","last_peered":"2023-09-23T18:14:52.590938+0000","last_clean":"2023-09-23T18:14:52.590938+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:14:52.590938+0000","last_undegraded":"2023-09-23T18:14:52.590938+0000","last_fullsized":"2023-09-23T18:14:52.590938+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326107+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:15:13.326107+0000","last_peered":"2023-09-23T18:15:13.326107+0000","last_clean":"2023-09-23T18:15:13.326107+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:15:13.326107+0000","last_undegraded":"2023-09-23T18:15:13.326107+0000","last_fullsized":"2023-09-23T18:15:13.326107+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.5","version":"339'9718","reported_seq":9839,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.306771+0000","last_change":"2023-09-23T18:13:49.331303+0000","last_active":"2023-09-23T18:15:13.306771+0000","last_peered":"2023-09-23T18:15:13.306771+0000","last_clean":"2023-09-23T18:13:02.639022+0000","last_became_active":"2023-09-23T18:13:49.293062+0000","last_became_peered":"2023-09-23T18:13:49.293062+0000","last_unstale":"2023-09-23T18:15:13.306771+0000","last_undegraded":"2023-09-23T18:13:48.943220+0000","last_fullsized":"2023-09-23T18:13:48.932619+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9718,"log_dups_size":0,"ondisk_log_size":9718,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1605632,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3003,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6080,"num_write_kb":195360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":-1200}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":744,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.310084+0000","last_change":"2023-09-23T18:14:51.332961+0000","last_active":"2023-09-23T18:15:13.310084+0000","last_peered":"2023-09-23T18:15:13.310084+0000","last_clean":"2023-09-23T18:15:13.310084+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:15:13.310084+0000","last_undegraded":"2023-09-23T18:15:13.310084+0000","last_fullsized":"2023-09-23T18:15:13.310084+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":338,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.316428+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:15:13.316428+0000","last_peered":"2023-09-23T18:15:13.316428+0000","last_clean":"2023-09-23T18:15:13.316428+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:15:13.316428+0000","last_undegraded":"2023-09-23T18:15:13.316428+0000","last_fullsized":"2023-09-23T18:15:13.316428+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":203,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.315286+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:15:13.315286+0000","last_peered":"2023-09-23T18:15:13.315286+0000","last_clean":"2023-09-23T18:15:13.315286+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:15:13.315286+0000","last_undegraded":"2023-09-23T18:15:13.315286+0000","last_fullsized":"2023-09-23T18:15:13.315286+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"339'9802","reported_seq":9901,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.307357+0000","last_change":"2023-09-23T18:13:49.256281+0000","last_active":"2023-09-23T18:15:13.307357+0000","last_peered":"2023-09-23T18:15:13.307357+0000","last_clean":"2023-09-23T18:13:18.492713+0000","last_became_active":"2023-09-23T18:13:49.234597+0000","last_became_peered":"2023-09-23T18:13:49.234597+0000","last_unstale":"2023-09-23T18:15:13.307357+0000","last_undegraded":"2023-09-23T18:13:48.935738+0000","last_fullsized":"2023-09-23T18:13:48.929097+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":9802,"log_dups_size":0,"ondisk_log_size":9802,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3276800,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":387,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6116,"num_write_kb":197312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":50}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":383,"reported_epoch":341,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:15:13.310814+0000","last_change":"2023-09-23T18:13:49.282512+0000","last_active":"2023-09-23T18:15:13.310814+0000","last_peered":"2023-09-23T18:15:13.310814+0000","last_clean":"2023-09-23T18:13:45.914722+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:15:13.310814+0000","last_undegraded":"2023-09-23T18:13:48.927730+0000","last_fullsized":"2023-09-23T18:15:13.310814+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":["0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":280,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.311193+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:15:13.311193+0000","last_peered":"2023-09-23T18:15:13.311193+0000","last_clean":"2023-09-23T18:15:13.311193+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:15:13.311193+0000","last_undegraded":"2023-09-23T18:15:13.311193+0000","last_fullsized":"2023-09-23T18:15:13.311193+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":354,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.314724+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:15:13.314724+0000","last_peered":"2023-09-23T18:15:13.314724+0000","last_clean":"2023-09-23T18:15:13.314724+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:15:13.314724+0000","last_undegraded":"2023-09-23T18:15:13.314724+0000","last_fullsized":"2023-09-23T18:15:13.314724+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"339'9954","reported_seq":10043,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:15:09.824666+0000","last_change":"2023-09-23T18:12:14.710289+0000","last_active":"2023-09-23T18:15:09.824666+0000","last_peered":"2023-09-23T18:15:09.824666+0000","last_clean":"2023-09-23T18:15:09.824666+0000","last_became_active":"2023-09-23T18:12:14.701016+0000","last_became_peered":"2023-09-23T18:12:14.701016+0000","last_unstale":"2023-09-23T18:15:09.824666+0000","last_undegraded":"2023-09-23T18:15:09.824666+0000","last_fullsized":"2023-09-23T18:15:09.824666+0000","mapping_epoch":272,"log_start":"278'2800","ondisk_log_start":"278'2800","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7154,"log_dups_size":0,"ondisk_log_size":7154,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6242,"num_write_kb":199200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":328,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591122+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:14:52.591122+0000","last_peered":"2023-09-23T18:14:52.591122+0000","last_clean":"2023-09-23T18:14:52.591122+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:14:52.591122+0000","last_undegraded":"2023-09-23T18:14:52.591122+0000","last_fullsized":"2023-09-23T18:14:52.591122+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":936,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.312472+0000","last_change":"2023-09-23T18:14:19.165252+0000","last_active":"2023-09-23T18:15:13.312472+0000","last_peered":"2023-09-23T18:15:13.312472+0000","last_clean":"2023-09-23T18:14:07.673243+0000","last_became_active":"2023-09-23T18:14:19.164831+0000","last_became_peered":"2023-09-23T18:14:19.164831+0000","last_unstale":"2023-09-23T18:15:13.312472+0000","last_undegraded":"2023-09-23T18:14:18.797296+0000","last_fullsized":"2023-09-23T18:14:18.796733+0000","mapping_epoch":331,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:58:20.278835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":12582912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,3],"avail_no_missing":["1","0","3"],"object_location_counts":[{"shards":"0,1,3","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":373,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.593389+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:14:52.593389+0000","last_peered":"2023-09-23T18:14:52.593389+0000","last_clean":"2023-09-23T18:14:52.593389+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:14:52.593389+0000","last_undegraded":"2023-09-23T18:14:52.593389+0000","last_fullsized":"2023-09-23T18:14:52.593389+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"339'10116","reported_seq":10224,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:09.812069+0000","last_change":"2023-09-23T18:13:49.212165+0000","last_active":"2023-09-23T18:15:09.812069+0000","last_peered":"2023-09-23T18:15:09.812069+0000","last_clean":"2023-09-23T18:13:18.437463+0000","last_became_active":"2023-09-23T18:13:49.181901+0000","last_became_peered":"2023-09-23T18:13:49.181901+0000","last_unstale":"2023-09-23T18:15:09.812069+0000","last_undegraded":"2023-09-23T18:13:48.941613+0000","last_fullsized":"2023-09-23T18:13:48.929576+0000","mapping_epoch":324,"log_start":"278'2966","ondisk_log_start":"278'2966","created":272,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7150,"log_dups_size":0,"ondisk_log_size":7150,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":444,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6324,"num_write_kb":201888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,2],"avail_no_missing":["3","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":522,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-09-23T18:15:14.305264+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:15:14.305264+0000","last_peered":"2023-09-23T18:15:14.305264+0000","last_clean":"2023-09-23T18:15:14.305264+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:15:14.305264+0000","last_undegraded":"2023-09-23T18:15:14.305264+0000","last_fullsized":"2023-09-23T18:15:14.305264+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":198,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.315530+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:15:13.315530+0000","last_peered":"2023-09-23T18:15:13.315530+0000","last_clean":"2023-09-23T18:15:13.315530+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:15:13.315530+0000","last_undegraded":"2023-09-23T18:15:13.315530+0000","last_fullsized":"2023-09-23T18:15:13.315530+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.325869+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:15:13.325869+0000","last_peered":"2023-09-23T18:15:13.325869+0000","last_clean":"2023-09-23T18:15:13.325869+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:15:13.325869+0000","last_undegraded":"2023-09-23T18:15:13.325869+0000","last_fullsized":"2023-09-23T18:15:13.325869+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":203,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.314633+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:15:13.314633+0000","last_peered":"2023-09-23T18:15:13.314633+0000","last_clean":"2023-09-23T18:15:13.314633+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:15:13.314633+0000","last_undegraded":"2023-09-23T18:15:13.314633+0000","last_fullsized":"2023-09-23T18:15:13.314633+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":144,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.305626+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:15:13.305626+0000","last_peered":"2023-09-23T18:15:13.305626+0000","last_clean":"2023-09-23T18:15:13.305626+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:15:13.305626+0000","last_undegraded":"2023-09-23T18:15:13.305626+0000","last_fullsized":"2023-09-23T18:15:13.305626+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.18","version":"339'10185","reported_seq":13118,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.304750+0000","last_change":"2023-09-23T18:15:12.948834+0000","last_active":"2023-09-23T18:15:13.304750+0000","last_peered":"2023-09-23T18:15:13.304750+0000","last_clean":"2023-09-23T18:13:02.728099+0000","last_became_active":"2023-09-23T18:13:05.146796+0000","last_became_peered":"2023-09-23T18:13:05.146796+0000","last_unstale":"2023-09-23T18:15:13.304750+0000","last_undegraded":"2023-09-23T18:13:04.860699+0000","last_fullsized":"2023-09-23T18:13:04.768357+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":304,"last_epoch_clean":305,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":10185,"log_dups_size":0,"ondisk_log_size":10185,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1750,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6376,"num_write_kb":203872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1414,"num_bytes_recovered":36896768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4","objects":-1298}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":350,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307962+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:15:13.307962+0000","last_peered":"2023-09-23T18:15:13.307962+0000","last_clean":"2023-09-23T18:15:13.307962+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:15:13.307962+0000","last_undegraded":"2023-09-23T18:15:13.307962+0000","last_fullsized":"2023-09-23T18:15:13.307962+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.325990+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:15:13.325990+0000","last_peered":"2023-09-23T18:15:13.325990+0000","last_clean":"2023-09-23T18:15:13.325990+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:15:13.325990+0000","last_undegraded":"2023-09-23T18:15:13.325990+0000","last_fullsized":"2023-09-23T18:15:13.325990+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"339'10124","reported_seq":17672,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:15:13.307868+0000","last_change":"2023-09-23T18:14:19.332413+0000","last_active":"2023-09-23T18:15:13.307868+0000","last_peered":"2023-09-23T18:15:13.307868+0000","last_clean":"2023-09-23T18:11:04.707310+0000","last_became_active":"2023-09-23T18:14:19.304001+0000","last_became_peered":"2023-09-23T18:14:19.304001+0000","last_unstale":"2023-09-23T18:15:13.307868+0000","last_undegraded":"2023-09-23T18:14:18.841838+0000","last_fullsized":"2023-09-23T18:14:18.786394+0000","mapping_epoch":331,"log_start":"278'2560","ondisk_log_start":"278'2560","created":304,"last_epoch_clean":273,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:09:54.602419+0000","last_clean_scrub_stamp":"2023-09-23T18:09:54.602419+0000","objects_scrubbed":0,"log_size":7564,"log_dups_size":0,"ondisk_log_size":7564,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":753664,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1124,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6321,"num_write_kb":202624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2959,"num_bytes_recovered":115310592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,1","objects":12}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":337,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.307667+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:15:13.307667+0000","last_peered":"2023-09-23T18:15:13.307667+0000","last_clean":"2023-09-23T18:15:13.307667+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:15:13.307667+0000","last_undegraded":"2023-09-23T18:15:13.307667+0000","last_fullsized":"2023-09-23T18:15:13.307667+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.326081+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:15:13.326081+0000","last_peered":"2023-09-23T18:15:13.326081+0000","last_clean":"2023-09-23T18:15:13.326081+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:15:13.326081+0000","last_undegraded":"2023-09-23T18:15:13.326081+0000","last_fullsized":"2023-09-23T18:15:13.326081+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":398,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.593006+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:14:52.593006+0000","last_peered":"2023-09-23T18:14:52.593006+0000","last_clean":"2023-09-23T18:14:52.593006+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:14:52.593006+0000","last_undegraded":"2023-09-23T18:14:52.593006+0000","last_fullsized":"2023-09-23T18:14:52.593006+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":377,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-09-23T18:14:52.591812+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:14:52.591812+0000","last_peered":"2023-09-23T18:14:52.591812+0000","last_clean":"2023-09-23T18:14:52.591812+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:14:52.591812+0000","last_undegraded":"2023-09-23T18:14:52.591812+0000","last_fullsized":"2023-09-23T18:14:52.591812+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":231,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.320799+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:15:13.320799+0000","last_peered":"2023-09-23T18:15:13.320799+0000","last_clean":"2023-09-23T18:15:13.320799+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:15:13.320799+0000","last_undegraded":"2023-09-23T18:15:13.320799+0000","last_fullsized":"2023-09-23T18:15:13.320799+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-09-23T18:15:13.325756+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:15:13.325756+0000","last_peered":"2023-09-23T18:15:13.325756+0000","last_clean":"2023-09-23T18:15:13.325756+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:15:13.325756+0000","last_undegraded":"2023-09-23T18:15:13.325756+0000","last_fullsized":"2023-09-23T18:15:13.325756+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":26,"stat_sum":{"num_bytes":13860864,"num_objects":213,"num_object_clones":0,"num_object_copies":639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":35126,"num_objects_misplaced":3177,"num_objects_unfound":0,"num_objects_dirty":213,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":201468,"num_write_kb":6446913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33745,"num_bytes_recovered":1821179904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3189313536,"data_stored":3189309464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196232,"ondisk_log_size":196232,"up":78,"acting":63,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":7,"num_objects_missing":7,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":65,"num_bytes_recovered":22194,"num_keys_recovered":50,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":12582950,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430564,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309660,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436627,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":453184,"kb_used_data":322104,"kb_used_omap":17,"kb_used_meta":131054,"kb_avail":93291968,"statfs":{"total":95995035648,"available":95530975232,"internally_reserved":0,"allocated":329834496,"data_stored":328437027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":134199396},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.077,"5min":5.077,"15min":5.077},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":48.408999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3010000000000002,"15min":3.3010000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":9.5790000000000006,"5min":9.5790000000000006,"15min":9.5790000000000006},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":5.1970000000000001,"15min":5.1970000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":23.407,"5min":23.407,"15min":23.407},"last":0.55800000000000005},{"interface":"front","average":{"1min":5.718,"5min":5.718,"15min":5.718},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":57.387,"5min":57.387,"15min":57.387},"last":0.316}]},{"osd":3,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":4.04,"5min":4.04,"15min":4.04},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":21.218,"5min":21.218,"15min":21.218},"last":0.46300000000000002},{"interface":"front","average":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.727,"5min":17.727,"15min":17.727},"last":0.30499999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":8.7040000000000006,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.49099999999999999},{"interface":"front","average":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":14.898,"5min":14.898,"15min":14.898},"last":0.377}]},{"osd":5,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.738,"5min":2.738,"15min":2.738},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":14.987,"5min":14.987,"15min":14.987},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9660000000000002,"15min":2.9660000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":31.023,"5min":31.023,"15min":31.023},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.988,"15min":2.988},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":31.064,"5min":31.064,"15min":31.064},"last":0.58899999999999997},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":8.6549999999999994},"last":0.57399999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":14.949999999999999,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.434},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.0150000000000001,"15min":3.0150000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":31.093,"5min":31.093,"15min":31.093},"last":0.52200000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220402,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":519836,"kb_used_data":8596,"kb_used_omap":8,"kb_used_meta":511223,"kb_avail":93225316,"statfs":{"total":95995035648,"available":95462723584,"internally_reserved":0,"allocated":8802304,"data_stored":7378399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":523492964},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.1869999999999998,"5min":3.1869999999999998,"15min":3.1869999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":15.379,"5min":15.379,"15min":15.379},"last":0.27300000000000002},{"interface":"front","average":{"1min":7.3079999999999998,"5min":7.3079999999999998,"15min":7.3079999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":68.161000000000001,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.7990000000000004,"5min":4.5709999999999997,"15min":2.7090000000000001},"min":{"1min":0.28999999999999998,"5min":0.22700000000000001,"15min":0.221},"max":{"1min":16.373000000000001,"5min":27.821999999999999,"15min":27.821999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":2.9900000000000002,"5min":3.7490000000000001,"15min":2.4209999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":10.981999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":1.056}]},{"osd":3,"last update":"Sat Sep 23 18:14:27 2023","interfaces":[{"interface":"back","average":{"1min":6.8600000000000003,"5min":4.577,"15min":2.7320000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":29.302,"5min":29.302,"15min":29.302},"last":0.39000000000000001},{"interface":"front","average":{"1min":6.633,"5min":3.899,"15min":2.4369999999999998},"min":{"1min":0.33300000000000002,"5min":0.251,"15min":0.248},"max":{"1min":19.303000000000001,"5min":19.303000000000001,"15min":22.082999999999998},"last":0.35399999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.9100000000000001,"5min":3.2989999999999999,"15min":2.0449999999999999},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":68.950000000000003,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.41299999999999998},{"interface":"front","average":{"1min":6.923,"5min":3.3490000000000002,"15min":2.0830000000000002},"min":{"1min":0.41999999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":69.829999999999998,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.47099999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.4859999999999998,"5min":3.169,"15min":2.0209999999999999},"min":{"1min":0.40300000000000002,"5min":0.34399999999999997,"15min":0.30299999999999999},"max":{"1min":69.751999999999995,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.499},{"interface":"front","average":{"1min":6.1959999999999997,"5min":3.472,"15min":2.214},"min":{"1min":0.44900000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":69.081000000000003,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.8630000000000004,"5min":3.3029999999999999,"15min":2.0219999999999998},"min":{"1min":0.435,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":69.861999999999995,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.51800000000000002},{"interface":"front","average":{"1min":6.7220000000000004,"5min":3.6539999999999999,"15min":2.0609999999999999},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":68.153000000000006,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":6.2649999999999997,"5min":3.629,"15min":2.2709999999999999},"min":{"1min":0.53300000000000003,"5min":0.379,"15min":0.379},"max":{"1min":68.188999999999993,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.57199999999999995},{"interface":"front","average":{"1min":5.5599999999999996,"5min":3.4889999999999999,"15min":2.319},"min":{"1min":0.41999999999999998,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":69.027000000000001,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.48199999999999998}]}]},{"osd":2,"up_from":145,"seq":622770258095,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":646724,"kb_used_data":3964,"kb_used_omap":16,"kb_used_meta":642735,"kb_avail":93098428,"statfs":{"total":95995035648,"available":95332790272,"internally_reserved":0,"allocated":4059136,"data_stored":2601778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":658160802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":3.7429999999999999,"15min":2.3479999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":10.151,"5min":20.497,"15min":20.497},"last":0.29899999999999999},{"interface":"front","average":{"1min":2.4169999999999998,"5min":4.2539999999999996,"15min":2.5750000000000002},"min":{"1min":0.23200000000000001,"5min":0.216,"15min":0.216},"max":{"1min":9.1639999999999997,"5min":32.210000000000001,"15min":32.210000000000001},"last":0.42299999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.544,"5min":3.544,"15min":3.544},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.247},{"interface":"front","average":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.295,"5min":10.295,"15min":10.295},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.883,"5min":3.8450000000000002,"15min":2.7229999999999999},"min":{"1min":0.29599999999999999,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":9.2579999999999991,"5min":32.289999999999999,"15min":34.960999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":3.1549999999999998,"5min":4.0609999999999999,"15min":3.1749999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":9.7360000000000007,"5min":35.432000000000002,"15min":37.444000000000003},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":4.0289999999999999,"15min":2.464},"min":{"1min":0.38300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.6989999999999998,"5min":105.509,"15min":105.509},"last":0.72099999999999997},{"interface":"front","average":{"1min":2.3330000000000002,"5min":3.3029999999999999,"15min":2.1360000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":9.6560000000000006,"5min":105.529,"15min":105.529},"last":0.68999999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.331,"5min":2.2330000000000001,"15min":1.7949999999999999},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":9.6170000000000009,"5min":9.6170000000000009,"15min":17.780000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.665,"5min":2.1360000000000001,"15min":1.6619999999999999},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.6070000000000002,"5min":18.669,"15min":18.669},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:14:46 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.2869999999999999,"15min":1.9530000000000001},"min":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.32100000000000001},"max":{"1min":9.7080000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":0.71399999999999997},{"interface":"front","average":{"1min":2.7679999999999998,"5min":2.3519999999999999,"15min":2.032},"min":{"1min":0.504,"5min":0.437,"15min":0.34599999999999997},"max":{"1min":9.7439999999999998,"5min":9.7439999999999998,"15min":17.919},"last":0.61899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.351,"15min":2.0840000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.6820000000000004,"5min":9.6820000000000004,"15min":17.890000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.8959999999999999,"5min":2.3250000000000002,"15min":1.7669999999999999},"min":{"1min":0.41699999999999998,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":5.5750000000000002,"5min":18.710000000000001,"15min":18.710000000000001},"last":0.59699999999999998}]}]},{"osd":3,"up_from":100,"seq":429496729824,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":599932,"kb_used_data":7924,"kb_used_omap":4,"kb_used_meta":591995,"kb_avail":93145220,"statfs":{"total":95995035648,"available":95380705280,"internally_reserved":0,"allocated":8114176,"data_stored":6760479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":606203287},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":11.544,"5min":5.5650000000000004,"15min":2.8580000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.20899999999999999},"max":{"1min":94.450000000000003,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.435},{"interface":"front","average":{"1min":12.602,"5min":5.5890000000000004,"15min":3.0920000000000001},"min":{"1min":0.30399999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":93.465000000000003,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.373}]},{"osd":1,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":3.9860000000000002,"15min":3.9860000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":11.861000000000001,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.3849999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":15.016,"5min":15.016,"15min":15.016},"last":0.33100000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:15:00 2023","interfaces":[{"interface":"back","average":{"1min":7.5750000000000002,"5min":4.3529999999999998,"15min":2.673},"min":{"1min":0.442,"5min":0.24099999999999999,"15min":0.23799999999999999},"max":{"1min":93.429000000000002,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.747},{"interface":"front","average":{"1min":8.2200000000000006,"5min":4.7149999999999999,"15min":2.6429999999999998},"min":{"1min":0.27500000000000002,"5min":0.252,"15min":0.23599999999999999},"max":{"1min":90.498999999999995,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.50900000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":2.9630000000000001,"15min":1.9430000000000001},"min":{"1min":0.29099999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":10.170999999999999,"5min":23.469000000000001,"15min":23.469000000000001},"last":0.61199999999999999},{"interface":"front","average":{"1min":3.3130000000000002,"5min":2.5009999999999999,"15min":1.9470000000000001},"min":{"1min":0.41399999999999998,"5min":0.317,"15min":0.26800000000000002},"max":{"1min":10.555999999999999,"5min":10.555999999999999,"15min":17.478000000000002},"last":0.48399999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":2.9020000000000001,"5min":2.4340000000000002,"15min":1.964},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":10.49,"5min":11.547000000000001,"15min":17.507999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.4430000000000001,"15min":1.792},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":19.457999999999998,"5min":19.457999999999998,"15min":19.457999999999998},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.5840000000000001,"15min":1.911},"min":{"1min":0.379,"5min":0.374,"15min":0.318},"max":{"1min":14.935,"5min":14.935,"15min":16.379999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":7.056,"5min":3.4740000000000002,"15min":2.2440000000000002},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":93.280000000000001,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.69499999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:14:16 2023","interfaces":[{"interface":"back","average":{"1min":3.1709999999999998,"5min":2.3759999999999999,"15min":1.9710000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":19.503,"5min":19.503,"15min":36.423000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":3.1190000000000002,"5min":2.9740000000000002,"15min":2.214},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.129,"5min":23.422000000000001,"15min":36.366999999999997},"last":0.67800000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019247,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052208,"kb_used_data":754984,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":92692944,"statfs":{"total":95995035648,"available":94917574656,"internally_reserved":0,"allocated":773103616,"data_stored":772299496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.6060000000000001,"15min":1.4319999999999999},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":9.9819999999999993,"5min":9.9819999999999993,"15min":26.055},"last":0.59799999999999998},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.0720000000000001,"15min":1.6279999999999999},"min":{"1min":0.34399999999999997,"5min":0.26800000000000002,"15min":0.25},"max":{"1min":12.744999999999999,"5min":12.744999999999999,"15min":25.497},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.496},{"interface":"front","average":{"1min":3.056,"5min":3.056,"15min":3.056},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":19.898,"5min":19.898,"15min":19.898},"last":0.57099999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.7609999999999999,"15min":1.706},"min":{"1min":0.32900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":6.7270000000000003,"5min":8.7479999999999993,"15min":56.448},"last":0.57699999999999996},{"interface":"front","average":{"1min":1.52,"5min":1.6319999999999999,"15min":1.5649999999999999},"min":{"1min":0.36499999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2629999999999999,"5min":10.516999999999999,"15min":56.868000000000002},"last":0.51500000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":3.2360000000000002,"5min":2.1899999999999999,"15min":2.5310000000000001},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":7.2169999999999996,"5min":9.7929999999999993,"15min":80.783000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":2.2869999999999999,"5min":1.8720000000000001,"15min":2.3700000000000001},"min":{"1min":0.39500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":11.305,"5min":11.305,"15min":80.852000000000004},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:14:21 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.56699999999999995,"15min":0.85199999999999998},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":2.6469999999999998,"5min":4.4800000000000004,"15min":18.829999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.71899999999999997,"15min":1},"min":{"1min":0.314,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":2.1779999999999999,"5min":6.601,"15min":18.859000000000002},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.72699999999999998},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.877,"5min":3.9220000000000002,"15min":8.9030000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.61799999999999999,"15min":0.84699999999999998},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":1.4079999999999999,"5min":2.7029999999999998,"15min":9.9689999999999994},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53600000000000003,"15min":0.754},"min":{"1min":0.374,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":1.0569999999999999,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.50900000000000001,"15min":0.89400000000000002},"min":{"1min":0.35899999999999999,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":0.55900000000000005,"5min":2.7330000000000001,"15min":17.097999999999999},"last":0.62}]}]},{"osd":5,"up_from":36,"seq":154618823019,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":316856,"kb_used_data":3248,"kb_used_omap":0,"kb_used_meta":313600,"kb_avail":93428296,"statfs":{"total":95995035648,"available":95670575104,"internally_reserved":0,"allocated":3325952,"data_stored":2518520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":321126400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":1.7589999999999999,"15min":1.3999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":6.6699999999999999,"5min":13.724,"15min":13.724},"last":0.36699999999999999},{"interface":"front","average":{"1min":2.552,"5min":1.958,"15min":1.528},"min":{"1min":0.25600000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.529,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":0.28999999999999998},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.5310000000000006,"5min":9.5310000000000006,"15min":9.5310000000000006},"last":0.379}]},{"osd":2,"last update":"Sat Sep 23 18:14:56 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.9969999999999999,"15min":2.0609999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.038,"5min":44.081000000000003,"15min":44.081000000000003},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.0859999999999999,"15min":2.032},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":16.047999999999998,"5min":44.094999999999999,"15min":44.094999999999999},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5350000000000001,"5min":3.0720000000000001,"15min":2.0209999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":7.8570000000000002,"5min":31.109999999999999,"15min":31.109999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":2.641,"5min":2.6840000000000002,"15min":1.988},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":9.6709999999999994,"5min":28.795999999999999,"15min":28.795999999999999},"last":0.441}]},{"osd":4,"last update":"Sat Sep 23 18:14:13 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.65500000000000003,"15min":1.1830000000000001},"min":{"1min":0.27100000000000002,"5min":0.26600000000000001,"15min":0.24399999999999999},"max":{"1min":1.554,"5min":5.2610000000000001,"15min":121.29900000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.85199999999999998,"15min":1.3480000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.5960000000000001,"5min":11.818,"15min":121.31399999999999},"last":0.432}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.55000000000000004,"15min":0.76800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":2.3250000000000002,"15min":9.3149999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.753,"15min":0.878},"min":{"1min":0.33700000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.60199999999999998,"5min":6.1260000000000003,"15min":11.925000000000001},"last":0.45600000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.64200000000000002,"15min":0.86399999999999999},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.5939999999999999,"5min":3.419,"15min":9.3559999999999999},"last":0.5},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.70099999999999996,"15min":0.94799999999999995},"min":{"1min":0.35099999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.61799999999999999,"5min":5.4199999999999999,"15min":12.388999999999999},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":321060864,"data_stored":321060864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":767229952,"data_stored":767229952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1691881472,"data_stored":1691877400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":409141248,"data_stored":409141248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:15:22.033 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:22.060 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:22.095 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:22.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:22.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:22.199 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:22.230 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:22.268 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:22.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:22.271 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:22.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:22.399 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:22.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:22.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:22.437 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:22.537 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:22.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:22 smithi018 ceph-mon[153734]: pgmap v998: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 0 B/s, 119 objects/s recovering 2023-09-23T18:15:22.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 32013/723 objects degraded (4427.801%), 22 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:22.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:22 smithi018 ceph-mon[149401]: pgmap v998: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 0 B/s, 119 objects/s recovering 2023-09-23T18:15:22.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 32013/723 objects degraded (4427.801%), 22 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:22.567 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:22.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:22 smithi149 ceph-mon[135148]: pgmap v998: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 32013/723 objects degraded (4427.801%); 3177/723 objects misplaced (439.419%); 0 B/s, 119 objects/s recovering 2023-09-23T18:15:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 32013/723 objects degraded (4427.801%), 22 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32308 6.0 6:0752095c:::benchmark_data_smithi018_246789_object32307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 567.27943916100003, 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55553247100000003, 2023-09-23T18:15:22.920 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32308 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.921 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638230+0000", 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638229+0000", 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.922 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638251+0000", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2500000000000001e-05 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638271+0000", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9602999999999998e-05 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638280+0000", 2023-09-23T18:15:22.923 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7900000000000005e-06 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638325+0000", 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5391e-05 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638482+0000", 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000156594 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.924 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.638625+0000", 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000142917 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641553+0000", 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0029279430000000001 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.925 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.641785+0000", 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023210799999999999 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193641+0000", 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.55185665500000003 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.926 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193712+0000", 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0399000000000001e-05 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.193763+0000", 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0861e-05 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.927 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133589 7.9 7:95d372e5:::benchmark_data_smithi018_282512_object32853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e309)", 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.80790950599999, 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0297261010000001, 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133589 2023-09-23T18:15:22.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109759+0000", 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109762+0000", 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.492e-06 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.930 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109767+0000", 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3079999999999998e-06 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109772+0000", 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.357e-06 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.931 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109861+0000", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9294000000000003e-05 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109872+0000", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1337e-05 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.132974+0000", 2023-09-23T18:15:22.932 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0231020159999999 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.133112+0000", 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013759699999999999 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.133464+0000", 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000352269 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.933 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139234+0000", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057695719999999997 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139273+0000", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9289999999999998e-05 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139396+0000", 2023-09-23T18:15:22.934 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012290000000000001 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139447+0000", 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0733999999999999e-05 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139486+0000", 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9345999999999999e-05 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.935 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133625 7.9 7:9411af3a:::benchmark_data_smithi018_282512_object32889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.72293923000001, 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94490379400000002, 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.936 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133625 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.937 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194728+0000", 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194738+0000", 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0121e-05 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.938 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194761+0000", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2543000000000001e-05 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194773+0000", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2116999999999999e-05 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.195599+0000", 2023-09-23T18:15:22.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00082613399999999996 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.195614+0000", 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4355999999999999e-05 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135259+0000", 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.93964513400000005 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135370+0000", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011081099999999999 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135670+0000", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00030078800000000002 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139359+0000", 2023-09-23T18:15:22.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036882379999999999 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139529+0000", 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000170354 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139557+0000", 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7591000000000001e-05 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139597+0000", 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0534999999999997e-05 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139634+0000", 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6854999999999999e-05 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133644 7.9 7:93dd3006:::benchmark_data_smithi018_282512_object32908:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.68759678399999, 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.91422846000000002, 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133644 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.944 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230072+0000", 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230077+0000", 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9190000000000004e-06 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230093+0000", 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.519e-05 2023-09-23T18:15:22.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230100+0000", 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5719999999999997e-06 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230222+0000", 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122104 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230232+0000", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6339999999999996e-06 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137094+0000", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.906861527 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137223+0000", 2023-09-23T18:15:22.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012994800000000001 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137495+0000", 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027161699999999998 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139498+0000", 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002002584 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139682+0000", 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000184282 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144207+0000", 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045249849999999996 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144258+0000", 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1400000000000003e-05 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144301+0000", 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2684e-05 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.951 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133688 7.9 7:956ac87b:::benchmark_data_smithi018_282512_object32952:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.60164820599999, 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85451459200000002, 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133688 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:15:22.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316024+0000", 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0029999999999999e-06 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316030+0000", 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3520000000000003e-06 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316035+0000", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8119999999999998e-06 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316087+0000", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2516999999999999e-05 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316108+0000", 2023-09-23T18:15:22.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1018000000000001e-05 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139715+0000", 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.823606901 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139862+0000", 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014680699999999999 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.140185+0000", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00032302900000000001 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144337+0000", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041523109999999997 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144369+0000", 2023-09-23T18:15:22.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1448000000000001e-05 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170453+0000", 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026083637 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170497+0000", 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4115e-05 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170536+0000", 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9035000000000001e-05 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133703 7.9 7:97d0f52e:::benchmark_data_smithi018_282512_object32967:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.56368586799999, 2023-09-23T18:15:22.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.81663249199999999, 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133703 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353982+0000", 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353987+0000", 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8930000000000004e-06 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353995+0000", 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9880000000000004e-06 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354000+0000", 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5940000000000001e-06 2023-09-23T18:15:22.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354364+0000", 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036318800000000002 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354375+0000", 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.131e-05 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.141971+0000", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.78759564100000001 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.142084+0000", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113879 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.142415+0000", 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033047799999999999 2023-09-23T18:15:22.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148803+0000", 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063884420000000003 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148835+0000", 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1260000000000002e-05 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170545+0000", 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021710785 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170582+0000", 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6860999999999998e-05 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170616+0000", 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3639000000000001e-05 2023-09-23T18:15:22.966 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133716 7.9 7:97e96b6e:::benchmark_data_smithi018_282512_object32980:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.545647027, 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.79867948700000002, 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.967 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133716 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372021+0000", 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372028+0000", 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6490000000000008e-06 2023-09-23T18:15:22.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372039+0000", 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0355e-05 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372047+0000", 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3699999999999995e-06 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372105+0000", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8158000000000001e-05 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372116+0000", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0244999999999999e-05 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144391+0000", 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77227507200000001 2023-09-23T18:15:22.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144519+0000", 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000128145 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144851+0000", 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033203200000000001 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148865+0000", 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040138889999999997 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148894+0000", 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8921e-05 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170622+0000", 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021728587000000001 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170655+0000", 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2675000000000001e-05 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170702+0000", 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6848999999999998e-05 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133731 7.9 7:9715e5f0:::benchmark_data_smithi018_282512_object32995:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.976 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.52171467100001, 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77481662500000004, 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133731 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395954+0000", 2023-09-23T18:15:22.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395958+0000", 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1549999999999999e-06 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395964+0000", 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1260000000000003e-06 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395968+0000", 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4630000000000003e-06 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.397912+0000", 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019441370000000001 2023-09-23T18:15:22.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.397922+0000", 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0164e-05 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146523+0000", 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.74860101199999995 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146647+0000", 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123237 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146998+0000", 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035171099999999999 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148924+0000", 2023-09-23T18:15:22.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001925904 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152853+0000", 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039287819999999996 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170708+0000", 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017854518999999999 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170741+0000", 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3189999999999999e-05 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170771+0000", 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0539e-05 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133762 7.9 7:91c18d0d:::benchmark_data_smithi018_282512_object33026:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.44633590199999, 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.69951345600000003, 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133762 2023-09-23T18:15:22.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471332+0000", 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471337+0000", 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.741e-06 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471343+0000", 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6000000000000003e-06 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471349+0000", 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8000000000000004e-06 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.473066+0000", 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017165990000000001 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.473077+0000", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0992000000000001e-05 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148946+0000", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.67586916799999996 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.149071+0000", 2023-09-23T18:15:22.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012548 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.149421+0000", 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034920200000000001 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152888+0000", 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003467337 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160039+0000", 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007151017 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170777+0000", 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010737663 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170816+0000", 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9168000000000002e-05 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170847+0000", 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1044999999999998e-05 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133812 7.9 7:94fd2abd:::benchmark_data_smithi018_282512_object33076:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:22.992 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.33874402699999, 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59198850400000003, 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133812 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578924+0000", 2023-09-23T18:15:22.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578928+0000", 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3579999999999996e-06 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578938+0000", 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1679999999999993e-06 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578943+0000", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4620000000000004e-06 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579011+0000", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8071999999999995e-05 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579021+0000", 2023-09-23T18:15:22.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0008e-05 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151100+0000", 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57207860899999996 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151215+0000", 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011543 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151492+0000", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027714500000000002 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.159978+0000", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0084858369999999995 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160067+0000", 2023-09-23T18:15:22.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9409999999999999e-05 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170852+0000", 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010784989 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170884+0000", 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1967000000000001e-05 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:22.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170914+0000", 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9359000000000001e-05 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133816 7.9 7:9003a11e:::benchmark_data_smithi018_282512_object33080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.33871349200001, 2023-09-23T18:15:23.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59202326999999999, 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133816 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:15:23.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578958+0000", 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5629999999999999e-06 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578972+0000", 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4348999999999999e-05 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578977+0000", 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8620000000000002e-06 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579043+0000", 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5514999999999999e-05 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579049+0000", 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5119999999999997e-06 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152910+0000", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57386119700000005 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.153034+0000", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012381800000000001 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.153301+0000", 2023-09-23T18:15:23.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026675100000000002 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160010+0000", 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067084529999999996 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160097+0000", 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7182000000000007e-05 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170919+0000", 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010822595000000001 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170950+0000", 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1055e-05 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170979+0000", 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8759e-05 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133825 7.9 7:9303c5e7:::benchmark_data_smithi018_282512_object33089:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.31677753700001, 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57015268500000005, 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.008 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133825 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600891+0000", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600895+0000", 2023-09-23T18:15:23.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.478e-06 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600903+0000", 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9529999999999999e-06 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600909+0000", 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2389999999999999e-06 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.605810+0000", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049014619999999997 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.605821+0000", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1034e-05 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155152+0000", 2023-09-23T18:15:23.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54933030699999996 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155268+0000", 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116321 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155665+0000", 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0003969 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.164643+0000", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089781689999999994 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169706+0000", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050627500000000004 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170984+0000", 2023-09-23T18:15:23.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012787569999999999 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171015+0000", 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0697000000000001e-05 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171044+0000", 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9329e-05 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.015 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133875 7.9 7:96d986f1:::benchmark_data_smithi018_282512_object33139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 159.17061790299999, 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42405807400000001, 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.016 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133875 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747050+0000", 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747056+0000", 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3960000000000003e-06 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747071+0000", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4785e-05 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747080+0000", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.67e-06 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747145+0000", 2023-09-23T18:15:23.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4828999999999999e-05 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747157+0000", 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2571e-05 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.157636+0000", 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.41047901999999997 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.157756+0000", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119837 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.158119+0000", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036302900000000001 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169374+0000", 2023-09-23T18:15:23.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011255278000000001 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169738+0000", 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036394699999999999 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171050+0000", 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013111830000000001 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171081+0000", 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.095e-05 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171110+0000", 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8945000000000002e-05 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:176325 7.d 7:b4c794c2:::benchmark_data_smithi018_282512_object75589:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:21.583185+0000", 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 61.334484623999998, 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15209827300000001, 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 176325 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.024 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583185+0000", 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583185+0000", 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583183+0000", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583191+0000", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4070000000000004e-06 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583203+0000", 2023-09-23T18:15:23.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2072999999999999e-05 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.583212+0000", 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5459999999999997e-06 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.590416+0000", 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0072037450000000001 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.590600+0000", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018374999999999999 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.590798+0000", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019845 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.635500+0000", 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044702191000000002 2023-09-23T18:15:23.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.635645+0000", 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014455100000000001 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.732931+0000", 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.097286044000000002 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.732990+0000", 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8819e-05 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:21.735283+0000", 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022932640000000002 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:185042 7.7 7:e1aedb51:::benchmark_data_smithi018_282512_object84306:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:38.667146+0000", 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 44.250523827000002, 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14236613400000001, 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 185042 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667146+0000", 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667146+0000", 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667145+0000", 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667148+0000", 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3329999999999999e-06 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667153+0000", 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6110000000000001e-06 2023-09-23T18:15:23.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.667158+0000", 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.057e-06 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.679403+0000", 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012244761999999999 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.679573+0000", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017007 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.680153+0000", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00058033100000000001 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.690912+0000", 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010759049 2023-09-23T18:15:23.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.697562+0000", 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066499150000000002 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.808231+0000", 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11066852000000001 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.808295+0000", 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4089000000000003e-05 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.809512+0000", 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001216726 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.037 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:185045 7.7 7:e2e78370:::benchmark_data_smithi018_282512_object84309:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:38.674084+0000", 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 44.243585717999999, 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13860608899999999, 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 185045 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674084+0000", 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674084+0000", 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674082+0000", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674087+0000", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.972e-06 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674096+0000", 2023-09-23T18:15:23.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8729999999999996e-06 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.674102+0000", 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5189999999999998e-06 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.682944+0000", 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0088417370000000006 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.683110+0000", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016551000000000001 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.683664+0000", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055444100000000003 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.690919+0000", 2023-09-23T18:15:23.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0072550849999999997 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.697604+0000", 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066846880000000003 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.811508+0000", 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11390378499999999 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.811567+0000", 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9422000000000001e-05 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.812690+0000", 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011225779999999999 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:185058 7.d 7:b19cadd2:::benchmark_data_smithi018_282512_object84322:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:38.692505+0000", 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 44.225164303, 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14023086300000001, 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 185058 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.045 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692505+0000", 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692505+0000", 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692504+0000", 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692511+0000", 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6359999999999994e-06 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692524+0000", 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2925000000000001e-05 2023-09-23T18:15:23.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692531+0000", 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2930000000000003e-06 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692586+0000", 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4598999999999997e-05 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692778+0000", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019212400000000001 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.692957+0000", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000178655 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.695692+0000", 2023-09-23T18:15:23.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002735478 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.699576+0000", 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038832749999999998 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.830525+0000", 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.130949604 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.830584+0000", 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8440999999999998e-05 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.832736+0000", 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021522820000000002 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:185062 7.d 7:b97a43d1:::benchmark_data_smithi018_282512_object84326:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:38.701328+0000", 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 44.216341684, 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13340901399999999, 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 185062 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.052 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701328+0000", 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701328+0000", 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701327+0000", 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701332+0000", 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3079999999999998e-06 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701341+0000", 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9609999999999994e-06 2023-09-23T18:15:23.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701346+0000", 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5169999999999999e-06 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701383+0000", 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6857999999999998e-05 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701502+0000", 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011857399999999999 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.701607+0000", 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000105516 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.703825+0000", 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002217578 2023-09-23T18:15:23.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.703896+0000", 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1549000000000002e-05 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.832796+0000", 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.128899599 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.832856+0000", 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9555000000000002e-05 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:38.834737+0000", 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018811170000000001 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.058 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:199135 7.d 7:b66b07de:::benchmark_data_smithi018_282512_object98399:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:05.387780+0000", 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.529889300000001, 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.131900342, 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 199135 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387780+0000", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387780+0000", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387780+0000", 2023-09-23T18:15:23.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387782+0000", 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2029999999999999e-06 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387789+0000", 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1280000000000002e-06 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.387793+0000", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3440000000000003e-06 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.388438+0000", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00064493799999999996 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.388619+0000", 2023-09-23T18:15:23.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018106200000000001 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.388795+0000", 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000175978 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.397319+0000", 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0085241109999999991 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.398975+0000", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016552330000000001 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.517954+0000", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.118978823 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.518014+0000", 2023-09-23T18:15:23.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0058e-05 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.519680+0000", 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016667730000000001 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:199143 7.d 7:b1e44494:::benchmark_data_smithi018_282512_object98407:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2023-09-23T18:15:23.065 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:05.403605+0000", 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.514064708999999, 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13386959200000001, 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 199143 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:23.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403605+0000", 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403605+0000", 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403604+0000", 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:23.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403607+0000", 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5739999999999998e-06 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403613+0000", 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7950000000000004e-06 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:23.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.403617+0000", 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6550000000000003e-06 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.405047+0000", 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001430143 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.405227+0000", 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180058 2023-09-23T18:15:23.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.405441+0000", 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000213117 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.411081+0000", 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056405539999999999 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.414740+0000", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003659111 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.535880+0000", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.121139571 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.535936+0000", 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6527999999999998e-05 2023-09-23T18:15:23.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:05.537474+0000", 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00153787 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:23.072 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:15:23.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:23.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:23.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:23.175 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:23.205 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:24.064 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:24.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:24.068 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:24.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:15:24.170 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:24.196 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:24.229 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:24.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:24.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:24.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:24.365 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:24.442 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:24 smithi018 ceph-mon[153734]: pgmap v999: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 31986/723 objects degraded (4424.066%); 3177/723 objects misplaced (439.419%); 0 B/s, 239 objects/s recovering 2023-09-23T18:15:24.442 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:15:24.466 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_2' removed 2023-09-23T18:15:24.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:24 smithi149 ceph-mon[135148]: pgmap v999: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 31986/723 objects degraded (4424.066%); 3177/723 objects misplaced (439.419%); 0 B/s, 239 objects/s recovering 2023-09-23T18:15:24.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:15:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:24 smithi018 ceph-mon[149401]: pgmap v999: 99 pgs: 2 active+recovery_wait+remapped, 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 15 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 18 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 31986/723 objects degraded (4424.066%); 3177/723 objects misplaced (439.419%); 0 B/s, 239 objects/s recovering 2023-09-23T18:15:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:15:24.945 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:15:25.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:15:25.265 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:25.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:25.269 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:25.270 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:24] "GET /metrics HTTP/1.1" 200 34184 "" "Prometheus/2.33.4" 2023-09-23T18:15:25.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:25.400 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:25.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:15:25.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: osdmap e343: 8 total, 8 up, 6 in 2023-09-23T18:15:25.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:25.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:25.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[149401]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:15:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: osdmap e343: 8 total, 8 up, 6 in 2023-09-23T18:15:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:25.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:25 smithi018 ceph-mon[153734]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4247513381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: osdmap e343: 8 total, 8 up, 6 in 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: failed to encode map e343 with expected crc 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:25 smithi149 ceph-mon[135148]: failed to encode map e343 with expected crc 2023-09-23T18:15:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: pgmap v1001: 73 pgs: 6 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 4.6 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 34/84 objects degraded (40.476%) 2023-09-23T18:15:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: failed to encode map e344 with expected crc 2023-09-23T18:15:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: failed to encode map e344 with expected crc 2023-09-23T18:15:26.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: failed to encode map e344 with expected crc 2023-09-23T18:15:26.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: osdmap e344: 8 total, 8 up, 6 in 2023-09-23T18:15:26.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: pgmap v1001: 73 pgs: 6 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 4.6 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 34/84 objects degraded (40.476%) 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: osdmap e344: 8 total, 8 up, 6 in 2023-09-23T18:15:27.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: pgmap v1001: 73 pgs: 6 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 4.6 MiB data, 3.4 GiB used, 533 GiB / 536 GiB avail; 34/84 objects degraded (40.476%) 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: failed to encode map e344 with expected crc 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: osdmap e344: 8 total, 8 up, 6 in 2023-09-23T18:15:27.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:15:27.349 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:27.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:27.353 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:27.414 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T18:15:27.415 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T18:15:27.415 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2023-09-23T18:15:27.415 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_3 16 2023-09-23T18:15:27.454 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:27.487 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:27.523 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:27.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:27.527 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:27.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:27.654 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[153734]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.654 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[153734]: osdmap e345: 8 total, 8 up, 6 in 2023-09-23T18:15:27.655 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[153734]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.655 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[149401]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.655 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[149401]: osdmap e345: 8 total, 8 up, 6 in 2023-09-23T18:15:27.655 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:27 smithi018 ceph-mon[149401]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.657 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:27.741 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:27.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:27.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:27.844 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:27.876 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:27 smithi149 ceph-mon[135148]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:27 smithi149 ceph-mon[135148]: osdmap e345: 8 total, 8 up, 6 in 2023-09-23T18:15:27.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:27 smithi149 ceph-mon[135148]: failed to encode map e345 with expected crc 2023-09-23T18:15:27.912 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:27.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:27.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:28.016 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:28.048 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:28.085 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:28.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:28.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:28.189 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:28.217 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:28.253 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:28.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:28.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:28.357 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:28.384 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:28.416 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:28.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:28.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:28.520 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:28.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:28.593 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:28.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:28.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:28 smithi149 ceph-mon[135148]: failed to encode map e345 with expected crc 2023-09-23T18:15:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:28 smithi149 ceph-mon[135148]: pgmap v1004: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:28.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:28 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized) 2023-09-23T18:15:28.663 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:28.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:28.731 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:28.753 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:28.754 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:28.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[153734]: failed to encode map e345 with expected crc 2023-09-23T18:15:28.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[153734]: pgmap v1004: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:28.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized) 2023-09-23T18:15:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[149401]: failed to encode map e345 with expected crc 2023-09-23T18:15:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[149401]: pgmap v1004: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:28 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/84 objects degraded (40.476%), 7 pgs degraded, 1 pg undersized) 2023-09-23T18:15:28.891 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:28.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:28.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:28.997 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:29.026 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:29.059 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:29.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:29.063 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:29.163 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:29.191 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:29.224 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:29.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:29.228 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:29.328 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:29.358 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:29.606 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:15:29.855 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1886691428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.855 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.855 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1886691428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.855 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1886691428' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:15:29.998 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:30.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:30.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:30.102 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:30.135 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:30.171 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:30.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:30.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:30.275 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:30.307 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:30.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:30 smithi149 ceph-mon[135148]: pgmap v1005: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:30.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:30 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:30.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:30 smithi149 ceph-mon[135148]: failed to encode map e346 with expected crc 2023-09-23T18:15:30.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:15:30.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:30 smithi149 ceph-mon[135148]: osdmap e346: 8 total, 8 up, 6 in 2023-09-23T18:15:30.940 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:30.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[153734]: pgmap v1005: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:30.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:30.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[153734]: failed to encode map e346 with expected crc 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[153734]: osdmap e346: 8 total, 8 up, 6 in 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[149401]: pgmap v1005: 73 pgs: 1 peering, 72 active+clean; 4.6 MiB data, 3.3 GiB used, 533 GiB / 536 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[149401]: failed to encode map e346 with expected crc 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:15:30.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:30 smithi018 ceph-mon[149401]: osdmap e346: 8 total, 8 up, 6 in 2023-09-23T18:15:30.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:30.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:31.045 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:31.075 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:31.332 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:31.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:31.337 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:31.438 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:31.468 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:31.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:31.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:31.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:31.607 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:31.635 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:31.669 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:31.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:31.672 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:31.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:31.804 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:31.829 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:15:31.830 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:15:31.860 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:31 smithi018 ceph-mon[153734]: failed to encode map e346 with expected crc 2023-09-23T18:15:31.861 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:31 smithi018 ceph-mon[153734]: failed to encode map e346 with expected crc 2023-09-23T18:15:31.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:31 smithi018 ceph-mon[149401]: failed to encode map e346 with expected crc 2023-09-23T18:15:31.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:31 smithi018 ceph-mon[149401]: failed to encode map e346 with expected crc 2023-09-23T18:15:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:31 smithi149 ceph-mon[135148]: failed to encode map e346 with expected crc 2023-09-23T18:15:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:31 smithi149 ceph-mon[135148]: failed to encode map e346 with expected crc 2023-09-23T18:15:32.194 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:32.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:32.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:32.259 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:15:32.260 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:15:32.260 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:15:32.260 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:15:32.300 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:32.331 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:32.498 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:32.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:32.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:32.507 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1007,"stamp":"2023-09-23T18:15:31.387864+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":226,"num_bytes_recovered":17394584,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":236,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":3304568,"kb_used_data":788744,"kb_used_omap":47,"kb_used_meta":2515728,"kb_avail":559166344,"statfs":{"total":575970213888,"available":572586336256,"internally_reserved":0,"allocated":807673856,"data_stored":800340860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2576105729},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":49,"apply_latency_ms":49,"commit_latency_ns":49000000,"apply_latency_ns":49000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":-7,"num_objects_missing":-7,"num_objects_degraded":-34,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":4789440,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001357"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596408+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:15:26.596408+0000","last_peered":"2023-09-23T18:15:26.596408+0000","last_clean":"2023-09-23T18:15:26.596408+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:15:26.596408+0000","last_undegraded":"2023-09-23T18:15:26.596408+0000","last_fullsized":"2023-09-23T18:15:26.596408+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":354,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590223+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:15:25.590223+0000","last_peered":"2023-09-23T18:15:25.590223+0000","last_clean":"2023-09-23T18:15:25.590223+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:15:25.590223+0000","last_undegraded":"2023-09-23T18:15:25.590223+0000","last_fullsized":"2023-09-23T18:15:25.590223+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":290,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.592444+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:15:26.592444+0000","last_peered":"2023-09-23T18:15:26.592444+0000","last_clean":"2023-09-23T18:15:26.592444+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:15:26.592444+0000","last_undegraded":"2023-09-23T18:15:26.592444+0000","last_fullsized":"2023-09-23T18:15:26.592444+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":206,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.450452+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:15:24.450452+0000","last_peered":"2023-09-23T18:15:24.450452+0000","last_clean":"2023-09-23T18:15:24.450452+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:15:24.450452+0000","last_undegraded":"2023-09-23T18:15:24.450452+0000","last_fullsized":"2023-09-23T18:15:24.450452+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":414,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590058+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:15:25.590058+0000","last_peered":"2023-09-23T18:15:25.590058+0000","last_clean":"2023-09-23T18:15:25.590058+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:15:25.590058+0000","last_undegraded":"2023-09-23T18:15:25.590058+0000","last_fullsized":"2023-09-23T18:15:25.590058+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":204,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383496+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:15:27.383496+0000","last_peered":"2023-09-23T18:15:27.383496+0000","last_clean":"2023-09-23T18:15:27.383496+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:15:27.383496+0000","last_undegraded":"2023-09-23T18:15:27.383496+0000","last_fullsized":"2023-09-23T18:15:27.383496+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":336,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.458185+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:15:24.458185+0000","last_peered":"2023-09-23T18:15:24.458185+0000","last_clean":"2023-09-23T18:15:24.458185+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:15:24.458185+0000","last_undegraded":"2023-09-23T18:15:24.458185+0000","last_fullsized":"2023-09-23T18:15:24.458185+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":388,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590107+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:15:25.590107+0000","last_peered":"2023-09-23T18:15:25.590107+0000","last_clean":"2023-09-23T18:15:25.590107+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:15:25.590107+0000","last_undegraded":"2023-09-23T18:15:25.590107+0000","last_fullsized":"2023-09-23T18:15:25.590107+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":191,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383385+0000","last_change":"2023-09-23T18:13:47.949902+0000","last_active":"2023-09-23T18:15:27.383385+0000","last_peered":"2023-09-23T18:15:27.383385+0000","last_clean":"2023-09-23T18:15:27.383385+0000","last_became_active":"2023-09-23T18:13:47.949626+0000","last_became_peered":"2023-09-23T18:13:47.949626+0000","last_unstale":"2023-09-23T18:15:27.383385+0000","last_undegraded":"2023-09-23T18:15:27.383385+0000","last_fullsized":"2023-09-23T18:15:27.383385+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":308,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590022+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:15:25.590022+0000","last_peered":"2023-09-23T18:15:25.590022+0000","last_clean":"2023-09-23T18:15:25.590022+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:15:25.590022+0000","last_undegraded":"2023-09-23T18:15:25.590022+0000","last_fullsized":"2023-09-23T18:15:25.590022+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":60,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590294+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:15:25.590294+0000","last_peered":"2023-09-23T18:15:25.590294+0000","last_clean":"2023-09-23T18:15:25.590294+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:15:25.590294+0000","last_undegraded":"2023-09-23T18:15:25.590294+0000","last_fullsized":"2023-09-23T18:15:25.590294+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":152,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383257+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:15:27.383257+0000","last_peered":"2023-09-23T18:15:27.383257+0000","last_clean":"2023-09-23T18:15:27.383257+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:15:27.383257+0000","last_undegraded":"2023-09-23T18:15:27.383257+0000","last_fullsized":"2023-09-23T18:15:27.383257+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":35,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596757+0000","last_change":"2023-09-23T18:15:24.964198+0000","last_active":"2023-09-23T18:15:26.596757+0000","last_peered":"2023-09-23T18:15:26.596757+0000","last_clean":"2023-09-23T18:15:26.596757+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:15:26.596757+0000","last_undegraded":"2023-09-23T18:15:26.596757+0000","last_fullsized":"2023-09-23T18:15:26.596757+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":366,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596692+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:15:26.596692+0000","last_peered":"2023-09-23T18:15:26.596692+0000","last_clean":"2023-09-23T18:15:26.596692+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:15:26.596692+0000","last_undegraded":"2023-09-23T18:15:26.596692+0000","last_fullsized":"2023-09-23T18:15:26.596692+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":31,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596444+0000","last_change":"2023-09-23T18:15:24.973844+0000","last_active":"2023-09-23T18:15:26.596444+0000","last_peered":"2023-09-23T18:15:26.596444+0000","last_clean":"2023-09-23T18:15:26.596444+0000","last_became_active":"2023-09-23T18:14:17.807045+0000","last_became_peered":"2023-09-23T18:14:17.807045+0000","last_unstale":"2023-09-23T18:15:26.596444+0000","last_undegraded":"2023-09-23T18:15:26.596444+0000","last_fullsized":"2023-09-23T18:15:26.596444+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":370,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.594379+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:15:26.594379+0000","last_peered":"2023-09-23T18:15:26.594379+0000","last_clean":"2023-09-23T18:15:26.594379+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:15:26.594379+0000","last_undegraded":"2023-09-23T18:15:26.594379+0000","last_fullsized":"2023-09-23T18:15:26.594379+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":205,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.456392+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:15:24.456392+0000","last_peered":"2023-09-23T18:15:24.456392+0000","last_clean":"2023-09-23T18:15:24.456392+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:15:24.456392+0000","last_undegraded":"2023-09-23T18:15:24.456392+0000","last_fullsized":"2023-09-23T18:15:24.456392+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":176,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383323+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:15:27.383323+0000","last_peered":"2023-09-23T18:15:27.383323+0000","last_clean":"2023-09-23T18:15:27.383323+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:15:27.383323+0000","last_undegraded":"2023-09-23T18:15:27.383323+0000","last_fullsized":"2023-09-23T18:15:27.383323+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":308,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596522+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:15:26.596522+0000","last_peered":"2023-09-23T18:15:26.596522+0000","last_clean":"2023-09-23T18:15:26.596522+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:15:26.596522+0000","last_undegraded":"2023-09-23T18:15:26.596522+0000","last_fullsized":"2023-09-23T18:15:26.596522+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":322,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.450613+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:15:24.450613+0000","last_peered":"2023-09-23T18:15:24.450613+0000","last_clean":"2023-09-23T18:15:24.450613+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:15:24.450613+0000","last_undegraded":"2023-09-23T18:15:24.450613+0000","last_fullsized":"2023-09-23T18:15:24.450613+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":256,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.446887+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:15:24.446887+0000","last_peered":"2023-09-23T18:15:24.446887+0000","last_clean":"2023-09-23T18:15:24.446887+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:15:24.446887+0000","last_undegraded":"2023-09-23T18:15:24.446887+0000","last_fullsized":"2023-09-23T18:15:24.446887+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":339,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590623+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:15:25.590623+0000","last_peered":"2023-09-23T18:15:25.590623+0000","last_clean":"2023-09-23T18:15:25.590623+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:15:25.590623+0000","last_undegraded":"2023-09-23T18:15:25.590623+0000","last_fullsized":"2023-09-23T18:15:25.590623+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":272,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596970+0000","last_change":"2023-09-23T18:13:47.958920+0000","last_active":"2023-09-23T18:15:26.596970+0000","last_peered":"2023-09-23T18:15:26.596970+0000","last_clean":"2023-09-23T18:15:26.596970+0000","last_became_active":"2023-09-23T18:13:47.958598+0000","last_became_peered":"2023-09-23T18:13:47.958598+0000","last_unstale":"2023-09-23T18:15:26.596970+0000","last_undegraded":"2023-09-23T18:15:26.596970+0000","last_fullsized":"2023-09-23T18:15:26.596970+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":185,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383002+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:15:27.383002+0000","last_peered":"2023-09-23T18:15:27.383002+0000","last_clean":"2023-09-23T18:15:27.383002+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:15:27.383002+0000","last_undegraded":"2023-09-23T18:15:27.383002+0000","last_fullsized":"2023-09-23T18:15:27.383002+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":29,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596896+0000","last_change":"2023-09-23T18:15:24.474516+0000","last_active":"2023-09-23T18:15:26.596896+0000","last_peered":"2023-09-23T18:15:26.596896+0000","last_clean":"2023-09-23T18:15:26.596896+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:15:26.596896+0000","last_undegraded":"2023-09-23T18:15:26.596896+0000","last_fullsized":"2023-09-23T18:15:26.596896+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":357,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596666+0000","last_change":"2023-09-23T18:13:47.949923+0000","last_active":"2023-09-23T18:15:26.596666+0000","last_peered":"2023-09-23T18:15:26.596666+0000","last_clean":"2023-09-23T18:15:26.596666+0000","last_became_active":"2023-09-23T18:13:47.949602+0000","last_became_peered":"2023-09-23T18:13:47.949602+0000","last_unstale":"2023-09-23T18:15:26.596666+0000","last_undegraded":"2023-09-23T18:15:26.596666+0000","last_fullsized":"2023-09-23T18:15:26.596666+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":216,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383294+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:15:27.383294+0000","last_peered":"2023-09-23T18:15:27.383294+0000","last_clean":"2023-09-23T18:15:27.383294+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:15:27.383294+0000","last_undegraded":"2023-09-23T18:15:27.383294+0000","last_fullsized":"2023-09-23T18:15:27.383294+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":201,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.593417+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:15:26.593417+0000","last_peered":"2023-09-23T18:15:26.593417+0000","last_clean":"2023-09-23T18:15:26.593417+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:15:26.593417+0000","last_undegraded":"2023-09-23T18:15:26.593417+0000","last_fullsized":"2023-09-23T18:15:26.593417+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":350,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383149+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:15:27.383149+0000","last_peered":"2023-09-23T18:15:27.383149+0000","last_clean":"2023-09-23T18:15:27.383149+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:15:27.383149+0000","last_undegraded":"2023-09-23T18:15:27.383149+0000","last_fullsized":"2023-09-23T18:15:27.383149+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":349,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.450029+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:15:24.450029+0000","last_peered":"2023-09-23T18:15:24.450029+0000","last_clean":"2023-09-23T18:15:24.450029+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:15:24.450029+0000","last_undegraded":"2023-09-23T18:15:24.450029+0000","last_fullsized":"2023-09-23T18:15:24.450029+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":372,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.591334+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:15:25.591334+0000","last_peered":"2023-09-23T18:15:25.591334+0000","last_clean":"2023-09-23T18:15:25.591334+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:15:25.591334+0000","last_undegraded":"2023-09-23T18:15:25.591334+0000","last_fullsized":"2023-09-23T18:15:25.591334+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596669+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:15:26.596669+0000","last_peered":"2023-09-23T18:15:26.596669+0000","last_clean":"2023-09-23T18:15:26.596669+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:15:26.596669+0000","last_undegraded":"2023-09-23T18:15:26.596669+0000","last_fullsized":"2023-09-23T18:15:26.596669+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596620+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:15:26.596620+0000","last_peered":"2023-09-23T18:15:26.596620+0000","last_clean":"2023-09-23T18:15:26.596620+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:15:26.596620+0000","last_undegraded":"2023-09-23T18:15:26.596620+0000","last_fullsized":"2023-09-23T18:15:26.596620+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596802+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:15:26.596802+0000","last_peered":"2023-09-23T18:15:26.596802+0000","last_clean":"2023-09-23T18:15:26.596802+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:15:26.596802+0000","last_undegraded":"2023-09-23T18:15:26.596802+0000","last_fullsized":"2023-09-23T18:15:26.596802+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596306+0000","last_change":"2023-09-23T18:14:17.805951+0000","last_active":"2023-09-23T18:15:26.596306+0000","last_peered":"2023-09-23T18:15:26.596306+0000","last_clean":"2023-09-23T18:15:26.596306+0000","last_became_active":"2023-09-23T18:14:17.805602+0000","last_became_peered":"2023-09-23T18:14:17.805602+0000","last_unstale":"2023-09-23T18:15:26.596306+0000","last_undegraded":"2023-09-23T18:15:26.596306+0000","last_fullsized":"2023-09-23T18:15:26.596306+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":366,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596897+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:15:26.596897+0000","last_peered":"2023-09-23T18:15:26.596897+0000","last_clean":"2023-09-23T18:15:26.596897+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:15:26.596897+0000","last_undegraded":"2023-09-23T18:15:26.596897+0000","last_fullsized":"2023-09-23T18:15:26.596897+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":374,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.589962+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:15:25.589962+0000","last_peered":"2023-09-23T18:15:25.589962+0000","last_clean":"2023-09-23T18:15:25.589962+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:15:25.589962+0000","last_undegraded":"2023-09-23T18:15:25.589962+0000","last_fullsized":"2023-09-23T18:15:25.589962+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":345,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.593788+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:15:26.593788+0000","last_peered":"2023-09-23T18:15:26.593788+0000","last_clean":"2023-09-23T18:15:26.593788+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:15:26.593788+0000","last_undegraded":"2023-09-23T18:15:26.593788+0000","last_fullsized":"2023-09-23T18:15:26.593788+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":944,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.594565+0000","last_change":"2023-09-23T18:15:25.129739+0000","last_active":"2023-09-23T18:15:26.594565+0000","last_peered":"2023-09-23T18:15:26.594565+0000","last_clean":"2023-09-23T18:15:26.594565+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:15:26.594565+0000","last_undegraded":"2023-09-23T18:15:26.594565+0000","last_fullsized":"2023-09-23T18:15:26.594565+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":176,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.382916+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:15:27.382916+0000","last_peered":"2023-09-23T18:15:27.382916+0000","last_clean":"2023-09-23T18:15:27.382916+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:15:27.382916+0000","last_undegraded":"2023-09-23T18:15:27.382916+0000","last_fullsized":"2023-09-23T18:15:27.382916+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":255,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.593351+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:15:26.593351+0000","last_peered":"2023-09-23T18:15:26.593351+0000","last_clean":"2023-09-23T18:15:26.593351+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:15:26.593351+0000","last_undegraded":"2023-09-23T18:15:26.593351+0000","last_fullsized":"2023-09-23T18:15:26.593351+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1090,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383110+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:15:27.383110+0000","last_peered":"2023-09-23T18:15:27.383110+0000","last_clean":"2023-09-23T18:15:27.383110+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:15:27.383110+0000","last_undegraded":"2023-09-23T18:15:27.383110+0000","last_fullsized":"2023-09-23T18:15:27.383110+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":349,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596652+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:15:26.596652+0000","last_peered":"2023-09-23T18:15:26.596652+0000","last_clean":"2023-09-23T18:15:26.596652+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:15:26.596652+0000","last_undegraded":"2023-09-23T18:15:26.596652+0000","last_fullsized":"2023-09-23T18:15:26.596652+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":260,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.594431+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:15:26.594431+0000","last_peered":"2023-09-23T18:15:26.594431+0000","last_clean":"2023-09-23T18:15:26.594431+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:15:26.594431+0000","last_undegraded":"2023-09-23T18:15:26.594431+0000","last_fullsized":"2023-09-23T18:15:26.594431+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":607,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.923812+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:15:24.923812+0000","last_peered":"2023-09-23T18:15:24.923812+0000","last_clean":"2023-09-23T18:15:24.923812+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:15:24.923812+0000","last_undegraded":"2023-09-23T18:15:24.923812+0000","last_fullsized":"2023-09-23T18:15:24.923812+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":265,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.592830+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:15:26.592830+0000","last_peered":"2023-09-23T18:15:26.592830+0000","last_clean":"2023-09-23T18:15:26.592830+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:15:26.592830+0000","last_undegraded":"2023-09-23T18:15:26.592830+0000","last_fullsized":"2023-09-23T18:15:26.592830+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":354,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.593883+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:15:26.593883+0000","last_peered":"2023-09-23T18:15:26.593883+0000","last_clean":"2023-09-23T18:15:26.593883+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:15:26.593883+0000","last_undegraded":"2023-09-23T18:15:26.593883+0000","last_fullsized":"2023-09-23T18:15:26.593883+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":882,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383216+0000","last_change":"2023-09-23T18:15:14.314364+0000","last_active":"2023-09-23T18:15:27.383216+0000","last_peered":"2023-09-23T18:15:27.383216+0000","last_clean":"2023-09-23T18:15:27.383216+0000","last_became_active":"2023-09-23T18:15:14.313853+0000","last_became_peered":"2023-09-23T18:15:14.313853+0000","last_unstale":"2023-09-23T18:15:27.383216+0000","last_undegraded":"2023-09-23T18:15:27.383216+0000","last_fullsized":"2023-09-23T18:15:27.383216+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":338,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.029237+0000","last_change":"2023-09-23T18:15:25.028748+0000","last_active":"2023-09-23T18:15:25.029237+0000","last_peered":"2023-09-23T18:15:25.029237+0000","last_clean":"2023-09-23T18:15:25.029237+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:15:25.029237+0000","last_undegraded":"2023-09-23T18:15:25.029237+0000","last_fullsized":"2023-09-23T18:15:25.029237+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":382,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.594649+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:15:26.594649+0000","last_peered":"2023-09-23T18:15:26.594649+0000","last_clean":"2023-09-23T18:15:26.594649+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:15:26.594649+0000","last_undegraded":"2023-09-23T18:15:26.594649+0000","last_fullsized":"2023-09-23T18:15:26.594649+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596795+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:15:26.596795+0000","last_peered":"2023-09-23T18:15:26.596795+0000","last_clean":"2023-09-23T18:15:26.596795+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:15:26.596795+0000","last_undegraded":"2023-09-23T18:15:26.596795+0000","last_fullsized":"2023-09-23T18:15:26.596795+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":748,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.592601+0000","last_change":"2023-09-23T18:14:51.332961+0000","last_active":"2023-09-23T18:15:26.592601+0000","last_peered":"2023-09-23T18:15:26.592601+0000","last_clean":"2023-09-23T18:15:26.592601+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:15:26.592601+0000","last_undegraded":"2023-09-23T18:15:26.592601+0000","last_fullsized":"2023-09-23T18:15:26.592601+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":340,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.451310+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:15:24.451310+0000","last_peered":"2023-09-23T18:15:24.451310+0000","last_clean":"2023-09-23T18:15:24.451310+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:15:24.451310+0000","last_undegraded":"2023-09-23T18:15:24.451310+0000","last_fullsized":"2023-09-23T18:15:24.451310+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":205,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.449304+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:15:24.449304+0000","last_peered":"2023-09-23T18:15:24.449304+0000","last_clean":"2023-09-23T18:15:24.449304+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:15:24.449304+0000","last_undegraded":"2023-09-23T18:15:24.449304+0000","last_fullsized":"2023-09-23T18:15:24.449304+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":399,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.978940+0000","last_change":"2023-09-23T18:15:24.975904+0000","last_active":"2023-09-23T18:15:24.978940+0000","last_peered":"2023-09-23T18:15:24.978940+0000","last_clean":"2023-09-23T18:15:24.978940+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:15:24.978940+0000","last_undegraded":"2023-09-23T18:15:24.978940+0000","last_fullsized":"2023-09-23T18:15:24.978940+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":284,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.594663+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:15:26.594663+0000","last_peered":"2023-09-23T18:15:26.594663+0000","last_clean":"2023-09-23T18:15:26.594663+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:15:26.594663+0000","last_undegraded":"2023-09-23T18:15:26.594663+0000","last_fullsized":"2023-09-23T18:15:26.594663+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":356,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.456478+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:15:24.456478+0000","last_peered":"2023-09-23T18:15:24.456478+0000","last_clean":"2023-09-23T18:15:24.456478+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:15:24.456478+0000","last_undegraded":"2023-09-23T18:15:24.456478+0000","last_fullsized":"2023-09-23T18:15:24.456478+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":333,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590544+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:15:25.590544+0000","last_peered":"2023-09-23T18:15:25.590544+0000","last_clean":"2023-09-23T18:15:25.590544+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:15:25.590544+0000","last_undegraded":"2023-09-23T18:15:25.590544+0000","last_fullsized":"2023-09-23T18:15:25.590544+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":973,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.598112+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:15:26.598112+0000","last_peered":"2023-09-23T18:15:26.598112+0000","last_clean":"2023-09-23T18:15:26.598112+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:15:26.598112+0000","last_undegraded":"2023-09-23T18:15:26.598112+0000","last_fullsized":"2023-09-23T18:15:26.598112+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":378,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590019+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:15:25.590019+0000","last_peered":"2023-09-23T18:15:25.590019+0000","last_clean":"2023-09-23T18:15:25.590019+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:15:25.590019+0000","last_undegraded":"2023-09-23T18:15:25.590019+0000","last_fullsized":"2023-09-23T18:15:25.590019+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":524,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.959868+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:15:24.959868+0000","last_peered":"2023-09-23T18:15:24.959868+0000","last_clean":"2023-09-23T18:15:24.959868+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:15:24.959868+0000","last_undegraded":"2023-09-23T18:15:24.959868+0000","last_fullsized":"2023-09-23T18:15:24.959868+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":200,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.450542+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:15:24.450542+0000","last_peered":"2023-09-23T18:15:24.450542+0000","last_clean":"2023-09-23T18:15:24.450542+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:15:24.450542+0000","last_undegraded":"2023-09-23T18:15:24.450542+0000","last_fullsized":"2023-09-23T18:15:24.450542+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596311+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:15:26.596311+0000","last_peered":"2023-09-23T18:15:26.596311+0000","last_clean":"2023-09-23T18:15:26.596311+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:15:26.596311+0000","last_undegraded":"2023-09-23T18:15:26.596311+0000","last_fullsized":"2023-09-23T18:15:26.596311+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":205,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.456394+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:15:24.456394+0000","last_peered":"2023-09-23T18:15:24.456394+0000","last_clean":"2023-09-23T18:15:24.456394+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:15:24.456394+0000","last_undegraded":"2023-09-23T18:15:24.456394+0000","last_fullsized":"2023-09-23T18:15:24.456394+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":146,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.960734+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:15:24.960734+0000","last_peered":"2023-09-23T18:15:24.960734+0000","last_clean":"2023-09-23T18:15:24.960734+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:15:24.960734+0000","last_undegraded":"2023-09-23T18:15:24.960734+0000","last_fullsized":"2023-09-23T18:15:24.960734+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":354,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383227+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:15:27.383227+0000","last_peered":"2023-09-23T18:15:27.383227+0000","last_clean":"2023-09-23T18:15:27.383227+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:15:27.383227+0000","last_undegraded":"2023-09-23T18:15:27.383227+0000","last_fullsized":"2023-09-23T18:15:27.383227+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596481+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:15:26.596481+0000","last_peered":"2023-09-23T18:15:26.596481+0000","last_clean":"2023-09-23T18:15:26.596481+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:15:26.596481+0000","last_undegraded":"2023-09-23T18:15:26.596481+0000","last_fullsized":"2023-09-23T18:15:26.596481+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":341,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:27.383436+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:15:27.383436+0000","last_peered":"2023-09-23T18:15:27.383436+0000","last_clean":"2023-09-23T18:15:27.383436+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:15:27.383436+0000","last_undegraded":"2023-09-23T18:15:27.383436+0000","last_fullsized":"2023-09-23T18:15:27.383436+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596609+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:15:26.596609+0000","last_peered":"2023-09-23T18:15:26.596609+0000","last_clean":"2023-09-23T18:15:26.596609+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:15:26.596609+0000","last_undegraded":"2023-09-23T18:15:26.596609+0000","last_fullsized":"2023-09-23T18:15:26.596609+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":403,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.590960+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:15:25.590960+0000","last_peered":"2023-09-23T18:15:25.590960+0000","last_clean":"2023-09-23T18:15:25.590960+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:15:25.590960+0000","last_undegraded":"2023-09-23T18:15:25.590960+0000","last_fullsized":"2023-09-23T18:15:25.590960+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":382,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-09-23T18:15:25.589931+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:15:25.589931+0000","last_peered":"2023-09-23T18:15:25.589931+0000","last_clean":"2023-09-23T18:15:25.589931+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:15:25.589931+0000","last_undegraded":"2023-09-23T18:15:25.589931+0000","last_fullsized":"2023-09-23T18:15:25.589931+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":233,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-09-23T18:15:24.458056+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:15:24.458056+0000","last_peered":"2023-09-23T18:15:24.458056+0000","last_clean":"2023-09-23T18:15:24.458056+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:15:24.458056+0000","last_undegraded":"2023-09-23T18:15:24.458056+0000","last_fullsized":"2023-09-23T18:15:24.458056+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-09-23T18:15:26.596263+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:15:26.596263+0000","last_peered":"2023-09-23T18:15:26.596263+0000","last_clean":"2023-09-23T18:15:26.596263+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:15:26.596263+0000","last_undegraded":"2023-09-23T18:15:26.596263+0000","last_fullsized":"2023-09-23T18:15:26.596263+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":26962,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20987904,"data_stored":20971596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430567,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309663,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436630,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":324592,"kb_used_data":189416,"kb_used_omap":17,"kb_used_meta":135150,"kb_avail":93420560,"statfs":{"total":95995035648,"available":95662653440,"internally_reserved":0,"allocated":193961984,"data_stored":192547532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":138393700},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.077,"5min":5.077,"15min":5.077},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":48.408999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3010000000000002,"15min":3.3010000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":9.5790000000000006,"5min":9.5790000000000006,"15min":9.5790000000000006},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":5.1970000000000001,"15min":5.1970000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":23.407,"5min":23.407,"15min":23.407},"last":0.36699999999999999},{"interface":"front","average":{"1min":5.718,"5min":5.718,"15min":5.718},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":57.387,"5min":57.387,"15min":57.387},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":4.04,"5min":4.04,"15min":4.04},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":21.218,"5min":21.218,"15min":21.218},"last":0.38800000000000001},{"interface":"front","average":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.727,"5min":17.727,"15min":17.727},"last":0.41799999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":8.7040000000000006,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.48099999999999998},{"interface":"front","average":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":14.898,"5min":14.898,"15min":14.898},"last":0.62}]},{"osd":5,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.738,"5min":2.738,"15min":2.738},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":14.987,"5min":14.987,"15min":14.987},"last":0.5},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9660000000000002,"15min":2.9660000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":31.023,"5min":31.023,"15min":31.023},"last":0.57199999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.988,"15min":2.988},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":31.064,"5min":31.064,"15min":31.064},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":8.6549999999999994},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":14.949999999999999,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.0150000000000001,"15min":3.0150000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":31.093,"5min":31.093,"15min":31.093},"last":0.64200000000000002}]}]},{"osd":0,"up_from":85,"seq":365072220404,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":519864,"kb_used_data":8624,"kb_used_omap":8,"kb_used_meta":511223,"kb_avail":93225288,"statfs":{"total":95995035648,"available":95462694912,"internally_reserved":0,"allocated":8830976,"data_stored":7394926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":523492964},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.1869999999999998,"5min":3.1869999999999998,"15min":3.1869999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":15.379,"5min":15.379,"15min":15.379},"last":0.42599999999999999},{"interface":"front","average":{"1min":7.3079999999999998,"5min":7.3079999999999998,"15min":7.3079999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":68.161000000000001,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.7990000000000004,"5min":4.5709999999999997,"15min":2.7090000000000001},"min":{"1min":0.28999999999999998,"5min":0.22700000000000001,"15min":0.221},"max":{"1min":16.373000000000001,"5min":27.821999999999999,"15min":27.821999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.9900000000000002,"5min":3.7490000000000001,"15min":2.4209999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":10.981999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":0.505}]},{"osd":3,"last update":"Sat Sep 23 18:14:27 2023","interfaces":[{"interface":"back","average":{"1min":6.8600000000000003,"5min":4.577,"15min":2.7320000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":29.302,"5min":29.302,"15min":29.302},"last":0.53400000000000003},{"interface":"front","average":{"1min":6.633,"5min":3.899,"15min":2.4369999999999998},"min":{"1min":0.33300000000000002,"5min":0.251,"15min":0.248},"max":{"1min":19.303000000000001,"5min":19.303000000000001,"15min":22.082999999999998},"last":0.56399999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.9100000000000001,"5min":3.2989999999999999,"15min":2.0449999999999999},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":68.950000000000003,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":6.923,"5min":3.3490000000000002,"15min":2.0830000000000002},"min":{"1min":0.41999999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":69.829999999999998,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.4859999999999998,"5min":3.169,"15min":2.0209999999999999},"min":{"1min":0.40300000000000002,"5min":0.34399999999999997,"15min":0.30299999999999999},"max":{"1min":69.751999999999995,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.64100000000000001},{"interface":"front","average":{"1min":6.1959999999999997,"5min":3.472,"15min":2.214},"min":{"1min":0.44900000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":69.081000000000003,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.61499999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.8630000000000004,"5min":3.3029999999999999,"15min":2.0219999999999998},"min":{"1min":0.435,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":69.861999999999995,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":6.7220000000000004,"5min":3.6539999999999999,"15min":2.0609999999999999},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":68.153000000000006,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.628}]},{"osd":7,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":6.2649999999999997,"5min":3.629,"15min":2.2709999999999999},"min":{"1min":0.53300000000000003,"5min":0.379,"15min":0.379},"max":{"1min":68.188999999999993,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.66700000000000004},{"interface":"front","average":{"1min":5.5599999999999996,"5min":3.4889999999999999,"15min":2.319},"min":{"1min":0.41999999999999998,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":69.027000000000001,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.65600000000000003}]}]},{"osd":2,"up_from":145,"seq":622770258097,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":665376,"kb_used_data":4568,"kb_used_omap":16,"kb_used_meta":660783,"kb_avail":93079776,"statfs":{"total":95995035648,"available":95313690624,"internally_reserved":0,"allocated":4677632,"data_stored":3208313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":676641954},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":3.7429999999999999,"15min":2.3479999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":10.151,"5min":20.497,"15min":20.497},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.4169999999999998,"5min":4.2539999999999996,"15min":2.5750000000000002},"min":{"1min":0.23200000000000001,"5min":0.216,"15min":0.216},"max":{"1min":9.1639999999999997,"5min":32.210000000000001,"15min":32.210000000000001},"last":0.27100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.544,"5min":3.544,"15min":3.544},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.314},{"interface":"front","average":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.295,"5min":10.295,"15min":10.295},"last":0.63}]},{"osd":3,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.883,"5min":3.8450000000000002,"15min":2.7229999999999999},"min":{"1min":0.29599999999999999,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":9.2579999999999991,"5min":32.289999999999999,"15min":34.960999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":3.1549999999999998,"5min":4.0609999999999999,"15min":3.1749999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":9.7360000000000007,"5min":35.432000000000002,"15min":37.444000000000003},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":4.0289999999999999,"15min":2.464},"min":{"1min":0.38300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.6989999999999998,"5min":105.509,"15min":105.509},"last":0.54000000000000004},{"interface":"front","average":{"1min":2.3330000000000002,"5min":3.3029999999999999,"15min":2.1360000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":9.6560000000000006,"5min":105.529,"15min":105.529},"last":0.61199999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.331,"5min":2.2330000000000001,"15min":1.7949999999999999},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":9.6170000000000009,"5min":9.6170000000000009,"15min":17.780000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.665,"5min":2.1360000000000001,"15min":1.6619999999999999},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.6070000000000002,"5min":18.669,"15min":18.669},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:46 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.2869999999999999,"15min":1.9530000000000001},"min":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.32100000000000001},"max":{"1min":9.7080000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":2.7679999999999998,"5min":2.3519999999999999,"15min":2.032},"min":{"1min":0.504,"5min":0.437,"15min":0.34599999999999997},"max":{"1min":9.7439999999999998,"5min":9.7439999999999998,"15min":17.919},"last":0.72299999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.351,"15min":2.0840000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.6820000000000004,"5min":9.6820000000000004,"15min":17.890000000000001},"last":0.755},{"interface":"front","average":{"1min":1.8959999999999999,"5min":2.3250000000000002,"15min":1.7669999999999999},"min":{"1min":0.41699999999999998,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":5.5750000000000002,"5min":18.710000000000001,"15min":18.710000000000001},"last":0.55100000000000005}]}]},{"osd":3,"up_from":100,"seq":429496729827,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":618052,"kb_used_data":7996,"kb_used_omap":4,"kb_used_meta":610043,"kb_avail":93127100,"statfs":{"total":95995035648,"available":95362150400,"internally_reserved":0,"allocated":8187904,"data_stored":6802570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":624684439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.8380000000000001,"5min":5.8789999999999996,"15min":2.9319999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.266,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.33300000000000002},{"interface":"front","average":{"1min":3.2999999999999998,"5min":5.8899999999999997,"15min":3.1139999999999999},"min":{"1min":0.26600000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":15.039999999999999,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":3.9860000000000002,"15min":3.9860000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":11.861000000000001,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.3849999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":15.016,"5min":15.016,"15min":15.016},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:15:00 2023","interfaces":[{"interface":"back","average":{"1min":7.5750000000000002,"5min":4.3529999999999998,"15min":2.673},"min":{"1min":0.442,"5min":0.24099999999999999,"15min":0.23799999999999999},"max":{"1min":93.429000000000002,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.435},{"interface":"front","average":{"1min":8.2200000000000006,"5min":4.7149999999999999,"15min":2.6429999999999998},"min":{"1min":0.27500000000000002,"5min":0.252,"15min":0.23599999999999999},"max":{"1min":90.498999999999995,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.317}]},{"osd":4,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":3.1389999999999998,"15min":1.9450000000000001},"min":{"1min":0.33500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":9.1080000000000005,"5min":23.469000000000001,"15min":23.469000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.097,"5min":2.492,"15min":1.877},"min":{"1min":0.32400000000000001,"5min":0.318,"15min":0.26800000000000002},"max":{"1min":14.906000000000001,"5min":14.906000000000001,"15min":15.33},"last":0.65600000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":2.4790000000000001,"15min":1.9199999999999999},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":14.856,"5min":14.856,"15min":14.856},"last":0.58599999999999997},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.6899999999999999,"15min":1.887},"min":{"1min":0.375,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":14.090999999999999,"5min":19.457999999999998,"15min":19.457999999999998},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.5840000000000001,"15min":1.911},"min":{"1min":0.379,"5min":0.374,"15min":0.318},"max":{"1min":14.935,"5min":14.935,"15min":16.379999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":7.056,"5min":3.4740000000000002,"15min":2.2440000000000002},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":93.280000000000001,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.629}]},{"osd":7,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.6400000000000001,"15min":2.0289999999999999},"min":{"1min":0.36099999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":14.135,"5min":19.503,"15min":36.423000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.5110000000000001,"5min":3.1669999999999998,"15min":2.2360000000000002},"min":{"1min":0.43099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.0289999999999999,"5min":23.422000000000001,"15min":36.366999999999997},"last":0.63900000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019250,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":876196,"kb_used_data":574876,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92868956,"statfs":{"total":95995035648,"available":95097810944,"internally_reserved":0,"allocated":588673024,"data_stored":587850830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.6060000000000001,"15min":1.4319999999999999},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":9.9819999999999993,"5min":9.9819999999999993,"15min":26.055},"last":0.83899999999999997},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.0720000000000001,"15min":1.6279999999999999},"min":{"1min":0.34399999999999997,"5min":0.26800000000000002,"15min":0.25},"max":{"1min":12.744999999999999,"5min":12.744999999999999,"15min":25.497},"last":0.80100000000000005}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.89800000000000002},{"interface":"front","average":{"1min":3.056,"5min":3.056,"15min":3.056},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":19.898,"5min":19.898,"15min":19.898},"last":0.82199999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.7609999999999999,"15min":1.706},"min":{"1min":0.32900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":6.7270000000000003,"5min":8.7479999999999993,"15min":56.448},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.52,"5min":1.6319999999999999,"15min":1.5649999999999999},"min":{"1min":0.36499999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2629999999999999,"5min":10.516999999999999,"15min":56.868000000000002},"last":0.70099999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":2.1749999999999998,"15min":2.4540000000000002},"min":{"1min":0.36699999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":6.9480000000000004,"5min":9.7929999999999993,"15min":80.783000000000001},"last":0.746},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.837,"15min":2.2370000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.7119999999999997,"5min":11.305,"15min":80.852000000000004},"last":0.87}]},{"osd":5,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.498,"15min":0.82999999999999996},"min":{"1min":0.27500000000000002,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":1.4470000000000001,"5min":2.8599999999999999,"15min":18.829999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.59699999999999998,"15min":0.97499999999999998},"min":{"1min":0.313,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":1.474,"5min":4.8959999999999999,"15min":18.859000000000002},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.72699999999999998},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.877,"5min":3.9220000000000002,"15min":8.9030000000000005},"last":0.624},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.61799999999999999,"15min":0.84699999999999998},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":1.4079999999999999,"5min":2.7029999999999998,"15min":9.9689999999999994},"last":0.72499999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53600000000000003,"15min":0.754},"min":{"1min":0.374,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":1.0569999999999999,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.50900000000000001,"15min":0.89400000000000002},"min":{"1min":0.35899999999999999,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":0.55900000000000005,"5min":2.7330000000000001,"15min":17.097999999999999},"last":0.88500000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823022,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":300488,"kb_used_data":3264,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93444664,"statfs":{"total":95995035648,"available":95687335936,"internally_reserved":0,"allocated":3342336,"data_stored":2536689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":1.7589999999999999,"15min":1.3999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":6.6699999999999999,"5min":13.724,"15min":13.724},"last":0.442},{"interface":"front","average":{"1min":2.552,"5min":1.958,"15min":1.528},"min":{"1min":0.25600000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.529,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.5310000000000006,"5min":9.5310000000000006,"15min":9.5310000000000006},"last":0.41799999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:14:56 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.9969999999999999,"15min":2.0609999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.038,"5min":44.081000000000003,"15min":44.081000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.0859999999999999,"15min":2.032},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":16.047999999999998,"5min":44.094999999999999,"15min":44.094999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":2.181,"5min":2.867,"15min":2.0800000000000001},"min":{"1min":0.32000000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":9.4399999999999995,"5min":20.103999999999999,"15min":31.109999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":3.004,"5min":2.5009999999999999,"15min":2.0619999999999998},"min":{"1min":0.33300000000000002,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":11.516999999999999,"5min":11.516999999999999,"15min":28.795999999999999},"last":0.52100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.46899999999999997,"15min":1.1439999999999999},"min":{"1min":0.27200000000000002,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.73599999999999999,"5min":2.3650000000000002,"15min":121.29900000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72999999999999998,"15min":1.3500000000000001},"min":{"1min":0.30599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.0209999999999999,"5min":4.5960000000000001,"15min":121.31399999999999},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.55000000000000004,"15min":0.76800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":2.3250000000000002,"15min":9.3149999999999995},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.753,"15min":0.878},"min":{"1min":0.33700000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.60199999999999998,"5min":6.1260000000000003,"15min":11.925000000000001},"last":0.69299999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.64200000000000002,"15min":0.86399999999999999},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.5939999999999999,"5min":3.419,"15min":9.3559999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.70099999999999996,"15min":0.94799999999999995},"min":{"1min":0.35099999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.61799999999999999,"5min":5.4199999999999999,"15min":12.388999999999999},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:15:32.513 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:15:32.513 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:15:32.603 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:32.631 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:32.778 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:32.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:32.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:32.847 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_3' created 2023-09-23T18:15:32.873 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:32.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:32.892 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:32.910 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:32.910 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:32.931 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:32.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:15:32.944 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:32.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:32.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:32.952 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:32.972 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:32.990 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:33.009 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:33.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.010 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.011 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:15:33.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:32 smithi018 ceph-mon[153734]: pgmap v1007: 73 pgs: 73 active+clean; 4.6 MiB data, 3.2 GiB used, 533 GiB / 536 GiB avail; 779 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:15:33.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:32 smithi018 ceph-mon[153734]: from='client.36183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:33.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:32 smithi018 ceph-mon[149401]: pgmap v1007: 73 pgs: 73 active+clean; 4.6 MiB data, 3.2 GiB used, 533 GiB / 536 GiB avail; 779 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:15:33.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:32 smithi018 ceph-mon[149401]: from='client.36183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:33.048 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:33.072 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:32 smithi149 ceph-mon[135148]: pgmap v1007: 73 pgs: 73 active+clean; 4.6 MiB data, 3.2 GiB used, 533 GiB / 536 GiB avail; 779 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:15:33.072 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:32 smithi149 ceph-mon[135148]: from='client.36183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:33.074 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:33.107 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:33.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:33.110 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:33.211 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:33.239 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:33.328 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2023-09-23T18:15:33.358 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:15:33.545 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:33.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:33.549 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:33.650 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:33.677 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:33.695 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:33.710 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:33.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:33.714 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:33.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:33.848 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:33.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:33.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:33.946 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:34.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T18:15:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T18:15:34.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: osdmap e347: 8 total, 8 up, 6 in 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2848425676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: osdmap e347: 8 total, 8 up, 6 in 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2848425676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:34.076 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:34.111 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:34.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:34.114 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3486375734' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: osdmap e347: 8 total, 8 up, 6 in 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: failed to encode map e347 with expected crc 2023-09-23T18:15:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2848425676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:34.159 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:34.214 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:34.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:34.510 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:34.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:34.659 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:34.660 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:34.760 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:34.792 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:34.827 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:34.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:34.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:34.931 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:34.962 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:35.079 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:35.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:35.082 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:35.110 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:34] "GET /metrics HTTP/1.1" 200 34184 "" "Prometheus/2.33.4" 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: pgmap v1009: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 85 KiB/s, 1 objects/s recovering 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: osdmap e348: 8 total, 8 up, 6 in 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.111 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[149401]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: pgmap v1009: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 85 KiB/s, 1 objects/s recovering 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: osdmap e348: 8 total, 8 up, 6 in 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.112 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:34 smithi018 ceph-mon[153734]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: pgmap v1009: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 85 KiB/s, 1 objects/s recovering 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: osdmap e348: 8 total, 8 up, 6 in 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:34 smithi149 ceph-mon[135148]: failed to encode map e348 with expected crc 2023-09-23T18:15:35.184 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:35.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:35.245 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:35.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:35.248 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:35.348 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:35.375 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:35.408 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:35.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:35.411 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:35.512 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:35.531 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:15:35.537 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:35.570 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:35.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:35.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:35.673 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:35.694 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:15:35.695 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:15:35.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:35.732 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:35.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:35.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:35.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:35.867 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[153734]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[153734]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[153734]: osdmap e349: 8 total, 8 up, 6 in 2023-09-23T18:15:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[149401]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[149401]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:35 smithi018 ceph-mon[149401]: osdmap e349: 8 total, 8 up, 6 in 2023-09-23T18:15:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:35 smithi149 ceph-mon[135148]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:35 smithi149 ceph-mon[135148]: failed to encode map e349 with expected crc 2023-09-23T18:15:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:35 smithi149 ceph-mon[135148]: osdmap e349: 8 total, 8 up, 6 in 2023-09-23T18:15:36.204 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:36.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:36.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:36.309 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:36.337 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:36.370 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:36.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:36.373 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:36.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:15:36.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:36.535 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:36.572 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:36.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:36.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:36.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:36.715 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:36.799 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:36.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:36.803 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:36.861 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:15:36.904 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:36.908 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:36.931 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:36.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:36.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:36.967 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[153734]: pgmap v1012: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1471592761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[149401]: pgmap v1012: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1471592761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.067 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:36 smithi149 ceph-mon[135148]: pgmap v1012: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1471592761' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:37.445 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:37.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:37.447 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:37.505 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:37.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_3' 2023-09-23T18:15:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:38.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:38.061 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:38.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: osdmap e350: 8 total, 8 up, 6 in 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3470191922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: osdmap e350: 8 total, 8 up, 6 in 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3470191922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:15:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:15:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:38.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: osdmap e350: 8 total, 8 up, 6 in 2023-09-23T18:15:38.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3470191922' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:15:38.162 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:38.194 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:38.228 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:38.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:38.231 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:38.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:38.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:38.496 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:38.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:38.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:38.601 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:38.634 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:38.672 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:38.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:38.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:38.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:38.806 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:38 smithi149 ceph-mon[135148]: pgmap v1014: 89 pgs: 3 unknown, 86 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:38 smithi149 ceph-mon[135148]: failed to encode map e350 with expected crc 2023-09-23T18:15:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:15:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:38 smithi149 ceph-mon[135148]: osdmap e351: 8 total, 8 up, 6 in 2023-09-23T18:15:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:38 smithi149 ceph-mon[135148]: failed to encode map e351 with expected crc 2023-09-23T18:15:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[153734]: pgmap v1014: 89 pgs: 3 unknown, 86 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[153734]: failed to encode map e350 with expected crc 2023-09-23T18:15:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:15:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[153734]: osdmap e351: 8 total, 8 up, 6 in 2023-09-23T18:15:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[153734]: failed to encode map e351 with expected crc 2023-09-23T18:15:39.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[149401]: pgmap v1014: 89 pgs: 3 unknown, 86 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:39.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[149401]: failed to encode map e350 with expected crc 2023-09-23T18:15:39.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:15:39.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[149401]: osdmap e351: 8 total, 8 up, 6 in 2023-09-23T18:15:39.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:38 smithi018 ceph-mon[149401]: failed to encode map e351 with expected crc 2023-09-23T18:15:39.242 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:39.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:39.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:39.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:39.377 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:39.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:15:39.507 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:39.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:39.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:39.515 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2023-09-23T18:15:39.515 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2023-09-23T18:15:39.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:15:39.554 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T18:15:39.554 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T18:15:39.592 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:39.611 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:39.616 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:39.651 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:39.655 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:39.692 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T18:15:39.692 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T18:15:39.692 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_324167 2023-09-23T18:15:39.693 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:15:39.693 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T18:15:39.700 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:39.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:39.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:39.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:39.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:39.802 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:39.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:39.851 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:39.889 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:39.895 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:39.902 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.903 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.939 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32279 6.c 6:3a6cba48:::benchmark_data_smithi018_246789_object32278:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 584.31926995799995, 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57988121800000003, 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32279 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.940 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616620+0000", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616619+0000", 2023-09-23T18:15:39.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616643+0000", 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4151999999999998e-05 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616660+0000", 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6911000000000001e-05 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616667+0000", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5859999999999999e-06 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.616930+0000", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026255099999999997 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.617053+0000", 2023-09-23T18:15:39.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123168 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.617206+0000", 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015268700000000001 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620020+0000", 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028142979999999998 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.623921+0000", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039006119999999999 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196415+0000", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57249435800000004 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196464+0000", 2023-09-23T18:15:39.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9310000000000001e-05 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196502+0000", 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7280000000000002e-05 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32286 6.c 6:3079fd4c:::benchmark_data_smithi018_246789_object32285:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:15:39.946 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 584.31610873700004, 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57682015099999995, 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32286 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:15:39.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619782+0000", 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619780+0000", 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619804+0000", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3949000000000001e-05 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619816+0000", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1935e-05 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.619825+0000", 2023-09-23T18:15:39.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5050000000000007e-06 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620045+0000", 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000220122 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620171+0000", 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012650899999999999 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.620306+0000", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013498199999999999 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.623927+0000", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036210029999999998 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.626401+0000", 2023-09-23T18:15:39.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024741440000000002 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196536+0000", 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.570134692 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196572+0000", 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5830000000000001e-05 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196602+0000", 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9920000000000002e-05 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32299 6.c 6:399cf70f:::benchmark_data_smithi018_246789_object32298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 584.30708143499999, 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56789709799999999, 2023-09-23T18:15:39.953 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32299 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628809+0000", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628808+0000", 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:15:39.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628832+0000", 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4309999999999999e-05 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628842+0000", 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0001e-05 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.956 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628849+0000", 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8630000000000002e-06 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.628912+0000", 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3264999999999998e-05 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.629027+0000", 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114997 2023-09-23T18:15:39.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.629155+0000", 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012758999999999999 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.630640+0000", 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001485042 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633322+0000", 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002682074 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196632+0000", 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56330974899999997 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196668+0000", 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6035999999999999e-05 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196706+0000", 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8077999999999997e-05 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.35487.0:32303 6.c 6:30b6741f:::benchmark_data_smithi018_246789_object32302:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 584.30193093399998, 2023-09-23T18:15:39.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56294891999999996, 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.35487", 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 32303 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633959+0000", 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633958+0000", 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633978+0000", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0222000000000001e-05 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633990+0000", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1469e-05 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.633998+0000", 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5089999999999993e-06 2023-09-23T18:15:39.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.964 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634049+0000", 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0476999999999998e-05 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634220+0000", 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017150800000000001 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,6", 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.634381+0000", 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016080900000000001 2023-09-23T18:15:39.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.635745+0000", 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013641669999999999 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:55.635900+0000", 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015462700000000001 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196823+0000", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.56092313999999999 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196868+0000", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5260999999999999e-05 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:05:56.196908+0000", 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9888999999999997e-05 2023-09-23T18:15:39.967 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:114594 7.1 7:8d216f3b:::benchmark_data_smithi018_282512_object13858:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 221.59162228100001, 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18578076600000001, 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:39.968 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 114594 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344272+0000", 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4750000000000004e-06 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344278+0000", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3499999999999996e-06 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344282+0000", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8099999999999997e-06 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.361753+0000", 2023-09-23T18:15:39.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017470936999999999 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.362362+0000", 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00060890399999999996 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.434848+0000", 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.072486037000000003 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.972 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.434955+0000", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010661 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.435105+0000", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014993 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.439808+0000", 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047032669999999997 2023-09-23T18:15:39.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.451301+0000", 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0114932 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.526809+0000", 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075508042999999997 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.526854+0000", 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4316000000000001e-05 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.530049+0000", 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031951919999999999 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:115851 7.1 7:8bde648f:::benchmark_data_smithi018_282512_object15115:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 218.531041773, 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.21516554299999999, 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 115851 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404847+0000", 2023-09-23T18:15:39.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404855+0000", 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4579999999999993e-06 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404867+0000", 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.216e-05 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404876+0000", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1640000000000001e-06 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451194+0000", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046318246 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451753+0000", 2023-09-23T18:15:39.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055916199999999998 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.532937+0000", 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081183889999999995 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.533073+0000", 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000135625 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.533206+0000", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013369900000000001 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.545426+0000", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012219641 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.577394+0000", 2023-09-23T18:15:39.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031968490000000002 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.617214+0000", 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039819269999999997 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.617278+0000", 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4754999999999999e-05 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620014+0000", 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027357089999999998 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:115859 7.1 7:89a910f0:::benchmark_data_smithi018_282512_object15123:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 218.50582080999999, 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193123349, 2023-09-23T18:15:39.983 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 115859 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430068+0000", 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430075+0000", 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2239999999999998e-06 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430089+0000", 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3499000000000001e-05 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430098+0000", 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8219999999999996e-06 2023-09-23T18:15:39.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451840+0000", 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021742458999999999 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.452304+0000", 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046365700000000002 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541652+0000", 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.089348669000000006 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541780+0000", 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012755899999999999 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541959+0000", 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017913 2023-09-23T18:15:39.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.562571+0000", 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020611589 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.577425+0000", 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014854875999999999 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620071+0000", 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042645613999999998 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620125+0000", 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3847000000000001e-05 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.623193+0000", 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030679449999999999 2023-09-23T18:15:39.990 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116123 7.1 7:8ab21de8:::benchmark_data_smithi018_282512_object15387:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 217.78798115199999, 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18988108500000001, 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:39.991 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116123 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:39.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147908+0000", 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147915+0000", 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4590000000000001e-06 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:39.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147929+0000", 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3987e-05 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147939+0000", 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3510000000000008e-06 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.169741+0000", 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021802208 2023-09-23T18:15:39.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.170481+0000", 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00073975099999999997 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276171+0000", 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10569047199999999 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:39.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276283+0000", 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000112155 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276405+0000", 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012215800000000001 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.299737+0000", 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023331312999999999 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.313450+0000", 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013712824 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.334687+0000", 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021237846000000001 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:39.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.334742+0000", 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4719000000000002e-05 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.337790+0000", 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030481620000000001 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116779 7.1 7:817ae718:::benchmark_data_smithi018_282512_object16043:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:39.998 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 216.00490055200001, 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.21147833099999999, 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116779 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:39.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930988+0000", 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:40.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930996+0000", 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0499999999999992e-06 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.931014+0000", 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8168e-05 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.931023+0000", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5969999999999992e-06 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.011916+0000", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.080893076999999994 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.012617+0000", 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00070135499999999997 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064662+0000", 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052045357 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064795+0000", 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013213 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064960+0000", 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000165837 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092090+0000", 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027129851 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092165+0000", 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4970999999999998e-05 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.138925+0000", 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046759466999999999 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.138989+0000", 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4447000000000001e-05 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142468+0000", 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034789310000000002 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116780 7.1 7:8161c9b7:::benchmark_data_smithi018_282512_object16044:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 216.00208020100001, 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.212142367, 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116780 2023-09-23T18:15:40.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933809+0000", 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933814+0000", 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0830000000000003e-06 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933824+0000", 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9210000000000004e-06 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933831+0000", 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1450000000000002e-06 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016117+0000", 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082285692999999993 2023-09-23T18:15:40.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016701+0000", 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00058405000000000002 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074645+0000", 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057944664 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074776+0000", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013103299999999999 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074940+0000", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000163664 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092104+0000", 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017163483 2023-09-23T18:15:40.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.122595+0000", 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030491164000000001 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142734+0000", 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020139198000000001 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142785+0000", 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0874000000000001e-05 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.145953+0000", 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031677229999999999 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116781 7.1 7:8308977d:::benchmark_data_smithi018_282512_object16045:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 216.00107475900001, 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.24698377399999999, 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116781 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.015 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934814+0000", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934820+0000", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7200000000000003e-06 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934833+0000", 2023-09-23T18:15:40.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2993000000000001e-05 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934844+0000", 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0838e-05 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016741+0000", 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081897611999999995 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.017181+0000", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043986999999999997 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.087945+0000", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070763355 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.088067+0000", 2023-09-23T18:15:40.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012214999999999999 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.088244+0000", 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000177443 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.110702+0000", 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022457591999999998 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.122629+0000", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011927223000000001 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.178924+0000", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056295277999999997 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.178988+0000", 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3534000000000005e-05 2023-09-23T18:15:40.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.181799+0000", 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028114939999999999 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116822 7.1 7:84ff8235:::benchmark_data_smithi018_282512_object16086:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:40.022 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 215.877649736, 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.199595309, 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116822 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058239+0000", 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:40.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058247+0000", 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2879999999999993e-06 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058260+0000", 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2471e-05 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058268+0000", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5169999999999999e-06 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.101648+0000", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043379817000000001 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.102412+0000", 2023-09-23T18:15:40.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00076432099999999999 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.210998+0000", 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.108585475 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.211114+0000", 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115858 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.211264+0000", 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150252 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.224790+0000", 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013526440000000001 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.250322+0000", 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025531537999999999 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.254133+0000", 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038108249999999999 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.254190+0000", 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7256999999999997e-05 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.257836+0000", 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003645878 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116830 7.1 7:897cd6cc:::benchmark_data_smithi018_282512_object16094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 215.86289418699999, 2023-09-23T18:15:40.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194346936, 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116830 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:15:40.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072999+0000", 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9610000000000001e-06 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.073005+0000", 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2179999999999996e-06 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.073010+0000", 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0200000000000002e-06 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.102450+0000", 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029440061999999999 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.103063+0000", 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000613114 2023-09-23T18:15:40.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220597+0000", 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11753398700000001 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220712+0000", 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114967 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220866+0000", 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154446 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.250353+0000", 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029486215999999999 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.262758+0000", 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012405289999999999 2023-09-23T18:15:40.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.264506+0000", 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001747799 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.264552+0000", 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5963e-05 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.267343+0000", 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027913669999999999 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116973 7.1 7:80396892:::benchmark_data_smithi018_282512_object16237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 215.48001066399999, 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.202507671, 2023-09-23T18:15:40.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116973 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455878+0000", 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455886+0000", 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3310000000000004e-06 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455906+0000", 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9803e-05 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455916+0000", 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0037999999999999e-05 2023-09-23T18:15:40.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.474262+0000", 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018345431999999998 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.474878+0000", 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00061659799999999999 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.540845+0000", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065966845999999996 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.540941+0000", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5872999999999995e-05 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.541080+0000", 2023-09-23T18:15:40.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138617 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.556670+0000", 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015590507999999999 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.557261+0000", 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00059093700000000004 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.655136+0000", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.097875241000000002 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.655192+0000", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5896000000000002e-05 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.658387+0000", 2023-09-23T18:15:40.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031952339999999999 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:117922 7.1 7:8f151515:::benchmark_data_smithi018_282512_object17186:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 213.42355752200001, 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194215517, 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.046 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 117922 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512332+0000", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512335+0000", 2023-09-23T18:15:40.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6460000000000002e-06 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512340+0000", 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4419999999999997e-06 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512345+0000", 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5260000000000004e-06 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512429+0000", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4152000000000003e-05 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512991+0000", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00056182599999999997 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582037+0000", 2023-09-23T18:15:40.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.069045730999999999 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582118+0000", 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.119e-05 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582218+0000", 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000100468 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.613971+0000", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031752573999999999 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.631502+0000", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017530835000000002 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.703382+0000", 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.071880291999999998 2023-09-23T18:15:40.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.703445+0000", 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2574000000000001e-05 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706548+0000", 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031037220000000002 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.053 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:117929 7.1 7:8205f75f:::benchmark_data_smithi018_282512_object17193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 213.41973890700001, 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19357207900000001, 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.054 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 117929 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516150+0000", 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516157+0000", 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8979999999999999e-06 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516167+0000", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0332999999999999e-05 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516175+0000", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9359999999999999e-06 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.520148+0000", 2023-09-23T18:15:40.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039729250000000004 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.520716+0000", 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00056803599999999995 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595135+0000", 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.074418469000000001 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595219+0000", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4697000000000006e-05 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595324+0000", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104639 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.613979+0000", 2023-09-23T18:15:40.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018654819999999999 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.631539+0000", 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017559878000000001 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706626+0000", 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075086840000000002 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706702+0000", 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6228000000000003e-05 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.709724+0000", 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030217439999999998 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:118978 7.1 7:892b0155:::benchmark_data_smithi018_282512_object18242:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:09.020882+0000", 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 210.91500828700001, 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.179052871, 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 118978 2023-09-23T18:15:40.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020882+0000", 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020882+0000", 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020882+0000", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020884+0000", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5840000000000002e-06 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020891+0000", 2023-09-23T18:15:40.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3160000000000002e-06 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.020895+0000", 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6e-06 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.116043+0000", 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.095147662999999993 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.116897+0000", 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00085382299999999997 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.157699+0000", 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040802073000000001 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.157788+0000", 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9266999999999998e-05 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.157914+0000", 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000126141 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.170984+0000", 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013070246000000001 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.182130+0000", 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011146059999999999 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.196840+0000", 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014709994000000001 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.196924+0000", 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3331000000000006e-05 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:09.199935+0000", 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030111809999999999 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.069 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124433 7.11 7:889aa12f:::benchmark_data_smithi018_282512_object23697:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 195.75198728000001, 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18948116400000001, 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124433 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183897+0000", 2023-09-23T18:15:40.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999943 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183911+0000", 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3351e-05 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183928+0000", 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7686e-05 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183938+0000", 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7629999999999995e-06 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.188028+0000", 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040897930000000004 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.188616+0000", 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00058854700000000003 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215257+0000", 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026640898999999999 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215371+0000", 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011395000000000001 2023-09-23T18:15:40.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215710+0000", 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000338883 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223049+0000", 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073391339999999998 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223058+0000", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9479999999999997e-06 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.371405+0000", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.148347004 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.371463+0000", 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8004999999999998e-05 2023-09-23T18:15:40.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.373384+0000", 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00192099 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124438 7.11 7:8e8b1e93:::benchmark_data_smithi018_282512_object23702:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.194817+0000", 2023-09-23T18:15:40.077 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 195.741073349, 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.180246924, 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124438 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194817+0000", 2023-09-23T18:15:40.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194817+0000", 2023-09-23T18:15:40.079 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194815+0000", 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194825+0000", 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8919999999999995e-06 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194842+0000", 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6854000000000002e-05 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194852+0000", 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.077e-05 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.194944+0000", 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1984999999999994e-05 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.197194+0000", 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002249666 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.220300+0000", 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023105587 2023-09-23T18:15:40.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.220410+0000", 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110702 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.220740+0000", 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00032979400000000001 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223067+0000", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00232687 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.337646+0000", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11457901099999999 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.373445+0000", 2023-09-23T18:15:40.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035798844000000003 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.373490+0000", 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5726000000000002e-05 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.375064+0000", 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00157344 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.085 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:148965 7.12 7:4bb87b7f:::benchmark_data_smithi018_282512_object48229:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 141.448090662, 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0480220199999999, 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:15:40.086 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 148965 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:15:40.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487797+0000", 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487809+0000", 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.188e-05 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487832+0000", 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2319000000000001e-05 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487845+0000", 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3315999999999999e-05 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.488732+0000", 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00088678200000000002 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.488881+0000", 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014976400000000001 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.489326+0000", 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044488399999999999 2023-09-23T18:15:40.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.491924+0000", 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025973300000000001 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.501539+0000", 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096156320000000007 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.515984+0000", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014444835 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.515998+0000", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.401e-05 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:19.535743+0000", 2023-09-23T18:15:40.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.019745278 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:19.535822+0000", 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8367000000000004e-05 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:15:40.093 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:15:40.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:40.094 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:40.094 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/865406712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:40.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:40.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:40.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:40.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/865406712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:40.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:40.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:40.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/865406712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:40.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:40.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:40.693 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 16 2559 2543 158.931 158.938 0.00750774 0.00627074 2023-09-23T18:15:40.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:40.711 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:15:40.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:40.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:40.817 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:40.849 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:40.901 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:40.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:40.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:40.963 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:40.992 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:41.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:41.042 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:40 smithi149 ceph-mon[135148]: pgmap v1016: 89 pgs: 89 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:41.047 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:41.089 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:41.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:41.092 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:41.193 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:41.232 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:41.280 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:41.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:41.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:41.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:40 smithi018 ceph-mon[149401]: pgmap v1016: 89 pgs: 89 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:41.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:40 smithi018 ceph-mon[153734]: pgmap v1016: 89 pgs: 89 active+clean; 4.6 MiB data, 3.0 GiB used, 533 GiB / 536 GiB avail 2023-09-23T18:15:41.385 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:41.414 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:41.426 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:41.475 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:41.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:41.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:41.580 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:41.620 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:41.694 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 5172 5156 161.023 163.312 0.00819426 0.00619465 2023-09-23T18:15:41.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:41.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:41.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:41.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:41.855 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:41.955 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:41.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:41.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:42.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:42.098 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:42.283 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:42.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:42.291 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:42.391 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:42.428 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:42.529 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:42.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:42.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:42.634 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:42.694 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 7824 7808 162.593 165.75 0.00937216 0.0061326 2023-09-23T18:15:42.705 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:42.773 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:42.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:42.778 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:42.778 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:8078 8.5 8:ab24dbbb:::benchmark_data_smithi018_324167_object8077:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e351)", 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:42.826015+0000", 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0060632580000000002, 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060861539999999999, 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:42.832 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8078 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826015+0000", 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826015+0000", 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826014+0000", 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4066999999999998e-05 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:42.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826039+0000", 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0772e-05 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826049+0000", 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3050000000000003e-06 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826054+0000", 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1322000000000003e-05 2023-09-23T18:15:42.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826085+0000", 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1935999999999996e-05 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826167+0000", 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2071999999999995e-05 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826259+0000", 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053763200000000002 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.826797+0000", 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00086069200000000003 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:42.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.827657+0000", 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001642365 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.56083.0:8078 8.5 e351/347)", 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:42.832137+0000", 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 4294967295.9999413, 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9583000000000001e-05, 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:42.838 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "queued for pg", 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832137+0000", 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832137+0000", 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832136+0000", 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7110000000000003e-06 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832141+0000", 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2339e-05 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:42.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832153+0000", 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6650000000000002e-06 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:42.832158+0000", 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0996e-05 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:15:42.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:15:42.842 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:15:42.879 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:42.917 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:42.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:42.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:42.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:42 smithi018 ceph-mon[149401]: pgmap v1017: 89 pgs: 89 active+clean; 136 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 20 MiB/s wr, 320 op/s 2023-09-23T18:15:43.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:42 smithi018 ceph-mon[153734]: pgmap v1017: 89 pgs: 89 active+clean; 136 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 20 MiB/s wr, 320 op/s 2023-09-23T18:15:43.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:42 smithi149 ceph-mon[135148]: pgmap v1017: 89 pgs: 89 active+clean; 136 MiB data, 3.1 GiB used, 533 GiB / 536 GiB avail; 20 MiB/s wr, 320 op/s 2023-09-23T18:15:43.162 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:43.249 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:43.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:43.260 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:43.291 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:15:43.360 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:43.393 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:43.411 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:15:43.431 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:15:43.437 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:43.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:43.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:43.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:43.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:43.618 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:43.686 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:43.694 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 9576 9560 149.321 109.5 0.00703349 0.00668583 2023-09-23T18:15:43.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:43.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:43.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:43.837 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:43.888 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:43.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:43.892 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:43.952 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:15:43.992 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:43.992 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:44.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:44.130 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:44.132 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1956396811' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.133 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:43 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:44.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:44.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:44.273 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1956396811' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:43 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1956396811' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:43 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:15:44.321 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:44.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:44.325 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:44.426 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:44.454 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:44.695 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 11930 11914 148.847 147.125 0.0073228 0.00670898 2023-09-23T18:15:44.749 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:44.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:44.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:44.854 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:44.943 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:44.965 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1018,"stamp":"2023-09-23T18:15:43.390502+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":300160947,"num_objects":4535,"num_object_clones":0,"num_object_copies":13605,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4535,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":5613,"num_write_kb":303589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":226,"num_bytes_recovered":17394584,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5677,"ondisk_log_size":5677,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":3650216,"kb_used_data":1113912,"kb_used_omap":47,"kb_used_meta":2536208,"kb_avail":558820696,"statfs":{"total":575970213888,"available":572232392704,"internally_reserved":0,"allocated":1140645888,"data_stored":1133226112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2597077249},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,3,3,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":295370752,"num_objects":4507,"num_object_clones":0,"num_object_copies":13521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4507,"num_write_kb":288448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001608"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790822+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:15:35.790822+0000","last_peered":"2023-09-23T18:15:35.790822+0000","last_clean":"2023-09-23T18:15:35.790822+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:15:35.790822+0000","last_undegraded":"2023-09-23T18:15:35.790822+0000","last_fullsized":"2023-09-23T18:15:35.790822+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":360,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482875+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:15:37.482875+0000","last_peered":"2023-09-23T18:15:37.482875+0000","last_clean":"2023-09-23T18:15:37.482875+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:15:37.482875+0000","last_undegraded":"2023-09-23T18:15:37.482875+0000","last_fullsized":"2023-09-23T18:15:37.482875+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":294,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924294+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:15:34.924294+0000","last_peered":"2023-09-23T18:15:34.924294+0000","last_clean":"2023-09-23T18:15:34.924294+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:15:34.924294+0000","last_undegraded":"2023-09-23T18:15:34.924294+0000","last_fullsized":"2023-09-23T18:15:34.924294+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":212,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792555+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:15:35.792555+0000","last_peered":"2023-09-23T18:15:35.792555+0000","last_clean":"2023-09-23T18:15:35.792555+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:15:35.792555+0000","last_undegraded":"2023-09-23T18:15:35.792555+0000","last_fullsized":"2023-09-23T18:15:35.792555+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":420,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482625+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:15:37.482625+0000","last_peered":"2023-09-23T18:15:37.482625+0000","last_clean":"2023-09-23T18:15:37.482625+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:15:37.482625+0000","last_undegraded":"2023-09-23T18:15:37.482625+0000","last_fullsized":"2023-09-23T18:15:37.482625+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":208,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.848083+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:15:34.848083+0000","last_peered":"2023-09-23T18:15:34.848083+0000","last_clean":"2023-09-23T18:15:34.848083+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:15:34.848083+0000","last_undegraded":"2023-09-23T18:15:34.848083+0000","last_fullsized":"2023-09-23T18:15:34.848083+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":342,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791003+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:15:35.791003+0000","last_peered":"2023-09-23T18:15:35.791003+0000","last_clean":"2023-09-23T18:15:35.791003+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:15:35.791003+0000","last_undegraded":"2023-09-23T18:15:35.791003+0000","last_fullsized":"2023-09-23T18:15:35.791003+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":394,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482718+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:15:37.482718+0000","last_peered":"2023-09-23T18:15:37.482718+0000","last_clean":"2023-09-23T18:15:37.482718+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:15:37.482718+0000","last_undegraded":"2023-09-23T18:15:37.482718+0000","last_fullsized":"2023-09-23T18:15:37.482718+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":195,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847930+0000","last_change":"2023-09-23T18:13:47.949902+0000","last_active":"2023-09-23T18:15:34.847930+0000","last_peered":"2023-09-23T18:15:34.847930+0000","last_clean":"2023-09-23T18:15:34.847930+0000","last_became_active":"2023-09-23T18:13:47.949626+0000","last_became_peered":"2023-09-23T18:13:47.949626+0000","last_unstale":"2023-09-23T18:15:34.847930+0000","last_undegraded":"2023-09-23T18:15:34.847930+0000","last_fullsized":"2023-09-23T18:15:34.847930+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":314,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482584+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:15:37.482584+0000","last_peered":"2023-09-23T18:15:37.482584+0000","last_clean":"2023-09-23T18:15:37.482584+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:15:37.482584+0000","last_undegraded":"2023-09-23T18:15:37.482584+0000","last_fullsized":"2023-09-23T18:15:37.482584+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":67,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482902+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:15:37.482902+0000","last_peered":"2023-09-23T18:15:37.482902+0000","last_clean":"2023-09-23T18:15:37.482902+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:15:37.482902+0000","last_undegraded":"2023-09-23T18:15:37.482902+0000","last_fullsized":"2023-09-23T18:15:37.482902+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":156,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847905+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:15:34.847905+0000","last_peered":"2023-09-23T18:15:34.847905+0000","last_clean":"2023-09-23T18:15:34.847905+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:15:34.847905+0000","last_undegraded":"2023-09-23T18:15:34.847905+0000","last_fullsized":"2023-09-23T18:15:34.847905+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":39,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790980+0000","last_change":"2023-09-23T18:15:24.964198+0000","last_active":"2023-09-23T18:15:35.790980+0000","last_peered":"2023-09-23T18:15:35.790980+0000","last_clean":"2023-09-23T18:15:35.790980+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:15:35.790980+0000","last_undegraded":"2023-09-23T18:15:35.790980+0000","last_fullsized":"2023-09-23T18:15:35.790980+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":370,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791089+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:15:35.791089+0000","last_peered":"2023-09-23T18:15:35.791089+0000","last_clean":"2023-09-23T18:15:35.791089+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:15:35.791089+0000","last_undegraded":"2023-09-23T18:15:35.791089+0000","last_fullsized":"2023-09-23T18:15:35.791089+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":35,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790788+0000","last_change":"2023-09-23T18:15:24.973844+0000","last_active":"2023-09-23T18:15:35.790788+0000","last_peered":"2023-09-23T18:15:35.790788+0000","last_clean":"2023-09-23T18:15:35.790788+0000","last_became_active":"2023-09-23T18:14:17.807045+0000","last_became_peered":"2023-09-23T18:14:17.807045+0000","last_unstale":"2023-09-23T18:15:35.790788+0000","last_undegraded":"2023-09-23T18:15:35.790788+0000","last_fullsized":"2023-09-23T18:15:35.790788+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":376,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482720+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:15:37.482720+0000","last_peered":"2023-09-23T18:15:37.482720+0000","last_clean":"2023-09-23T18:15:37.482720+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:15:37.482720+0000","last_undegraded":"2023-09-23T18:15:37.482720+0000","last_fullsized":"2023-09-23T18:15:37.482720+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":211,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791804+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:15:35.791804+0000","last_peered":"2023-09-23T18:15:35.791804+0000","last_clean":"2023-09-23T18:15:35.791804+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:15:35.791804+0000","last_undegraded":"2023-09-23T18:15:35.791804+0000","last_fullsized":"2023-09-23T18:15:35.791804+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":180,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847979+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:15:34.847979+0000","last_peered":"2023-09-23T18:15:34.847979+0000","last_clean":"2023-09-23T18:15:34.847979+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:15:34.847979+0000","last_undegraded":"2023-09-23T18:15:34.847979+0000","last_fullsized":"2023-09-23T18:15:34.847979+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":312,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791210+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:15:35.791210+0000","last_peered":"2023-09-23T18:15:35.791210+0000","last_clean":"2023-09-23T18:15:35.791210+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:15:35.791210+0000","last_undegraded":"2023-09-23T18:15:35.791210+0000","last_fullsized":"2023-09-23T18:15:35.791210+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":328,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792650+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:15:35.792650+0000","last_peered":"2023-09-23T18:15:35.792650+0000","last_clean":"2023-09-23T18:15:35.792650+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:15:35.792650+0000","last_undegraded":"2023-09-23T18:15:35.792650+0000","last_fullsized":"2023-09-23T18:15:35.792650+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":262,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791918+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:15:35.791918+0000","last_peered":"2023-09-23T18:15:35.791918+0000","last_clean":"2023-09-23T18:15:35.791918+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:15:35.791918+0000","last_undegraded":"2023-09-23T18:15:35.791918+0000","last_fullsized":"2023-09-23T18:15:35.791918+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":345,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.483264+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:15:37.483264+0000","last_peered":"2023-09-23T18:15:37.483264+0000","last_clean":"2023-09-23T18:15:37.483264+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:15:37.483264+0000","last_undegraded":"2023-09-23T18:15:37.483264+0000","last_fullsized":"2023-09-23T18:15:37.483264+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"351'156","reported_seq":167,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.746281+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:15:40.746281+0000","last_peered":"2023-09-23T18:15:40.746281+0000","last_clean":"2023-09-23T18:15:40.746281+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:15:40.746281+0000","last_undegraded":"2023-09-23T18:15:40.746281+0000","last_fullsized":"2023-09-23T18:15:40.746281+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":156,"log_dups_size":0,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10223616,"num_objects":156,"num_object_clones":0,"num_object_copies":468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":156,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":9984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":276,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791322+0000","last_change":"2023-09-23T18:13:47.958920+0000","last_active":"2023-09-23T18:15:35.791322+0000","last_peered":"2023-09-23T18:15:35.791322+0000","last_clean":"2023-09-23T18:15:35.791322+0000","last_became_active":"2023-09-23T18:13:47.958598+0000","last_became_peered":"2023-09-23T18:13:47.958598+0000","last_unstale":"2023-09-23T18:15:35.791322+0000","last_undegraded":"2023-09-23T18:15:35.791322+0000","last_fullsized":"2023-09-23T18:15:35.791322+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":189,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847584+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:15:34.847584+0000","last_peered":"2023-09-23T18:15:34.847584+0000","last_clean":"2023-09-23T18:15:34.847584+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:15:34.847584+0000","last_undegraded":"2023-09-23T18:15:34.847584+0000","last_fullsized":"2023-09-23T18:15:34.847584+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"351'179","reported_seq":190,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.810965+0000","last_change":"2023-09-23T18:15:33.850540+0000","last_active":"2023-09-23T18:15:40.810965+0000","last_peered":"2023-09-23T18:15:40.810965+0000","last_clean":"2023-09-23T18:15:40.810965+0000","last_became_active":"2023-09-23T18:15:33.850250+0000","last_became_peered":"2023-09-23T18:15:33.850250+0000","last_unstale":"2023-09-23T18:15:40.810965+0000","last_undegraded":"2023-09-23T18:15:40.810965+0000","last_fullsized":"2023-09-23T18:15:40.810965+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":179,"log_dups_size":0,"ondisk_log_size":179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11730944,"num_objects":179,"num_object_clones":0,"num_object_copies":537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":179,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":179,"num_write_kb":11456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":33,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791262+0000","last_change":"2023-09-23T18:15:24.474516+0000","last_active":"2023-09-23T18:15:35.791262+0000","last_peered":"2023-09-23T18:15:35.791262+0000","last_clean":"2023-09-23T18:15:35.791262+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:15:35.791262+0000","last_undegraded":"2023-09-23T18:15:35.791262+0000","last_fullsized":"2023-09-23T18:15:35.791262+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":361,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791242+0000","last_change":"2023-09-23T18:13:47.949923+0000","last_active":"2023-09-23T18:15:35.791242+0000","last_peered":"2023-09-23T18:15:35.791242+0000","last_clean":"2023-09-23T18:15:35.791242+0000","last_became_active":"2023-09-23T18:13:47.949602+0000","last_became_peered":"2023-09-23T18:13:47.949602+0000","last_unstale":"2023-09-23T18:15:35.791242+0000","last_undegraded":"2023-09-23T18:15:35.791242+0000","last_fullsized":"2023-09-23T18:15:35.791242+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"351'322","reported_seq":334,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.712049+0000","last_change":"2023-09-23T18:15:34.124936+0000","last_active":"2023-09-23T18:15:41.712049+0000","last_peered":"2023-09-23T18:15:41.712049+0000","last_clean":"2023-09-23T18:15:41.712049+0000","last_became_active":"2023-09-23T18:15:34.124649+0000","last_became_peered":"2023-09-23T18:15:34.124649+0000","last_unstale":"2023-09-23T18:15:41.712049+0000","last_undegraded":"2023-09-23T18:15:41.712049+0000","last_fullsized":"2023-09-23T18:15:41.712049+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":322,"log_dups_size":0,"ondisk_log_size":322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:07:16.730979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21102592,"num_objects":322,"num_object_clones":0,"num_object_copies":966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":322,"num_write_kb":20608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":220,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847899+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:15:34.847899+0000","last_peered":"2023-09-23T18:15:34.847899+0000","last_clean":"2023-09-23T18:15:34.847899+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:15:34.847899+0000","last_undegraded":"2023-09-23T18:15:34.847899+0000","last_fullsized":"2023-09-23T18:15:34.847899+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":205,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924340+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:15:34.924340+0000","last_peered":"2023-09-23T18:15:34.924340+0000","last_clean":"2023-09-23T18:15:34.924340+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:15:34.924340+0000","last_undegraded":"2023-09-23T18:15:34.924340+0000","last_fullsized":"2023-09-23T18:15:34.924340+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"351'262","reported_seq":274,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.254367+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:15:41.254367+0000","last_peered":"2023-09-23T18:15:41.254367+0000","last_clean":"2023-09-23T18:15:41.254367+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:15:41.254367+0000","last_undegraded":"2023-09-23T18:15:41.254367+0000","last_fullsized":"2023-09-23T18:15:41.254367+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":262,"log_dups_size":0,"ondisk_log_size":262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17170432,"num_objects":262,"num_object_clones":0,"num_object_copies":786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":262,"num_write_kb":16768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":354,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.848215+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:15:34.848215+0000","last_peered":"2023-09-23T18:15:34.848215+0000","last_clean":"2023-09-23T18:15:34.848215+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:15:34.848215+0000","last_undegraded":"2023-09-23T18:15:34.848215+0000","last_fullsized":"2023-09-23T18:15:34.848215+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":355,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792036+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:15:35.792036+0000","last_peered":"2023-09-23T18:15:35.792036+0000","last_clean":"2023-09-23T18:15:35.792036+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:15:35.792036+0000","last_undegraded":"2023-09-23T18:15:35.792036+0000","last_fullsized":"2023-09-23T18:15:35.792036+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"351'471","reported_seq":484,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:42.613984+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:15:42.613984+0000","last_peered":"2023-09-23T18:15:42.613984+0000","last_clean":"2023-09-23T18:15:42.613984+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:15:42.613984+0000","last_undegraded":"2023-09-23T18:15:42.613984+0000","last_fullsized":"2023-09-23T18:15:42.613984+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":471,"log_dups_size":0,"ondisk_log_size":471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30867456,"num_objects":471,"num_object_clones":0,"num_object_copies":1413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":471,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":378,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.483083+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:15:37.483083+0000","last_peered":"2023-09-23T18:15:37.483083+0000","last_clean":"2023-09-23T18:15:37.483083+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:15:37.483083+0000","last_undegraded":"2023-09-23T18:15:37.483083+0000","last_fullsized":"2023-09-23T18:15:37.483083+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791074+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:15:35.791074+0000","last_peered":"2023-09-23T18:15:35.791074+0000","last_clean":"2023-09-23T18:15:35.791074+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:15:35.791074+0000","last_undegraded":"2023-09-23T18:15:35.791074+0000","last_fullsized":"2023-09-23T18:15:35.791074+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"351'270","reported_seq":282,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.269928+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:15:41.269928+0000","last_peered":"2023-09-23T18:15:41.269928+0000","last_clean":"2023-09-23T18:15:41.269928+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:15:41.269928+0000","last_undegraded":"2023-09-23T18:15:41.269928+0000","last_fullsized":"2023-09-23T18:15:41.269928+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":270,"log_dups_size":0,"ondisk_log_size":270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17694720,"num_objects":270,"num_object_clones":0,"num_object_copies":810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":270,"num_write_kb":17280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790913+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:15:35.790913+0000","last_peered":"2023-09-23T18:15:35.790913+0000","last_clean":"2023-09-23T18:15:35.790913+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:15:35.790913+0000","last_undegraded":"2023-09-23T18:15:35.790913+0000","last_fullsized":"2023-09-23T18:15:35.790913+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790964+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:15:35.790964+0000","last_peered":"2023-09-23T18:15:35.790964+0000","last_clean":"2023-09-23T18:15:35.790964+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:15:35.790964+0000","last_undegraded":"2023-09-23T18:15:35.790964+0000","last_fullsized":"2023-09-23T18:15:35.790964+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"351'201","reported_seq":212,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.832630+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:15:40.832630+0000","last_peered":"2023-09-23T18:15:40.832630+0000","last_clean":"2023-09-23T18:15:40.832630+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:15:40.832630+0000","last_undegraded":"2023-09-23T18:15:40.832630+0000","last_fullsized":"2023-09-23T18:15:40.832630+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13172736,"num_objects":201,"num_object_clones":0,"num_object_copies":603,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":201,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":201,"num_write_kb":12864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790843+0000","last_change":"2023-09-23T18:14:17.805951+0000","last_active":"2023-09-23T18:15:35.790843+0000","last_peered":"2023-09-23T18:15:35.790843+0000","last_clean":"2023-09-23T18:15:35.790843+0000","last_became_active":"2023-09-23T18:14:17.805602+0000","last_became_peered":"2023-09-23T18:14:17.805602+0000","last_unstale":"2023-09-23T18:15:35.790843+0000","last_undegraded":"2023-09-23T18:15:35.790843+0000","last_fullsized":"2023-09-23T18:15:35.790843+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":370,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791325+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:15:35.791325+0000","last_peered":"2023-09-23T18:15:35.791325+0000","last_clean":"2023-09-23T18:15:35.791325+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:15:35.791325+0000","last_undegraded":"2023-09-23T18:15:35.791325+0000","last_fullsized":"2023-09-23T18:15:35.791325+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"351'247","reported_seq":258,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.275646+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:15:41.275646+0000","last_peered":"2023-09-23T18:15:41.275646+0000","last_clean":"2023-09-23T18:15:41.275646+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:15:41.275646+0000","last_undegraded":"2023-09-23T18:15:41.275646+0000","last_fullsized":"2023-09-23T18:15:41.275646+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":247,"log_dups_size":0,"ondisk_log_size":247,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16187392,"num_objects":247,"num_object_clones":0,"num_object_copies":741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":247,"num_write_kb":15808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":380,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482532+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:15:37.482532+0000","last_peered":"2023-09-23T18:15:37.482532+0000","last_clean":"2023-09-23T18:15:37.482532+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:15:37.482532+0000","last_undegraded":"2023-09-23T18:15:37.482532+0000","last_fullsized":"2023-09-23T18:15:37.482532+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":349,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924974+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:15:34.924974+0000","last_peered":"2023-09-23T18:15:34.924974+0000","last_clean":"2023-09-23T18:15:34.924974+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:15:34.924974+0000","last_undegraded":"2023-09-23T18:15:34.924974+0000","last_fullsized":"2023-09-23T18:15:34.924974+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"351'349","reported_seq":361,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.719433+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:15:41.719433+0000","last_peered":"2023-09-23T18:15:41.719433+0000","last_clean":"2023-09-23T18:15:41.719433+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:15:41.719433+0000","last_undegraded":"2023-09-23T18:15:41.719433+0000","last_fullsized":"2023-09-23T18:15:41.719433+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":349,"log_dups_size":0,"ondisk_log_size":349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22872064,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":349,"num_write_kb":22336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":948,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924784+0000","last_change":"2023-09-23T18:15:25.129739+0000","last_active":"2023-09-23T18:15:34.924784+0000","last_peered":"2023-09-23T18:15:34.924784+0000","last_clean":"2023-09-23T18:15:34.924784+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:15:34.924784+0000","last_undegraded":"2023-09-23T18:15:34.924784+0000","last_fullsized":"2023-09-23T18:15:34.924784+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":180,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.848060+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:15:34.848060+0000","last_peered":"2023-09-23T18:15:34.848060+0000","last_clean":"2023-09-23T18:15:34.848060+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:15:34.848060+0000","last_undegraded":"2023-09-23T18:15:34.848060+0000","last_fullsized":"2023-09-23T18:15:34.848060+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":259,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924283+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:15:34.924283+0000","last_peered":"2023-09-23T18:15:34.924283+0000","last_clean":"2023-09-23T18:15:34.924283+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:15:34.924283+0000","last_undegraded":"2023-09-23T18:15:34.924283+0000","last_fullsized":"2023-09-23T18:15:34.924283+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"351'167","reported_seq":178,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.744608+0000","last_change":"2023-09-23T18:15:33.855939+0000","last_active":"2023-09-23T18:15:40.744608+0000","last_peered":"2023-09-23T18:15:40.744608+0000","last_clean":"2023-09-23T18:15:40.744608+0000","last_became_active":"2023-09-23T18:15:33.855731+0000","last_became_peered":"2023-09-23T18:15:33.855731+0000","last_unstale":"2023-09-23T18:15:40.744608+0000","last_undegraded":"2023-09-23T18:15:40.744608+0000","last_fullsized":"2023-09-23T18:15:40.744608+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":167,"log_dups_size":0,"ondisk_log_size":167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10944512,"num_objects":167,"num_object_clones":0,"num_object_copies":501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":167,"num_write_kb":10688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1094,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847734+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:15:34.847734+0000","last_peered":"2023-09-23T18:15:34.847734+0000","last_clean":"2023-09-23T18:15:34.847734+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:15:34.847734+0000","last_undegraded":"2023-09-23T18:15:34.847734+0000","last_fullsized":"2023-09-23T18:15:34.847734+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":353,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791016+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:15:35.791016+0000","last_peered":"2023-09-23T18:15:35.791016+0000","last_clean":"2023-09-23T18:15:35.791016+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:15:35.791016+0000","last_undegraded":"2023-09-23T18:15:35.791016+0000","last_fullsized":"2023-09-23T18:15:35.791016+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":264,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924604+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:15:34.924604+0000","last_peered":"2023-09-23T18:15:34.924604+0000","last_clean":"2023-09-23T18:15:34.924604+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:15:34.924604+0000","last_undegraded":"2023-09-23T18:15:34.924604+0000","last_fullsized":"2023-09-23T18:15:34.924604+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"351'471","reported_seq":484,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:42.618380+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:15:42.618380+0000","last_peered":"2023-09-23T18:15:42.618380+0000","last_clean":"2023-09-23T18:15:42.618380+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:15:42.618380+0000","last_undegraded":"2023-09-23T18:15:42.618380+0000","last_fullsized":"2023-09-23T18:15:42.618380+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":471,"log_dups_size":0,"ondisk_log_size":471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30867456,"num_objects":471,"num_object_clones":0,"num_object_copies":1413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":471,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":614,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:36.853871+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:15:36.853871+0000","last_peered":"2023-09-23T18:15:36.853871+0000","last_clean":"2023-09-23T18:15:36.853871+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:15:36.853871+0000","last_undegraded":"2023-09-23T18:15:36.853871+0000","last_fullsized":"2023-09-23T18:15:36.853871+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":269,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924294+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:15:34.924294+0000","last_peered":"2023-09-23T18:15:34.924294+0000","last_clean":"2023-09-23T18:15:34.924294+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:15:34.924294+0000","last_undegraded":"2023-09-23T18:15:34.924294+0000","last_fullsized":"2023-09-23T18:15:34.924294+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":358,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.925041+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:15:34.925041+0000","last_peered":"2023-09-23T18:15:34.925041+0000","last_clean":"2023-09-23T18:15:34.925041+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:15:34.925041+0000","last_undegraded":"2023-09-23T18:15:34.925041+0000","last_fullsized":"2023-09-23T18:15:34.925041+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"351'159","reported_seq":170,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.751999+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:15:40.751999+0000","last_peered":"2023-09-23T18:15:40.751999+0000","last_clean":"2023-09-23T18:15:40.751999+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:15:40.751999+0000","last_undegraded":"2023-09-23T18:15:40.751999+0000","last_fullsized":"2023-09-23T18:15:40.751999+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":159,"log_dups_size":0,"ondisk_log_size":159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10420224,"num_objects":159,"num_object_clones":0,"num_object_copies":477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":159,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":10176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":886,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.847801+0000","last_change":"2023-09-23T18:15:14.314364+0000","last_active":"2023-09-23T18:15:34.847801+0000","last_peered":"2023-09-23T18:15:34.847801+0000","last_clean":"2023-09-23T18:15:34.847801+0000","last_became_active":"2023-09-23T18:15:14.313853+0000","last_became_peered":"2023-09-23T18:15:14.313853+0000","last_unstale":"2023-09-23T18:15:34.847801+0000","last_undegraded":"2023-09-23T18:15:34.847801+0000","last_fullsized":"2023-09-23T18:15:34.847801+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":344,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791857+0000","last_change":"2023-09-23T18:15:25.028748+0000","last_active":"2023-09-23T18:15:35.791857+0000","last_peered":"2023-09-23T18:15:35.791857+0000","last_clean":"2023-09-23T18:15:35.791857+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:15:35.791857+0000","last_undegraded":"2023-09-23T18:15:35.791857+0000","last_fullsized":"2023-09-23T18:15:35.791857+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":388,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482659+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:15:37.482659+0000","last_peered":"2023-09-23T18:15:37.482659+0000","last_clean":"2023-09-23T18:15:37.482659+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:15:37.482659+0000","last_undegraded":"2023-09-23T18:15:37.482659+0000","last_fullsized":"2023-09-23T18:15:37.482659+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790913+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:15:35.790913+0000","last_peered":"2023-09-23T18:15:35.790913+0000","last_clean":"2023-09-23T18:15:35.790913+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:15:35.790913+0000","last_undegraded":"2023-09-23T18:15:35.790913+0000","last_fullsized":"2023-09-23T18:15:35.790913+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"351'285","reported_seq":297,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.270707+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:15:41.270707+0000","last_peered":"2023-09-23T18:15:41.270707+0000","last_clean":"2023-09-23T18:15:41.270707+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:15:41.270707+0000","last_undegraded":"2023-09-23T18:15:41.270707+0000","last_fullsized":"2023-09-23T18:15:41.270707+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":285,"log_dups_size":0,"ondisk_log_size":285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18677760,"num_objects":285,"num_object_clones":0,"num_object_copies":855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":285,"num_write_kb":18240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":752,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924188+0000","last_change":"2023-09-23T18:14:51.332961+0000","last_active":"2023-09-23T18:15:34.924188+0000","last_peered":"2023-09-23T18:15:34.924188+0000","last_clean":"2023-09-23T18:15:34.924188+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:15:34.924188+0000","last_undegraded":"2023-09-23T18:15:34.924188+0000","last_fullsized":"2023-09-23T18:15:34.924188+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":346,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791526+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:15:35.791526+0000","last_peered":"2023-09-23T18:15:35.791526+0000","last_clean":"2023-09-23T18:15:35.791526+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:15:35.791526+0000","last_undegraded":"2023-09-23T18:15:35.791526+0000","last_fullsized":"2023-09-23T18:15:35.791526+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":212,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792512+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:15:35.792512+0000","last_peered":"2023-09-23T18:15:35.792512+0000","last_clean":"2023-09-23T18:15:35.792512+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:15:35.792512+0000","last_undegraded":"2023-09-23T18:15:35.792512+0000","last_fullsized":"2023-09-23T18:15:35.792512+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"351'471","reported_seq":483,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:42.622684+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:15:42.622684+0000","last_peered":"2023-09-23T18:15:42.622684+0000","last_clean":"2023-09-23T18:15:42.622684+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:15:42.622684+0000","last_undegraded":"2023-09-23T18:15:42.622684+0000","last_fullsized":"2023-09-23T18:15:42.622684+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":471,"log_dups_size":0,"ondisk_log_size":471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30867456,"num_objects":471,"num_object_clones":0,"num_object_copies":1413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":471,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":405,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792680+0000","last_change":"2023-09-23T18:15:24.975904+0000","last_active":"2023-09-23T18:15:35.792680+0000","last_peered":"2023-09-23T18:15:35.792680+0000","last_clean":"2023-09-23T18:15:35.792680+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:15:35.792680+0000","last_undegraded":"2023-09-23T18:15:35.792680+0000","last_fullsized":"2023-09-23T18:15:35.792680+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":288,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924863+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:15:34.924863+0000","last_peered":"2023-09-23T18:15:34.924863+0000","last_clean":"2023-09-23T18:15:34.924863+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:15:34.924863+0000","last_undegraded":"2023-09-23T18:15:34.924863+0000","last_fullsized":"2023-09-23T18:15:34.924863+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":362,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792100+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:15:35.792100+0000","last_peered":"2023-09-23T18:15:35.792100+0000","last_clean":"2023-09-23T18:15:35.792100+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:15:35.792100+0000","last_undegraded":"2023-09-23T18:15:35.792100+0000","last_fullsized":"2023-09-23T18:15:35.792100+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"351'326","reported_seq":338,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:41.713407+0000","last_change":"2023-09-23T18:15:33.855940+0000","last_active":"2023-09-23T18:15:41.713407+0000","last_peered":"2023-09-23T18:15:41.713407+0000","last_clean":"2023-09-23T18:15:41.713407+0000","last_became_active":"2023-09-23T18:15:33.855645+0000","last_became_peered":"2023-09-23T18:15:33.855645+0000","last_unstale":"2023-09-23T18:15:41.713407+0000","last_undegraded":"2023-09-23T18:15:41.713407+0000","last_fullsized":"2023-09-23T18:15:41.713407+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":326,"log_dups_size":0,"ondisk_log_size":326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:52.915017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21364736,"num_objects":326,"num_object_clones":0,"num_object_copies":978,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":326,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":326,"num_write_kb":20864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":339,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.483249+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:15:37.483249+0000","last_peered":"2023-09-23T18:15:37.483249+0000","last_clean":"2023-09-23T18:15:37.483249+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:15:37.483249+0000","last_undegraded":"2023-09-23T18:15:37.483249+0000","last_fullsized":"2023-09-23T18:15:37.483249+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":977,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.924875+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:15:34.924875+0000","last_peered":"2023-09-23T18:15:34.924875+0000","last_clean":"2023-09-23T18:15:34.924875+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:15:34.924875+0000","last_undegraded":"2023-09-23T18:15:34.924875+0000","last_fullsized":"2023-09-23T18:15:34.924875+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":384,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482547+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:15:37.482547+0000","last_peered":"2023-09-23T18:15:37.482547+0000","last_clean":"2023-09-23T18:15:37.482547+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:15:37.482547+0000","last_undegraded":"2023-09-23T18:15:37.482547+0000","last_fullsized":"2023-09-23T18:15:37.482547+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"351'171","reported_seq":182,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-09-23T18:15:40.755939+0000","last_change":"2023-09-23T18:15:34.124818+0000","last_active":"2023-09-23T18:15:40.755939+0000","last_peered":"2023-09-23T18:15:40.755939+0000","last_clean":"2023-09-23T18:15:40.755939+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:15:40.755939+0000","last_undegraded":"2023-09-23T18:15:40.755939+0000","last_fullsized":"2023-09-23T18:15:40.755939+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11206656,"num_objects":171,"num_object_clones":0,"num_object_copies":513,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":171,"num_write_kb":10944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":531,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:36.854476+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:15:36.854476+0000","last_peered":"2023-09-23T18:15:36.854476+0000","last_clean":"2023-09-23T18:15:36.854476+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:15:36.854476+0000","last_undegraded":"2023-09-23T18:15:36.854476+0000","last_fullsized":"2023-09-23T18:15:36.854476+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":207,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792605+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:15:35.792605+0000","last_peered":"2023-09-23T18:15:35.792605+0000","last_clean":"2023-09-23T18:15:35.792605+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:15:35.792605+0000","last_undegraded":"2023-09-23T18:15:35.792605+0000","last_fullsized":"2023-09-23T18:15:35.792605+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790924+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:15:35.790924+0000","last_peered":"2023-09-23T18:15:35.790924+0000","last_clean":"2023-09-23T18:15:35.790924+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:15:35.790924+0000","last_undegraded":"2023-09-23T18:15:35.790924+0000","last_fullsized":"2023-09-23T18:15:35.790924+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":211,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.792067+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:15:35.792067+0000","last_peered":"2023-09-23T18:15:35.792067+0000","last_clean":"2023-09-23T18:15:35.792067+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:15:35.792067+0000","last_undegraded":"2023-09-23T18:15:35.792067+0000","last_fullsized":"2023-09-23T18:15:35.792067+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":153,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:36.854314+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:15:36.854314+0000","last_peered":"2023-09-23T18:15:36.854314+0000","last_clean":"2023-09-23T18:15:36.854314+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:15:36.854314+0000","last_undegraded":"2023-09-23T18:15:36.854314+0000","last_fullsized":"2023-09-23T18:15:36.854314+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":358,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.848263+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:15:34.848263+0000","last_peered":"2023-09-23T18:15:34.848263+0000","last_clean":"2023-09-23T18:15:34.848263+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:15:34.848263+0000","last_undegraded":"2023-09-23T18:15:34.848263+0000","last_fullsized":"2023-09-23T18:15:34.848263+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790876+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:15:35.790876+0000","last_peered":"2023-09-23T18:15:35.790876+0000","last_clean":"2023-09-23T18:15:35.790876+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:15:35.790876+0000","last_undegraded":"2023-09-23T18:15:35.790876+0000","last_fullsized":"2023-09-23T18:15:35.790876+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":345,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:34.848195+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:15:34.848195+0000","last_peered":"2023-09-23T18:15:34.848195+0000","last_clean":"2023-09-23T18:15:34.848195+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:15:34.848195+0000","last_undegraded":"2023-09-23T18:15:34.848195+0000","last_fullsized":"2023-09-23T18:15:34.848195+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790994+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:15:35.790994+0000","last_peered":"2023-09-23T18:15:35.790994+0000","last_clean":"2023-09-23T18:15:35.790994+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:15:35.790994+0000","last_undegraded":"2023-09-23T18:15:35.790994+0000","last_fullsized":"2023-09-23T18:15:35.790994+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":409,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.483081+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:15:37.483081+0000","last_peered":"2023-09-23T18:15:37.483081+0000","last_clean":"2023-09-23T18:15:37.483081+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:15:37.483081+0000","last_undegraded":"2023-09-23T18:15:37.483081+0000","last_fullsized":"2023-09-23T18:15:37.483081+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":388,"reported_epoch":350,"state":"active+clean","last_fresh":"2023-09-23T18:15:37.482532+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:15:37.482532+0000","last_peered":"2023-09-23T18:15:37.482532+0000","last_clean":"2023-09-23T18:15:37.482532+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:15:37.482532+0000","last_undegraded":"2023-09-23T18:15:37.482532+0000","last_fullsized":"2023-09-23T18:15:37.482532+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":239,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.791010+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:15:35.791010+0000","last_peered":"2023-09-23T18:15:35.791010+0000","last_clean":"2023-09-23T18:15:35.791010+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:15:35.791010+0000","last_undegraded":"2023-09-23T18:15:35.791010+0000","last_fullsized":"2023-09-23T18:15:35.791010+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-09-23T18:15:35.790781+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:15:35.790781+0000","last_peered":"2023-09-23T18:15:35.790781+0000","last_clean":"2023-09-23T18:15:35.790781+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:15:35.790781+0000","last_undegraded":"2023-09-23T18:15:35.790781+0000","last_fullsized":"2023-09-23T18:15:35.790781+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":72,"num_bytes_recovered":26962,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":295370752,"num_objects":4507,"num_object_clones":0,"num_object_copies":13521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4507,"num_write_kb":288448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":900792320,"data_stored":900792320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4507,"ondisk_log_size":4507,"up":48,"acting":48,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430569,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309665,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436632,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227244,"kb_used_data":87972,"kb_used_omap":17,"kb_used_meta":139246,"kb_avail":93517908,"statfs":{"total":95995035648,"available":95762337792,"internally_reserved":0,"allocated":90083328,"data_stored":88649458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":142588004},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.077,"5min":5.077,"15min":5.077},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":48.408999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":1.48},{"interface":"front","average":{"1min":3.3010000000000002,"5min":3.3010000000000002,"15min":3.3010000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":9.5790000000000006,"5min":9.5790000000000006,"15min":9.5790000000000006},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":5.1970000000000001,"5min":5.1970000000000001,"15min":5.1970000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":23.407,"5min":23.407,"15min":23.407},"last":0.77000000000000002},{"interface":"front","average":{"1min":5.718,"5min":5.718,"15min":5.718},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":57.387,"5min":57.387,"15min":57.387},"last":1.1060000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":4.04,"5min":4.04,"15min":4.04},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":21.218,"5min":21.218,"15min":21.218},"last":0.505},{"interface":"front","average":{"1min":5.2729999999999997,"5min":5.2729999999999997,"15min":5.2729999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.727,"5min":17.727,"15min":17.727},"last":0.81499999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":8.7040000000000006,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.55100000000000005},{"interface":"front","average":{"1min":2.7250000000000001,"5min":2.7250000000000001,"15min":2.7250000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":14.898,"5min":14.898,"15min":14.898},"last":0.88100000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.738,"5min":2.738,"15min":2.738},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":14.987,"5min":14.987,"15min":14.987},"last":0.95199999999999996},{"interface":"front","average":{"1min":2.9660000000000002,"5min":2.9660000000000002,"15min":2.9660000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":31.023,"5min":31.023,"15min":31.023},"last":1.194}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.988,"5min":2.988,"15min":2.988},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":31.064,"5min":31.064,"15min":31.064},"last":1.1699999999999999},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":8.6549999999999994},"last":0.79800000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":14.949999999999999,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":3.0150000000000001,"5min":3.0150000000000001,"15min":3.0150000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":31.093,"5min":31.093,"15min":31.093},"last":1.143}]}]},{"osd":0,"up_from":85,"seq":365072220407,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":632324,"kb_used_data":112892,"kb_used_omap":8,"kb_used_meta":519415,"kb_avail":93112828,"statfs":{"total":95995035648,"available":95347535872,"internally_reserved":0,"allocated":115601408,"data_stored":114143891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":531881572},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.1869999999999998,"5min":3.1869999999999998,"15min":3.1869999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":15.379,"5min":15.379,"15min":15.379},"last":0.504},{"interface":"front","average":{"1min":7.3079999999999998,"5min":7.3079999999999998,"15min":7.3079999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":68.161000000000001,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.75800000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.7990000000000004,"5min":4.5709999999999997,"15min":2.7090000000000001},"min":{"1min":0.28999999999999998,"5min":0.22700000000000001,"15min":0.221},"max":{"1min":16.373000000000001,"5min":27.821999999999999,"15min":27.821999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":2.9900000000000002,"5min":3.7490000000000001,"15min":2.4209999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":10.981999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":1.863}]},{"osd":3,"last update":"Sat Sep 23 18:15:28 2023","interfaces":[{"interface":"back","average":{"1min":6.7489999999999997,"5min":5.4980000000000002,"15min":3.0990000000000002},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":69.905000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":6.2430000000000003,"5min":4.8949999999999996,"15min":2.7629999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":69.120999999999995,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.308}]},{"osd":4,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.9100000000000001,"5min":3.2989999999999999,"15min":2.0449999999999999},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":68.950000000000003,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":6.923,"5min":3.3490000000000002,"15min":2.0830000000000002},"min":{"1min":0.41999999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":69.829999999999998,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.629}]},{"osd":5,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":5.4859999999999998,"5min":3.169,"15min":2.0209999999999999},"min":{"1min":0.40300000000000002,"5min":0.34399999999999997,"15min":0.30299999999999999},"max":{"1min":69.751999999999995,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":6.1959999999999997,"5min":3.472,"15min":2.214},"min":{"1min":0.44900000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":69.081000000000003,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":5.8630000000000004,"5min":3.3029999999999999,"15min":2.0219999999999998},"min":{"1min":0.435,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":69.861999999999995,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.70099999999999996},{"interface":"front","average":{"1min":6.7220000000000004,"5min":3.6539999999999999,"15min":2.0609999999999999},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":68.153000000000006,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.82799999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":6.2649999999999997,"5min":3.629,"15min":2.2709999999999999},"min":{"1min":0.53300000000000003,"5min":0.379,"15min":0.379},"max":{"1min":68.188999999999993,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.79700000000000004},{"interface":"front","average":{"1min":5.5599999999999996,"5min":3.4889999999999999,"15min":2.319},"min":{"1min":0.41999999999999998,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":69.027000000000001,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.81499999999999995}]}]},{"osd":2,"up_from":145,"seq":622770258100,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":798576,"kb_used_data":145960,"kb_used_omap":16,"kb_used_meta":652591,"kb_avail":92946576,"statfs":{"total":95995035648,"available":95177293824,"internally_reserved":0,"allocated":149463040,"data_stored":147968828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":668253346},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":3.7429999999999999,"15min":2.3479999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":10.151,"5min":20.497,"15min":20.497},"last":1.21},{"interface":"front","average":{"1min":2.4169999999999998,"5min":4.2539999999999996,"15min":2.5750000000000002},"min":{"1min":0.23200000000000001,"5min":0.216,"15min":0.216},"max":{"1min":9.1639999999999997,"5min":32.210000000000001,"15min":32.210000000000001},"last":0.223}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":3.544,"5min":3.544,"15min":3.544},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":1.2849999999999999},{"interface":"front","average":{"1min":3.3199999999999998,"5min":3.3199999999999998,"15min":3.3199999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.295,"5min":10.295,"15min":10.295},"last":2.0259999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.883,"5min":3.8450000000000002,"15min":2.7229999999999999},"min":{"1min":0.29599999999999999,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":9.2579999999999991,"5min":32.289999999999999,"15min":34.960999999999999},"last":1.669},{"interface":"front","average":{"1min":3.1549999999999998,"5min":4.0609999999999999,"15min":3.1749999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":9.7360000000000007,"5min":35.432000000000002,"15min":37.444000000000003},"last":2.2210000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":4.0289999999999999,"15min":2.464},"min":{"1min":0.38300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.6989999999999998,"5min":105.509,"15min":105.509},"last":2.0739999999999998},{"interface":"front","average":{"1min":2.3330000000000002,"5min":3.3029999999999999,"15min":2.1360000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":9.6560000000000006,"5min":105.529,"15min":105.529},"last":1.3169999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.331,"5min":2.2330000000000001,"15min":1.7949999999999999},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":9.6170000000000009,"5min":9.6170000000000009,"15min":17.780000000000001},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.665,"5min":2.1360000000000001,"15min":1.6619999999999999},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.6070000000000002,"5min":18.669,"15min":18.669},"last":0.42099999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:14:46 2023","interfaces":[{"interface":"back","average":{"1min":2.6709999999999998,"5min":2.2869999999999999,"15min":1.9530000000000001},"min":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.32100000000000001},"max":{"1min":9.7080000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":1.4159999999999999},{"interface":"front","average":{"1min":2.7679999999999998,"5min":2.3519999999999999,"15min":2.032},"min":{"1min":0.504,"5min":0.437,"15min":0.34599999999999997},"max":{"1min":9.7439999999999998,"5min":9.7439999999999998,"15min":17.919},"last":1.3939999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.351,"15min":2.0840000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.6820000000000004,"5min":9.6820000000000004,"15min":17.890000000000001},"last":1.355},{"interface":"front","average":{"1min":1.8959999999999999,"5min":2.3250000000000002,"15min":1.7669999999999999},"min":{"1min":0.41699999999999998,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":5.5750000000000002,"5min":18.710000000000001,"15min":18.710000000000001},"last":0.45800000000000002}]}]},{"osd":3,"up_from":100,"seq":429496729830,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":792324,"kb_used_data":174076,"kb_used_omap":4,"kb_used_meta":618235,"kb_avail":92952828,"statfs":{"total":95995035648,"available":95183695872,"internally_reserved":0,"allocated":178253824,"data_stored":176851481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":633073047},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.8380000000000001,"5min":5.8789999999999996,"15min":2.9319999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.266,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.76800000000000002},{"interface":"front","average":{"1min":3.2999999999999998,"5min":5.8899999999999997,"15min":3.1139999999999999},"min":{"1min":0.26600000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":15.039999999999999,"5min":93.465000000000003,"15min":93.465000000000003},"last":1.4339999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":3.9860000000000002,"15min":3.9860000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":11.861000000000001,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.80600000000000005},{"interface":"front","average":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.3849999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":15.016,"5min":15.016,"15min":15.016},"last":2.6909999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:15:00 2023","interfaces":[{"interface":"back","average":{"1min":7.5750000000000002,"5min":4.3529999999999998,"15min":2.673},"min":{"1min":0.442,"5min":0.24099999999999999,"15min":0.23799999999999999},"max":{"1min":93.429000000000002,"5min":93.429000000000002,"15min":93.429000000000002},"last":1.504},{"interface":"front","average":{"1min":8.2200000000000006,"5min":4.7149999999999999,"15min":2.6429999999999998},"min":{"1min":0.27500000000000002,"5min":0.252,"15min":0.23599999999999999},"max":{"1min":90.498999999999995,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.88}]},{"osd":4,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":3.1389999999999998,"15min":1.9450000000000001},"min":{"1min":0.33500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":9.1080000000000005,"5min":23.469000000000001,"15min":23.469000000000001},"last":1.069},{"interface":"front","average":{"1min":2.097,"5min":2.492,"15min":1.877},"min":{"1min":0.32400000000000001,"5min":0.318,"15min":0.26800000000000002},"max":{"1min":14.906000000000001,"5min":14.906000000000001,"15min":15.33},"last":1.3919999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":2.4790000000000001,"15min":1.9199999999999999},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":14.856,"5min":14.856,"15min":14.856},"last":1.47},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.6899999999999999,"15min":1.887},"min":{"1min":0.375,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":14.090999999999999,"5min":19.457999999999998,"15min":19.457999999999998},"last":0.83999999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:14:49 2023","interfaces":[{"interface":"back","average":{"1min":2.831,"5min":2.5840000000000001,"15min":1.911},"min":{"1min":0.379,"5min":0.374,"15min":0.318},"max":{"1min":14.935,"5min":14.935,"15min":16.379999999999999},"last":1.5389999999999999},{"interface":"front","average":{"1min":7.056,"5min":3.4740000000000002,"15min":2.2440000000000002},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":93.280000000000001,"5min":93.280000000000001,"15min":93.280000000000001},"last":1.581}]},{"osd":7,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.6400000000000001,"15min":2.0289999999999999},"min":{"1min":0.36099999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":14.135,"5min":19.503,"15min":36.423000000000002},"last":1.046},{"interface":"front","average":{"1min":2.5110000000000001,"5min":3.1669999999999998,"15min":2.2360000000000002},"min":{"1min":0.43099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.0289999999999999,"5min":23.422000000000001,"15min":36.366999999999997},"last":1.107}]}]},{"osd":4,"up_from":30,"seq":128849019252,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":828940,"kb_used_data":523524,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":92916212,"statfs":{"total":95995035648,"available":95146201088,"internally_reserved":0,"allocated":536088576,"data_stored":535264730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.6060000000000001,"15min":1.4319999999999999},"min":{"1min":0.28299999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":9.9819999999999993,"5min":9.9819999999999993,"15min":26.055},"last":0.377},{"interface":"front","average":{"1min":3.1749999999999998,"5min":2.0720000000000001,"15min":1.6279999999999999},"min":{"1min":0.34399999999999997,"5min":0.26800000000000002,"15min":0.25},"max":{"1min":12.744999999999999,"5min":12.744999999999999,"15min":25.497},"last":0.25700000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:14:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":2.0070000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.8239999999999998,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":3.056,"5min":3.056,"15min":3.056},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":19.898,"5min":19.898,"15min":19.898},"last":0.65700000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.7609999999999999,"15min":1.706},"min":{"1min":0.32900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":6.7270000000000003,"5min":8.7479999999999993,"15min":56.448},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.52,"5min":1.6319999999999999,"15min":1.5649999999999999},"min":{"1min":0.36499999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2629999999999999,"5min":10.516999999999999,"15min":56.868000000000002},"last":0.28999999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":2.1749999999999998,"15min":2.4540000000000002},"min":{"1min":0.36699999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":6.9480000000000004,"5min":9.7929999999999993,"15min":80.783000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.837,"15min":2.2370000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.7119999999999997,"5min":11.305,"15min":80.852000000000004},"last":0.35199999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.498,"15min":0.82999999999999996},"min":{"1min":0.27500000000000002,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":1.4470000000000001,"5min":2.8599999999999999,"15min":18.829999999999998},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.59699999999999998,"15min":0.97499999999999998},"min":{"1min":0.313,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":1.474,"5min":4.8959999999999999,"15min":18.859000000000002},"last":0.33800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.72699999999999998},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.877,"5min":3.9220000000000002,"15min":8.9030000000000005},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.61799999999999999,"15min":0.84699999999999998},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.318},"max":{"1min":1.4079999999999999,"5min":2.7029999999999998,"15min":9.9689999999999994},"last":0.40600000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53600000000000003,"15min":0.754},"min":{"1min":0.374,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":1.0569999999999999,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.50900000000000001,"15min":0.89400000000000002},"min":{"1min":0.35899999999999999,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":0.55900000000000005,"5min":2.7330000000000001,"15min":17.097999999999999},"last":0.441}]}]},{"osd":5,"up_from":36,"seq":154618823024,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":370808,"kb_used_data":69488,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":93374344,"statfs":{"total":95995035648,"available":95615328256,"internally_reserved":0,"allocated":71155712,"data_stored":70347724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":1.7589999999999999,"15min":1.3999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23000000000000001},"max":{"1min":6.6699999999999999,"5min":13.724,"15min":13.724},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.552,"5min":1.958,"15min":1.528},"min":{"1min":0.25600000000000001,"5min":0.251,"15min":0.251},"max":{"1min":10.529,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9029999999999996,"5min":4.9029999999999996,"15min":4.9029999999999996},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":9.5310000000000006,"5min":9.5310000000000006,"15min":9.5310000000000006},"last":3.9750000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:14:56 2023","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":2.9969999999999999,"15min":2.0609999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":16.038,"5min":44.081000000000003,"15min":44.081000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":2.8290000000000002,"5min":3.0859999999999999,"15min":2.032},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":16.047999999999998,"5min":44.094999999999999,"15min":44.094999999999999},"last":0.41499999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":2.181,"5min":2.867,"15min":2.0800000000000001},"min":{"1min":0.32000000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":9.4399999999999995,"5min":20.103999999999999,"15min":31.109999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":3.004,"5min":2.5009999999999999,"15min":2.0619999999999998},"min":{"1min":0.33300000000000002,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":11.516999999999999,"5min":11.516999999999999,"15min":28.795999999999999},"last":0.34799999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.46899999999999997,"15min":1.1439999999999999},"min":{"1min":0.27200000000000002,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.73599999999999999,"5min":2.3650000000000002,"15min":121.29900000000001},"last":0.313},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72999999999999998,"15min":1.3500000000000001},"min":{"1min":0.30599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.0209999999999999,"5min":4.5960000000000001,"15min":121.31399999999999},"last":0.32800000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.55000000000000004,"15min":0.76800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":2.3250000000000002,"15min":9.3149999999999995},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.753,"15min":0.878},"min":{"1min":0.33700000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.60199999999999998,"5min":6.1260000000000003,"15min":11.925000000000001},"last":0.438}]},{"osd":7,"last update":"Sat Sep 23 18:14:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.64200000000000002,"15min":0.86399999999999999},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.5939999999999999,"5min":3.419,"15min":9.3559999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.70099999999999996,"15min":0.94799999999999995},"min":{"1min":0.35099999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.61799999999999999,"5min":5.4199999999999999,"15min":12.388999999999999},"last":0.45800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":172228608,"data_stored":172228608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":150667264,"data_stored":150667264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":171245568,"data_stored":171245568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":246480896,"data_stored":246480896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":59572224,"data_stored":59572224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":100597760,"data_stored":100597760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:15:44.972 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:15:44.972 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pg_num 41 2023-09-23T18:15:45.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: pgmap v1018: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:45.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: from='client.56089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:45.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:45.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.055 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:15:45.055 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: osdmap e352: 8 total, 8 up, 6 in 2023-09-23T18:15:45.055 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.055 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.055 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:44 smithi149 ceph-mon[135148]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.280 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:15:45.280 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:15:45.280 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:15:45.280 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:15:45.280 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:15:45.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:44] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.33.4" 2023-09-23T18:15:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: pgmap v1018: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: from='client.56089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: osdmap e352: 8 total, 8 up, 6 in 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[153734]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: pgmap v1018: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: from='client.56089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: osdmap e352: 8 total, 8 up, 6 in 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:44 smithi018 ceph-mon[149401]: failed to encode map e352 with expected crc 2023-09-23T18:15:45.695 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 14098 14082 146.621 135.5 0.013574 0.00681004 2023-09-23T18:15:45.766 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:15:46.477 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:46 smithi018 ceph-mon[153734]: pgmap v1020: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:46.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:46.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:46 smithi018 ceph-mon[149401]: pgmap v1020: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:46.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:46 smithi149 ceph-mon[135148]: pgmap v1020: 89 pgs: 89 active+clean; 286 MiB data, 3.5 GiB used, 533 GiB / 536 GiB avail; 35 MiB/s wr, 563 op/s 2023-09-23T18:15:46.697 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 16349 16333 145.737 140.688 0.00409962 0.00685285 2023-09-23T18:15:47.508 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:47.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:47.517 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:47.618 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:47.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:47.698 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 18512 18496 144.417 135.188 0.00537679 0.00691662 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.923 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32314 6.e 6:75d84dc1:::benchmark_data_smithi018_246789_object32313:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 592.27532821299997, 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999, 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32314 2023-09-23T18:15:47.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644574+0000", 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:47.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644573+0000", 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108597 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644682+0000", 2023-09-23T18:15:47.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2180000000000005e-06 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644691+0000", 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1699999999999999e-06 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644695+0000", 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6273000000000006e-05 2023-09-23T18:15:47.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644772+0000", 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101697 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644873+0000", 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105338 2023-09-23T18:15:47.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644979+0000", 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001943122 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646922+0000", 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034713399999999997 2023-09-23T18:15:47.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647269+0000", 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54646787600000002 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193737+0000", 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9088000000000001e-05 2023-09-23T18:15:47.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193796+0000", 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3906000000000003e-05 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193840+0000", 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54926540099999999 2023-09-23T18:15:47.931 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32316 6.e 6:787bfd17:::benchmark_data_smithi018_246789_object32315:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 592.27519900799996, 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995, 2023-09-23T18:15:47.932 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32316 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:15:47.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644704+0000", 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644703+0000", 2023-09-23T18:15:47.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5779000000000002e-05 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644759+0000", 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5167999999999999e-05 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644774+0000", 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5289999999999999e-06 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.644779+0000", 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001217735 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.645997+0000", 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111047 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646108+0000", 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141939 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.646250+0000", 2023-09-23T18:15:47.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079815400000000003 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647048+0000", 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045021999999999998 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.647499+0000", 2023-09-23T18:15:47.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54638822200000003 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193887+0000", 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0708000000000003e-05 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193937+0000", 2023-09-23T18:15:47.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6677999999999997e-05 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.193974+0000", 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54927063099999995 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:32318 6.e 6:78c9f278:::benchmark_data_smithi018_246789_object32317:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e220)", 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 592.26977690199999, 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071, 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.941 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 32318 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650126+0000", 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650125+0000", 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7156000000000001e-05 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650162+0000", 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0030999999999999e-05 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650172+0000", 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4170000000000002e-06 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650176+0000", 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.205e-05 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650208+0000", 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7510999999999996e-05 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650296+0000", 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111474 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.650407+0000", 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000772681 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651180+0000", 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00078644800000000003 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:55.651966+0000", 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.54206026299999999 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194027+0000", 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5179000000000001e-05 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194082+0000", 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8908000000000001e-05 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:05:56.194121+0000", 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.543995071 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49370 6.e 6:72ef5290:::benchmark_data_smithi018_246789_object49369:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:15:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 580.72137253799997, 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002, 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49370 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198530+0000", 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999895 2023-09-23T18:15:47.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198520+0000", 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8124999999999997e-05 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198568+0000", 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4423999999999999e-05 2023-09-23T18:15:47.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198582+0000", 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9519999999999997e-06 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198589+0000", 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0312999999999998e-05 2023-09-23T18:15:47.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198639+0000", 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016027500000000001 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198800+0000", 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192435 2023-09-23T18:15:47.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.198992+0000", 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002003782 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.200996+0000", 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039482090000000003 2023-09-23T18:15:47.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.204944+0000", 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092040199000000003 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.296984+0000", 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1713999999999999e-05 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297046+0000", 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1981999999999999e-05 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.297088+0000", 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098557957000000002 2023-09-23T18:15:47.957 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93972 6.12 6:49b8085e:::benchmark_data_smithi018_246789_object93971:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.54172357100003, 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001, 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.958 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93972 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378179+0000", 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378177+0000", 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4409e-05 2023-09-23T18:15:47.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378232+0000", 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0992000000000002e-05 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378253+0000", 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3640000000000004e-06 2023-09-23T18:15:47.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378259+0000", 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2228000000000001e-05 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:15:47.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016693799999999999 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378488+0000", 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000160123 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378648+0000", 2023-09-23T18:15:47.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001845761 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380494+0000", 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024939210000000001 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382988+0000", 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.122080962 2023-09-23T18:15:47.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505069+0000", 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5952000000000006e-05 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.505165+0000", 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012447160000000001 2023-09-23T18:15:47.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506410+0000", 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12823079300000001 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.966 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93975 6.2 6:41a0e87d:::benchmark_data_smithi018_246789_object93974:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.54162459600002, 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726, 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93975 2023-09-23T18:15:47.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378278+0000", 2023-09-23T18:15:47.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378277+0000", 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2035000000000001e-05 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378309+0000", 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0199999999999997e-06 2023-09-23T18:15:47.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378316+0000", 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2440000000000004e-06 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378321+0000", 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.498e-05 2023-09-23T18:15:47.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378366+0000", 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012658799999999999 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378492+0000", 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000162986 2023-09-23T18:15:47.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.378655+0000", 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019132509999999999 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.380568+0000", 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002387943 2023-09-23T18:15:47.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.382956+0000", 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131372038 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514328+0000", 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1671e-05 2023-09-23T18:15:47.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514380+0000", 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001854589 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516235+0000", 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.137956726 2023-09-23T18:15:47.974 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93986 6.12 6:4de6467e:::benchmark_data_smithi018_246789_object93985:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.52547143300001, 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382, 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.975 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93986 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:15:47.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394431+0000", 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394429+0000", 2023-09-23T18:15:47.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1703999999999998e-05 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394481+0000", 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6722999999999999e-05 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394498+0000", 2023-09-23T18:15:47.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3289999999999999e-06 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394504+0000", 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1566999999999997e-05 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394545+0000", 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000130028 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394675+0000", 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124189 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:47.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.394800+0000", 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001388586 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396188+0000", 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011995107 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408183+0000", 2023-09-23T18:15:47.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10613030499999999 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514314+0000", 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4381000000000001e-05 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514358+0000", 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012068859999999999 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.515565+0000", 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12113382 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93988 6.e 6:7792f1b1:::benchmark_data_smithi018_246789_object93987:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.52408737200005, 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853, 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93988 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395815+0000", 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5921999999999997e-05 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395880+0000", 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0434999999999999e-05 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395891+0000", 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2700000000000004e-06 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395896+0000", 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395945+0000", 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015499599999999999 2023-09-23T18:15:47.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396100+0000", 2023-09-23T18:15:47.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186937 2023-09-23T18:15:47.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396287+0000", 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048238559999999996 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401111+0000", 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023952190000000001 2023-09-23T18:15:47.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403506+0000", 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102747584 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506254+0000", 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0667999999999998e-05 2023-09-23T18:15:47.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.506295+0000", 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024092779999999999 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508704+0000", 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112888853 2023-09-23T18:15:47.992 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93989 6.e 6:7d252a90:::benchmark_data_smithi018_246789_object93988:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.52399460599997, 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001, 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:47.993 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93989 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:15:47.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395908+0000", 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395907+0000", 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4240999999999999e-05 2023-09-23T18:15:47.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395952+0000", 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9397999999999998e-05 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395991+0000", 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.426e-06 2023-09-23T18:15:47.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.395997+0000", 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028586919999999999 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398856+0000", 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012626 2023-09-23T18:15:47.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398982+0000", 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013327200000000001 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.399116+0000", 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002157515 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.401273+0000", 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022648619999999999 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.403538+0000", 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110622992 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:47.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514161+0000", 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2911999999999998e-05 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.514204+0000", 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003087514 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517292+0000", 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12138360500000001 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93992 6.2 6:443d0b96:::benchmark_data_smithi018_246789_object93991:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:15:48.001 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.51546373999997, 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999, 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93992 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404439+0000", 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404437+0000", 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9521000000000002e-05 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404487+0000", 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0138e-05 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404497+0000", 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1099999999999996e-06 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404501+0000", 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9889999999999998e-05 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404551+0000", 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118707 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404670+0000", 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012421900000000001 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404794+0000", 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024438480000000002 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407238+0000", 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053370550000000003 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412575+0000", 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10371525299999999 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516290+0000", 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7763999999999997e-05 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.516358+0000", 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010036629999999999 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517361+0000", 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11292268799999999 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.009 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93993 6.2 6:4027c8a6:::benchmark_data_smithi018_246789_object93992:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.51539358900004, 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001, 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.010 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93993 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404509+0000", 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404508+0000", 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7073000000000001e-05 2023-09-23T18:15:48.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404565+0000", 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0531e-05 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404576+0000", 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.915e-06 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.404579+0000", 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015420620000000001 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406121+0000", 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3888999999999995e-05 2023-09-23T18:15:48.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406215+0000", 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118591 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.406333+0000", 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00102385 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407357+0000", 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00525297 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104808439 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517419+0000", 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4048999999999999e-05 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517453+0000", 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00061514000000000002 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.518068+0000", 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11355892500000001 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.018 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93994 6.e 6:7df9ef57:::benchmark_data_smithi018_246789_object93993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 525.512051036, 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001, 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93994 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.019 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407851+0000", 2023-09-23T18:15:48.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407850+0000", 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407956+0000", 2023-09-23T18:15:48.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2646000000000001e-05 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407969+0000", 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8269999999999997e-06 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:15:48.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8869000000000003e-05 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408023+0000", 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016760000000000001 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408190+0000", 2023-09-23T18:15:48.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022065999999999999 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408411+0000", 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002849177 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411260+0000", 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00035406199999999999 2023-09-23T18:15:48.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.411614+0000", 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105750946 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517365+0000", 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2354000000000006e-05 2023-09-23T18:15:48.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.517428+0000", 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021768790000000001 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.519604+0000", 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11175302500000001 2023-09-23T18:15:48.026 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122847 6.12 6:4918c8ff:::benchmark_data_smithi018_246789_object21139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 483.54406950100002, 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075, 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.027 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122847 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:15:48.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375833+0000", 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.49e-06 2023-09-23T18:15:48.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375836+0000", 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8810000000000001e-06 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375842+0000", 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.198e-06 2023-09-23T18:15:48.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.375847+0000", 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000193131 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376040+0000", 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00070945399999999999 2023-09-23T18:15:48.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376750+0000", 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055683319999999996 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382318+0000", 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115845 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382434+0000", 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155458 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.382589+0000", 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022177590000000001 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.384807+0000", 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00039862399999999998 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.385206+0000", 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095376005 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480582+0000", 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0572000000000003e-05 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.480632+0000", 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001298771 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.481931+0000", 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.106098075 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124275 6.2 6:476ea478:::benchmark_data_smithi018_246789_object22567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:15:48.036 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 481.67940673300001, 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283, 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124275 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240496+0000", 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240495+0000", 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6189999999999996e-06 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240501+0000", 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4414e-05 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.039 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240516+0000", 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8019999999999997e-06 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240521+0000", 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2868000000000003e-05 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240574+0000", 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000676058 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241250+0000", 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095600488999999997 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336851+0000", 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0862e-05 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336922+0000", 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7394999999999998e-05 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.337019+0000", 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027479399999999999 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339767+0000", 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025568549999999998 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342324+0000", 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000487515 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342811+0000", 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0486000000000003e-05 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342872+0000", 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001363214 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.344235+0000", 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103739283 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133811 6.12 6:4d2db4bf:::benchmark_data_smithi018_246789_object32103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 467.86480031999997, 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001, 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.046 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133811 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.047 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055102+0000", 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055100+0000", 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4479999999999994e-06 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.048 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055109+0000", 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6642000000000001e-05 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055125+0000", 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6109999999999999e-06 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.049 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055132+0000", 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0009999999999998e-05 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055172+0000", 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073152299999999998 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.050 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.055903+0000", 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035405340000000001 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059444+0000", 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1413e-05 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.051 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059535+0000", 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116686 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059652+0000", 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023028279999999998 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.052 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061955+0000", 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1432e-05 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.061986+0000", 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095894701999999998 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.053 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157881+0000", 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6282000000000001e-05 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.157937+0000", 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001118158 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.054 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.159055+0000", 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10395323200000001 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156228 6.12 6:4ab46ac8:::benchmark_data_smithi018_246789_object54520:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 435.417392871, 2023-09-23T18:15:48.055 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001, 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156228 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.056 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502510+0000", 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502508+0000", 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5939999999999994e-06 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502517+0000", 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4467999999999999e-05 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502531+0000", 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1930000000000004e-06 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502538+0000", 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0327000000000001e-05 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502589+0000", 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067580500000000003 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503264+0000", 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014360573999999999 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517625+0000", 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2834e-05 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517708+0000", 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835299999999999 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.517846+0000", 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0033135650000000001 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.521160+0000", 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058164460000000003 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526976+0000", 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084686111999999994 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611662+0000", 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0590999999999998e-05 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611703+0000", 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047498800000000003 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612178+0000", 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10966823000000001 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.064 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156235 6.2 6:47e89f74:::benchmark_data_smithi018_246789_object54527:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 435.41710966300002, 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999, 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.065 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156235 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502793+0000", 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502792+0000", 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5710000000000003e-06 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502798+0000", 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1270999999999999e-05 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502810+0000", 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4509999999999997e-06 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502816+0000", 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7549999999999999e-05 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502914+0000", 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00058659499999999998 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503500+0000", 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014692744000000001 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518193+0000", 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0853999999999996e-05 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518264+0000", 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014921199999999999 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.518413+0000", 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046295779999999996 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.523043+0000", 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039440209999999998 2023-09-23T18:15:48.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.526987+0000", 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083854539000000006 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610841+0000", 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2895999999999997e-05 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.610884+0000", 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00050087999999999999 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.611385+0000", 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10859215799999999 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:63833 7.1 e280/272 ondisk, result = 0)", 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.02171298299999, 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44205274100000003, 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:15:48.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898190+0000", 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898189+0000", 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3100000000000003e-06 2023-09-23T18:15:48.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898196+0000", 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8000000000000001e-06 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898203+0000", 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7380000000000002e-06 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.076 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898208+0000", 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155499 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898363+0000", 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0049999999999998e-06 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.898367+0000", 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44187476999999997 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340242+0000", 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44205274100000003 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:63843 7.4 e280/272 7:280d0f3b:::benchmark_data_smithi018_282512_object63842:head v 280'4086, mlcod=280'4083)", 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:15:48.078 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 306.020761741, 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44549855399999999, 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899141+0000", 2023-09-23T18:15:48.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899140+0000", 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0605e-05 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:41.899200+0000", 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44108183400000001 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340282+0000", 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3226e-05 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340295+0000", 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4131000000000001e-05 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340349+0000", 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3473999999999999e-05 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.340373+0000", 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042228500000000002 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.344596+0000", 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3683999999999997e-05 2023-09-23T18:15:48.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:42.344639+0000", 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.44549855399999999 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:15920 8.5 8:a4d32eea:::benchmark_data_smithi018_324167_object15919:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:46.471351+0000", 2023-09-23T18:15:48.083 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.4485518040000001, 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051696659999999998, 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 15920 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:48.084 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471351+0000", 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471351+0000", 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471350+0000", 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4209999999999994e-05 2023-09-23T18:15:48.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471444+0000", 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7620000000000007e-06 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471454+0000", 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5990000000000001e-06 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471459+0000", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5049000000000002e-05 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471504+0000", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013264599999999999 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471637+0000", 2023-09-23T18:15:48.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000201919 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.471839+0000", 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001518291 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.473357+0000", 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2611e-05 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.473370+0000", 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049617135 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.522987+0000", 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4919000000000002e-05 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:15:48.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.523022+0000", 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.548e-05 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:46.523047+0000", 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051696659999999998 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:48.090 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:15:48.326 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:15:48.697 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 20570 20554 142.66 128.625 0.00165311 0.00697774 2023-09-23T18:15:48.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:48 smithi149 ceph-mon[135148]: pgmap v1021: 89 pgs: 89 active+clean; 865 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T18:15:49.013 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:49.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:48 smithi018 ceph-mon[153734]: pgmap v1021: 89 pgs: 89 active+clean; 865 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T18:15:49.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:48 smithi018 ceph-mon[149401]: pgmap v1021: 89 pgs: 89 active+clean; 865 MiB data, 5.3 GiB used, 531 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2023-09-23T18:15:49.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:15:49.662 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:49.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:49.669 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:49.698 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 22268 22252 138.991 106.125 0.00623461 0.00718613 2023-09-23T18:15:49.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:49.865 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:50.296 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:23263 8.4 8:260809a9:::benchmark_data_smithi018_324167_object23262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:50.293814+0000", 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0030486329999999998, 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003074673, 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:50.297 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 23263 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:50.298 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293814+0000", 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293814+0000", 2023-09-23T18:15:50.299 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293813+0000", 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3334e-05 2023-09-23T18:15:50.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293887+0000", 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6446000000000001e-05 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.301 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293903+0000", 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6651e-05 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.302 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293920+0000", 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0932e-05 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293961+0000", 2023-09-23T18:15:50.303 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000127634 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.294088+0000", 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115126 2023-09-23T18:15:50.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.294203+0000", 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001688866 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.305 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.295892+0000", 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0129999999999999e-06 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.295898+0000", 2023-09-23T18:15:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00208391 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:23264 8.4 8:2285ae1d:::benchmark_data_smithi018_324167_object23263:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:50.293934+0000", 2023-09-23T18:15:50.307 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0029292680000000001, 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030487930000000002, 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 23264 2023-09-23T18:15:50.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293934+0000", 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.309 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293934+0000", 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293933+0000", 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9041000000000001e-05 2023-09-23T18:15:50.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293972+0000", 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5569999999999998e-06 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:15:50.311 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293980+0000", 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0130000000000001e-06 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.293985+0000", 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097388100000000001 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.312 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.294959+0000", 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000129426 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.295088+0000", 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010246099999999999 2023-09-23T18:15:50.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.295191+0000", 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083138299999999999 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:15:50.314 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.296022+0000", 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112391 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:50.296134+0000", 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022005169999999999 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:50.315 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:15:50.316 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:15:50.316 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:15:50.316 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:15:50.699 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 15 24009 23994 136.254 108.875 0.00700321 0.00733391 2023-09-23T18:15:50.725 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:50.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:50.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:50.764 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:15:50.832 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:50.870 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:50 smithi149 ceph-mon[135148]: pgmap v1022: 89 pgs: 89 active+clean; 989 MiB data, 5.6 GiB used, 531 GiB / 536 GiB avail; 98 MiB/s wr, 1.57k op/s 2023-09-23T18:15:50.873 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:50.923 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:50.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:50.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:50.970 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:51.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:50 smithi018 ceph-mon[149401]: pgmap v1022: 89 pgs: 89 active+clean; 989 MiB data, 5.6 GiB used, 531 GiB / 536 GiB avail; 98 MiB/s wr, 1.57k op/s 2023-09-23T18:15:51.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:50 smithi018 ceph-mon[153734]: pgmap v1022: 89 pgs: 89 active+clean; 989 MiB data, 5.6 GiB used, 531 GiB / 536 GiB avail; 98 MiB/s wr, 1.57k op/s 2023-09-23T18:15:51.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:51.451 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:51.535 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:51.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:51.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:51.649 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:51.700 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 25747 25731 133.933 108.562 0.0115306 0.00745929 2023-09-23T18:15:51.723 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:51.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:51.978 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:52.046 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:52.079 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:52.089 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:52.113 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:52.129 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:52.170 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:52.208 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:52.241 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:52.280 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:52.324 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:52.326 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:52.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:52.331 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:52.339 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.339 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.340 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:15:52.431 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:52.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:52.508 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:52.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:52.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:52.610 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:52 smithi018 ceph-mon[149401]: pgmap v1023: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-09-23T18:15:52.611 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/691732459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:52.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:15:52.645 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:52.702 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 16 27317 27301 131.157 98.125 0.00694857 0.00761803 2023-09-23T18:15:52.867 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:52 smithi018 ceph-mon[153734]: pgmap v1023: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-09-23T18:15:52.867 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/691732459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:52.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:52 smithi149 ceph-mon[135148]: pgmap v1023: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-09-23T18:15:52.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/691732459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:52.927 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:53.038 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:15:53.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:53.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:15:53.145 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:53.227 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:53.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:53.366 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:53.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:53.702 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 16 28845 28829 128.611 95.5 0.0132505 0.00777022 2023-09-23T18:15:53.790 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:53.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:53.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:53.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:15:53.932 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:54.027 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:15:54.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:54.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:15:54.131 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:54.200 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:54.240 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:15:54.240 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:15:54.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:54.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:54.304 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:54.404 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:54.410 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:15:54.477 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:54.554 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:54.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:54.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:54.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:54.703 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 30302 30286 126.099 91.0625 0.00872878 0.00792155 2023-09-23T18:15:54.708 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:15:54.728 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[153734]: pgmap v1024: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-09-23T18:15:54.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/912260436' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:54.729 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:54.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[149401]: pgmap v1024: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-09-23T18:15:54.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/912260436' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:54.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:54.758 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:54.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:15:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:54 smithi149 ceph-mon[135148]: pgmap v1024: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 130 MiB/s wr, 2.07k op/s 2023-09-23T18:15:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/912260436' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2023-09-23T18:15:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:15:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:15:55.006 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:15:55] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.33.4" 2023-09-23T18:15:55.023 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:15:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:55.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:55.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:55.144 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:15:55.174 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:55.215 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:15:55.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:55.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:15:55.319 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:55.381 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:55.418 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:55.489 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:55.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:55.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:55.593 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:55.660 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:55.686 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:55.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]: dispatch 2023-09-23T18:15:55.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.695 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.696 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3984499694' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:55.697 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:55.708 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 31602 31586 123.275 81.25 0.0223393 0.00810202 2023-09-23T18:15:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:15:55.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:55.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:55.754 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:55.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3984499694' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:55.936 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:55.991 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3984499694' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:55.992 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:15:56.630 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:56.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:56.639 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:56.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 33100 33084 121.526 93.625 0.0118076 0.00822151 2023-09-23T18:15:56.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:56.762 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:15:56.762 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:15:56.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: pgmap v1025: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-09-23T18:15:56.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:56.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: failed to encode map e353 with expected crc 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: osdmap e353: 8 total, 8 up, 6 in 2023-09-23T18:15:56.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:56 smithi149 ceph-mon[135148]: failed to encode map e353 with expected crc 2023-09-23T18:15:56.814 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:57.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: pgmap v1025: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-09-23T18:15:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: failed to encode map e353 with expected crc 2023-09-23T18:15:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]': finished 2023-09-23T18:15:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]': finished 2023-09-23T18:15:57.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]': finished 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]': finished 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: osdmap e353: 8 total, 8 up, 6 in 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[149401]: failed to encode map e353 with expected crc 2023-09-23T18:15:57.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: pgmap v1025: 89 pgs: 89 active+clean; 1.5 GiB data, 7.4 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.81k op/s 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: failed to encode map e353 with expected crc 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 5]}]': finished 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2, 0, 5]}]': finished 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 5]}]': finished 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.16", "id": [1, 2]}]': finished 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T18:15:57.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:15:57.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: osdmap e353: 8 total, 8 up, 6 in 2023-09-23T18:15:57.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:56 smithi018 ceph-mon[153734]: failed to encode map e353 with expected crc 2023-09-23T18:15:57.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:15:57.576 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:15:57.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:57.585 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:15:57.686 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:57.707 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 34571 34555 119.882 91.9375 0.01155 0.00833423 2023-09-23T18:15:57.725 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:57.767 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:57.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:57.770 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:57.830 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:15:57.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:15:57.934 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[153734]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.934 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[153734]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T18:15:57.934 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[153734]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.934 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[153734]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[149401]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[149401]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T18:15:57.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[149401]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:57 smithi018 ceph-mon[149401]: failed to encode map e354 with expected crc 2023-09-23T18:15:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:58.067 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:57 smithi149 ceph-mon[135148]: failed to encode map e354 with expected crc 2023-09-23T18:15:58.067 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:57 smithi149 ceph-mon[135148]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T18:15:58.068 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:57 smithi149 ceph-mon[135148]: failed to encode map e354 with expected crc 2023-09-23T18:15:58.068 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:57 smithi149 ceph-mon[135148]: failed to encode map e354 with expected crc 2023-09-23T18:15:58.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:15:58.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:58.326 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:15:58.427 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:15:58.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:15:58.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:58.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:15:58.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:58.670 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:15:58.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 36047 36031 118.421 92.25 0.0104987 0.00843736 2023-09-23T18:15:58.730 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:58 smithi149 ceph-mon[135148]: pgmap v1028: 89 pgs: 5 peering, 84 active+clean; 1.9 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:15:58.730 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:58 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:15:58.771 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:58.868 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:59.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:58 smithi018 ceph-mon[153734]: pgmap v1028: 89 pgs: 5 peering, 84 active+clean; 1.9 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:15:59.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:58 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:15:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:58 smithi018 ceph-mon[149401]: pgmap v1028: 89 pgs: 5 peering, 84 active+clean; 1.9 GiB data, 8.5 GiB used, 528 GiB / 536 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:15:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:58 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:15:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:59.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:59.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:59.219 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:15:59.219 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:15:59.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:15:59.365 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:15:59.417 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:15:59.417 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:59.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:15:59.490 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:15:59.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:59.496 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:15:59.502 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:15:59.529 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:15:59.539 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:15:59.574 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:15:59.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:15:59.618 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:15:59.658 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:15:59.668 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:15:59.672 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.672 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.672 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.673 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.673 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.673 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.673 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.673 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:15:59.681 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:15:59.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:15:59.710161+0000 min lat: 0.0012859 max lat: 0.197827 avg lat: 0.00857353 2023-09-23T18:15:59.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:15:59.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 37333 37317 116.519 80.375 0.0133272 0.00857353 2023-09-23T18:15:59.793 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:15:59.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:15:59.802 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:15:59.802 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:15:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3883777504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:59.802 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:15:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3883777504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:59.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:15:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3883777504' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:15:59.902 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:15:59.989 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:00.025 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:16:00.025 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:16:00.025 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:16:00.026 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:16:00.175 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:00.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:00.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:00.280 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:00.360 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:00.366 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:00.585 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:00.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:00.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:00.693 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:00.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 38576 38560 114.671 77.6875 0.0104954 0.00871486 2023-09-23T18:16:00.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:00 smithi018 ceph-mon[149401]: pgmap v1029: 89 pgs: 5 peering, 84 active+clean; 2.0 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T18:16:00.772 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:00.891 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:00 smithi149 ceph-mon[135148]: pgmap v1029: 89 pgs: 5 peering, 84 active+clean; 2.0 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T18:16:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:00.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:00.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:00.959 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:01.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:00 smithi018 ceph-mon[153734]: pgmap v1029: 89 pgs: 5 peering, 84 active+clean; 2.0 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T18:16:01.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:01.090 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:01.135 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:01.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:01.142 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:01.243 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:01.273 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:01.315 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:01.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:01.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:01.424 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:01.501 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:01.614 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:01.618 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:16:01.618 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:16:01.618 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:16:01.618 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:16:01.619 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:16:01.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:01.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:01.709 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 39774 39758 112.863 74.875 0.00985412 0.00885378 2023-09-23T18:16:01.722 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:01.789 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:02.077 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:02.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:02.082 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:02.111 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:16:02.182 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:02.216 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:02.262 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:02.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:02.268 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:02.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:02.370 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:16:02.450 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:02.551 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:02.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:02.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:02.663 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:16:02.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:02.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[149401]: pgmap v1030: 89 pgs: 1 peering, 88 active+clean; 2.3 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T18:16:02.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3449882495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[153734]: pgmap v1030: 89 pgs: 1 peering, 88 active+clean; 2.3 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T18:16:02.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3449882495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.711 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 41032 41016 111.367 78.625 0.0140671 0.00897211 2023-09-23T18:16:02.760 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:02.804 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:02.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:02.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:02.849 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:02.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:02 smithi149 ceph-mon[135148]: pgmap v1030: 89 pgs: 1 peering, 88 active+clean; 2.3 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T18:16:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3449882495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:02.950 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:03.023 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:03.357 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:03.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:03.362 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:03.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:03.536 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:03.550 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:03.619 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:03.619 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[149401]: failed to encode map e355 with expected crc 2023-09-23T18:16:03.619 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:03.619 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[149401]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T18:16:03.619 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[149401]: failed to encode map e355 with expected crc 2023-09-23T18:16:03.644 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:03.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:03.651 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:03.651 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:16:03.669 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:16:03.675 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:03 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:03.675 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:03 smithi149 ceph-mon[135148]: failed to encode map e355 with expected crc 2023-09-23T18:16:03.675 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:03.675 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:03 smithi149 ceph-mon[135148]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T18:16:03.675 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:03 smithi149 ceph-mon[135148]: failed to encode map e355 with expected crc 2023-09-23T18:16:03.716 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 42174 42158 109.68 71.375 0.00751484 0.00911121 2023-09-23T18:16:03.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:03.829 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:03.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:03.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[153734]: failed to encode map e355 with expected crc 2023-09-23T18:16:03.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:03.872 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[153734]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T18:16:03.873 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:03 smithi018 ceph-mon[153734]: failed to encode map e355 with expected crc 2023-09-23T18:16:04.472 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:16:04.472 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:16:04.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:16:04.472 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:49467 6.8 6:15e7d3fa:::benchmark_data_smithi018_246789_object49466:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e222)", 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 597.13749150700005, 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999, 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.473 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 49467 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331655+0000", 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331653+0000", 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9904000000000002e-05 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331703+0000", 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3088000000000001e-05 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331716+0000", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3419999999999996e-06 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.331722+0000", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002398163 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334121+0000", 2023-09-23T18:16:04.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000134979 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334256+0000", 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157224 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.334413+0000", 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062544189999999998 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.340667+0000", 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039930929999999996 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.344660+0000", 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087703909999999996 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432364+0000", 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9911999999999999e-05 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432414+0000", 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6375000000000002e-05 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:06:07.432461+0000", 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10080538999999999 2023-09-23T18:16:04.479 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93987 6.3 6:c0452bc6:::benchmark_data_smithi018_246789_object93986:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 542.07761353000001, 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133, 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.480 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93987 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391533+0000", 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391531+0000", 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6264000000000003e-05 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391577+0000", 2023-09-23T18:16:04.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0055e-05 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391597+0000", 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1999999999999994e-06 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391605+0000", 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3261999999999999e-05 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391658+0000", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131734 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391790+0000", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014550399999999999 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.391936+0000", 2023-09-23T18:16:04.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001606225 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393542+0000", 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012326000000000001 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.393665+0000", 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.114294825 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.507960+0000", 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7623999999999997e-05 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.508007+0000", 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017027870000000001 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.509710+0000", 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118177133 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93990 6.3 6:c75c4ca3:::benchmark_data_smithi018_246789_object93989:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 542.07284033099995, 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001, 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.487 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93990 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396306+0000", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396305+0000", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5739999999999998e-05 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396361+0000", 2023-09-23T18:16:04.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3142000000000001e-05 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396374+0000", 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.87e-06 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396379+0000", 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1748000000000001e-05 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396420+0000", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114997 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396535+0000", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114011 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.396649+0000", 2023-09-23T18:16:04.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018018120000000001 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398451+0000", 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018592000000000001 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.398637+0000", 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112314287 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510951+0000", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0151000000000001e-05 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511002+0000", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010866669999999999 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512088+0000", 2023-09-23T18:16:04.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11578192700000001 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93995 6.13 6:cf3ba7c2:::benchmark_data_smithi018_246789_object93994:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 542.06125828200004, 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819, 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.494 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93995 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407888+0000", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407887+0000", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4995999999999998e-05 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407962+0000", 2023-09-23T18:16:04.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2238e-05 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407974+0000", 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7709999999999997e-06 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.407979+0000", 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0856999999999999e-05 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408020+0000", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012833399999999999 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408148+0000", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110466 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.408258+0000", 2023-09-23T18:16:04.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015488120000000001 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409807+0000", 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1317e-05 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.409818+0000", 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.101146445 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.510965+0000", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5086000000000003e-05 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511000+0000", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016861669999999999 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512686+0000", 2023-09-23T18:16:04.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104797819 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:93998 6.18 6:1cdfed23:::benchmark_data_smithi018_246789_object93997:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e239)", 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 542.05658356000004, 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002, 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.501 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93998 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412563+0000", 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999928 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412556+0000", 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4199999999999998e-05 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412590+0000", 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4544e-05 2023-09-23T18:16:04.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412605+0000", 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9370000000000003e-06 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412610+0000", 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8641999999999999e-05 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412668+0000", 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155792 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.412824+0000", 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019348999999999999 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.413017+0000", 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015073549999999999 2023-09-23T18:16:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.414525+0000", 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00092339600000000005 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.415448+0000", 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095712240000000004 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511160+0000", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8527999999999999e-05 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.511219+0000", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001307746 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:02.512527+0000", 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099963648000000002 2023-09-23T18:16:04.507 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:122850 6.5 6:a3913337:::benchmark_data_smithi018_246789_object21142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 500.09513770799998, 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283, 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.508 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 122850 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374009+0000", 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374007+0000", 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6420000000000007e-06 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374015+0000", 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4399999999999999e-05 2023-09-23T18:16:04.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374030+0000", 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9550000000000003e-06 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374036+0000", 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.295e-05 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374089+0000", 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013745900000000001 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374227+0000", 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014096099999999999 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.374368+0000", 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020356010000000002 2023-09-23T18:16:04.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376403+0000", 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000117385 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.376521+0000", 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.100508044 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477029+0000", 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0482000000000003e-05 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477069+0000", 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6882000000000001e-05 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:44.477096+0000", 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103087283 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124249 6.18 6:192fb41a:::benchmark_data_smithi018_246789_object22541:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 498.25366735400002, 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069, 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.515 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124249 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215479+0000", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215478+0000", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215486+0000", 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6073999999999999e-05 2023-09-23T18:16:04.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215502+0000", 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5880999999999999e-05 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.215518+0000", 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028670639999999999 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218385+0000", 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053504300000000002 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.218920+0000", 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023541605 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242462+0000", 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9764000000000003e-05 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242552+0000", 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013315700000000001 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242685+0000", 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0031531150000000002 2023-09-23T18:16:04.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245838+0000", 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088605699999999999 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.246724+0000", 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.098715756000000002 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345440+0000", 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9635999999999997e-05 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345489+0000", 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00099502300000000004 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346484+0000", 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.131005069 2023-09-23T18:16:04.522 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124256 6.8 6:13b46b36:::benchmark_data_smithi018_246789_object22548:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 498.24617060499997, 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733, 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.523 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124256 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222976+0000", 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222974+0000", 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8820000000000007e-06 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.222983+0000", 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6415000000000001e-05 2023-09-23T18:16:04.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223000+0000", 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9310000000000002e-06 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223007+0000", 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4372000000000001e-05 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.223051+0000", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025047810000000002 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.225556+0000", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017140137999999999 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242696+0000", 2023-09-23T18:16:04.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2126999999999996e-05 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242768+0000", 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012798599999999999 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.242896+0000", 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029485589999999999 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245845+0000", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0029684469999999999 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.248813+0000", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096668624999999994 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345482+0000", 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.354e-05 2023-09-23T18:16:04.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.345525+0000", 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010236609999999999 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.346549+0000", 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123572733 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.530 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124273 6.13 6:cc3273ff:::benchmark_data_smithi018_246789_object22565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 498.229149033, 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527, 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.531 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124273 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239998+0000", 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.239996+0000", 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6330000000000002e-06 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240005+0000", 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2489e-05 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240017+0000", 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3070000000000002e-06 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240022+0000", 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6731999999999999e-05 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240069+0000", 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00071199499999999999 2023-09-23T18:16:04.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.240781+0000", 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095867072999999997 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336648+0000", 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0306000000000001e-05 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336718+0000", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013371499999999999 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,6", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.336852+0000", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023254740000000001 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339178+0000", 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5108000000000002e-05 2023-09-23T18:16:04.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.339223+0000", 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003174175 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342397+0000", 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4481999999999997e-05 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.342461+0000", 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013737689999999999 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.343835+0000", 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.103837527 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124278 6.8 6:12cf43ea:::benchmark_data_smithi018_246789_object22570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 498.227473019, 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001, 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124278 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241674+0000", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241673+0000", 2023-09-23T18:16:04.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0150000000000003e-06 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241678+0000", 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0885e-05 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241689+0000", 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1909999999999997e-06 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.241695+0000", 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003391388 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245086+0000", 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00073471799999999998 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.542 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.245821+0000", 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.107340571 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353162+0000", 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4867e-05 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353236+0000", 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011754 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.353354+0000", 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064433199999999998 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359797+0000", 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1439999999999992e-06 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359806+0000", 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028562119999999999 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362663+0000", 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9008000000000002e-05 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.362722+0000", 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011457380000000001 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.363867+0000", 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12219377300000001 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:124288 6.8 6:17da36ba:::benchmark_data_smithi018_246789_object22580:head [delete] snapc 0=[] ondisk+write+known_if_redirected e249)", 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 498.21012865900002, 2023-09-23T18:16:04.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716, 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124288 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:16:04.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259018+0000", 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259017+0000", 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2350000000000001e-06 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259022+0000", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8710000000000003e-06 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259030+0000", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.138e-06 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259035+0000", 2023-09-23T18:16:04.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8562000000000001e-05 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259073+0000", 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056565800000000002 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.259639+0000", 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097142143 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356781+0000", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010150899999999999 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.356882+0000", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158006 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.357040+0000", 2023-09-23T18:16:04.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027763140000000002 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.359817+0000", 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053407810000000002 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.365158+0000", 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044270459999999996 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369585+0000", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3045000000000004e-05 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.369648+0000", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001056076 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:07:46.370704+0000", 2023-09-23T18:16:04.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111685716 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133807 6.15 6:aba0582b:::benchmark_data_smithi018_246789_object32099:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 484.41736021600002, 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999, 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.554 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133807 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051786+0000", 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051785+0000", 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2860000000000002e-06 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051792+0000", 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0261000000000001e-05 2023-09-23T18:16:04.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051803+0000", 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0119999999999996e-06 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051808+0000", 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3081999999999998e-05 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051851+0000", 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100257 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051951+0000", 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013003900000000001 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.052081+0000", 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004444786 2023-09-23T18:16:04.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056526+0000", 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9118000000000001e-05 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056565+0000", 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10485809 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161423+0000", 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5797000000000001e-05 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161479+0000", 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2809000000000003e-05 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161522+0000", 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10973513999999999 2023-09-23T18:16:04.560 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133808 6.15 6:aaa625ba:::benchmark_data_smithi018_246789_object32100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 484.41732387500002, 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662, 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133808 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051823+0000", 2023-09-23T18:16:04.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051822+0000", 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0759999999999999e-06 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051825+0000", 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6219999999999997e-06 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051831+0000", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.666e-06 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.051834+0000", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002373422 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054207+0000", 2023-09-23T18:16:04.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013573700000000001 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054343+0000", 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013835 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.054481+0000", 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021205099999999999 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056602+0000", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2649e-05 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056614+0000", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104941352 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161556+0000", 2023-09-23T18:16:04.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0428000000000001e-05 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161586+0000", 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0327e-05 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161606+0000", 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109783662 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.567 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:133814 6.5 6:a3224d0d:::benchmark_data_smithi018_246789_object32106:head [delete] snapc 0=[] ondisk+write+known_if_redirected e252)", 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 484.41250334900002, 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578, 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.568 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133814 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056643+0000", 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056642+0000", 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7980000000000002e-06 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056648+0000", 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0618000000000001e-05 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056658+0000", 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8130000000000003e-06 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056663+0000", 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1871e-05 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056695+0000", 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8417999999999994e-05 2023-09-23T18:16:04.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056774+0000", 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3935000000000002e-05 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,6", 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.056858+0000", 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020924160000000002 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.058950+0000", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012938199999999999 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.059079+0000", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.102549008 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161628+0000", 2023-09-23T18:16:04.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1336e-05 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161650+0000", 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9425000000000001e-05 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:00.161669+0000", 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10502578 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.574 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.35487.0:156229 6.18 6:1dbcc869:::benchmark_data_smithi018_246789_object54521:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 451.96640294899998, 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135, 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.35487", 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/3226429261", 2023-09-23T18:16:04.575 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156229 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502744+0000", 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502742+0000", 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0099999999999998e-06 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502749+0000", 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5379999999999998e-05 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502765+0000", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.759e-06 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502771+0000", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9567000000000001e-05 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.502831+0000", 2023-09-23T18:16:04.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056352799999999999 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.503395+0000", 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007871645 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511266+0000", 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6538999999999994e-05 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511333+0000", 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048657699999999997 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.511819+0000", 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035737189999999999 2023-09-23T18:16:04.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.515393+0000", 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001460182 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.516853+0000", 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095292605000000002 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612146+0000", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4873000000000001e-05 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612201+0000", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00049910700000000004 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:08:32.612700+0000", 2023-09-23T18:16:04.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109956135 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8891 7.5 7:a3d5c0d3:::benchmark_data_smithi018_282512_object8890:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 358.97142003200003, 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994, 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8891 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497727+0000", 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497725+0000", 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018118499999999999 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.497906+0000", 2023-09-23T18:16:04.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081846376999999998 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579752+0000", 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1911e-05 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579764+0000", 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8667e-05 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015977 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579973+0000", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014342000000000001 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580116+0000", 2023-09-23T18:16:04.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010687030000000001 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581185+0000", 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00060325500000000002 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581788+0000", 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079322500000000005 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582581+0000", 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6091000000000002e-05 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582637+0000", 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1607999999999999e-05 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.582679+0000", 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084952327999999994 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8886 7.6 e276/272 7:6e03abb4:::benchmark_data_smithi018_282512_object8885:head v 276'507, mlcod=276'505)", 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 358.970513805, 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996, 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.591 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498633+0000", 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498632+0000", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6087000000000006e-05 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.498698+0000", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081052302000000007 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579750+0000", 2023-09-23T18:16:04.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1610000000000003e-06 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579758+0000", 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4530000000000001e-05 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579813+0000", 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2280999999999998e-05 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579845+0000", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000726387 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580572+0000", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0213e-05 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580602+0000", 2023-09-23T18:16:04.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081968875999999996 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:8898 7.8 e276/272 7:14fe983b:::benchmark_data_smithi018_282512_object8897:head v 276'536, mlcod=276'534)", 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 358.969507142, 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997, 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.596 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499640+0000", 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499639+0000", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8607999999999999e-05 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.499697+0000", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080069477 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579767+0000", 2023-09-23T18:16:04.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8599999999999993e-06 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579775+0000", 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3720000000000007e-05 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579838+0000", 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7966999999999998e-05 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.579866+0000", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001565723 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581432+0000", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0352000000000003e-05 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581472+0000", 2023-09-23T18:16:04.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081832931999999997 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.601 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56204 7.5 7:a12b3299:::benchmark_data_smithi018_282512_object56203:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 329.41938436499998, 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005, 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56204 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049762+0000", 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049760+0000", 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011105200000000001 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049871+0000", 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8698e-05 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049890+0000", 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1000000000000004e-06 2023-09-23T18:16:04.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049898+0000", 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5148000000000001e-05 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049953+0000", 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158908 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050112+0000", 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018698799999999999 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050299+0000", 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021463749999999998 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052446+0000", 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9864000000000001e-05 2023-09-23T18:16:04.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052506+0000", 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197158000000005 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133703+0000", 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8170000000000002e-05 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133741+0000", 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1379999999999998e-05 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133812+0000", 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084049937000000005 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:124452 7.5 7:a40a701f:::benchmark_data_smithi018_282512_object23716:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 220.252207223, 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999, 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124452 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:04.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:04.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216938+0000", 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216946+0000", 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4022000000000001e-05 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216960+0000", 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8089999999999998e-06 2023-09-23T18:16:04.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216965+0000", 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1918e-05 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217017+0000", 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013400599999999999 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:04.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217151+0000", 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038972300000000002 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217541+0000", 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001430579 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.218972+0000", 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042907190000000001 2023-09-23T18:16:04.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.223262+0000", 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12574829100000001 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349011+0000", 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012112099999999999 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349132+0000", 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3937000000000003e-05 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349176+0000", 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:04.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:04.616 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:16:04.717 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 43423 43407 108.411 78.0625 0.00833014 0.00921776 2023-09-23T18:16:04.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[153734]: pgmap v1032: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 115 MiB/s wr, 1.84k op/s 2023-09-23T18:16:04.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:16:04.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[153734]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:16:04.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[149401]: pgmap v1032: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 115 MiB/s wr, 1.84k op/s 2023-09-23T18:16:04.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:16:04.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-mon[149401]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:16:04.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:04 smithi149 ceph-mon[135148]: pgmap v1032: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 115 MiB/s wr, 1.84k op/s 2023-09-23T18:16:04.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:04 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:16:04.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:04 smithi149 ceph-mon[135148]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:16:04.964 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:16:05.033 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1032,"stamp":"2023-09-23T18:16:03.397550+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2590775219,"num_objects":39487,"num_object_clones":0,"num_object_copies":118461,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39487,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":40565,"num_write_kb":2540517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":225,"num_bytes_recovered":17394562,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":40629,"ondisk_log_size":40629,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10416976,"kb_used_data":7792864,"kb_used_omap":47,"kb_used_meta":2624016,"kb_avail":552053936,"statfs":{"total":575970213888,"available":565303230464,"internally_reserved":0,"allocated":7979892736,"data_stored":7972446704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":2686992641},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,2,4,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":930807808,"num_objects":14203,"num_object_clones":0,"num_object_copies":42609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14203,"num_write_kb":908992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":-22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.713929"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.693886+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:15:55.693886+0000","last_peered":"2023-09-23T18:15:55.693886+0000","last_clean":"2023-09-23T18:15:55.693886+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:15:55.693886+0000","last_undegraded":"2023-09-23T18:15:55.693886+0000","last_fullsized":"2023-09-23T18:15:55.693886+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":364,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.719877+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:15:56.719877+0000","last_peered":"2023-09-23T18:15:56.719877+0000","last_clean":"2023-09-23T18:15:56.719877+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:15:56.719877+0000","last_undegraded":"2023-09-23T18:15:56.719877+0000","last_fullsized":"2023-09-23T18:15:56.719877+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":297,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.699432+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:15:55.699432+0000","last_peered":"2023-09-23T18:15:55.699432+0000","last_clean":"2023-09-23T18:15:55.699432+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:15:55.699432+0000","last_undegraded":"2023-09-23T18:15:55.699432+0000","last_fullsized":"2023-09-23T18:15:55.699432+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":215,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703516+0000","last_change":"2023-09-23T18:13:47.973770+0000","last_active":"2023-09-23T18:15:55.703516+0000","last_peered":"2023-09-23T18:15:55.703516+0000","last_clean":"2023-09-23T18:15:55.703516+0000","last_became_active":"2023-09-23T18:13:47.973355+0000","last_became_peered":"2023-09-23T18:13:47.973355+0000","last_unstale":"2023-09-23T18:15:55.703516+0000","last_undegraded":"2023-09-23T18:15:55.703516+0000","last_fullsized":"2023-09-23T18:15:55.703516+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.519743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":425,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-09-23T18:16:02.641393+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:16:02.641393+0000","last_peered":"2023-09-23T18:16:02.641393+0000","last_clean":"2023-09-23T18:16:02.641393+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:16:02.641393+0000","last_undegraded":"2023-09-23T18:16:02.641393+0000","last_fullsized":"2023-09-23T18:16:02.641393+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":211,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691897+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:15:55.691897+0000","last_peered":"2023-09-23T18:15:55.691897+0000","last_clean":"2023-09-23T18:15:55.691897+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:15:55.691897+0000","last_undegraded":"2023-09-23T18:15:55.691897+0000","last_fullsized":"2023-09-23T18:15:55.691897+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":345,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.702758+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:15:55.702758+0000","last_peered":"2023-09-23T18:15:55.702758+0000","last_clean":"2023-09-23T18:15:55.702758+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:15:55.702758+0000","last_undegraded":"2023-09-23T18:15:55.702758+0000","last_fullsized":"2023-09-23T18:15:55.702758+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":398,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.718347+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:15:56.718347+0000","last_peered":"2023-09-23T18:15:56.718347+0000","last_clean":"2023-09-23T18:15:56.718347+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:15:56.718347+0000","last_undegraded":"2023-09-23T18:15:56.718347+0000","last_fullsized":"2023-09-23T18:15:56.718347+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":207,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.720913+0000","last_change":"2023-09-23T18:15:56.720913+0000","last_active":"2023-09-23T18:15:56.720913+0000","last_peered":"2023-09-23T18:15:56.720913+0000","last_clean":"2023-09-23T18:15:56.720913+0000","last_became_active":"2023-09-23T18:15:56.720475+0000","last_became_peered":"2023-09-23T18:15:56.720475+0000","last_unstale":"2023-09-23T18:15:56.720913+0000","last_undegraded":"2023-09-23T18:15:56.720913+0000","last_fullsized":"2023-09-23T18:15:56.720913+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":318,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.717696+0000","last_change":"2023-09-23T18:13:03.789267+0000","last_active":"2023-09-23T18:15:56.717696+0000","last_peered":"2023-09-23T18:15:56.717696+0000","last_clean":"2023-09-23T18:15:56.717696+0000","last_became_active":"2023-09-23T18:13:03.788944+0000","last_became_peered":"2023-09-23T18:13:03.788944+0000","last_unstale":"2023-09-23T18:15:56.717696+0000","last_undegraded":"2023-09-23T18:15:56.717696+0000","last_fullsized":"2023-09-23T18:15:56.717696+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:57.577286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":71,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.719957+0000","last_change":"2023-09-23T18:13:03.963101+0000","last_active":"2023-09-23T18:15:56.719957+0000","last_peered":"2023-09-23T18:15:56.719957+0000","last_clean":"2023-09-23T18:15:56.719957+0000","last_became_active":"2023-09-23T18:13:03.787923+0000","last_became_peered":"2023-09-23T18:13:03.787923+0000","last_unstale":"2023-09-23T18:15:56.719957+0000","last_undegraded":"2023-09-23T18:15:56.719957+0000","last_fullsized":"2023-09-23T18:15:56.719957+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:52:28.853890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":159,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691609+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:15:55.691609+0000","last_peered":"2023-09-23T18:15:55.691609+0000","last_clean":"2023-09-23T18:15:55.691609+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:15:55.691609+0000","last_undegraded":"2023-09-23T18:15:55.691609+0000","last_fullsized":"2023-09-23T18:15:55.691609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":42,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694065+0000","last_change":"2023-09-23T18:15:24.964198+0000","last_active":"2023-09-23T18:15:55.694065+0000","last_peered":"2023-09-23T18:15:55.694065+0000","last_clean":"2023-09-23T18:15:55.694065+0000","last_became_active":"2023-09-23T18:14:17.804426+0000","last_became_peered":"2023-09-23T18:14:17.804426+0000","last_unstale":"2023-09-23T18:15:55.694065+0000","last_undegraded":"2023-09-23T18:15:55.694065+0000","last_fullsized":"2023-09-23T18:15:55.694065+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":373,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694249+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:15:55.694249+0000","last_peered":"2023-09-23T18:15:55.694249+0000","last_clean":"2023-09-23T18:15:55.694249+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:15:55.694249+0000","last_undegraded":"2023-09-23T18:15:55.694249+0000","last_fullsized":"2023-09-23T18:15:55.694249+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":16,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.736837+0000","last_change":"2023-09-23T18:15:56.736837+0000","last_active":"2023-09-23T18:15:56.736837+0000","last_peered":"2023-09-23T18:15:56.736837+0000","last_clean":"2023-09-23T18:15:56.736837+0000","last_became_active":"2023-09-23T18:15:56.725663+0000","last_became_peered":"2023-09-23T18:15:56.725663+0000","last_unstale":"2023-09-23T18:15:56.736837+0000","last_undegraded":"2023-09-23T18:15:56.736837+0000","last_fullsized":"2023-09-23T18:15:56.736837+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":380,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.717805+0000","last_change":"2023-09-23T18:13:47.970103+0000","last_active":"2023-09-23T18:15:56.717805+0000","last_peered":"2023-09-23T18:15:56.717805+0000","last_clean":"2023-09-23T18:15:56.717805+0000","last_became_active":"2023-09-23T18:13:47.969423+0000","last_became_peered":"2023-09-23T18:13:47.969423+0000","last_unstale":"2023-09-23T18:15:56.717805+0000","last_undegraded":"2023-09-23T18:15:56.717805+0000","last_fullsized":"2023-09-23T18:15:56.717805+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:29.199756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":214,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.702558+0000","last_change":"2023-09-23T18:13:47.968752+0000","last_active":"2023-09-23T18:15:55.702558+0000","last_peered":"2023-09-23T18:15:55.702558+0000","last_clean":"2023-09-23T18:15:55.702558+0000","last_became_active":"2023-09-23T18:13:47.968434+0000","last_became_peered":"2023-09-23T18:13:47.968434+0000","last_unstale":"2023-09-23T18:15:55.702558+0000","last_undegraded":"2023-09-23T18:15:55.702558+0000","last_fullsized":"2023-09-23T18:15:55.702558+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:51:13.890079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":183,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691785+0000","last_change":"2023-09-23T18:13:03.780211+0000","last_active":"2023-09-23T18:15:55.691785+0000","last_peered":"2023-09-23T18:15:55.691785+0000","last_clean":"2023-09-23T18:15:55.691785+0000","last_became_active":"2023-09-23T18:13:03.779971+0000","last_became_peered":"2023-09-23T18:13:03.779971+0000","last_unstale":"2023-09-23T18:15:55.691785+0000","last_undegraded":"2023-09-23T18:15:55.691785+0000","last_fullsized":"2023-09-23T18:15:55.691785+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":315,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694077+0000","last_change":"2023-09-23T18:13:03.779346+0000","last_active":"2023-09-23T18:15:55.694077+0000","last_peered":"2023-09-23T18:15:55.694077+0000","last_clean":"2023-09-23T18:15:55.694077+0000","last_became_active":"2023-09-23T18:13:03.779039+0000","last_became_peered":"2023-09-23T18:13:03.779039+0000","last_unstale":"2023-09-23T18:15:55.694077+0000","last_undegraded":"2023-09-23T18:15:55.694077+0000","last_fullsized":"2023-09-23T18:15:55.694077+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":331,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703691+0000","last_change":"2023-09-23T18:13:03.812206+0000","last_active":"2023-09-23T18:15:55.703691+0000","last_peered":"2023-09-23T18:15:55.703691+0000","last_clean":"2023-09-23T18:15:55.703691+0000","last_became_active":"2023-09-23T18:13:03.811736+0000","last_became_peered":"2023-09-23T18:13:03.811736+0000","last_unstale":"2023-09-23T18:15:55.703691+0000","last_undegraded":"2023-09-23T18:15:55.703691+0000","last_fullsized":"2023-09-23T18:15:55.703691+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:55:50.589292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":265,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.701551+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:15:55.701551+0000","last_peered":"2023-09-23T18:15:55.701551+0000","last_clean":"2023-09-23T18:15:55.701551+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:15:55.701551+0000","last_undegraded":"2023-09-23T18:15:55.701551+0000","last_fullsized":"2023-09-23T18:15:55.701551+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":350,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-09-23T18:16:02.642700+0000","last_change":"2023-09-23T18:13:47.969330+0000","last_active":"2023-09-23T18:16:02.642700+0000","last_peered":"2023-09-23T18:16:02.642700+0000","last_clean":"2023-09-23T18:16:02.642700+0000","last_became_active":"2023-09-23T18:13:47.969017+0000","last_became_peered":"2023-09-23T18:13:47.969017+0000","last_unstale":"2023-09-23T18:16:02.642700+0000","last_undegraded":"2023-09-23T18:16:02.642700+0000","last_fullsized":"2023-09-23T18:16:02.642700+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:07.422494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"354'2377","reported_seq":2391,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.749156+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:16:00.749156+0000","last_peered":"2023-09-23T18:16:00.749156+0000","last_clean":"2023-09-23T18:16:00.749156+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:16:00.749156+0000","last_undegraded":"2023-09-23T18:16:00.749156+0000","last_fullsized":"2023-09-23T18:16:00.749156+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2377,"log_dups_size":0,"ondisk_log_size":2377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155779072,"num_objects":2377,"num_object_clones":0,"num_object_copies":7131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2377,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2377,"num_write_kb":152128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":16,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.727288+0000","last_change":"2023-09-23T18:15:56.727288+0000","last_active":"2023-09-23T18:15:56.727288+0000","last_peered":"2023-09-23T18:15:56.727288+0000","last_clean":"2023-09-23T18:15:56.727288+0000","last_became_active":"2023-09-23T18:15:56.716340+0000","last_became_peered":"2023-09-23T18:15:56.716340+0000","last_unstale":"2023-09-23T18:15:56.727288+0000","last_undegraded":"2023-09-23T18:15:56.727288+0000","last_fullsized":"2023-09-23T18:15:56.727288+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:34.973802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":192,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691356+0000","last_change":"2023-09-23T18:13:03.771965+0000","last_active":"2023-09-23T18:15:55.691356+0000","last_peered":"2023-09-23T18:15:55.691356+0000","last_clean":"2023-09-23T18:15:55.691356+0000","last_became_active":"2023-09-23T18:13:03.771624+0000","last_became_peered":"2023-09-23T18:13:03.771624+0000","last_unstale":"2023-09-23T18:15:55.691356+0000","last_undegraded":"2023-09-23T18:15:55.691356+0000","last_fullsized":"2023-09-23T18:15:55.691356+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"354'2335","reported_seq":2349,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.840819+0000","last_change":"2023-09-23T18:15:33.850540+0000","last_active":"2023-09-23T18:16:00.840819+0000","last_peered":"2023-09-23T18:16:00.840819+0000","last_clean":"2023-09-23T18:16:00.840819+0000","last_became_active":"2023-09-23T18:15:33.850250+0000","last_became_peered":"2023-09-23T18:15:33.850250+0000","last_unstale":"2023-09-23T18:16:00.840819+0000","last_undegraded":"2023-09-23T18:16:00.840819+0000","last_fullsized":"2023-09-23T18:16:00.840819+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2335,"log_dups_size":0,"ondisk_log_size":2335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153026560,"num_objects":2335,"num_object_clones":0,"num_object_copies":7005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2335,"num_write_kb":149440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":36,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694362+0000","last_change":"2023-09-23T18:15:24.474516+0000","last_active":"2023-09-23T18:15:55.694362+0000","last_peered":"2023-09-23T18:15:55.694362+0000","last_clean":"2023-09-23T18:15:55.694362+0000","last_became_active":"2023-09-23T18:14:17.798742+0000","last_became_peered":"2023-09-23T18:14:17.798742+0000","last_unstale":"2023-09-23T18:15:55.694362+0000","last_undegraded":"2023-09-23T18:15:55.694362+0000","last_fullsized":"2023-09-23T18:15:55.694362+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":373,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.721289+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:15:56.721289+0000","last_peered":"2023-09-23T18:15:56.721289+0000","last_clean":"2023-09-23T18:15:56.721289+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:15:56.721289+0000","last_undegraded":"2023-09-23T18:15:56.721289+0000","last_fullsized":"2023-09-23T18:15:56.721289+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"354'2489","reported_seq":2504,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.723516+0000","last_change":"2023-09-23T18:15:34.124936+0000","last_active":"2023-09-23T18:16:01.723516+0000","last_peered":"2023-09-23T18:16:01.723516+0000","last_clean":"2023-09-23T18:16:01.723516+0000","last_became_active":"2023-09-23T18:15:34.124649+0000","last_became_peered":"2023-09-23T18:15:34.124649+0000","last_unstale":"2023-09-23T18:16:01.723516+0000","last_undegraded":"2023-09-23T18:16:01.723516+0000","last_fullsized":"2023-09-23T18:16:01.723516+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2489,"log_dups_size":0,"ondisk_log_size":2489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:07:16.730979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163119104,"num_objects":2489,"num_object_clones":0,"num_object_copies":7467,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2489,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2489,"num_write_kb":159296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3],"acting":[0,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":223,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691703+0000","last_change":"2023-09-23T18:13:03.782777+0000","last_active":"2023-09-23T18:15:55.691703+0000","last_peered":"2023-09-23T18:15:55.691703+0000","last_clean":"2023-09-23T18:15:55.691703+0000","last_became_active":"2023-09-23T18:13:03.771776+0000","last_became_peered":"2023-09-23T18:13:03.771776+0000","last_unstale":"2023-09-23T18:15:55.691703+0000","last_undegraded":"2023-09-23T18:15:55.691703+0000","last_fullsized":"2023-09-23T18:15:55.691703+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":209,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.284170+0000","last_change":"2023-09-23T18:13:48.021019+0000","last_active":"2023-09-23T18:15:56.284170+0000","last_peered":"2023-09-23T18:15:56.284170+0000","last_clean":"2023-09-23T18:15:56.284170+0000","last_became_active":"2023-09-23T18:13:48.019721+0000","last_became_peered":"2023-09-23T18:13:48.019721+0000","last_unstale":"2023-09-23T18:15:56.284170+0000","last_undegraded":"2023-09-23T18:15:56.284170+0000","last_fullsized":"2023-09-23T18:15:56.284170+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:53.880574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"354'2416","reported_seq":2430,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.266273+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:16:01.266273+0000","last_peered":"2023-09-23T18:16:01.266273+0000","last_clean":"2023-09-23T18:16:01.266273+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:16:01.266273+0000","last_undegraded":"2023-09-23T18:16:01.266273+0000","last_fullsized":"2023-09-23T18:16:01.266273+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2416,"log_dups_size":0,"ondisk_log_size":2416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158334976,"num_objects":2416,"num_object_clones":0,"num_object_copies":7248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2416,"num_write_kb":154624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":357,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691702+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:15:55.691702+0000","last_peered":"2023-09-23T18:15:55.691702+0000","last_clean":"2023-09-23T18:15:55.691702+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:15:55.691702+0000","last_undegraded":"2023-09-23T18:15:55.691702+0000","last_fullsized":"2023-09-23T18:15:55.691702+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":358,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.705334+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:15:55.705334+0000","last_peered":"2023-09-23T18:15:55.705334+0000","last_clean":"2023-09-23T18:15:55.705334+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:15:55.705334+0000","last_undegraded":"2023-09-23T18:15:55.705334+0000","last_fullsized":"2023-09-23T18:15:55.705334+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"354'2610","reported_seq":2627,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-09-23T18:16:02.640798+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:16:02.640798+0000","last_peered":"2023-09-23T18:16:02.640798+0000","last_clean":"2023-09-23T18:16:02.640798+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:16:02.640798+0000","last_undegraded":"2023-09-23T18:16:02.640798+0000","last_fullsized":"2023-09-23T18:16:02.640798+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2610,"log_dups_size":0,"ondisk_log_size":2610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171048960,"num_objects":2610,"num_object_clones":0,"num_object_copies":7830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2610,"num_write_kb":167040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":382,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.718923+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:15:56.718923+0000","last_peered":"2023-09-23T18:15:56.718923+0000","last_clean":"2023-09-23T18:15:56.718923+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:15:56.718923+0000","last_undegraded":"2023-09-23T18:15:56.718923+0000","last_fullsized":"2023-09-23T18:15:56.718923+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694026+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:15:55.694026+0000","last_peered":"2023-09-23T18:15:55.694026+0000","last_clean":"2023-09-23T18:15:55.694026+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:15:55.694026+0000","last_undegraded":"2023-09-23T18:15:55.694026+0000","last_fullsized":"2023-09-23T18:15:55.694026+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"354'2466","reported_seq":2481,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.256184+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:16:01.256184+0000","last_peered":"2023-09-23T18:16:01.256184+0000","last_clean":"2023-09-23T18:16:01.256184+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:16:01.256184+0000","last_undegraded":"2023-09-23T18:16:01.256184+0000","last_fullsized":"2023-09-23T18:16:01.256184+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2466,"log_dups_size":0,"ondisk_log_size":2466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161611776,"num_objects":2466,"num_object_clones":0,"num_object_copies":7398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2466,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2466,"num_write_kb":157824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.693914+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:15:55.693914+0000","last_peered":"2023-09-23T18:15:55.693914+0000","last_clean":"2023-09-23T18:15:55.693914+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:15:55.693914+0000","last_undegraded":"2023-09-23T18:15:55.693914+0000","last_fullsized":"2023-09-23T18:15:55.693914+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694364+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:15:55.694364+0000","last_peered":"2023-09-23T18:15:55.694364+0000","last_clean":"2023-09-23T18:15:55.694364+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:15:55.694364+0000","last_undegraded":"2023-09-23T18:15:55.694364+0000","last_fullsized":"2023-09-23T18:15:55.694364+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"354'2475","reported_seq":2489,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.841600+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:16:00.841600+0000","last_peered":"2023-09-23T18:16:00.841600+0000","last_clean":"2023-09-23T18:16:00.841600+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:16:00.841600+0000","last_undegraded":"2023-09-23T18:16:00.841600+0000","last_fullsized":"2023-09-23T18:16:00.841600+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2475,"log_dups_size":0,"ondisk_log_size":2475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162201600,"num_objects":2475,"num_object_clones":0,"num_object_copies":7425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2475,"num_write_kb":158400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.716252+0000","last_change":"2023-09-23T18:15:56.716252+0000","last_active":"2023-09-23T18:15:56.716252+0000","last_peered":"2023-09-23T18:15:56.716252+0000","last_clean":"2023-09-23T18:15:56.716252+0000","last_became_active":"2023-09-23T18:15:56.716037+0000","last_became_peered":"2023-09-23T18:15:56.716037+0000","last_unstale":"2023-09-23T18:15:56.716252+0000","last_undegraded":"2023-09-23T18:15:56.716252+0000","last_fullsized":"2023-09-23T18:15:56.716252+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":373,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694446+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:15:55.694446+0000","last_peered":"2023-09-23T18:15:55.694446+0000","last_clean":"2023-09-23T18:15:55.694446+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:15:55.694446+0000","last_undegraded":"2023-09-23T18:15:55.694446+0000","last_fullsized":"2023-09-23T18:15:55.694446+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"354'2434","reported_seq":2449,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.248036+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:16:01.248036+0000","last_peered":"2023-09-23T18:16:01.248036+0000","last_clean":"2023-09-23T18:16:01.248036+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:16:01.248036+0000","last_undegraded":"2023-09-23T18:16:01.248036+0000","last_fullsized":"2023-09-23T18:16:01.248036+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2434,"log_dups_size":0,"ondisk_log_size":2434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159514624,"num_objects":2434,"num_object_clones":0,"num_object_copies":7302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2434,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2434,"num_write_kb":155776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":384,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.717547+0000","last_change":"2023-09-23T18:14:17.802462+0000","last_active":"2023-09-23T18:15:56.717547+0000","last_peered":"2023-09-23T18:15:56.717547+0000","last_clean":"2023-09-23T18:15:56.717547+0000","last_became_active":"2023-09-23T18:14:17.801768+0000","last_became_peered":"2023-09-23T18:14:17.801768+0000","last_unstale":"2023-09-23T18:15:56.717547+0000","last_undegraded":"2023-09-23T18:15:56.717547+0000","last_fullsized":"2023-09-23T18:15:56.717547+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:02.721270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":353,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.710252+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:15:56.710252+0000","last_peered":"2023-09-23T18:15:56.710252+0000","last_clean":"2023-09-23T18:15:56.710252+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:15:56.710252+0000","last_undegraded":"2023-09-23T18:15:56.710252+0000","last_fullsized":"2023-09-23T18:15:56.710252+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"354'2565","reported_seq":2580,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.708763+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:16:01.708763+0000","last_peered":"2023-09-23T18:16:01.708763+0000","last_clean":"2023-09-23T18:16:01.708763+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:16:01.708763+0000","last_undegraded":"2023-09-23T18:16:01.708763+0000","last_fullsized":"2023-09-23T18:16:01.708763+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2565,"log_dups_size":0,"ondisk_log_size":2565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168099840,"num_objects":2565,"num_object_clones":0,"num_object_copies":7695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2565,"num_write_kb":164160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":952,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.697745+0000","last_change":"2023-09-23T18:15:25.129739+0000","last_active":"2023-09-23T18:15:55.697745+0000","last_peered":"2023-09-23T18:15:55.697745+0000","last_clean":"2023-09-23T18:15:55.697745+0000","last_became_active":"2023-09-23T18:13:49.257017+0000","last_became_peered":"2023-09-23T18:13:49.257017+0000","last_unstale":"2023-09-23T18:15:55.697745+0000","last_undegraded":"2023-09-23T18:15:55.697745+0000","last_fullsized":"2023-09-23T18:15:55.697745+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:12.055087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":183,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691866+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:15:55.691866+0000","last_peered":"2023-09-23T18:15:55.691866+0000","last_clean":"2023-09-23T18:15:55.691866+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:15:55.691866+0000","last_undegraded":"2023-09-23T18:15:55.691866+0000","last_fullsized":"2023-09-23T18:15:55.691866+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":263,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.697660+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:15:55.697660+0000","last_peered":"2023-09-23T18:15:55.697660+0000","last_clean":"2023-09-23T18:15:55.697660+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:15:55.697660+0000","last_undegraded":"2023-09-23T18:15:55.697660+0000","last_fullsized":"2023-09-23T18:15:55.697660+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"354'2487","reported_seq":2501,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.706526+0000","last_change":"2023-09-23T18:15:33.855939+0000","last_active":"2023-09-23T18:16:00.706526+0000","last_peered":"2023-09-23T18:16:00.706526+0000","last_clean":"2023-09-23T18:16:00.706526+0000","last_became_active":"2023-09-23T18:15:33.855731+0000","last_became_peered":"2023-09-23T18:15:33.855731+0000","last_unstale":"2023-09-23T18:16:00.706526+0000","last_undegraded":"2023-09-23T18:16:00.706526+0000","last_fullsized":"2023-09-23T18:16:00.706526+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2487,"log_dups_size":0,"ondisk_log_size":2487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162988032,"num_objects":2487,"num_object_clones":0,"num_object_copies":7461,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2487,"num_write_kb":159168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1097,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691612+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:15:55.691612+0000","last_peered":"2023-09-23T18:15:55.691612+0000","last_clean":"2023-09-23T18:15:55.691612+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:15:55.691612+0000","last_undegraded":"2023-09-23T18:15:55.691612+0000","last_fullsized":"2023-09-23T18:15:55.691612+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":356,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694167+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:15:55.694167+0000","last_peered":"2023-09-23T18:15:55.694167+0000","last_clean":"2023-09-23T18:15:55.694167+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:15:55.694167+0000","last_undegraded":"2023-09-23T18:15:55.694167+0000","last_fullsized":"2023-09-23T18:15:55.694167+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":268,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.697580+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:15:55.697580+0000","last_peered":"2023-09-23T18:15:55.697580+0000","last_clean":"2023-09-23T18:15:55.697580+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:15:55.697580+0000","last_undegraded":"2023-09-23T18:15:55.697580+0000","last_fullsized":"2023-09-23T18:15:55.697580+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"354'2582","reported_seq":2599,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:02.640018+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:16:02.640018+0000","last_peered":"2023-09-23T18:16:02.640018+0000","last_clean":"2023-09-23T18:16:02.640018+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:16:02.640018+0000","last_undegraded":"2023-09-23T18:16:02.640018+0000","last_fullsized":"2023-09-23T18:16:02.640018+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2582,"log_dups_size":0,"ondisk_log_size":2582,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169213952,"num_objects":2582,"num_object_clones":0,"num_object_copies":7746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2582,"num_write_kb":165248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":617,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703582+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:15:55.703582+0000","last_peered":"2023-09-23T18:15:55.703582+0000","last_clean":"2023-09-23T18:15:55.703582+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:15:55.703582+0000","last_undegraded":"2023-09-23T18:15:55.703582+0000","last_fullsized":"2023-09-23T18:15:55.703582+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":273,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.699929+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:15:55.699929+0000","last_peered":"2023-09-23T18:15:55.699929+0000","last_clean":"2023-09-23T18:15:55.699929+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:15:55.699929+0000","last_undegraded":"2023-09-23T18:15:55.699929+0000","last_fullsized":"2023-09-23T18:15:55.699929+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":362,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.284281+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:15:56.284281+0000","last_peered":"2023-09-23T18:15:56.284281+0000","last_clean":"2023-09-23T18:15:56.284281+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:15:56.284281+0000","last_undegraded":"2023-09-23T18:15:56.284281+0000","last_fullsized":"2023-09-23T18:15:56.284281+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"354'2428","reported_seq":2442,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.761380+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:16:00.761380+0000","last_peered":"2023-09-23T18:16:00.761380+0000","last_clean":"2023-09-23T18:16:00.761380+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:16:00.761380+0000","last_undegraded":"2023-09-23T18:16:00.761380+0000","last_fullsized":"2023-09-23T18:16:00.761380+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2428,"log_dups_size":0,"ondisk_log_size":2428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159121408,"num_objects":2428,"num_object_clones":0,"num_object_copies":7284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2428,"num_write_kb":155392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":889,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691514+0000","last_change":"2023-09-23T18:15:14.314364+0000","last_active":"2023-09-23T18:15:55.691514+0000","last_peered":"2023-09-23T18:15:55.691514+0000","last_clean":"2023-09-23T18:15:55.691514+0000","last_became_active":"2023-09-23T18:15:14.313853+0000","last_became_peered":"2023-09-23T18:15:14.313853+0000","last_unstale":"2023-09-23T18:15:55.691514+0000","last_undegraded":"2023-09-23T18:15:55.691514+0000","last_fullsized":"2023-09-23T18:15:55.691514+0000","mapping_epoch":341,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":342,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":347,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.701460+0000","last_change":"2023-09-23T18:15:25.028748+0000","last_active":"2023-09-23T18:15:55.701460+0000","last_peered":"2023-09-23T18:15:55.701460+0000","last_clean":"2023-09-23T18:15:55.701460+0000","last_became_active":"2023-09-23T18:13:48.953329+0000","last_became_peered":"2023-09-23T18:13:48.953329+0000","last_unstale":"2023-09-23T18:15:55.701460+0000","last_undegraded":"2023-09-23T18:15:55.701460+0000","last_fullsized":"2023-09-23T18:15:55.701460+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:14:43.253387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":392,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.719401+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:15:56.719401+0000","last_peered":"2023-09-23T18:15:56.719401+0000","last_clean":"2023-09-23T18:15:56.719401+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:15:56.719401+0000","last_undegraded":"2023-09-23T18:15:56.719401+0000","last_fullsized":"2023-09-23T18:15:56.719401+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694283+0000","last_change":"2023-09-23T18:14:17.797286+0000","last_active":"2023-09-23T18:15:55.694283+0000","last_peered":"2023-09-23T18:15:55.694283+0000","last_clean":"2023-09-23T18:15:55.694283+0000","last_became_active":"2023-09-23T18:14:17.796266+0000","last_became_peered":"2023-09-23T18:14:17.796266+0000","last_unstale":"2023-09-23T18:15:55.694283+0000","last_undegraded":"2023-09-23T18:15:55.694283+0000","last_fullsized":"2023-09-23T18:15:55.694283+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"354'2435","reported_seq":2449,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.266198+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:16:01.266198+0000","last_peered":"2023-09-23T18:16:01.266198+0000","last_clean":"2023-09-23T18:16:01.266198+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:16:01.266198+0000","last_undegraded":"2023-09-23T18:16:01.266198+0000","last_fullsized":"2023-09-23T18:16:01.266198+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2435,"log_dups_size":0,"ondisk_log_size":2435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159580160,"num_objects":2435,"num_object_clones":0,"num_object_copies":7305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2435,"num_write_kb":155840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":756,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.699702+0000","last_change":"2023-09-23T18:14:51.332961+0000","last_active":"2023-09-23T18:15:55.699702+0000","last_peered":"2023-09-23T18:15:55.699702+0000","last_clean":"2023-09-23T18:15:55.699702+0000","last_became_active":"2023-09-23T18:13:49.149253+0000","last_became_peered":"2023-09-23T18:13:49.149253+0000","last_unstale":"2023-09-23T18:15:55.699702+0000","last_undegraded":"2023-09-23T18:15:55.699702+0000","last_fullsized":"2023-09-23T18:15:55.699702+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":337,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:54:49.799721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":350,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.714142+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:15:56.714142+0000","last_peered":"2023-09-23T18:15:56.714142+0000","last_clean":"2023-09-23T18:15:56.714142+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:15:56.714142+0000","last_undegraded":"2023-09-23T18:15:56.714142+0000","last_fullsized":"2023-09-23T18:15:56.714142+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":215,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703443+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:15:55.703443+0000","last_peered":"2023-09-23T18:15:55.703443+0000","last_clean":"2023-09-23T18:15:55.703443+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:15:55.703443+0000","last_undegraded":"2023-09-23T18:15:55.703443+0000","last_fullsized":"2023-09-23T18:15:55.703443+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"355'2518","reported_seq":2535,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-09-23T18:16:02.642329+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:16:02.642329+0000","last_peered":"2023-09-23T18:16:02.642329+0000","last_clean":"2023-09-23T18:16:02.642329+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:16:02.642329+0000","last_undegraded":"2023-09-23T18:16:02.642329+0000","last_fullsized":"2023-09-23T18:16:02.642329+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2518,"log_dups_size":0,"ondisk_log_size":2518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165019648,"num_objects":2518,"num_object_clones":0,"num_object_copies":7554,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2518,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2518,"num_write_kb":161152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":408,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.702927+0000","last_change":"2023-09-23T18:15:24.975904+0000","last_active":"2023-09-23T18:15:55.702927+0000","last_peered":"2023-09-23T18:15:55.702927+0000","last_clean":"2023-09-23T18:15:55.702927+0000","last_became_active":"2023-09-23T18:13:49.282135+0000","last_became_peered":"2023-09-23T18:13:49.282135+0000","last_unstale":"2023-09-23T18:15:55.702927+0000","last_undegraded":"2023-09-23T18:15:55.702927+0000","last_fullsized":"2023-09-23T18:15:55.702927+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:29:41.063672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":292,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.697834+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:15:55.697834+0000","last_peered":"2023-09-23T18:15:55.697834+0000","last_clean":"2023-09-23T18:15:55.697834+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:15:55.697834+0000","last_undegraded":"2023-09-23T18:15:55.697834+0000","last_fullsized":"2023-09-23T18:15:55.697834+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":366,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.714282+0000","last_change":"2023-09-23T18:13:48.002246+0000","last_active":"2023-09-23T18:15:56.714282+0000","last_peered":"2023-09-23T18:15:56.714282+0000","last_clean":"2023-09-23T18:15:56.714282+0000","last_became_active":"2023-09-23T18:13:48.001940+0000","last_became_peered":"2023-09-23T18:13:48.001940+0000","last_unstale":"2023-09-23T18:15:56.714282+0000","last_undegraded":"2023-09-23T18:15:56.714282+0000","last_fullsized":"2023-09-23T18:15:56.714282+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:44:25.204122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"354'2470","reported_seq":2485,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:01.686316+0000","last_change":"2023-09-23T18:15:33.855940+0000","last_active":"2023-09-23T18:16:01.686316+0000","last_peered":"2023-09-23T18:16:01.686316+0000","last_clean":"2023-09-23T18:16:01.686316+0000","last_became_active":"2023-09-23T18:15:33.855645+0000","last_became_peered":"2023-09-23T18:15:33.855645+0000","last_unstale":"2023-09-23T18:16:01.686316+0000","last_undegraded":"2023-09-23T18:16:01.686316+0000","last_fullsized":"2023-09-23T18:16:01.686316+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2470,"log_dups_size":0,"ondisk_log_size":2470,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:52.915017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161873920,"num_objects":2470,"num_object_clones":0,"num_object_copies":7410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2470,"num_write_kb":158080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":343,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.719454+0000","last_change":"2023-09-23T18:13:03.972714+0000","last_active":"2023-09-23T18:15:56.719454+0000","last_peered":"2023-09-23T18:15:56.719454+0000","last_clean":"2023-09-23T18:15:56.719454+0000","last_became_active":"2023-09-23T18:13:03.796018+0000","last_became_peered":"2023-09-23T18:13:03.796018+0000","last_unstale":"2023-09-23T18:15:56.719454+0000","last_undegraded":"2023-09-23T18:15:56.719454+0000","last_fullsized":"2023-09-23T18:15:56.719454+0000","mapping_epoch":313,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:02.899158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":981,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.284230+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:15:56.284230+0000","last_peered":"2023-09-23T18:15:56.284230+0000","last_clean":"2023-09-23T18:15:56.284230+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:15:56.284230+0000","last_undegraded":"2023-09-23T18:15:56.284230+0000","last_fullsized":"2023-09-23T18:15:56.284230+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":388,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.717651+0000","last_change":"2023-09-23T18:13:47.971321+0000","last_active":"2023-09-23T18:15:56.717651+0000","last_peered":"2023-09-23T18:15:56.717651+0000","last_clean":"2023-09-23T18:15:56.717651+0000","last_became_active":"2023-09-23T18:13:47.970997+0000","last_became_peered":"2023-09-23T18:13:47.970997+0000","last_unstale":"2023-09-23T18:15:56.717651+0000","last_undegraded":"2023-09-23T18:15:56.717651+0000","last_fullsized":"2023-09-23T18:15:56.717651+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:00.427029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"354'2372","reported_seq":2386,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:16:00.762928+0000","last_change":"2023-09-23T18:15:34.124818+0000","last_active":"2023-09-23T18:16:00.762928+0000","last_peered":"2023-09-23T18:16:00.762928+0000","last_clean":"2023-09-23T18:16:00.762928+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:16:00.762928+0000","last_undegraded":"2023-09-23T18:16:00.762928+0000","last_fullsized":"2023-09-23T18:16:00.762928+0000","mapping_epoch":347,"log_start":"0'0","ondisk_log_start":"0'0","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":2372,"log_dups_size":0,"ondisk_log_size":2372,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155451392,"num_objects":2372,"num_object_clones":0,"num_object_copies":7116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2372,"num_write_kb":151808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":534,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703459+0000","last_change":"2023-09-23T18:13:47.996117+0000","last_active":"2023-09-23T18:15:55.703459+0000","last_peered":"2023-09-23T18:15:55.703459+0000","last_clean":"2023-09-23T18:15:55.703459+0000","last_became_active":"2023-09-23T18:13:47.995634+0000","last_became_peered":"2023-09-23T18:13:47.995634+0000","last_unstale":"2023-09-23T18:15:55.703459+0000","last_undegraded":"2023-09-23T18:15:55.703459+0000","last_fullsized":"2023-09-23T18:15:55.703459+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:19:26.233157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":210,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.703596+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:15:55.703596+0000","last_peered":"2023-09-23T18:15:55.703596+0000","last_clean":"2023-09-23T18:15:55.703596+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:15:55.703596+0000","last_undegraded":"2023-09-23T18:15:55.703596+0000","last_fullsized":"2023-09-23T18:15:55.703596+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.693824+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:15:55.693824+0000","last_peered":"2023-09-23T18:15:55.693824+0000","last_clean":"2023-09-23T18:15:55.693824+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:15:55.693824+0000","last_undegraded":"2023-09-23T18:15:55.693824+0000","last_fullsized":"2023-09-23T18:15:55.693824+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":214,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.705413+0000","last_change":"2023-09-23T18:13:47.968543+0000","last_active":"2023-09-23T18:15:55.705413+0000","last_peered":"2023-09-23T18:15:55.705413+0000","last_clean":"2023-09-23T18:15:55.705413+0000","last_became_active":"2023-09-23T18:13:47.968208+0000","last_became_peered":"2023-09-23T18:13:47.968208+0000","last_unstale":"2023-09-23T18:15:55.705413+0000","last_undegraded":"2023-09-23T18:15:55.705413+0000","last_fullsized":"2023-09-23T18:15:55.705413+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:10.602196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":156,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.705689+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:15:55.705689+0000","last_peered":"2023-09-23T18:15:55.705689+0000","last_clean":"2023-09-23T18:15:55.705689+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:15:55.705689+0000","last_undegraded":"2023-09-23T18:15:55.705689+0000","last_fullsized":"2023-09-23T18:15:55.705689+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":361,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691750+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:15:55.691750+0000","last_peered":"2023-09-23T18:15:55.691750+0000","last_clean":"2023-09-23T18:15:55.691750+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:15:55.691750+0000","last_undegraded":"2023-09-23T18:15:55.691750+0000","last_fullsized":"2023-09-23T18:15:55.691750+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.693944+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:15:55.693944+0000","last_peered":"2023-09-23T18:15:55.693944+0000","last_clean":"2023-09-23T18:15:55.693944+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:15:55.693944+0000","last_undegraded":"2023-09-23T18:15:55.693944+0000","last_fullsized":"2023-09-23T18:15:55.693944+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":348,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.691961+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:15:55.691961+0000","last_peered":"2023-09-23T18:15:55.691961+0000","last_clean":"2023-09-23T18:15:55.691961+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:15:55.691961+0000","last_undegraded":"2023-09-23T18:15:55.691961+0000","last_fullsized":"2023-09-23T18:15:55.691961+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.694073+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:15:55.694073+0000","last_peered":"2023-09-23T18:15:55.694073+0000","last_clean":"2023-09-23T18:15:55.694073+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:15:55.694073+0000","last_undegraded":"2023-09-23T18:15:55.694073+0000","last_fullsized":"2023-09-23T18:15:55.694073+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":413,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.719686+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:15:56.719686+0000","last_peered":"2023-09-23T18:15:56.719686+0000","last_clean":"2023-09-23T18:15:56.719686+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:15:56.719686+0000","last_undegraded":"2023-09-23T18:15:56.719686+0000","last_fullsized":"2023-09-23T18:15:56.719686+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":392,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-09-23T18:15:56.717641+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:15:56.717641+0000","last_peered":"2023-09-23T18:15:56.717641+0000","last_clean":"2023-09-23T18:15:56.717641+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:15:56.717641+0000","last_undegraded":"2023-09-23T18:15:56.717641+0000","last_fullsized":"2023-09-23T18:15:56.717641+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":242,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.702152+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:15:55.702152+0000","last_peered":"2023-09-23T18:15:55.702152+0000","last_clean":"2023-09-23T18:15:55.702152+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:15:55.702152+0000","last_undegraded":"2023-09-23T18:15:55.702152+0000","last_fullsized":"2023-09-23T18:15:55.702152+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":32,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-09-23T18:15:55.693729+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:15:55.693729+0000","last_peered":"2023-09-23T18:15:55.693729+0000","last_clean":"2023-09-23T18:15:55.693729+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:15:55.693729+0000","last_undegraded":"2023-09-23T18:15:55.693729+0000","last_fullsized":"2023-09-23T18:15:55.693729+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":71,"num_bytes_recovered":26940,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":26300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2585985024,"num_objects":39459,"num_object_clones":0,"num_object_copies":118377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39459,"num_write_kb":2525376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7768965120,"data_stored":7768965120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39459,"ondisk_log_size":39459,"up":48,"acting":48,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":206158430573,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":0,"seq":747324309669,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436636,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1527304,"kb_used_data":1382272,"kb_used_omap":17,"kb_used_meta":145006,"kb_avail":92217848,"statfs":{"total":95995035648,"available":94431076352,"internally_reserved":0,"allocated":1415446528,"data_stored":1414008227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":148486244},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":2.0819999999999999,"5min":4.4779999999999998,"15min":4.8769999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":13.507,"5min":48.408999999999999,"15min":48.408999999999999},"last":1.4970000000000001},{"interface":"front","average":{"1min":1.427,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.248,"5min":0.215,"15min":0.215},"max":{"1min":7.984,"5min":9.5790000000000006,"15min":9.5790000000000006},"last":4.952}]},{"osd":2,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.962,"5min":4.5499999999999998,"15min":4.9809999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":22.553000000000001,"5min":23.407,"15min":23.407},"last":5.1369999999999996},{"interface":"front","average":{"1min":3.0800000000000001,"5min":5.1900000000000004,"15min":5.5419999999999998},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":20.986999999999998,"5min":57.387,"15min":57.387},"last":1.4670000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":3.7879999999999998,"5min":3.9889999999999999,"15min":4.0229999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":33.795000000000002,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.89700000000000002},{"interface":"front","average":{"1min":2.9420000000000002,"5min":4.806,"15min":5.117},"min":{"1min":0.30499999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":33.774999999999999,"5min":33.774999999999999,"15min":33.774999999999999},"last":2.9590000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.407,"5min":1.2430000000000001,"15min":1.216},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":7.9189999999999996,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.42799999999999999},{"interface":"front","average":{"1min":1,"5min":2.3799999999999999,"15min":2.6099999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.9329999999999998,"5min":14.898,"15min":14.898},"last":0.94999999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":2.4049999999999998,"15min":2.6269999999999998},"min":{"1min":0.35799999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.9870000000000001,"5min":14.987,"15min":14.987},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.371,"5min":2.6469999999999998,"15min":2.859},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":6.9240000000000004,"5min":31.023,"15min":31.023},"last":0.51500000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":2.6819999999999999,"15min":2.8860000000000001},"min":{"1min":0.42399999999999999,"5min":0.38,"15min":0.38},"max":{"1min":6.9589999999999996,"5min":31.064,"15min":31.064},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.482,"5min":1.284,"15min":1.2509999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":7.9489999999999998,"5min":8.6549999999999994,"15min":8.6549999999999994},"last":0.46999999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":2.395,"15min":2.6230000000000002},"min":{"1min":0.434,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.9669999999999996,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.997},{"interface":"front","average":{"1min":1.492,"5min":2.71,"15min":2.9129999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":6.9880000000000004,"5min":31.093,"15min":31.093},"last":0.57699999999999996}]}]},{"osd":0,"up_from":85,"seq":365072220411,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1780316,"kb_used_data":1259220,"kb_used_omap":8,"kb_used_meta":521079,"kb_avail":91964836,"statfs":{"total":95995035648,"available":94171992064,"internally_reserved":0,"allocated":1289441280,"data_stored":1287983406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":533585508},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":2.73,"15min":3.0339999999999998},"min":{"1min":0.21099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":5.0599999999999996,"5min":15.379,"15min":15.379},"last":4.0279999999999996},{"interface":"front","average":{"1min":1.734,"5min":6.1929999999999996,"15min":6.9359999999999999},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":11.228,"5min":68.161000000000001,"15min":68.161000000000001},"last":2.9750000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":4.4729999999999999,"15min":2.7170000000000001},"min":{"1min":0.255,"5min":0.22700000000000001,"15min":0.221},"max":{"1min":9.1549999999999994,"5min":27.821999999999999,"15min":27.821999999999999},"last":2.4660000000000002},{"interface":"front","average":{"1min":1.6379999999999999,"5min":3.79,"15min":2.4260000000000002},"min":{"1min":0.31,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":8.5259999999999998,"5min":20.655999999999999,"15min":26.268000000000001},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:15:28 2023","interfaces":[{"interface":"back","average":{"1min":6.7489999999999997,"5min":5.4980000000000002,"15min":3.0990000000000002},"min":{"1min":0.32200000000000001,"5min":0.26500000000000001,"15min":0.23599999999999999},"max":{"1min":69.905000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":3.0699999999999998},{"interface":"front","average":{"1min":6.2430000000000003,"5min":4.8949999999999996,"15min":2.7629999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":69.120999999999995,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.92000000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:15:48 2023","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":3.4369999999999998,"15min":2.0659999999999998},"min":{"1min":0.40600000000000003,"5min":0.308,"15min":0.30599999999999999},"max":{"1min":10.917999999999999,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":1.1899999999999999,"5min":3.4039999999999999,"15min":2.0840000000000001},"min":{"1min":0.35199999999999998,"5min":0.34899999999999998,"15min":0.32200000000000001},"max":{"1min":8.6080000000000005,"5min":69.829999999999998,"15min":69.829999999999998},"last":4.069}]},{"osd":5,"last update":"Sat Sep 23 18:15:48 2023","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":3.202,"15min":2.02},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":8.6590000000000007,"5min":69.751999999999995,"15min":69.751999999999995},"last":4.0990000000000002},{"interface":"front","average":{"1min":1.335,"5min":3.52,"15min":2.1850000000000001},"min":{"1min":0.42499999999999999,"5min":0.40999999999999998,"15min":0.30099999999999999},"max":{"1min":8.5,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.36799999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":3.286,"15min":2.0499999999999998},"min":{"1min":0.39700000000000002,"5min":0.376,"15min":0.34100000000000003},"max":{"1min":8.6920000000000002,"5min":69.861999999999995,"15min":69.861999999999995},"last":4.1280000000000001},{"interface":"front","average":{"1min":1.2689999999999999,"5min":3.71,"15min":2.1030000000000002},"min":{"1min":0.41599999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.1959999999999997,"5min":68.153000000000006,"15min":68.153000000000006},"last":2.403}]},{"osd":7,"last update":"Sat Sep 23 18:15:48 2023","interfaces":[{"interface":"back","average":{"1min":1.788,"5min":3.7829999999999999,"15min":2.2890000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":11.055,"5min":68.188999999999993,"15min":68.188999999999993},"last":2.431},{"interface":"front","average":{"1min":1.7629999999999999,"5min":3.5870000000000002,"15min":2.3279999999999998},"min":{"1min":0.46300000000000002,"5min":0.38800000000000001,"15min":0.372},"max":{"1min":10.875,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.43099999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258104,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2074136,"kb_used_data":1399376,"kb_used_omap":16,"kb_used_meta":674735,"kb_avail":91671016,"statfs":{"total":95995035648,"available":93871120384,"internally_reserved":0,"allocated":1432961024,"data_stored":1431451107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":690928802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":3.7429999999999999,"15min":2.3479999999999999},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":10.151,"5min":20.497,"15min":20.497},"last":1.2629999999999999},{"interface":"front","average":{"1min":2.4169999999999998,"5min":4.2539999999999996,"15min":2.5750000000000002},"min":{"1min":0.23200000000000001,"5min":0.216,"15min":0.216},"max":{"1min":9.1639999999999997,"5min":32.210000000000001,"15min":32.210000000000001},"last":1.071}]},{"osd":1,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":3.5129999999999999,"5min":3.5369999999999999,"15min":3.5409999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":14.429,"5min":14.429,"15min":14.429},"last":1.145},{"interface":"front","average":{"1min":2.4289999999999998,"5min":3.141,"15min":3.2599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.551,"5min":14.551,"15min":14.551},"last":4.7400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.883,"5min":3.8450000000000002,"15min":2.7229999999999999},"min":{"1min":0.29599999999999999,"5min":0.27800000000000002,"15min":0.24199999999999999},"max":{"1min":9.2579999999999991,"5min":32.289999999999999,"15min":34.960999999999999},"last":6.0330000000000004},{"interface":"front","average":{"1min":3.1549999999999998,"5min":4.0609999999999999,"15min":3.1749999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.26300000000000001},"max":{"1min":9.7360000000000007,"5min":35.432000000000002,"15min":37.444000000000003},"last":5.375}]},{"osd":4,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":4.0289999999999999,"15min":2.464},"min":{"1min":0.38300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.6989999999999998,"5min":105.509,"15min":105.509},"last":4.7839999999999998},{"interface":"front","average":{"1min":2.3330000000000002,"5min":3.3029999999999999,"15min":2.1360000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":9.6560000000000006,"5min":105.529,"15min":105.529},"last":1.1870000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.331,"5min":2.2330000000000001,"15min":1.7949999999999999},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28699999999999998},"max":{"1min":9.6170000000000009,"5min":9.6170000000000009,"15min":17.780000000000001},"last":1.2330000000000001},{"interface":"front","average":{"1min":1.665,"5min":2.1360000000000001,"15min":1.6619999999999999},"min":{"1min":0.34599999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.6070000000000002,"5min":18.669,"15min":18.669},"last":1.123}]},{"osd":6,"last update":"Sat Sep 23 18:15:47 2023","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":2.3319999999999999,"15min":1.9670000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":4.5010000000000003,"5min":9.7080000000000002,"15min":17.853000000000002},"last":4.4660000000000002},{"interface":"front","average":{"1min":1.165,"5min":2.3410000000000002,"15min":2.044},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":4.5640000000000001,"5min":9.7439999999999998,"15min":17.919},"last":1.21}]},{"osd":7,"last update":"Sat Sep 23 18:15:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3889999999999998,"5min":2.351,"15min":2.0840000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.6820000000000004,"5min":9.6820000000000004,"15min":17.890000000000001},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.8959999999999999,"5min":2.3250000000000002,"15min":1.7669999999999999},"min":{"1min":0.41699999999999998,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":5.5750000000000002,"5min":18.710000000000001,"15min":18.710000000000001},"last":1.101}]}]},{"osd":3,"up_from":100,"seq":429496729834,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1959136,"kb_used_data":1286744,"kb_used_omap":4,"kb_used_meta":672379,"kb_avail":91786016,"statfs":{"total":95995035648,"available":93988880384,"internally_reserved":0,"allocated":1317625856,"data_stored":1316219082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":688516503},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.8380000000000001,"5min":5.8789999999999996,"15min":2.9319999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":9.266,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":3.2999999999999998,"5min":5.8899999999999997,"15min":3.1139999999999999},"min":{"1min":0.26600000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":15.039999999999999,"5min":93.465000000000003,"15min":93.465000000000003},"last":1.861}]},{"osd":1,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":3.5790000000000002,"15min":3.8500000000000001},"min":{"1min":0.254,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":8.2590000000000003,"5min":11.861000000000001,"15min":11.861000000000001},"last":1.772},{"interface":"front","average":{"1min":1.097,"5min":2.927,"15min":3.2320000000000002},"min":{"1min":0.29199999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.0949999999999998,"5min":15.016,"15min":15.016},"last":2.0310000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:16:01 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":4.3079999999999998,"15min":2.6669999999999998},"min":{"1min":0.32900000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":9.3179999999999996,"5min":93.429000000000002,"15min":93.429000000000002},"last":1.891},{"interface":"front","average":{"1min":1.7769999999999999,"5min":4.7240000000000002,"15min":2.681},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.976000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":4.2569999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2829999999999999,"5min":3.1389999999999998,"15min":1.9450000000000001},"min":{"1min":0.33500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":9.1080000000000005,"5min":23.469000000000001,"15min":23.469000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":2.097,"5min":2.492,"15min":1.877},"min":{"1min":0.32400000000000001,"5min":0.318,"15min":0.26800000000000002},"max":{"1min":14.906000000000001,"5min":14.906000000000001,"15min":15.33},"last":1.9159999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":2.4790000000000001,"15min":1.9199999999999999},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":14.856,"5min":14.856,"15min":14.856},"last":1.952},{"interface":"front","average":{"1min":2.4550000000000001,"5min":2.6899999999999999,"15min":1.887},"min":{"1min":0.375,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":14.090999999999999,"5min":19.457999999999998,"15min":19.457999999999998},"last":4.2290000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":2.5230000000000001,"15min":1.9279999999999999},"min":{"1min":0.39000000000000001,"5min":0.374,"15min":0.318},"max":{"1min":6.0259999999999998,"5min":14.935,"15min":16.379999999999999},"last":1.978},{"interface":"front","average":{"1min":1.0069999999999999,"5min":3.4209999999999998,"15min":2.2570000000000001},"min":{"1min":0.41999999999999998,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":5.9930000000000003,"5min":93.280000000000001,"15min":93.280000000000001},"last":2.004}]},{"osd":7,"last update":"Sat Sep 23 18:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.6400000000000001,"15min":2.0289999999999999},"min":{"1min":0.36099999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":14.135,"5min":19.503,"15min":36.423000000000002},"last":4.1890000000000001},{"interface":"front","average":{"1min":2.5110000000000001,"5min":3.1669999999999998,"15min":2.2360000000000002},"min":{"1min":0.43099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.0289999999999999,"5min":23.422000000000001,"15min":36.366999999999997},"last":0.48999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019256,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1379228,"kb_used_data":1077908,"kb_used_omap":0,"kb_used_meta":301312,"kb_avail":92365924,"statfs":{"total":95995035648,"available":94582706176,"internally_reserved":0,"allocated":1103777792,"data_stored":1102961416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308543488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":1.5569999999999999,"15min":1.2829999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":3.3170000000000002,"5min":9.9819999999999993,"15min":11.686999999999999},"last":1.4350000000000001},{"interface":"front","average":{"1min":1.5029999999999999,"5min":2.129,"15min":1.4550000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25},"max":{"1min":9.3439999999999994,"5min":12.744999999999999,"15min":12.744999999999999},"last":0.32400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:15:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.746,"15min":1.9199999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.0630000000000002,"5min":4.8239999999999998,"15min":4.8239999999999998},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":2.6309999999999998,"15min":2.9140000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.9449999999999998,"5min":19.898,"15min":19.898},"last":0.44}]},{"osd":2,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.7609999999999999,"15min":1.706},"min":{"1min":0.32900000000000001,"5min":0.29599999999999999,"15min":0.28199999999999997},"max":{"1min":6.7270000000000003,"5min":8.7479999999999993,"15min":56.448},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.52,"5min":1.6319999999999999,"15min":1.5649999999999999},"min":{"1min":0.36499999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2629999999999999,"5min":10.516999999999999,"15min":56.868000000000002},"last":0.40699999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":2.1749999999999998,"15min":2.4540000000000002},"min":{"1min":0.36699999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":6.9480000000000004,"5min":9.7929999999999993,"15min":80.783000000000001},"last":1.393},{"interface":"front","average":{"1min":1.5880000000000001,"5min":1.837,"15min":2.2370000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.7119999999999997,"5min":11.305,"15min":80.852000000000004},"last":0.42999999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:15:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.498,"15min":0.82999999999999996},"min":{"1min":0.27500000000000002,"5min":0.27200000000000002,"15min":0.24199999999999999},"max":{"1min":1.4470000000000001,"5min":2.8599999999999999,"15min":18.829999999999998},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.59699999999999998,"15min":0.97499999999999998},"min":{"1min":0.313,"5min":0.311,"15min":0.27500000000000002},"max":{"1min":1.474,"5min":4.8959999999999999,"15min":18.859000000000002},"last":0.47599999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:15:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.47199999999999998,"15min":0.72399999999999998},"min":{"1min":0.29899999999999999,"5min":0.28000000000000003,"15min":0.249},"max":{"1min":0.624,"5min":2.0169999999999999,"15min":8.9030000000000005},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.56599999999999995,"15min":0.84399999999999997},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.318},"max":{"1min":0.85199999999999998,"5min":2.661,"15min":9.9689999999999994},"last":0.59199999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53600000000000003,"15min":0.754},"min":{"1min":0.374,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":1.0569999999999999,"5min":3.9740000000000002,"15min":8.1440000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.50900000000000001,"15min":0.89400000000000002},"min":{"1min":0.35899999999999999,"5min":0.309,"15min":0.27100000000000002},"max":{"1min":0.55900000000000005,"5min":2.7330000000000001,"15min":17.097999999999999},"last":1.351}]}]},{"osd":5,"up_from":36,"seq":154618823028,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1696856,"kb_used_data":1387344,"kb_used_omap":0,"kb_used_meta":309504,"kb_avail":92048296,"statfs":{"total":95995035648,"available":94257455104,"internally_reserved":0,"allocated":1420640256,"data_stored":1419823466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316932096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":1.6519999999999999,"15min":1.3220000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":5.875,"5min":13.724,"15min":13.724},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.556,"5min":1.9730000000000001,"15min":1.49},"min":{"1min":0.26300000000000001,"5min":0.251,"15min":0.251},"max":{"1min":9.9169999999999998,"5min":11.522,"15min":12.297000000000001},"last":1.141}]},{"osd":1,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2039999999999997,"5min":2.1680000000000001,"15min":1.829},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":65.379000000000005,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.28399999999999997},{"interface":"front","average":{"1min":4.6239999999999997,"5min":2.3250000000000002,"15min":1.9419999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":65.272000000000006,"5min":65.272000000000006,"15min":65.272000000000006},"last":3.9689999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:15:57 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":2.9700000000000002,"15min":2.0449999999999999},"min":{"1min":0.38200000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":3.7490000000000001,"5min":44.081000000000003,"15min":44.081000000000003},"last":1.827},{"interface":"front","average":{"1min":0.85899999999999999,"5min":3.0259999999999998,"15min":2.0139999999999998},"min":{"1min":0.32500000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.774,"5min":44.094999999999999,"15min":44.094999999999999},"last":1.8029999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":2.181,"5min":2.867,"15min":2.0800000000000001},"min":{"1min":0.32000000000000001,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":9.4399999999999995,"5min":20.103999999999999,"15min":31.109999999999999},"last":1.2230000000000001},{"interface":"front","average":{"1min":3.004,"5min":2.5009999999999999,"15min":2.0619999999999998},"min":{"1min":0.33300000000000002,"5min":0.32700000000000001,"15min":0.30199999999999999},"max":{"1min":11.516999999999999,"5min":11.516999999999999,"15min":28.795999999999999},"last":1.341}]},{"osd":4,"last update":"Sat Sep 23 18:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.46899999999999997,"15min":1.1439999999999999},"min":{"1min":0.27200000000000002,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.73599999999999999,"5min":2.3650000000000002,"15min":121.29900000000001},"last":0.375},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72999999999999998,"15min":1.3500000000000001},"min":{"1min":0.30599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.0209999999999999,"5min":4.5960000000000001,"15min":121.31399999999999},"last":1.101}]},{"osd":6,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.50800000000000001,"15min":0.76100000000000001},"min":{"1min":0.32100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76400000000000001,"5min":2.3250000000000002,"15min":9.3149999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.628,"15min":0.86699999999999999},"min":{"1min":0.38200000000000001,"5min":0.33400000000000002,"15min":0.32900000000000001},"max":{"1min":0.77100000000000002,"5min":4.516,"15min":11.925000000000001},"last":1.288}]},{"osd":7,"last update":"Sat Sep 23 18:15:53 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.58999999999999997,"15min":0.83499999999999996},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.89700000000000002,"5min":3.419,"15min":9.3559999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.64900000000000002,"15min":0.83599999999999997},"min":{"1min":0.35099999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.72299999999999998,"5min":5.4199999999999999,"15min":11.956},"last":1.3300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1313013760,"data_stored":1313013760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1437925376,"data_stored":1437925376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1447428096,"data_stored":1447428096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1347551232,"data_stored":1347551232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":795869184,"data_stored":795869184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1427177472,"data_stored":1427177472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:16:05.040 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 41 2023-09-23T18:16:05.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:04] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.33.4" 2023-09-23T18:16:05.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:16:05.717 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 44582 44566 107.028 72.4375 0.0152552 0.00933889 2023-09-23T18:16:06.419 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:06.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:06.426 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:06.527 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:06.560 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:06.603 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:06.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:06.607 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:06.707 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:06.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 16 45884 45868 106.052 81.375 0.0107803 0.00942305 2023-09-23T18:16:06.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:06 smithi018 ceph-mon[153734]: pgmap v1033: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s; 25 B/s, 6 keys/s, 1 objects/s recovering 2023-09-23T18:16:06.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:06 smithi018 ceph-mon[149401]: pgmap v1033: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s; 25 B/s, 6 keys/s, 1 objects/s recovering 2023-09-23T18:16:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:06.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:06 smithi149 ceph-mon[135148]: pgmap v1033: 89 pgs: 89 active+clean; 2.4 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s; 25 B/s, 6 keys/s, 1 objects/s recovering 2023-09-23T18:16:07.582 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:07.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:07.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:07.692 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:07.722 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:07.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 47152 47136 105.096 79.25 0.0113084 0.0095078 2023-09-23T18:16:07.759 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:07.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:07.764 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:07.865 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:07.932 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:08.020 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:08.020 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:08.111 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:08.192 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:08.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:08.201 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:08.301 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:08.384 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:08.698 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:16:08.714 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:08.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:08.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:08.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 48202 48186 103.736 65.625 0.0246862 0.0096335 2023-09-23T18:16:08.734 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:16:08.776 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:16:08.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:08.845 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:16:08.913 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:16:08.913 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:08 smithi018 ceph-mon[153734]: pgmap v1034: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 82 MiB/s wr, 1.31k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:08.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:08 smithi018 ceph-mon[149401]: pgmap v1034: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 82 MiB/s wr, 1.31k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:08.963 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:16:08.999 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:16:09.041 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:16:09.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:08 smithi149 ceph-mon[135148]: pgmap v1034: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 82 MiB/s wr, 1.31k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:09.719 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/413859400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:09.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:16:09.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:09.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/413859400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:09.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:16:09.720 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:09.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 49261 49245 102.485 66.1875 0.00884057 0.00975106 2023-09-23T18:16:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:09.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:09.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:10.051 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:10.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/413859400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:10.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:16:10.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:10.081 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:10.216 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:10.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:10.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:10.321 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:10.407 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:10.597 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:10.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:10.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:10.708 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:10.724 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 50278 50262 101.231 63.5625 0.0118647 0.00987159 2023-09-23T18:16:10.741 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:11.033 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:16:11.055 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:10 smithi018 ceph-mon[153734]: pgmap v1035: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 80 MiB/s wr, 1.28k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:11.055 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:11.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:10 smithi018 ceph-mon[149401]: pgmap v1035: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 80 MiB/s wr, 1.28k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:11.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:10 smithi149 ceph-mon[135148]: pgmap v1035: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 80 MiB/s wr, 1.28k op/s; 22 B/s, 5 keys/s, 1 objects/s recovering 2023-09-23T18:16:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:11.558 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:16:11.564 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:16:11.564 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:16:11.637 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:11.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:11.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:11.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 51237 51221 99.9253 59.9375 0.0187473 0.0100017 2023-09-23T18:16:11.738 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:16:11.741 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:11.774 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1620865755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2197867877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1620865755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2197867877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1620865755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:16:11.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2197867877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:11.948 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:11.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:11.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:12.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:12.076 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:16:12.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:16:12.089 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:12.131 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:12.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:12.135 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:12.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:12.265 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:12.304 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:12.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:12.308 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:12.408 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:12.436 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:12.478 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:12.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:12.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:12.584 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:12.610 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:12.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 52150 52134 98.6276 57.0625 0.026915 0.0101326 2023-09-23T18:16:12.744 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:12.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:12.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:12.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:12.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: pgmap v1036: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 75 MiB/s wr, 1.19k op/s; 2 B/s, 0 objects/s recovering 2023-09-23T18:16:12.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:16:12.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:16:12.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: failed to encode map e356 with expected crc 2023-09-23T18:16:12.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: failed to encode map e356 with expected crc 2023-09-23T18:16:12.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:12.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:12 smithi149 ceph-mon[135148]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T18:16:12.880 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:12.986 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: pgmap v1036: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 75 MiB/s wr, 1.19k op/s; 2 B/s, 0 objects/s recovering 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: failed to encode map e356 with expected crc 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: failed to encode map e356 with expected crc 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[153734]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T18:16:13.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: pgmap v1036: 89 pgs: 89 active+clean; 3.0 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 75 MiB/s wr, 1.19k op/s; 2 B/s, 0 objects/s recovering 2023-09-23T18:16:13.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:16:13.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:16:13.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: failed to encode map e356 with expected crc 2023-09-23T18:16:13.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: failed to encode map e356 with expected crc 2023-09-23T18:16:13.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:13.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:12 smithi018 ceph-mon[149401]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T18:16:13.121 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:13.679 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:13.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:13.682 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:13.730 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 53150 53134 97.566 62.5 0.00391724 0.0102442 2023-09-23T18:16:13.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:13.843 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:14.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:16:14.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 54263 54247 96.7617 69.5625 0.0270329 0.0103276 2023-09-23T18:16:14.788 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:14.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:14.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:14.896 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:14.970 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:14 smithi018 ceph-mon[149401]: pgmap v1038: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:14.970 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:14 smithi018 ceph-mon[153734]: pgmap v1038: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:14.980 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:15.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:14 smithi149 ceph-mon[135148]: pgmap v1038: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:14] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.33.4" 2023-09-23T18:16:15.732 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 16 55329 55313 95.9253 66.625 0.00780756 0.0104186 2023-09-23T18:16:15.889 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:15.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:15.907 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:16.007 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:16.404 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:16.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:16.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:16.510 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:16.560 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:16:16.560 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:16:16.560 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-09-23T18:16:16.560 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:16:16.560 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:16:16.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-09-23T18:16:16.598 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:16.735 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 56348 56332 95.0451 63.6875 0.0110537 0.0105161 2023-09-23T18:16:17.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:16 smithi018 ceph-mon[149401]: pgmap v1039: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:17.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:16 smithi018 ceph-mon[153734]: pgmap v1039: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:17.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:16 smithi149 ceph-mon[135148]: pgmap v1039: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:16:17.737 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 57436 57420 94.3315 68 0.0091874 0.0105947 2023-09-23T18:16:18.737 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 58591 58575 93.7641 72.1875 0.0110232 0.0106603 2023-09-23T18:16:18.777 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[153734]: pgmap v1040: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:16:18.777 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:18.777 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:18.778 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[149401]: pgmap v1040: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:16:18.778 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:18.778 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:18 smithi149 ceph-mon[135148]: pgmap v1040: 89 pgs: 89 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T18:16:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:19.738 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:16:19.739023+0000 min lat: 0.0012859 max lat: 0.197827 avg lat: 0.0107268 2023-09-23T18:16:19.738 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:16:19.738 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 59712 59696 93.1693 70.0625 0.0105154 0.0107268 2023-09-23T18:16:19.936 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:19.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:19.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:20.044 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:20.078 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:20.120 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:20.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:20.123 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:20.224 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:20.297 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:20.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:20 smithi018 ceph-mon[153734]: pgmap v1041: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:20.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:20 smithi018 ceph-mon[149401]: pgmap v1041: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:20.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:20.704 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:20.738 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 60696 60680 92.3975 61.5 0.00495545 0.0108178 2023-09-23T18:16:20.804 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:20.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:20 smithi149 ceph-mon[135148]: pgmap v1041: 89 pgs: 89 active+clean; 3.4 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:20.839 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:20.880 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:20.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:20.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:20.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:21.059 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:21.438 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:21.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:21.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:21.545 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:21.578 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:21.624 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:21.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:21.628 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:21.688 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:21.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:21.740 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 61708 61692 91.7001 63.25 0.0214952 0.0108983 2023-09-23T18:16:21.792 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:22.331 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:22.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:22.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:22.437 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:22.467 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:22.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:22.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:22.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:22.613 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:22.698 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:22.740 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 62764 62748 91.1029 66 0.0146982 0.0109707 2023-09-23T18:16:22.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:22 smithi149 ceph-mon[135148]: pgmap v1042: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:16:22.964 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:22.970 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:22 smithi018 ceph-mon[149401]: pgmap v1042: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:16:22.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:22.971 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:22.975 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:22 smithi018 ceph-mon[153734]: pgmap v1042: 89 pgs: 89 active+clean; 3.6 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T18:16:23.073 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:23.140 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:23.163 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:23.740 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 63751 63735 90.4349 61.6875 0.0142497 0.0110511 2023-09-23T18:16:23.811 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:23.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:23.822 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:23.923 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:23.954 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:23.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:24.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:24.001 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:24.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:24.127 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:16:24.127 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:16:24.205 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:24.668 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:16:24.732 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:16:24.740 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 64674 64658 89.7078 57.6875 0.0109288 0.0111425 2023-09-23T18:16:24.771 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:16:24.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[153734]: pgmap v1043: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:24.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[149401]: pgmap v1043: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:24.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:24.813 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:16:24.858 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:16:24.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:24 smithi149 ceph-mon[135148]: pgmap v1043: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:16:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:24.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:24.902 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:16:24.940 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:16:24.977 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:16:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.992 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:16:24.993 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:16:25.069 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:16:25.201 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:24] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.33.4" 2023-09-23T18:16:25.367 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:25.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:25.372 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:25.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:25.562 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:25.688 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:25.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:25.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:25.741 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 65519 65503 88.9048 52.8125 0.0245932 0.0112406 2023-09-23T18:16:25.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:25.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:25 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3831912707' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:25.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:25 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3831912707' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:25.898 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:25 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3831912707' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:26.195 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:26.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:26.218 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:26.319 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:26.604 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:26.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:26.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:26.712 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:26.741 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:26.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 66295 66279 88.0406 48.5 0.0139566 0.011353 2023-09-23T18:16:26.780 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:26.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:26.784 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:26.885 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:26.899 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:26 smithi149 ceph-mon[135148]: pgmap v1044: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 54 MiB/s wr, 865 op/s 2023-09-23T18:16:26.912 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:26.959 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:26.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:26.963 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:27.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:26 smithi018 ceph-mon[153734]: pgmap v1044: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 54 MiB/s wr, 865 op/s 2023-09-23T18:16:27.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:26 smithi018 ceph-mon[149401]: pgmap v1044: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 54 MiB/s wr, 865 op/s 2023-09-23T18:16:27.064 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:27.093 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:27.136 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:27.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:27.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:27.240 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:27.269 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:27.314 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:27.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:27.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:27.417 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:27.494 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:16:27.521 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:27.618 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:27.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:27.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:27.724 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:16:27.729 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:27.744 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:16:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:16:27.744 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:16:27.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 67075 67059 87.2228 48.75 0.032681 0.0114549 2023-09-23T18:16:27.757 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:27.796 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:27.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:27.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:27.900 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:27.929 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4278141297' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:27.929 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:27.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:27.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:27 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:27.932 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:27.970 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:27.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:27.973 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:28.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4278141297' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4278141297' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:28.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:27 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:28.074 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:28.102 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:28.141 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:28.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:28.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:28.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:28.342 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:28.527 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:28.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:28.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:28.633 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:28.668 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: pgmap v1045: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.670 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[149401]: failed to encode map e357 with expected crc 2023-09-23T18:16:28.708 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:28.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:28.714 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:28.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 67970 67954 86.5849 55.9375 0.0179622 0.0115436 2023-09-23T18:16:28.814 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:28.845 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:28.888 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:28.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:28.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:28.993 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: pgmap v1045: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.027 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.028 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:28 smithi018 ceph-mon[153734]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.065 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: pgmap v1045: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:28 smithi149 ceph-mon[135148]: failed to encode map e357 with expected crc 2023-09-23T18:16:29.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 68969 68953 86.1023 62.4375 0.0127888 0.0116077 2023-09-23T18:16:30.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 69997 69981 85.674 64.25 0.0172236 0.0116667 2023-09-23T18:16:31.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:30 smithi018 ceph-mon[153734]: pgmap v1047: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62 MiB/s wr, 998 op/s 2023-09-23T18:16:31.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:30 smithi018 ceph-mon[149401]: pgmap v1047: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62 MiB/s wr, 998 op/s 2023-09-23T18:16:31.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:30 smithi149 ceph-mon[135148]: pgmap v1047: 89 pgs: 89 active+clean; 4.0 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62 MiB/s wr, 998 op/s 2023-09-23T18:16:31.636 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:31.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:31.641 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:31.742 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:31.744 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 70927 70911 85.1446 58.125 0.0263857 0.0117381 2023-09-23T18:16:31.779 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:31.823 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:31.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:31.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:31.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:32.018 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:32.485 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:32.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:32.495 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:32.596 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:32.631 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:32.673 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:32.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:32.675 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:32.744 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:32.745 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 71812 71796 84.5811 55.3125 0.0169393 0.0118166 2023-09-23T18:16:32.776 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:32.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[153734]: pgmap v1048: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 59 MiB/s wr, 947 op/s 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[149401]: pgmap v1048: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 59 MiB/s wr, 947 op/s 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:16:32.818 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:32.843 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:32 smithi149 ceph-mon[135148]: pgmap v1048: 89 pgs: 89 active+clean; 4.2 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 59 MiB/s wr, 947 op/s 2023-09-23T18:16:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:16:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:16:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:33.228 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:33.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:33.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:33.339 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:33.407 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:33.486 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:33.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:33.500 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:33.601 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:33.631 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:33.672 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:33.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:33.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:33.746 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 72736 72720 84.0834 57.75 0.0397034 0.0118869 2023-09-23T18:16:33.749 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:16:33.777 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:33.804 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:33.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:33.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:33.847 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:33.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:34.001 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124448 7.e 7:73e4d2e8:::benchmark_data_smithi018_282512_object23712:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 249.77969714299999, 2023-09-23T18:16:34.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.147395795, 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124448 2023-09-23T18:16:34.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216966+0000", 2023-09-23T18:16:34.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216964+0000", 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216974+0000", 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0175e-05 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.216991+0000", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7119e-05 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217000+0000", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7960000000000001e-06 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219405+0000", 2023-09-23T18:16:34.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024056500000000001 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219541+0000", 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013582899999999999 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.219659+0000", 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118032 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231310+0000", 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01165126 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235371+0000", 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004060386 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364283+0000", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12891242 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364326+0000", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2518000000000002e-05 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364361+0000", 2023-09-23T18:16:34.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5639999999999998e-05 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124449 7.e 7:72093149:::benchmark_data_smithi018_282512_object23713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 249.77965530200001, 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14745223499999999, 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.010 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124449 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217008+0000", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217007+0000", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217010+0000", 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1930000000000002e-06 2023-09-23T18:16:34.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217015+0000", 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1329999999999998e-06 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.217020+0000", 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4710000000000001e-06 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223989+0000", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069691900000000001 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.224099+0000", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109969 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.224198+0000", 2023-09-23T18:16:34.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9245000000000003e-05 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.231353+0000", 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0071544290000000003 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.235376+0000", 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.004023619 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364398+0000", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.129021937 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364432+0000", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3569999999999999e-05 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.364460+0000", 2023-09-23T18:16:34.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7844999999999999e-05 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191696 7.8 7:12b47b0b:::benchmark_data_smithi018_282512_object90960:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 102.22345565800001, 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.86190235000000004, 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.017 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191696 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773205+0000", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773214+0000", 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:16:34.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773232+0000", 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8042000000000001e-05 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773242+0000", 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9599999999999995e-06 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773312+0000", 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0148999999999995e-05 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773328+0000", 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5492999999999999e-05 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624703+0000", 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85137498700000003 2023-09-23T18:16:34.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624813+0000", 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011019 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.625258+0000", 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044548500000000002 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631055+0000", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057970239999999996 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634854+0000", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037986679999999998 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635039+0000", 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000185346 2023-09-23T18:16:34.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635079+0000", 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9579999999999997e-05 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635109+0000", 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0448999999999999e-05 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191732 7.8 7:16bdd6d8:::benchmark_data_smithi018_282512_object90996:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 102.146151187, 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.78470191, 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.025 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191732 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850511+0000", 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850515+0000", 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.456e-06 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850522+0000", 2023-09-23T18:16:34.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6930000000000007e-06 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850528+0000", 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0589999999999999e-06 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855790+0000", 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052622190000000003 2023-09-23T18:16:34.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855800+0000", 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6919999999999997e-06 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627568+0000", 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77176778000000001 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627722+0000", 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015445199999999999 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.628169+0000", 2023-09-23T18:16:34.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044654599999999998 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634816+0000", 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066473340000000004 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634886+0000", 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9692999999999998e-05 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635148+0000", 2023-09-23T18:16:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026230900000000001 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635183+0000", 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4604999999999998e-05 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635214+0000", 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0620999999999997e-05 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191803 7.8 7:10d3612c:::benchmark_data_smithi018_282512_object91067:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.999001975, 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.64751212599999997, 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.036 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191803 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997659+0000", 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997667+0000", 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3690000000000001e-06 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997701+0000", 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4372999999999998e-05 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997709+0000", 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7989999999999994e-06 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997764+0000", 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5096999999999998e-05 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997774+0000", 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0214000000000001e-05 2023-09-23T18:16:34.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631083+0000", 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.63330904700000001 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631192+0000", 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108782 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631607+0000", 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00041560300000000001 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635117+0000", 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035097269999999998 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645044+0000", 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099265450000000002 2023-09-23T18:16:34.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645094+0000", 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0136999999999998e-05 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645138+0000", 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4536000000000002e-05 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645173+0000", 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4561000000000003e-05 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191836 7.8 7:17369d83:::benchmark_data_smithi018_282512_object91100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.936803935, 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59936054100000002, 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.044 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191836 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059858+0000", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059866+0000", 2023-09-23T18:16:34.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1130000000000001e-06 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059888+0000", 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2150999999999998e-05 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059899+0000", 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0886e-05 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059971+0000", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1962e-05 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059985+0000", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4612e-05 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635238+0000", 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57525281399999995 2023-09-23T18:16:34.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635350+0000", 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111999 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635867+0000", 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000516546 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645056+0000", 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091896889999999991 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645239+0000", 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018317100000000001 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659160+0000", 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013920916 2023-09-23T18:16:34.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659193+0000", 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2155e-05 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659219+0000", 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6863999999999999e-05 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191895 7.8 7:1025938e:::benchmark_data_smithi018_282512_object91159:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.81804435700001, 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48071714199999999, 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191895 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.052 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178617+0000", 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178624+0000", 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6449999999999999e-06 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178639+0000", 2023-09-23T18:16:34.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5315000000000002e-05 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178647+0000", 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1659999999999994e-06 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178714+0000", 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7167000000000003e-05 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178728+0000", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3565e-05 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638879+0000", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.46015137 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638999+0000", 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119497 2023-09-23T18:16:34.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.639463+0000", 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046462400000000002 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645187+0000", 2023-09-23T18:16:34.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057239179999999997 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645284+0000", 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6632999999999995e-05 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659275+0000", 2023-09-23T18:16:34.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013990759 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659302+0000", 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6792e-05 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659336+0000", 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3998999999999998e-05 2023-09-23T18:16:34.059 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191923 7.8 7:179adf97:::benchmark_data_smithi018_282512_object91187:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.760803123, 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.423615833, 2023-09-23T18:16:34.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191923 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:16:34.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235858+0000", 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235866+0000", 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9359999999999999e-06 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235879+0000", 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3006999999999999e-05 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235888+0000", 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1789999999999997e-06 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236173+0000", 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028484799999999998 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236184+0000", 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0376e-05 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642025+0000", 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.40584150899999999 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642159+0000", 2023-09-23T18:16:34.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013441200000000001 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642585+0000", 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042579500000000003 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659091+0000", 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016505391000000001 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659231+0000", 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140686 2023-09-23T18:16:34.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659392+0000", 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000160216 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659438+0000", 2023-09-23T18:16:34.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6480999999999998e-05 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659476+0000", 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7478999999999998e-05 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191952 7.8 7:1714e10d:::benchmark_data_smithi018_282512_object91216:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.070 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.711234917, 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37416416800000002, 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191952 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285427+0000", 2023-09-23T18:16:34.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285432+0000", 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1839999999999998e-06 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285441+0000", 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5349999999999993e-06 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285448+0000", 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8310000000000003e-06 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285623+0000", 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000174888 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.074 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285633+0000", 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0216e-05 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645314+0000", 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35968038800000002 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645420+0000", 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000106792 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645923+0000", 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050258499999999995 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659131+0000", 2023-09-23T18:16:34.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013208216 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659238+0000", 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107026 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659521+0000", 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028231699999999997 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659562+0000", 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1835999999999997e-05 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659592+0000", 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9706999999999999e-05 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.078 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191955 7.8 7:1338d031:::benchmark_data_smithi018_282512_object91219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.711161797, 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39092993199999998, 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191955 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.079 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285503+0000", 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1220000000000002e-06 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285509+0000", 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0739999999999998e-06 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.081 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285513+0000", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3479999999999997e-06 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285894+0000", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00038116400000000003 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285903+0000", 2023-09-23T18:16:34.082 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3229999999999998e-06 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649005+0000", 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.36310273999999998 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649099+0000", 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3047999999999994e-05 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649587+0000", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048836799999999998 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659626+0000", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010038652 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674912+0000", 2023-09-23T18:16:34.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015286182000000001 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676346+0000", 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001434619 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676392+0000", 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5478000000000001e-05 2023-09-23T18:16:34.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676431+0000", 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9107999999999999e-05 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191967 7.8 7:146dc408:::benchmark_data_smithi018_282512_object91231:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.69081248800001, 2023-09-23T18:16:34.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37065100600000001, 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191967 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305849+0000", 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305856+0000", 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5059999999999998e-06 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305869+0000", 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.313e-05 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305877+0000", 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0520000000000002e-06 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306548+0000", 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00067046499999999997 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306557+0000", 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6309999999999998e-06 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652593+0000", 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.34603519900000002 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652708+0000", 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115615 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.653207+0000", 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049854000000000001 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674940+0000", 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021733656000000001 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675026+0000", 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5524000000000003e-05 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676439+0000", 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001412492 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676471+0000", 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2648999999999999e-05 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676501+0000", 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0161000000000001e-05 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.095 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:192064 7.8 7:16f12714:::benchmark_data_smithi018_282512_object91328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.48498060199999, 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16488534399999999, 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.096 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 192064 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:16:34.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511681+0000", 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511689+0000", 2023-09-23T18:16:34.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0940000000000008e-06 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511705+0000", 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6554000000000001e-05 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511712+0000", 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.528e-06 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511771+0000", 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9549000000000002e-05 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511783+0000", 2023-09-23T18:16:34.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1776999999999999e-05 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656096+0000", 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14431292000000001 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656170+0000", 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3757000000000006e-05 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656607+0000", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043718000000000001 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674971+0000", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018363626000000001 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675051+0000", 2023-09-23T18:16:34.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0369000000000003e-05 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676507+0000", 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014557089999999999 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676538+0000", 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1148000000000001e-05 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676568+0000", 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9660000000000001e-05 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:192068 7.8 7:160cc693:::benchmark_data_smithi018_282512_object91332:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.524016+0000", 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 101.472646415, 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15269191500000001, 2023-09-23T18:16:34.105 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 192068 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524016+0000", 2023-09-23T18:16:34.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524016+0000", 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524015+0000", 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524024+0000", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4769999999999992e-06 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524041+0000", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6481e-05 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524051+0000", 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0054000000000001e-05 2023-09-23T18:16:34.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524115+0000", 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4690000000000006e-05 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.524130+0000", 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4224e-05 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659648+0000", 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13551855700000001 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659758+0000", 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109597 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.660252+0000", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000494057 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674999+0000", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014747361 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676608+0000", 2023-09-23T18:16:34.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016092420000000001 2023-09-23T18:16:34.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:34.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676638+0000", 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9756000000000001e-05 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676671+0000", 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2558000000000002e-05 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676708+0000", 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7628e-05 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20544 8.3 e352/347 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head v 352'1266, mlcod=352'1264)", 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.338665937000002, 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19430339999999999, 2023-09-23T18:16:34.114 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657996+0000", 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658017+0000", 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1268999999999999e-05 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658028+0000", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0645999999999999e-05 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658036+0000", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1750000000000005e-06 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658149+0000", 2023-09-23T18:16:34.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113263 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658169+0000", 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9504000000000002e-05 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852064+0000", 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193895283 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852300+0000", 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000236009 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20545 8.1 e352/347 8:83172a86:::benchmark_data_smithi018_324167_object20544:head v 352'1355, mlcod=352'1352)", 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.338610615999997, 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19302409600000001, 2023-09-23T18:16:34.119 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658074+0000", 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2078000000000001e-05 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658081+0000", 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3799999999999996e-06 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658087+0000", 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5160000000000002e-06 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658858+0000", 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077151699999999999 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658879+0000", 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0264000000000001e-05 2023-09-23T18:16:34.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.192160206 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851076+0000", 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7398999999999999e-05 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.124 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20546 8.f e352/347 8:f1945519:::benchmark_data_smithi018_324167_object20545:head v 352'1278, mlcod=352'1275)", 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.338549673000003, 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194484248, 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658133+0000", 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0191e-05 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658140+0000", 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.153e-06 2023-09-23T18:16:34.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658145+0000", 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1580000000000004e-06 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658217+0000", 2023-09-23T18:16:34.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1649000000000005e-05 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658237+0000", 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9970999999999999e-05 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852522+0000", 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19428548100000001 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852597+0000", 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4955000000000003e-05 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.130 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20543 8.4 e352/347 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head v 352'1269, mlcod=352'1267)", 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.337248813000002, 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194038971, 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:16:34.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659413+0000", 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659458+0000", 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4836999999999998e-05 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659479+0000", 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0962e-05 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659487+0000", 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6969999999999993e-06 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851011+0000", 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191524684 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851037+0000", 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5460999999999999e-05 2023-09-23T18:16:34.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853384+0000", 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023468759999999999 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853453+0000", 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9220000000000005e-05 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.136 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20547 8.f e352/347 8:fddac9e6:::benchmark_data_smithi018_324167_object20546:head v 352'1279, mlcod=352'1275)", 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.337060141000002, 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193809814, 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659602+0000", 2023-09-23T18:16:34.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659625+0000", 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3034e-05 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659634+0000", 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6149999999999997e-06 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659640+0000", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1070000000000001e-06 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851110+0000", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191469685 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851131+0000", 2023-09-23T18:16:34.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1787999999999999e-05 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853369+0000", 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022375479999999998 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853412+0000", 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3476000000000002e-05 2023-09-23T18:16:34.141 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20548 8.e e352/347 8:7868da99:::benchmark_data_smithi018_324167_object20547:head v 352'1327, mlcod=352'1325)", 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.335440024999997, 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19215998300000001, 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661222+0000", 2023-09-23T18:16:34.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661247+0000", 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5371000000000002e-05 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850974+0000", 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972740199999999 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851004+0000", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9739000000000001e-05 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851095+0000", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0574000000000004e-05 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851116+0000", 2023-09-23T18:16:34.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1145000000000002e-05 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853346+0000", 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022303069999999999 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853383+0000", 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6536999999999999e-05 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.146 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20549 8.7 e352/347 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head v 352'1259, mlcod=352'1257)", 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 45.335424226999997, 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19235265300000001, 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:34.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:34.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661238+0000", 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661262+0000", 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4709999999999999e-05 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850963+0000", 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18970126200000001 2023-09-23T18:16:34.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851000+0000", 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6508999999999999e-05 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8732000000000001e-05 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851062+0000", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2838000000000001e-05 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853552+0000", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024902879999999998 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853591+0000", 2023-09-23T18:16:34.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9366000000000002e-05 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:34.152 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:16:34.153 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:34.266 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:34.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:34.273 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:34.374 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:34.408 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:34.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:34.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:34.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:34.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:34.584 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:34.628 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:34.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:34.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:34.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:34 smithi018 ceph-mon[149401]: pgmap v1049: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:34.733 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:34.746 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 73532 73516 83.4596 49.75 0.0171502 0.0119769 2023-09-23T18:16:34.766 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:34.801 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:34.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:34.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:34.867 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:16:34.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:34.946 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:34.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:34.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:34 smithi018 ceph-mon[153734]: pgmap v1049: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:34.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:34] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.33.4" 2023-09-23T18:16:34.999 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:34 smithi149 ceph-mon[135148]: pgmap v1049: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:35.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:35.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:35.098 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:35.101 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:35.141 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:35.179 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:35.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:35.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:35.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:35.394 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:35.500 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:16:35.505 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:35.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:35.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:35.538 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:35.556 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:16:35.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:16:35.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:16:35.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:35.677 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:16:35.690 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:35.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:35.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:35.713 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:16:35.746 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 74338 74322 82.8693 50.375 0.0162525 0.0120609 2023-09-23T18:16:35.751 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:16:35.792 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:16:35.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:16:35.835 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:35.878 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:35.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:35.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1479774010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:35.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:36.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1479774010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:36.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1479774010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:36.320 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:16:36.320 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:16:36.321 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:16:36.321 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:16:36.321 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:16:36.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:16:36.515 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:36.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:36.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:36.621 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:36.658 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:36.706 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:36.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:36.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:36.746 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 75233 75217 82.3971 55.9375 0.0326495 0.0121295 2023-09-23T18:16:36.814 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:36.861 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:36.910 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:36.912 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:36 smithi149 ceph-mon[135148]: pgmap v1050: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:36.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:36.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:36.953 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:16:36.953 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:16:36.985 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:37.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:37.056 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:36 smithi018 ceph-mon[153734]: pgmap v1050: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:36 smithi018 ceph-mon[149401]: pgmap v1050: 89 pgs: 89 active+clean; 4.3 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 58 MiB/s wr, 927 op/s 2023-09-23T18:16:37.348 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:37.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:37.353 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:37.426 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:16:37.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:37.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:37.577 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:37.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:37.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:37.685 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:37.746 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 76110 76094 81.9218 54.8125 0.00998587 0.0122002 2023-09-23T18:16:37.771 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:16:37.778 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:37.864 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:37.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:37.871 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2462480285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:37.972 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:38.014 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:38.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2462480285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:38.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:38.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2462480285' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:38.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:16:38.071 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:38.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:38.078 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:38.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:38.342 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:38.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:38.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:38.447 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:38.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:38.529 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:38.536 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:38.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:38.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:38.566 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:16:38.567 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:16:38.567 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:16:38.643 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:38.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:16:38.682 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:38.747 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 77015 76999 81.4907 56.5625 0.00724614 0.0122659 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: pgmap v1051: 89 pgs: 89 active+clean; 4.5 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 889 op/s 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: failed to encode map e358 with expected crc 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: failed to encode map e358 with expected crc 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: failed to encode map e358 with expected crc 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:38.824 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:38 smithi149 ceph-mon[135148]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: pgmap v1051: 89 pgs: 89 active+clean; 4.5 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 889 op/s 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:39.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[149401]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: pgmap v1051: 89 pgs: 89 active+clean; 4.5 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 889 op/s 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: failed to encode map e358 with expected crc 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:16:39.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:38 smithi018 ceph-mon[153734]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T18:16:39.168 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:39.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:39.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:39.275 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:39.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:39.475 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:39.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:39.486 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:39.583 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:39.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:39.666 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:39.747 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:16:39.748780+0000 min lat: 0.0012859 max lat: 0.197827 avg lat: 0.0123388 2023-09-23T18:16:39.748 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:16:39.748 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 77853 77837 81.0058 52.375 0.0231421 0.0123388 2023-09-23T18:16:39.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:39.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:39.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:39.881 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:40.109 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:40.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:40.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:40.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:40.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:16:40.303 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:40.749 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 78677 78661 80.5216 51.5 0.0113593 0.0124135 2023-09-23T18:16:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:40 smithi149 ceph-mon[135148]: pgmap v1053: 89 pgs: 89 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 888 op/s 2023-09-23T18:16:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:41.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[149401]: pgmap v1053: 89 pgs: 89 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 888 op/s 2023-09-23T18:16:41.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:41.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:41.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[153734]: pgmap v1053: 89 pgs: 89 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 56 MiB/s wr, 888 op/s 2023-09-23T18:16:41.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:16:41.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:41.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:41.682 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:41.750 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 15 79595 79580 80.1495 57.4375 0.0302451 0.0124715 2023-09-23T18:16:41.783 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:41.814 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:42.007 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:42.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:42.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:42.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:42.173 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:42.359 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:16:42.360 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:16:42.622 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:42.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:42.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:42.718 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:16:42.731 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:42.747 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:42 smithi149 ceph-mon[135148]: pgmap v1054: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 55 MiB/s wr, 874 op/s 2023-09-23T18:16:42.749 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 80478 80462 79.7525 55.125 0.00726932 0.012533 2023-09-23T18:16:42.774 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:42.810 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:42.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:42.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:42.879 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:42.915 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:43.393 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:16:43.393 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:42 smithi018 ceph-mon[149401]: pgmap v1054: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 55 MiB/s wr, 874 op/s 2023-09-23T18:16:43.393 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:42 smithi018 ceph-mon[153734]: pgmap v1054: 89 pgs: 89 active+clean; 4.7 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 55 MiB/s wr, 874 op/s 2023-09-23T18:16:43.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:43.751 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 81264 81248 79.2716 49.125 0.0130055 0.0126092 2023-09-23T18:16:43.798 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:43.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:43.809 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:43.910 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:43.943 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:44.098 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:16:44.102 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:44.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:44.108 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:44.148 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:16:44.189 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:16:44.208 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:16:44.208 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:16:44.208 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T18:16:44.208 INFO:tasks.thrashosds.thrasher:Setting osd 1 primary_affinity to 1.000000 2023-09-23T18:16:44.208 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 1 1 2023-09-23T18:16:44.209 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:44.230 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:16:44.239 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:44.258 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:16:44.279 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:16:44.285 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:44.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:44.289 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:44.297 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:16:44.316 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.317 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:16:44.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:44.441 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:44.600 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:16:44.600 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:16:44.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:8910 7.c 7:3909ba97:::benchmark_data_smithi018_282512_object8909:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 399.090224455, 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002, 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 8910 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505737+0000", 2023-09-23T18:16:44.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505736+0000", 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9846999999999998e-05 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505796+0000", 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0541e-05 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505806+0000", 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0929999999999996e-06 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505810+0000", 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8601000000000003e-05 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505879+0000", 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.857e-05 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.505978+0000", 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010228799999999999 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506080+0000", 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056512999999999995 2023-09-23T18:16:44.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.506645+0000", 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057262600000000002 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.507218+0000", 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.073731009 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.580949+0000", 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9036000000000002e-05 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581008+0000", 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1671000000000001e-05 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.581049+0000", 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075312662000000002 2023-09-23T18:16:44.607 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9174 7.c 7:35d6ae47:::benchmark_data_smithi018_282512_object9173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.88260933200002, 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993, 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.608 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9174 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713352+0000", 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713350+0000", 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119023 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713469+0000", 2023-09-23T18:16:44.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2900000000000002e-06 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713477+0000", 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7429999999999999e-06 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713483+0000", 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4365e-05 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713528+0000", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011300500000000001 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112916 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713754+0000", 2023-09-23T18:16:44.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001202088 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714956+0000", 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9969000000000001e-05 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714986+0000", 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082502252999999998 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1159999999999998e-05 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797539+0000", 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.85e-05 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797587+0000", 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084235600999999993 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9175 7.c 7:31c0f506:::benchmark_data_smithi018_282512_object9174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.88237092200001, 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996, 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.615 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9175 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713590+0000", 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2289000000000001e-05 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713632+0000", 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0220000000000001e-06 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713638+0000", 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4989999999999999e-06 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.713641+0000", 2023-09-23T18:16:44.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00068078799999999999 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714322+0000", 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010919799999999999 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714431+0000", 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012924200000000001 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.714561+0000", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00055307100000000003 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715114+0000", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00027744800000000002 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715391+0000", 2023-09-23T18:16:44.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082255403000000005 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797647+0000", 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2079000000000001e-05 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797699+0000", 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1826999999999998e-05 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797741+0000", 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.084150249999999996 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9180 7.c 7:3b11d03b:::benchmark_data_smithi018_282512_object9179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.88042751299997, 2023-09-23T18:16:44.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005, 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9180 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715534+0000", 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715533+0000", 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4950000000000001e-05 2023-09-23T18:16:44.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715588+0000", 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715597+0000", 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2070000000000003e-06 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715602+0000", 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7668999999999999e-05 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715630+0000", 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9072999999999993e-05 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715709+0000", 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013881599999999999 2023-09-23T18:16:44.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715848+0000", 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503135000000004 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797351+0000", 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9986000000000002e-05 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797441+0000", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000349184 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797790+0000", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7074999999999999e-05 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797837+0000", 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5499e-05 2023-09-23T18:16:44.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797873+0000", 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082339034000000005 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9185 7.d 7:b0b89d89:::benchmark_data_smithi018_282512_object9184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.88035059200001, 2023-09-23T18:16:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996, 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9185 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:16:44.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715611+0000", 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715610+0000", 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9832e-05 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715660+0000", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3569999999999998e-06 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715668+0000", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7770000000000002e-06 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715673+0000", 2023-09-23T18:16:44.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2691000000000003e-05 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715706+0000", 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3421e-05 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715789+0000", 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6970000000000002e-05 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.715876+0000", 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081503092999999999 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2234000000000002e-05 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797432+0000", 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016693649999999999 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799101+0000", 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3227999999999998e-05 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799164+0000", 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8714999999999998e-05 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799203+0000", 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083592269999999996 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:9188 7.1 e276/272 7:8e80c94f:::benchmark_data_smithi018_282512_object9187:head v 276'565, mlcod=276'562)", 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.879886226, 2023-09-23T18:16:44.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996, 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716075+0000", 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716074+0000", 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3898000000000001e-05 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716098+0000", 2023-09-23T18:16:44.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2622e-05 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716111+0000", 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5979999999999996e-06 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716116+0000", 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3174999999999998e-05 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716170+0000", 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2897999999999999e-05 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716182+0000", 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081197335999999995 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6440999999999999e-05 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797416+0000", 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081341237999999996 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9180 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.87934657300002, 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006, 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716615+0000", 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716614+0000", 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2669999999999997e-06 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.716619+0000", 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080747651000000004 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797367+0000", 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2659e-05 2023-09-23T18:16:44.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797380+0000", 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4685999999999999e-05 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797424+0000", 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8899999999999996e-06 2023-09-23T18:16:44.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797433+0000", 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4124999999999999e-05 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797447+0000", 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080832677000000006 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.647 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:9189 7.c 7:387c6a69:::benchmark_data_smithi018_282512_object9188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e276)", 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.87713107899998, 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994, 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.648 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 9189 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718830+0000", 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:44.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718829+0000", 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078649823999999993 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797479+0000", 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5610000000000004e-06 2023-09-23T18:16:44.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797485+0000", 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.18e-06 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797488+0000", 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00042133999999999997 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797910+0000", 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125244 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798035+0000", 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120351 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.798155+0000", 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001064186 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799219+0000", 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047044799999999999 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.799690+0000", 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00063381099999999997 2023-09-23T18:16:44.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800324+0000", 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0000999999999998e-05 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800374+0000", 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2631000000000001e-05 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.800396+0000", 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081566221999999994 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9174 7.c e276/272 ondisk, result = 0)", 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.87708502599997, 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004, 2023-09-23T18:16:44.655 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:16:44.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718876+0000", 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7809999999999999e-06 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.718880+0000", 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078491837999999994 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797371+0000", 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8669999999999994e-06 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797379+0000", 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5297000000000006e-05 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797475+0000", 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.302e-06 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797481+0000", 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116913 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797598+0000", 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078721572000000004 2023-09-23T18:16:44.659 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.45734.0:9185 7.d e276/272 ondisk, result = 0)", 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 398.87640109400002, 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005, 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.660 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719560+0000", 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719559+0000", 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2529999999999993e-06 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.719569+0000", 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077793676000000006 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797362+0000", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1742999999999999e-05 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797374+0000", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8716e-05 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797413+0000", 2023-09-23T18:16:44.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0385e-05 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797423+0000", 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1293e-05 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:05.797434+0000", 2023-09-23T18:16:44.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.077874278000000005 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56197 7.d 7:beebab2b:::benchmark_data_smithi018_282512_object56196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 369.55119886, 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004, 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.665 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56197 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044762+0000", 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044761+0000", 2023-09-23T18:16:44.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4178999999999997e-05 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044815+0000", 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.571e-05 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044831+0000", 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6000000000000003e-06 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044837+0000", 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5562000000000002e-05 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.044883+0000", 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016924299999999999 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045052+0000", 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000185909 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045238+0000", 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0034990770000000002 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048737+0000", 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004553423 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053290+0000", 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072736450999999994 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126027+0000", 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1967e-05 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126069+0000", 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0330999999999997e-05 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.126109+0000", 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081346733000000004 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56198 7.7 7:e1fec86c:::benchmark_data_smithi018_282512_object56197:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 369.550802218, 2023-09-23T18:16:44.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999, 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56198 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045159+0000", 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045158+0000", 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6643000000000006e-05 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045225+0000", 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4303e-05 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045239+0000", 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7320000000000004e-06 2023-09-23T18:16:44.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045248+0000", 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2299999999999997e-05 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045300+0000", 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013779499999999999 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045438+0000", 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017057500000000001 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045608+0000", 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001817082 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047425+0000", 2023-09-23T18:16:44.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025376610000000001 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049963+0000", 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081116723000000002 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131080+0000", 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2154000000000003e-05 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131122+0000", 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0000999999999999e-05 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131162+0000", 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086002914999999999 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.680 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56200 7.d 7:b9c3d2b9:::benchmark_data_smithi018_282512_object56199:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 369.55069659399999, 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993, 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.681 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56200 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045265+0000", 2023-09-23T18:16:44.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045264+0000", 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4328000000000001e-05 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045298+0000", 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3710000000000002e-06 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045306+0000", 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0939999999999998e-06 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.045311+0000", 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001604858 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.046916+0000", 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010537800000000001 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047021+0000", 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014618899999999999 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.047167+0000", 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017147110000000001 2023-09-23T18:16:44.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.048882+0000", 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045848490000000002 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.053467+0000", 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080234661999999998 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133701+0000", 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5549e-05 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133757+0000", 2023-09-23T18:16:44.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6881000000000001e-05 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.133794+0000", 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.088529137999999993 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:56203 7.7 7:e6efd69e:::benchmark_data_smithi018_282512_object56202:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 369.546213196, 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998, 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 56203 2023-09-23T18:16:44.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049748+0000", 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049746+0000", 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014917399999999999 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049896+0000", 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3149999999999998e-06 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049905+0000", 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7830000000000004e-06 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049911+0000", 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4672000000000006e-05 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.049985+0000", 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000125239 2023-09-23T18:16:44.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050111+0000", 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016549499999999999 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.050276+0000", 2023-09-23T18:16:44.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021929340000000001 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052469+0000", 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019447900000000001 2023-09-23T18:16:44.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.052663+0000", 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078541963000000006 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131205+0000", 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3399000000000002e-05 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131259+0000", 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0742999999999999e-05 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:35.131300+0000", 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081551527999999998 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.698 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59051 7.7 7:e30e46f7:::benchmark_data_smithi018_282512_object59050:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 367.08065860099998, 2023-09-23T18:16:44.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003, 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59051 2023-09-23T18:16:44.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515303+0000", 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:44.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515301+0000", 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1635000000000002e-05 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515363+0000", 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1705000000000001e-05 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515375+0000", 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3740000000000003e-06 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515381+0000", 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8846e-05 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515430+0000", 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015276999999999999 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515583+0000", 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018735799999999999 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.515770+0000", 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043656229999999999 2023-09-23T18:16:44.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520136+0000", 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003946387 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.524082+0000", 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056348176 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580430+0000", 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9749000000000001e-05 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580480+0000", 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7157999999999999e-05 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.580517+0000", 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065214405000000003 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:59056 7.7 7:e95aa746:::benchmark_data_smithi018_282512_object59055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2023-09-23T18:16:44.707 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 367.07977113700002, 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995, 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 59056 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516190+0000", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516189+0000", 2023-09-23T18:16:44.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7992999999999998e-05 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516257+0000", 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0858e-05 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516268+0000", 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.544e-06 2023-09-23T18:16:44.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.516273+0000", 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017282319999999999 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518001+0000", 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013578200000000001 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518137+0000", 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155475 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.518292+0000", 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019813669999999999 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.520274+0000", 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073266870000000001 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.527600+0000", 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055402485000000001 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583003+0000", 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6107999999999999e-05 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583059+0000", 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2042000000000002e-05 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:10:37.583101+0000", 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066910927999999995 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.714 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:86054 7.c 7:3698502e:::benchmark_data_smithi018_282512_object86053:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 335.58984146900002, 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062282582000000003, 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86054 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006120+0000", 2023-09-23T18:16:44.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006119+0000", 2023-09-23T18:16:44.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8194000000000001e-05 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006157+0000", 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8360000000000003e-06 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006164+0000", 2023-09-23T18:16:44.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1020000000000001e-06 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.006167+0000", 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011050356000000001 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017218+0000", 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012542299999999999 2023-09-23T18:16:44.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017343+0000", 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012531 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.017469+0000", 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052805630000000003 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.022749+0000", 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8612e-05 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.022778+0000", 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045552097 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068330+0000", 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4458e-05 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.722 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068374+0000", 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8092000000000001e-05 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:09.068402+0000", 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.062282582000000003 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.724 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:86962 7.c 7:379a02c7:::benchmark_data_smithi018_282512_object86961:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e291)", 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 334.00876472200002, 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068984974000000004, 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.725 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 86962 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:16:44.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587196+0000", 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.727 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587195+0000", 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3696000000000003e-05 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587239+0000", 2023-09-23T18:16:44.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4243000000000001e-05 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587253+0000", 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5310000000000001e-06 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587258+0000", 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6668999999999997e-05 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587295+0000", 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000161896 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587457+0000", 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000190597 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.587648+0000", 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028172649999999998 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.590465+0000", 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00026681099999999999 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.731 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.590732+0000", 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.065334662000000002 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656066+0000", 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2288999999999999e-05 2023-09-23T18:16:44.732 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656129+0000", 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2889999999999997e-05 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:10.656181+0000", 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068984974000000004 2023-09-23T18:16:44.733 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:109667 7.d 7:b0fc0874:::benchmark_data_smithi018_282512_object8931:head [delete] snapc 0=[] ondisk+write+known_if_redirected e296)", 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 298.09947357499999, 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080208441000000005, 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.734 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 109667 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496488+0000", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496486+0000", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2249999999999997e-06 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496492+0000", 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2037e-05 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496504+0000", 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.002e-06 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496511+0000", 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9298000000000001e-05 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496561+0000", 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000140147 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496701+0000", 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158417 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:16:44.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.496859+0000", 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00380365 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.500663+0000", 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0074373069999999998 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.508100+0000", 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068527492999999995 2023-09-23T18:16:44.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576628+0000", 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8989000000000002e-05 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576667+0000", 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9425e-05 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:11:46.576696+0000", 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.080208441000000005 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:156036 7.d e320/318 7:be6ab2b2:::benchmark_data_smithi018_282512_object55300:head v 320'9859, mlcod=0'0)", 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 190.15384720399999, 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058770658000000003, 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:16:44.741 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:16:44.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442113+0000", 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8800000000000002e-06 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442120+0000", 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4880000000000001e-06 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442128+0000", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1900000000000003e-06 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442133+0000", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2878000000000003e-05 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442196+0000", 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3929e-05 2023-09-23T18:16:44.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442230+0000", 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058602830000000002 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.500833+0000", 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2048e-05 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:16:44.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.500885+0000", 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058770658000000003 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:16:44.746 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:16:44.754 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 81927 81911 78.6864 41.4375 0.0263721 0.0127028 2023-09-23T18:16:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:44 smithi149 ceph-mon[135148]: pgmap v1055: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:44.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4011383437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:44.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:44 smithi018 ceph-mon[149401]: pgmap v1055: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:44.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4011383437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:45.001 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:44 smithi018 ceph-mon[153734]: pgmap v1055: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:45.002 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4011383437' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:45.002 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:44] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.33.4" 2023-09-23T18:16:45.033 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:16:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:45.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:45.476 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:45.577 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:45.621 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:45.664 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:45.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:45.668 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:45.754 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 82784 82768 78.306 53.5625 0.0224901 0.0127661 2023-09-23T18:16:45.769 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:45.802 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:45.840 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:45.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:45.844 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:45.944 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:45.976 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:46.019 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:46.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:46.022 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:46.123 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:46.156 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:46.196 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:46.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:46.201 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:46.301 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:46.382 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:46.754 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 83663 83647 77.957 54.9375 0.0196243 0.0128226 2023-09-23T18:16:47.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:46 smithi018 ceph-mon[153734]: pgmap v1056: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:47.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:46 smithi018 ceph-mon[149401]: pgmap v1056: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:46 smithi149 ceph-mon[135148]: pgmap v1056: 89 pgs: 89 active+clean; 4.8 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 54 MiB/s wr, 867 op/s 2023-09-23T18:16:47.755 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 16 84557 84541 77.6325 55.875 0.0102545 0.0128756 2023-09-23T18:16:48.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:48.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:48.117 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:48.218 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:48.249 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:48.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:48.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:48.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:48.398 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:48.483 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:48.754 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 85400 85384 77.2711 52.6875 0.0193829 0.0129357 2023-09-23T18:16:48.805 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:48 smithi018 ceph-mon[153734]: pgmap v1057: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T18:16:48.806 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:48 smithi018 ceph-mon[149401]: pgmap v1057: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T18:16:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:48 smithi149 ceph-mon[135148]: pgmap v1057: 89 pgs: 89 active+clean; 5.0 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T18:16:49.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:49.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:49.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:49.290 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:49.331 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:49.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:49.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:49.436 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:49.537 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:49.755 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 86202 86186 76.8833 50.125 0.0865308 0.0129955 2023-09-23T18:16:49.857 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:49.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:49.865 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:49.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:49.995 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:50.029 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:50.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:50.032 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:50.133 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:50.164 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:50.201 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:50.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:50.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:50.307 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:50.403 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:50.645 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:50.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:50.652 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:50.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:50.758 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 86996 86980 76.4997 49.625 0.00689972 0.0130667 2023-09-23T18:16:50.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:51.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:50 smithi018 ceph-mon[153734]: pgmap v1058: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 45 MiB/s wr, 720 op/s 2023-09-23T18:16:51.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:50 smithi018 ceph-mon[149401]: pgmap v1058: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 45 MiB/s wr, 720 op/s 2023-09-23T18:16:51.132 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:51.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:51.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:50 smithi149 ceph-mon[135148]: pgmap v1058: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 45 MiB/s wr, 720 op/s 2023-09-23T18:16:51.189 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:16:51.250 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:51.277 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:51.313 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:51.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:51.317 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:51.417 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:51.444 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:51.493 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:51.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:51.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:51.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:51.720 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:51.755 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 87665 87649 76.0182 41.8125 0.0339088 0.0131473 2023-09-23T18:16:51.863 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:51.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:51.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:51.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:52.083 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:52.458 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:52.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:52.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:52.571 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:52.729 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:16:52.758 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 88426 88410 75.6281 47.5625 0.050176 0.0132168 2023-09-23T18:16:52.853 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:52.946 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:52.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:52.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:53.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[153734]: pgmap v1059: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 58 MiB/s wr, 920 op/s 2023-09-23T18:16:53.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1426401797' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.045 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.046 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[149401]: pgmap v1059: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 58 MiB/s wr, 920 op/s 2023-09-23T18:16:53.046 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1426401797' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.046 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:53.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:52 smithi149 ceph-mon[135148]: pgmap v1059: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 58 MiB/s wr, 920 op/s 2023-09-23T18:16:53.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1426401797' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:16:53.084 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:53.121 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:53.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:53.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:53.228 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:53.260 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:53.305 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:53.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:53.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:53.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:53.477 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:53.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:53.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:53.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:53.705 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: failed to encode map e359 with expected crc 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: failed to encode map e359 with expected crc 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: failed to encode map e359 with expected crc 2023-09-23T18:16:53.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[149401]: failed to encode map e359 with expected crc 2023-09-23T18:16:53.758 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:53.759 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 89172 89156 75.2331 46.625 0.0180336 0.0132847 2023-09-23T18:16:53.842 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:53.851 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89202 8.1 8:87acfd56:::benchmark_data_smithi018_324167_object89201:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.823829+0000", 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.026173133000000001, 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026200186, 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.852 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89202 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823829+0000", 2023-09-23T18:16:53.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823829+0000", 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823827+0000", 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:16:53.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823856+0000", 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8388e-05 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823875+0000", 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9043e-05 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823884+0000", 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6600000000000007e-06 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823994+0000", 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010917 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.824201+0000", 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020782900000000001 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.824413+0000", 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000211788 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830104+0000", 2023-09-23T18:16:53.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056905300000000001 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.840997+0000", 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010893462 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.859 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89204 8.3 8:cdd1efe3:::benchmark_data_smithi018_324167_object89203:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.823900+0000", 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.026102147999999999, 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026191374999999999, 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.860 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89204 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823900+0000", 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823900+0000", 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823899+0000", 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823930+0000", 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0534999999999998e-05 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823941+0000", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1573000000000001e-05 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.823948+0000", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9840000000000004e-06 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.833543+0000", 2023-09-23T18:16:53.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0095943980000000005 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.833697+0000", 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015457399999999999 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.833864+0000", 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016715 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.864 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847092+0000", 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013227364 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89205 8.3 8:c4b441fd:::benchmark_data_smithi018_324167_object89204:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.830207+0000", 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.019794981, 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019934996, 2023-09-23T18:16:53.865 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89205 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830207+0000", 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830207+0000", 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830205+0000", 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830248+0000", 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3114000000000001e-05 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830268+0000", 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9502999999999999e-05 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830278+0000", 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0396e-05 2023-09-23T18:16:53.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.837182+0000", 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069041279999999998 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.837312+0000", 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012913099999999999 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.837476+0000", 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164203 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847120+0000", 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096442019999999993 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.870 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89206 8.a 8:56121403:::benchmark_data_smithi018_324167_object89205:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.830289+0000", 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.019712793999999999, 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019902751999999999, 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89206 2023-09-23T18:16:53.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830289+0000", 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830289+0000", 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830289+0000", 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830327+0000", 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8834999999999997e-05 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830337+0000", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3419999999999997e-06 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830343+0000", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4729999999999997e-06 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830390+0000", 2023-09-23T18:16:53.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7144000000000001e-05 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830518+0000", 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012803599999999999 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.830651+0000", 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132509 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.833696+0000", 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030450719999999998 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.845411+0000", 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011715537999999999 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89211 8.a 8:51dee8f3:::benchmark_data_smithi018_324167_object89210:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.834362+0000", 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.015640081, 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015882159999999999, 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89211 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.877 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834362+0000", 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834362+0000", 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834360+0000", 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834392+0000", 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2237999999999999e-05 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834412+0000", 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9724999999999998e-05 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834423+0000", 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0917999999999999e-05 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834484+0000", 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1233000000000001e-05 2023-09-23T18:16:53.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834638+0000", 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015366300000000001 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834752+0000", 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114629 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.842556+0000", 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078041370000000001 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.846292+0000", 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037353 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.882 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89212 8.a 8:5d55883c:::benchmark_data_smithi018_324167_object89211:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.834441+0000", 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.015561401000000001, 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015854977999999999, 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.883 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89212 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834441+0000", 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834441+0000", 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834440+0000", 2023-09-23T18:16:53.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834472+0000", 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2291e-05 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834495+0000", 2023-09-23T18:16:53.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2883000000000001e-05 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834504+0000", 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9639999999999992e-06 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.839394+0000", 2023-09-23T18:16:53.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048900289999999997 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.839562+0000", 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016772999999999999 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.839767+0000", 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000205684 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.845897+0000", 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061299739999999998 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.846444+0000", 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00054644100000000005 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89213 8.3 8:caee8aef:::benchmark_data_smithi018_324167_object89212:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.834514+0000", 2023-09-23T18:16:53.890 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.015487671999999999, 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015834916000000001, 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89213 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.891 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834514+0000", 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.892 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834514+0000", 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834514+0000", 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.893 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834534+0000", 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0415e-05 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834546+0000", 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1343e-05 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.894 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834555+0000", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0750000000000004e-06 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.843725+0000", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091705729999999996 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.843825+0000", 2023-09-23T18:16:53.895 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010016100000000001 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.843975+0000", 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014927300000000001 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847146+0000", 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031710940000000002 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.896 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:89216 8.3 8:c0019e46:::benchmark_data_smithi018_324167_object89215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.834561+0000", 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.015441154, 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015836472000000001, 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:16:53.897 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 89216 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834561+0000", 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.898 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834561+0000", 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834560+0000", 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834610+0000", 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.977e-05 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.899 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834627+0000", 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6450999999999999e-05 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.834632+0000", 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8880000000000002e-06 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.900 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847169+0000", 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012536233000000001 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847306+0000", 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013724899999999999 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.847464+0000", 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000157756 2023-09-23T18:16:53.901 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:89210 8.b e359/347 8:d7f51e8f:::benchmark_data_smithi018_324167_object89209:head v 359'5576, mlcod=359'5573)", 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:53.840981+0000", 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0090211249999999996, 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.009460464, 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:16:53.902 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.840981+0000", 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.840981+0000", 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:16:53.903 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.840980+0000", 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.841008+0000", 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8161999999999999e-05 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.841021+0000", 2023-09-23T18:16:53.904 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2495e-05 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.841041+0000", 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9635000000000001e-05 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.841377+0000", 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033613499999999999 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:16:53.905 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:53.841438+0000", 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0846e-05 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 9 2023-09-23T18:16:53.906 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:16:54.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:54.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:54.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T18:16:54.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:53 smithi018 ceph-mon[153734]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:53 smithi149 ceph-mon[135148]: failed to encode map e359 with expected crc 2023-09-23T18:16:54.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:54.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:54.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:54.542 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:54.573 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:54.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:16:54.614 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:54.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:54.618 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:54.719 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:54.759 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 89881 89865 74.8209 44.3125 0.0296442 0.0133586 2023-09-23T18:16:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.1 primary-affinity to 1 (8655362) 2023-09-23T18:16:54.804 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:54.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:54 smithi149 ceph-mon[135148]: pgmap v1061: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 51 MiB/s wr, 814 op/s 2023-09-23T18:16:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1011758889' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[149401]: pgmap v1061: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 51 MiB/s wr, 814 op/s 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1011758889' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:16:54] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.33.4" 2023-09-23T18:16:54.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[153734]: pgmap v1061: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 51 MiB/s wr, 814 op/s 2023-09-23T18:16:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1011758889' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:16:54.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:16:55.052 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:55.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:55.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:55.163 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:16:55.244 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:55.383 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:16:55.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:55.402 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:16:55.503 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:55.533 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:55.555 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:16:55.574 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:55.574 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:16:55.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:55.577 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:55.605 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:16:55.647 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:16:55.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:55.702 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:16:55.759 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 90553 90537 74.3893 42 0.0307093 0.0134347 2023-09-23T18:16:55.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:16:55.819 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:16:55.838 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:55.890 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:16:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:16:55.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T18:16:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1436384185' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:55.950 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:16:55.951 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:55.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:55.967 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1436384185' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:55.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:16:55.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T18:16:55.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: failed to encode map e360 with expected crc 2023-09-23T18:16:55.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1436384185' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:16:55.969 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.969 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.969 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.970 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.970 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.970 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.970 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.970 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:16:55.996 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:56.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:56.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:56.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:56.277 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:56.378 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:16:56.406 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:56.446 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:16:56.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:56.453 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:16:56.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:56.584 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:56.627 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:56.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:56.631 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:56.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:56.759 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 91270 91254 74.0054 44.8125 0.0251398 0.0135079 2023-09-23T18:16:56.857 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:56.946 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:56.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:56.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:57.002 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:57.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:56 smithi018 ceph-mon[153734]: pgmap v1063: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T18:16:57.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:56 smithi018 ceph-mon[149401]: pgmap v1063: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T18:16:57.058 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:57.086 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:56 smithi149 ceph-mon[135148]: pgmap v1063: 89 pgs: 89 active+clean; 5.3 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T18:16:57.089 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:57.129 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:57.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:57.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:57.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:16:57.267 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:57.307 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:16:57.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:57.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:16:57.411 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:57.550 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:57.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:57.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:57.693 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:57.760 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 91994 91978 73.637 45.25 0.023119 0.0135722 2023-09-23T18:16:57.793 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:16:57.870 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:58.052 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:16:58.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:58.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:16:58.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:58.237 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:58.257 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:16:58.257 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:16:58.320 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:58.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:58.336 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:58.436 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:16:58.506 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:58.663 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:16:58.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:58.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:16:58.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:16:58.760 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 16 92717 92701 73.2771 45.1875 0.0145593 0.0136413 2023-09-23T18:16:58.771 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:58.826 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:16:58.877 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:58.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:58 smithi018 ceph-mon[149401]: pgmap v1064: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:16:58.939 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:58 smithi018 ceph-mon[153734]: pgmap v1064: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:16:58.985 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:58.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:58.995 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:59.095 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:16:59.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:58 smithi149 ceph-mon[135148]: pgmap v1064: 89 pgs: 89 active+clean; 5.5 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:16:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:59.340 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:16:59.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:59.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:16:59.445 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:16:59.474 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:59.513 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:16:59.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:59.518 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:16:59.622 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:59.650 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:59.688 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:59.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:59.693 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:59.734 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:59.760 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:16:59.760876+0000 min lat: 0.0012859 max lat: 0.218765 avg lat: 0.0137273 2023-09-23T18:16:59.760 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:16:59.760 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 93305 93289 72.8208 36.75 0.0246369 0.0137273 2023-09-23T18:16:59.786 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:16:59.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:16:59.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:16:59.870 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:16:59.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:16:59.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:16:59.876 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:16:59.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:00.079 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4232905231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.080 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:16:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.080 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4232905231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.080 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:16:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.107 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4232905231' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:16:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:00.379 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:00.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:00.398 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:00.432 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2] out_osds: [6, 7] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:17:00.432 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:17:00.432 INFO:tasks.thrashosds.thrasher:Adding osd 7 2023-09-23T18:17:00.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 7 2023-09-23T18:17:00.499 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:00.615 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:00.763 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 93986 93970 72.4442 42.5625 0.0114712 0.0137974 2023-09-23T18:17:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:00.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:00.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:01.020 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: pgmap v1065: 89 pgs: 89 active+clean; 5.6 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 39 MiB/s wr, 628 op/s 2023-09-23T18:17:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[153734]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: pgmap v1065: 89 pgs: 89 active+clean; 5.6 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 39 MiB/s wr, 628 op/s 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:00 smithi018 ceph-mon[149401]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:01.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: pgmap v1065: 89 pgs: 89 active+clean; 5.6 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 39 MiB/s wr, 628 op/s 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:00 smithi149 ceph-mon[135148]: failed to encode map e361 with expected crc 2023-09-23T18:17:01.289 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:01.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:01.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:01.407 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:01.439 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:01.482 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:01.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:01.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:01.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:01.633 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:01.683 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:01.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:01.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:01.739 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:01.770 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 94706 94690 72.1042 45 0.0163623 0.0138624 2023-09-23T18:17:01.791 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:01.822 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:01.856 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:01.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:01.859 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:01.960 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:01.988 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:02.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:02.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:02.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:02.046 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:02.079 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:02.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:02.130 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:02.159 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:02.187 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:02.193 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:02.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:02.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:02.240 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:02.240 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:17:02.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:17:02.240 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20544 8.3 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.57871351, 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19530188000000001, 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.241 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.242 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.242 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20544 2023-09-23T18:17:02.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:17:02.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657422+0000", 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657449+0000", 2023-09-23T18:17:02.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6962e-05 2023-09-23T18:17:02.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657461+0000", 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1875999999999999e-05 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657469+0000", 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0250000000000002e-06 2023-09-23T18:17:02.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657582+0000", 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011325200000000001 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657720+0000", 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138045 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657862+0000", 2023-09-23T18:17:02.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141626 2023-09-23T18:17:02.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659151+0000", 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012890709999999999 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660356+0000", 2023-09-23T18:17:02.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012048720000000001 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852606+0000", 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19225066199999999 2023-09-23T18:17:02.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852667+0000", 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0377000000000001e-05 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852726+0000", 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8882000000000003e-05 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.254 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20545 8.1 8:83172a86:::benchmark_data_smithi018_324167_object20544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.578649717000005, 2023-09-23T18:17:02.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19526280400000001, 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.256 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20545 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657487+0000", 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657510+0000", 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3031999999999999e-05 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657519+0000", 2023-09-23T18:17:02.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0489999999999993e-06 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657526+0000", 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5729999999999996e-06 2023-09-23T18:17:02.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657571+0000", 2023-09-23T18:17:02.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5685000000000001e-05 2023-09-23T18:17:02.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657717+0000", 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014541200000000001 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657857+0000", 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014059899999999999 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659174+0000", 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013167840000000001 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660959+0000", 2023-09-23T18:17:02.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017850800000000001 2023-09-23T18:17:02.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852664+0000", 2023-09-23T18:17:02.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19170507000000001 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852714+0000", 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9604999999999997e-05 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852750+0000", 2023-09-23T18:17:02.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6480999999999999e-05 2023-09-23T18:17:02.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.268 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20549 8.7 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.575420811000001, 2023-09-23T18:17:02.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19315316299999999, 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20549 2023-09-23T18:17:02.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:17:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660715+0000", 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660738+0000", 2023-09-23T18:17:02.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2979000000000001e-05 2023-09-23T18:17:02.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660750+0000", 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1364e-05 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660757+0000", 2023-09-23T18:17:02.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8499999999999994e-06 2023-09-23T18:17:02.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660809+0000", 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1128999999999998e-05 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660927+0000", 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118249 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661071+0000", 2023-09-23T18:17:02.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014467700000000001 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662619+0000", 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001547423 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664710+0000", 2023-09-23T18:17:02.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020909209999999999 2023-09-23T18:17:02.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853789+0000", 2023-09-23T18:17:02.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189078739 2023-09-23T18:17:02.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853833+0000", 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3998000000000001e-05 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853870+0000", 2023-09-23T18:17:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7104000000000003e-05 2023-09-23T18:17:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20550 8.3 8:c92f214b:::benchmark_data_smithi018_324167_object20549:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.575362423000001, 2023-09-23T18:17:02.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19339086999999999, 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.285 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20550 2023-09-23T18:17:02.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.286 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:17:02.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:17:02.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660774+0000", 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660796+0000", 2023-09-23T18:17:02.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1231000000000001e-05 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660806+0000", 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0715e-05 2023-09-23T18:17:02.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660813+0000", 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4740000000000002e-06 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660861+0000", 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8497e-05 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120624 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661115+0000", 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013330300000000001 2023-09-23T18:17:02.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662943+0000", 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001828281 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664046+0000", 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011025200000000001 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854083+0000", 2023-09-23T18:17:02.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19003720499999999 2023-09-23T18:17:02.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854128+0000", 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4802999999999998e-05 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854166+0000", 2023-09-23T18:17:02.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7768999999999997e-05 2023-09-23T18:17:02.298 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.298 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.298 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.299 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20551 8.3 8:cc2c8f7a:::benchmark_data_smithi018_324167_object20550:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.299 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:17:02.299 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.575310743000003, 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193455925, 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20551 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:17:02.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660826+0000", 2023-09-23T18:17:02.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.304 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:02.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660848+0000", 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1911000000000001e-05 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660856+0000", 2023-09-23T18:17:02.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7700000000000001e-06 2023-09-23T18:17:02.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660862+0000", 2023-09-23T18:17:02.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9510000000000003e-06 2023-09-23T18:17:02.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661917+0000", 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001055247 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662025+0000", 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108399 2023-09-23T18:17:02.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662211+0000", 2023-09-23T18:17:02.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000186248 2023-09-23T18:17:02.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664466+0000", 2023-09-23T18:17:02.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022540220000000001 2023-09-23T18:17:02.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664481+0000", 2023-09-23T18:17:02.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5088e-05 2023-09-23T18:17:02.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854201+0000", 2023-09-23T18:17:02.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972054099999999 2023-09-23T18:17:02.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854249+0000", 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8112000000000003e-05 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854282+0000", 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3243e-05 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.317 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20552 8.1 8:8acdd2cf:::benchmark_data_smithi018_324167_object20551:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.317 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:17:02.317 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.575265919000003, 2023-09-23T18:17:02.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193125454, 2023-09-23T18:17:02.317 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.318 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.318 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.318 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.318 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.318 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20552 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:17:02.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:17:02.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660898+0000", 2023-09-23T18:17:02.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.667e-05 2023-09-23T18:17:02.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660905+0000", 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5660000000000001e-06 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660910+0000", 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2229999999999998e-06 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2139999999999997e-05 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661113+0000", 2023-09-23T18:17:02.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000130402 2023-09-23T18:17:02.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:17:02.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661275+0000", 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000162585 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662586+0000", 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013107730000000001 2023-09-23T18:17:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663080+0000", 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049392399999999997 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853908+0000", 2023-09-23T18:17:02.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19082822199999999 2023-09-23T18:17:02.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853961+0000", 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2249000000000001e-05 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853997+0000", 2023-09-23T18:17:02.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6195999999999997e-05 2023-09-23T18:17:02.331 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.331 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.331 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.332 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20557 8.a 8:59be4578:::benchmark_data_smithi018_324167_object20556:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.332 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:17:02.332 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.573184608000005, 2023-09-23T18:17:02.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19089410400000001, 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.333 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20557 2023-09-23T18:17:02.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.334 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:17:02.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662952+0000", 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:02.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663015+0000", 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3987999999999998e-05 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663032+0000", 2023-09-23T18:17:02.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6351e-05 2023-09-23T18:17:02.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663040+0000", 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1720000000000007e-06 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663092+0000", 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1870000000000003e-05 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663214+0000", 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122199 2023-09-23T18:17:02.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663363+0000", 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148978 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664560+0000", 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011969369999999999 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666556+0000", 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019963289999999998 2023-09-23T18:17:02.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853757+0000", 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.187200754 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853809+0000", 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2280000000000001e-05 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853847+0000", 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7440000000000001e-05 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20558 8.1 8:8275b133:::benchmark_data_smithi018_324167_object20557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:17:02.345 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.573082830000004, 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19299462100000001, 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.346 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20558 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.347 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663077+0000", 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3677999999999999e-05 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663087+0000", 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9909999999999997e-06 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663094+0000", 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2809999999999997e-06 2023-09-23T18:17:02.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663129+0000", 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5345000000000001e-05 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663253+0000", 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012385099999999999 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663417+0000", 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164096 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664458+0000", 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001041377 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.665682+0000", 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012238329999999999 2023-09-23T18:17:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.855921+0000", 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19023917000000001 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856004+0000", 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2219999999999995e-05 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.357 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856049+0000", 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5439999999999999e-05 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20562 8.3 8:c98f91c7:::benchmark_data_smithi018_324167_object20561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 73.569330469999997, 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190680092, 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.359 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20562 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666805+0000", 2023-09-23T18:17:02.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666826+0000", 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0366000000000001e-05 2023-09-23T18:17:02.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666838+0000", 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2184999999999999e-05 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666844+0000", 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8510000000000004e-06 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666892+0000", 2023-09-23T18:17:02.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8519000000000001e-05 2023-09-23T18:17:02.366 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.366 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.366 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.366 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666988+0000", 2023-09-23T18:17:02.366 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.577e-05 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667086+0000", 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7918999999999995e-05 2023-09-23T18:17:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667863+0000", 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077723199999999999 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.668141+0000", 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027817599999999999 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.369 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857402+0000", 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189260715 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857448+0000", 2023-09-23T18:17:02.370 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5970999999999997e-05 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857487+0000", 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8964000000000002e-05 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.371 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71256 8.7 8:eceeead9:::benchmark_data_smithi018_324167_object71255:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.102990+0000", 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.133147165, 2023-09-23T18:17:02.372 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12072437900000001, 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71256 2023-09-23T18:17:02.373 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.102990+0000", 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.374 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.102990+0000", 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.375 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.102988+0000", 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.376 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103017+0000", 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8912999999999999e-05 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103031+0000", 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3284e-05 2023-09-23T18:17:02.377 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103038+0000", 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2579999999999998e-06 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.378 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103157+0000", 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119162 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.379 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103302+0000", 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014530700000000001 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103456+0000", 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154141 2023-09-23T18:17:02.380 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.113536+0000", 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010079400000000001 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.381 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118841+0000", 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053047550000000004 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.382 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223615+0000", 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10477407599999999 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223665+0000", 2023-09-23T18:17:02.383 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0006999999999997e-05 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223715+0000", 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9818999999999999e-05 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.384 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71260 8.7 8:ef8f9264:::benchmark_data_smithi018_324167_object71259:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.103142+0000", 2023-09-23T18:17:02.385 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.132995609999998, 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.120735364, 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.386 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71260 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103142+0000", 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.387 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103142+0000", 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.388 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.389 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.389 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103141+0000", 2023-09-23T18:17:02.389 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.389 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.389 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103164+0000", 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3181e-05 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.390 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103172+0000", 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3719999999999999e-06 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103183+0000", 2023-09-23T18:17:02.391 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1323e-05 2023-09-23T18:17:02.392 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.394 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.394 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.394 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106058+0000", 2023-09-23T18:17:02.394 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028747849999999999 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106170+0000", 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011176200000000001 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.395 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106301+0000", 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013120100000000001 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118851+0000", 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012550047 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.396 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118883+0000", 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2172000000000003e-05 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223801+0000", 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104918157 2023-09-23T18:17:02.397 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223844+0000", 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2700000000000001e-05 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223877+0000", 2023-09-23T18:17:02.398 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3136999999999998e-05 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71262 8.a 8:545d8d2c:::benchmark_data_smithi018_324167_object71261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.103259+0000", 2023-09-23T18:17:02.399 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.132877863000001, 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12036197999999999, 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71262 2023-09-23T18:17:02.400 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103259+0000", 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.401 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103259+0000", 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103259+0000", 2023-09-23T18:17:02.402 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103290+0000", 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1738e-05 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.403 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103303+0000", 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2488e-05 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103309+0000", 2023-09-23T18:17:02.404 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7649999999999999e-06 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.105866+0000", 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025571420000000001 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.405 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.105989+0000", 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012325899999999999 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.406 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106128+0000", 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013898799999999999 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118747+0000", 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01261846 2023-09-23T18:17:02.407 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118924+0000", 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000177665 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.408 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118960+0000", 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6174999999999998e-05 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223579+0000", 2023-09-23T18:17:02.409 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10461817399999999 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223621+0000", 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2815999999999998e-05 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.410 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71263 8.1 8:8b921b26:::benchmark_data_smithi018_324167_object71262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.103314+0000", 2023-09-23T18:17:02.411 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.132823101, 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12055047000000001, 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.412 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71263 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103314+0000", 2023-09-23T18:17:02.413 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103314+0000", 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.414 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103314+0000", 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.415 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103335+0000", 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1251e-05 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103342+0000", 2023-09-23T18:17:02.416 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.63e-06 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.103346+0000", 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8080000000000004e-06 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.417 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.105932+0000", 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025853590000000002 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106043+0000", 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111218 2023-09-23T18:17:02.418 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.106173+0000", 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013006000000000001 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.419 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.114210+0000", 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0080366369999999993 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223509+0000", 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10929889499999999 2023-09-23T18:17:02.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223793+0000", 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000284002 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.421 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223833+0000", 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0030999999999997e-05 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223865+0000", 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2075e-05 2023-09-23T18:17:02.422 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:71269 8.d e357/347 8:b1d5c85c:::benchmark_data_smithi018_324167_object71268:head v 357'4403, mlcod=357'4401)", 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.115589+0000", 2023-09-23T18:17:02.423 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.120548662000001, 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10797617399999999, 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.424 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115589+0000", 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115589+0000", 2023-09-23T18:17:02.425 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115588+0000", 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:17:02.426 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115686+0000", 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8245000000000006e-05 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.427 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115698+0000", 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2153999999999999e-05 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115706+0000", 2023-09-23T18:17:02.428 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.807e-06 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115768+0000", 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2230999999999994e-05 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.429 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.115789+0000", 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1066000000000001e-05 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.430 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118965+0000", 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031751729999999999 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223565+0000", 2023-09-23T18:17:02.431 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104600252 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71272 8.a 8:5f3163e5:::benchmark_data_smithi018_324167_object71271:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.432 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.118213+0000", 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.117924794, 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115622777, 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71272 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.434 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118213+0000", 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118213+0000", 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118210+0000", 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.436 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118262+0000", 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1643e-05 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.437 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118271+0000", 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3700000000000001e-06 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118281+0000", 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9459999999999993e-06 2023-09-23T18:17:02.438 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223667+0000", 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10538608300000001 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.439 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223800+0000", 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000133285 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223937+0000", 2023-09-23T18:17:02.440 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013686199999999999 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.229750+0000", 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0058128040000000004 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.441 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.231163+0000", 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014135370000000001 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.442 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.233740+0000", 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025762620000000002 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.233792+0000", 2023-09-23T18:17:02.443 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2080000000000003e-05 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.233835+0000", 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3551999999999999e-05 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.444 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:71265 8.0 e357/347 8:09ee3122:::benchmark_data_smithi018_324167_object71264:head v 357'4488, mlcod=357'4486)", 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.118850+0000", 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.117286857, 2023-09-23T18:17:02.445 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11660735699999999, 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.446 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118850+0000", 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118850+0000", 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118850+0000", 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.448 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118878+0000", 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7688e-05 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118886+0000", 2023-09-23T18:17:02.449 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8040000000000007e-06 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118892+0000", 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4360000000000001e-06 2023-09-23T18:17:02.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223546+0000", 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104653838 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.451 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.452 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223569+0000", 2023-09-23T18:17:02.452 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3359000000000001e-05 2023-09-23T18:17:02.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.452 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.452 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.453 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235423+0000", 2023-09-23T18:17:02.453 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011853585 2023-09-23T18:17:02.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.453 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.453 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235458+0000", 2023-09-23T18:17:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5138999999999997e-05 2023-09-23T18:17:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.455 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.455 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.455 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop_reply(client.56083.0:71260 8.7 e357/347 ondisk, result = 0)", 2023-09-23T18:17:02.455 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.118930+0000", 2023-09-23T18:17:02.455 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.117207703999998, 2023-09-23T18:17:02.456 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10495626299999999, 2023-09-23T18:17:02.456 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.456 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:17:02.456 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.456 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.457 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.457 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118930+0000", 2023-09-23T18:17:02.457 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.457 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.458 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.458 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118930+0000", 2023-09-23T18:17:02.458 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.458 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.459 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.459 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118929+0000", 2023-09-23T18:17:02.459 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:17:02.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.460 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.460 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.460 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118931+0000", 2023-09-23T18:17:02.460 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.809e-06 2023-09-23T18:17:02.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118936+0000", 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8019999999999999e-06 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.461 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.462 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.462 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118940+0000", 2023-09-23T18:17:02.462 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6950000000000002e-06 2023-09-23T18:17:02.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.462 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.463 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.463 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223788+0000", 2023-09-23T18:17:02.463 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104848118 2023-09-23T18:17:02.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.463 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.464 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.464 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223795+0000", 2023-09-23T18:17:02.464 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5220000000000001e-06 2023-09-23T18:17:02.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.464 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223886+0000", 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0482999999999994e-05 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.465 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.466 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:71271 8.0 e357/347 8:0d90cf6b:::benchmark_data_smithi018_324167_object71270:head v 357'4489, mlcod=357'4486)", 2023-09-23T18:17:02.466 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.118943+0000", 2023-09-23T18:17:02.466 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.117194230999999, 2023-09-23T18:17:02.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.116541688, 2023-09-23T18:17:02.467 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.467 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.467 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118943+0000", 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118943+0000", 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118943+0000", 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.118966+0000", 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2775000000000001e-05 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223547+0000", 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.104581617 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223556+0000", 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7090000000000008e-06 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.226013+0000", 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002457248 2023-09-23T18:17:02.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.226047+0000", 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3769999999999997e-05 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235463+0000", 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0094162010000000008 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235485+0000", 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1552e-05 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:71273 8.3 8:c7dd4625:::benchmark_data_smithi018_324167_object71272:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:32.119845+0000", 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 30.116291893, 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11586603700000001, 2023-09-23T18:17:02.472 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 71273 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.119845+0000", 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.119845+0000", 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.119844+0000", 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.119873+0000", 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9285000000000002e-05 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223521+0000", 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.103647135 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223534+0000", 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3851e-05 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223614+0000", 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9728000000000006e-05 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223760+0000", 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014634899999999999 2023-09-23T18:17:02.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.223905+0000", 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014476199999999999 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.231721+0000", 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078157890000000001 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.234783+0000", 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030616160000000001 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235578+0000", 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00079495100000000001 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235631+0000", 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3860000000000003e-05 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:32.235711+0000", 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0000999999999995e-05 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.479 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81671 8.7 8:e514493f:::benchmark_data_smithi018_324167_object81670:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 17.981011442, 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.168676467, 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81671 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:02.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:02.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255124+0000", 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255149+0000", 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4116000000000001e-05 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255162+0000", 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3315e-05 2023-09-23T18:17:02.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255168+0000", 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9170000000000003e-06 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255222+0000", 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4660000000000002e-05 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255389+0000", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000166596 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255574+0000", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018464299999999999 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258236+0000", 2023-09-23T18:17:02.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026628120000000001 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258510+0000", 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027347899999999997 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423694+0000", 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16518365700000001 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423756+0000", 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2654e-05 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423802+0000", 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6076999999999999e-05 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.486 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:02.487 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:02.487 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:02.487 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:02.487 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:02.487 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:17:02.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:02.581 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:02.772 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:02.772 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 95359 95343 71.7275 40.8125 0.0199032 0.0139358 2023-09-23T18:17:02.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:02.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:02.809 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:17:02.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:02.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:17:03.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:03.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:02 smithi149 ceph-mon[135148]: pgmap v1067: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 45 MiB/s wr, 718 op/s 2023-09-23T18:17:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/761842237' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:03.198 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:02 smithi018 ceph-mon[153734]: pgmap v1067: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 45 MiB/s wr, 718 op/s 2023-09-23T18:17:03.198 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/761842237' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:03.200 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:02 smithi018 ceph-mon[149401]: pgmap v1067: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 45 MiB/s wr, 718 op/s 2023-09-23T18:17:03.200 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/761842237' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:03.507 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:03.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:03.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:03.610 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:03.638 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:03.677 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:03.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:03.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:03.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:03.782 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 16 96022 96006 71.3619 41.4375 0.0145776 0.0140081 2023-09-23T18:17:03.886 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:03.963 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:03.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:03.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:04.071 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:04.103 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:04.153 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:04.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:04.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:04.240 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:04.261 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:04.353 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:04.455 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:04.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:04.465 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:04.565 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:04.593 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:04.634 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:04.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:04.640 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:04.741 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:04.772 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:04.776 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 15 96672 96657 71.0013 40.6875 0.0335349 0.0140785 2023-09-23T18:17:04.812 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:04.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:04.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:04.870 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:17:04.746+0000 7fd4195e6700 -1 mon.a@0(leader).osd e361 definitely_dead 0 2023-09-23T18:17:04.919 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.7. 2023-09-23T18:17:04.945 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:04.981 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:04.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:04.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:05.085 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:05.111 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:05.145 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:05.147 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:04 smithi149 ceph-mon[135148]: pgmap v1068: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 50 MiB/s wr, 805 op/s 2023-09-23T18:17:05.147 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-09-23T18:17:05.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:05.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:05.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-mon[153734]: pgmap v1068: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 50 MiB/s wr, 805 op/s 2023-09-23T18:17:05.198 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-09-23T18:17:05.198 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-mon[149401]: pgmap v1068: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 50 MiB/s wr, 805 op/s 2023-09-23T18:17:05.198 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2023-09-23T18:17:05.198 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:04] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.33.4" 2023-09-23T18:17:05.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:05.281 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:05.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:17:05.416 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:05.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:05.419 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:05.519 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:05.547 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:05.580 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:05.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:05.584 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:05.684 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:05.710 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:05.740 INFO:tasks.thrashosds.thrasher:Added osd 7 2023-09-23T18:17:05.743 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:05.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:05.746 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:05.776 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 96798 96782 70.2671 7.8125 0.00342211 0.0140868 2023-09-23T18:17:05.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:05.877 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:05.991 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:05.993 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[153734]: failed to encode map e362 with expected crc 2023-09-23T18:17:05.993 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-09-23T18:17:05.993 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[153734]: osdmap e362: 8 total, 8 up, 7 in 2023-09-23T18:17:05.994 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[153734]: failed to encode map e362 with expected crc 2023-09-23T18:17:05.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[149401]: failed to encode map e362 with expected crc 2023-09-23T18:17:05.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-09-23T18:17:05.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[149401]: osdmap e362: 8 total, 8 up, 7 in 2023-09-23T18:17:05.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:05 smithi018 ceph-mon[149401]: failed to encode map e362 with expected crc 2023-09-23T18:17:05.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:05.995 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:06.096 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:06.131 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:05 smithi149 ceph-mon[135148]: failed to encode map e362 with expected crc 2023-09-23T18:17:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2186186739' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2023-09-23T18:17:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:05 smithi149 ceph-mon[135148]: osdmap e362: 8 total, 8 up, 7 in 2023-09-23T18:17:06.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:05 smithi149 ceph-mon[135148]: failed to encode map e362 with expected crc 2023-09-23T18:17:06.212 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:06.217 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:06.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:06.221 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:06.306 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96761 8.c 8:32e55753:::benchmark_data_smithi018_324167_object96760:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.4100027909999999, 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4100355979999999, 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.307 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96761 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:17:06.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896390+0000", 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896415+0000", 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4462000000000001e-05 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896432+0000", 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7065999999999999e-05 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896440+0000", 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7309999999999999e-06 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896508+0000", 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7649000000000002e-05 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896669+0000", 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016083199999999999 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896868+0000", 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019915500000000001 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913882+0000", 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017013879999999999 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913896+0000", 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3722e-05 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888920+0000", 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97502483500000003 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888934+0000", 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3200000000000001e-05 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96772 8.c 8.a104290c (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.313 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.3852436940000001, 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.385342026, 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96772 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921149+0000", 2023-09-23T18:17:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921175+0000", 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5514999999999999e-05 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921184+0000", 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1689999999999998e-06 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921192+0000", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2660000000000001e-06 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928541+0000", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073486539999999996 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928552+0000", 2023-09-23T18:17:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1677e-05 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888955+0000", 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96040290500000003 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888962+0000", 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9589999999999998e-06 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96774 8.6 8.4c26b3c6 (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.373566888, 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.373740626, 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96774 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932826+0000", 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932848+0000", 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2018000000000002e-05 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932861+0000", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2896e-05 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932867+0000", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932929+0000", 2023-09-23T18:17:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2524e-05 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932943+0000", 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3444999999999999e-05 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889288+0000", 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.956345479 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889298+0000", 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0343000000000001e-05 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96776 8.6 8.2d496186 (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.373505636, 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.373733718, 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96776 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932888+0000", 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932910+0000", 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2238999999999998e-05 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932919+0000", 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5229999999999995e-06 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932925+0000", 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3629999999999999e-06 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932978+0000", 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2367000000000002e-05 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932988+0000", 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0443e-05 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889353+0000", 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95636466200000003 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889361+0000", 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3899999999999993e-06 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96777 8.6 8.70a85946 (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.329 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.3734632879999999, 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.373735691, 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96777 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:06.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932952+0000", 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1178e-05 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932959+0000", 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2699999999999999e-06 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932966+0000", 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7220000000000002e-06 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933013+0000", 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7199e-05 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933021+0000", 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2400000000000007e-06 2023-09-23T18:17:06.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889396+0000", 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95637523700000004 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889405+0000", 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3520000000000007e-06 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.334 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96785 8.c 8.46a16dbc (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.359801413, 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3601249659999999, 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96785 2023-09-23T18:17:06.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946591+0000", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946616+0000", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5321e-05 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946634+0000", 2023-09-23T18:17:06.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8187000000000001e-05 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946642+0000", 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4080000000000001e-06 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946710+0000", 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8313999999999997e-05 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946722+0000", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1793999999999999e-05 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888980+0000", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94225798100000002 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888986+0000", 2023-09-23T18:17:06.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2600000000000002e-06 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96789 8.6 8.401a43a6 (undecoded) ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 1.3538359879999999, 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.354205442, 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "delayed", 2023-09-23T18:17:06.340 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96789 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952557+0000", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952579+0000", 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2484e-05 2023-09-23T18:17:06.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952598+0000", 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8527000000000001e-05 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952607+0000", 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4420000000000004e-06 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952666+0000", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8857000000000002e-05 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952696+0000", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9399000000000001e-05 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889427+0000", 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.93673165999999997 2023-09-23T18:17:06.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889436+0000", 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0710000000000001e-06 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 7 2023-09-23T18:17:06.345 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:06.346 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:06.371 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:06.405 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:06.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:06.408 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:06.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:06.538 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:06.692 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:06.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:06.695 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:06.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:17:06.776 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 96798 96782 69.4602 0 - 0.0140868 2023-09-23T18:17:06.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:06.823 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:06.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:06.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:06.864 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:06.914 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:17:06.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: pgmap v1070: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 32 MiB/s wr, 511 op/s 2023-09-23T18:17:06.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3319133017' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:06.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: pgmap v1070: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 32 MiB/s wr, 511 op/s 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: failed to encode map e363 with expected crc 2023-09-23T18:17:06.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3319133017' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:06.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:06.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:07.031 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: pgmap v1070: 89 pgs: 89 active+clean; 5.8 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 32 MiB/s wr, 511 op/s 2023-09-23T18:17:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: failed to encode map e363 with expected crc 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3319133017' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:07.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:07.596 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:07.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:07.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:07.706 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:07.776 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 97115 97099 68.8965 9.90625 0.0218906 0.0145079 2023-09-23T18:17:07.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:07.936 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: failed to encode map e364 with expected crc 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: failed to encode map e364 with expected crc 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: failed to encode map e364 with expected crc 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: failed to encode map e364 with expected crc 2023-09-23T18:17:07.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[149401]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:07 smithi149 ceph-mon[135148]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:07 smithi018 ceph-mon[153734]: failed to encode map e364 with expected crc 2023-09-23T18:17:08.345 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:08.375 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:08.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:08.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:08.388 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:08.420 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:08.460 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:08.482 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:08.507 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:08.532 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:08.552 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:08.578 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:08.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:08.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:08.591 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:08.641 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.655 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:17:08.688 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:08.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 97767 97751 68.5805 40.75 0.0315372 0.0145758 2023-09-23T18:17:08.777 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:08.850 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:08.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:08.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:08.944 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: pgmap v1073: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 34 MiB/s wr, 522 op/s 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: pgmap v1073: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 34 MiB/s wr, 522 op/s 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: failed to encode map e365 with expected crc 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: failed to encode map e365 with expected crc 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: failed to encode map e365 with expected crc 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: failed to encode map e365 with expected crc 2023-09-23T18:17:08.946 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3067426204' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:08.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:09.036 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:09.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: pgmap v1073: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 34 MiB/s wr, 522 op/s 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3067426204' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:09.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:09.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T18:17:09.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: failed to encode map e365 with expected crc 2023-09-23T18:17:09.205 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3067426204' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:09.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:09.334 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:09.457 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:09.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:09.463 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:09.564 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:09.614 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:17:09.637 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:09.702 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:09.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:09.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 90.0268 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 98327 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 68.2623 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 32.0131 2023-09-23T18:17:09.777 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 165.75 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 1092 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 512.22 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 2652 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.0146438 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 0.0320141 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 2.44576 2023-09-23T18:17:09.778 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.0012859 2023-09-23T18:17:09.794 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T18:17:09.807 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:09.904 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T18:17:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:10.120 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:10.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:10.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:10.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:17:10.224 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: failed to encode map e366 with expected crc 2023-09-23T18:17:10.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:10.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:10.284 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:10.349 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:10.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:10.361 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:10.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:10.556 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:10.623 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:10.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:10.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:10.729 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:10.741 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2, 7] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:17:10.741 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:17:10.741 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T18:17:10.741 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:17:10.741 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:17:10.741 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T18:17:10.801 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:10.862 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:10.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:10.872 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:10.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:11.075 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:10 smithi149 ceph-mon[135148]: pgmap v1076: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 36 MiB/s wr, 559 op/s 2023-09-23T18:17:11.190 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:11.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:11.200 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:11.201 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:10 smithi018 ceph-mon[153734]: pgmap v1076: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 36 MiB/s wr, 559 op/s 2023-09-23T18:17:11.201 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:10 smithi018 ceph-mon[149401]: pgmap v1076: 89 pgs: 5 remapped+peering, 18 peering, 66 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 36 MiB/s wr, 559 op/s 2023-09-23T18:17:11.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:17:11.301 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:11.333 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:11.357 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:11.404 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:11.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:11.412 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:11.513 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:11.589 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:11.960 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:11.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:11.967 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:12.067 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:12.136 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:12.184 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:12.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:12.193 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:12.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:12.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:12.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:12 smithi149 ceph-mon[135148]: pgmap v1077: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 330 KiB/s rd, 26 MiB/s wr, 611 op/s; 12051/291873 objects degraded (4.129%); 5943/291873 objects misplaced (2.036%); 924 KiB/s, 10 keys/s, 28 objects/s recovering 2023-09-23T18:17:12.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:12 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 12051/291873 objects degraded (4.129%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:12.909 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:12 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[149401]: pgmap v1077: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 330 KiB/s rd, 26 MiB/s wr, 611 op/s; 12051/291873 objects degraded (4.129%); 5943/291873 objects misplaced (2.036%); 924 KiB/s, 10 keys/s, 28 objects/s recovering 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 12051/291873 objects degraded (4.129%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[153734]: pgmap v1077: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 330 KiB/s rd, 26 MiB/s wr, 611 op/s; 12051/291873 objects degraded (4.129%); 5943/291873 objects misplaced (2.036%); 924 KiB/s, 10 keys/s, 28 objects/s recovering 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 12051/291873 objects degraded (4.129%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:13.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:12 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:17:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:13.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:13.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:13.233 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:13.290 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:13.658 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:13.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:13.669 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:13.715 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:13.770 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:13.841 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:13.892 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:13.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:13.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:14.005 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:14.084 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:14.150 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:14.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:14.161 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:14.262 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:14.332 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:14.424 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:14.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:14.429 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:14.530 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:14.604 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:14.677 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:14.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:14 smithi149 ceph-mon[135148]: pgmap v1078: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 280 KiB/s rd, 18 MiB/s wr, 541 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 783 KiB/s, 9 keys/s, 25 objects/s recovering 2023-09-23T18:17:14.679 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2541393841' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:14.680 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:14.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:14.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:14.696 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:17:14.781 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:14.831 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[153734]: pgmap v1078: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 280 KiB/s rd, 18 MiB/s wr, 541 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 783 KiB/s, 9 keys/s, 25 objects/s recovering 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2541393841' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[149401]: pgmap v1078: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 280 KiB/s rd, 18 MiB/s wr, 541 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 783 KiB/s, 9 keys/s, 25 objects/s recovering 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2541393841' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:14.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:15.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:14] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.33.4" 2023-09-23T18:17:15.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:15.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:15.801 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:15.902 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: failed to encode map e367 with expected crc 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: failed to encode map e367 with expected crc 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: failed to encode map e367 with expected crc 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: failed to encode map e367 with expected crc 2023-09-23T18:17:15.954 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:15 smithi149 ceph-mon[135148]: failed to encode map e367 with expected crc 2023-09-23T18:17:15.963 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:16.031 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:16.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:16.037 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[153734]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:15 smithi018 ceph-mon[149401]: failed to encode map e367 with expected crc 2023-09-23T18:17:16.138 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:16.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:16.285 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:16.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:16.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:16.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:16.450 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:16.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:16 smithi018 ceph-mon[149401]: pgmap v1080: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 245 KiB/s rd, 13 MiB/s wr, 427 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 685 KiB/s, 8 keys/s, 22 objects/s recovering 2023-09-23T18:17:16.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:16 smithi018 ceph-mon[153734]: pgmap v1080: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 245 KiB/s rd, 13 MiB/s wr, 427 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 685 KiB/s, 8 keys/s, 22 objects/s recovering 2023-09-23T18:17:17.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:16 smithi149 ceph-mon[135148]: pgmap v1080: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.9 GiB data, 22 GiB used, 604 GiB / 626 GiB avail; 245 KiB/s rd, 13 MiB/s wr, 427 op/s; 24322/291753 objects degraded (8.337%); 5943/291753 objects misplaced (2.037%); 685 KiB/s, 8 keys/s, 22 objects/s recovering 2023-09-23T18:17:17.980 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:17.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:17.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24411/283278 objects degraded (8.617%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:17.986 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:17.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24411/283278 objects degraded (8.617%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:18.087 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:18.154 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:18.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24411/283278 objects degraded (8.617%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:18.605 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:18.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:18.625 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:18.726 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:18.749 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:18 smithi018 ceph-mon[153734]: pgmap v1081: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 216 KiB/s rd, 11 MiB/s wr, 711 op/s; 24411/283278 objects degraded (8.617%); 5762/283278 objects misplaced (2.034%); 1.3 MiB/s, 7 keys/s, 30 objects/s recovering 2023-09-23T18:17:18.814 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:18.882 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:18.891 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:18.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:18.898 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:18.999 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:19.045 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:18 smithi018 ceph-mon[149401]: pgmap v1081: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 216 KiB/s rd, 11 MiB/s wr, 711 op/s; 24411/283278 objects degraded (8.617%); 5762/283278 objects misplaced (2.034%); 1.3 MiB/s, 7 keys/s, 30 objects/s recovering 2023-09-23T18:17:19.050 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:19.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:18 smithi149 ceph-mon[135148]: pgmap v1081: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.8 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 216 KiB/s rd, 11 MiB/s wr, 711 op/s; 24411/283278 objects degraded (8.617%); 5762/283278 objects misplaced (2.034%); 1.3 MiB/s, 7 keys/s, 30 objects/s recovering 2023-09-23T18:17:19.199 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:19.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:19.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:19.307 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:19.383 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:19.469 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:19.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:19.480 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:19.534 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:17:19.534 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:17:19.581 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:19.622 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:19.692 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:19.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:19.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:19.801 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:19.872 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:19.952 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:19.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:19.963 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:20.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:20.142 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:20.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:17:21.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:20 smithi018 ceph-mon[153734]: pgmap v1082: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 183 KiB/s rd, 9.4 MiB/s wr, 666 op/s; 24411/281334 objects degraded (8.677%); 5762/281334 objects misplaced (2.048%); 1.1 MiB/s, 5 keys/s, 25 objects/s recovering 2023-09-23T18:17:21.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:20 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:21.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:20 smithi018 ceph-mon[149401]: pgmap v1082: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 183 KiB/s rd, 9.4 MiB/s wr, 666 op/s; 24411/281334 objects degraded (8.677%); 5762/281334 objects misplaced (2.048%); 1.1 MiB/s, 5 keys/s, 25 objects/s recovering 2023-09-23T18:17:21.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:20 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:21.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:20 smithi149 ceph-mon[135148]: pgmap v1082: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 183 KiB/s rd, 9.4 MiB/s wr, 666 op/s; 24411/281334 objects degraded (8.677%); 5762/281334 objects misplaced (2.048%); 1.1 MiB/s, 5 keys/s, 25 objects/s recovering 2023-09-23T18:17:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:20 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:21.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:21.286 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:21.387 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:21.460 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:21.559 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:21.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:21.566 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:21.667 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:21.728 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:21.799 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:21.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:21.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:21.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:21.998 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:22.447 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:22.447 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:17:22.447 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:22.768 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:22 smithi018 ceph-mon[149401]: pgmap v1083: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 3.4 MiB/s wr, 670 op/s; 24557/275031 objects degraded (8.929%); 5529/275031 objects misplaced (2.010%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:22.773 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:22 smithi018 ceph-mon[153734]: pgmap v1083: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 3.4 MiB/s wr, 670 op/s; 24557/275031 objects degraded (8.929%); 5529/275031 objects misplaced (2.010%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:22.916 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:17:22.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:22.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:22.982 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:23.082 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:23.129 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:23.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:22 smithi149 ceph-mon[135148]: pgmap v1083: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 3.4 MiB/s wr, 670 op/s; 24557/275031 objects degraded (8.929%); 5529/275031 objects misplaced (2.010%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:23.273 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:23.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:23.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:23.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:23.454 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:23.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:23.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:23.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:23.809 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:23.831 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:23.848 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:23.876 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:23.922 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:23.967 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:23.976 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:24.002 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:24.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:23 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24557/271170 objects degraded (9.056%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1694375736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:24.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:23 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24557/271170 objects degraded (9.056%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:24.065 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1694375736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:24.077 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:24.113 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:24.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:23 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24557/271170 objects degraded (9.056%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:24.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1694375736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:24.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:24.156 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:24.157 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.170 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:17:24.257 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:24.322 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:24.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:24.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:24.414 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:24.514 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:24.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:24.957 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:24.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:24.962 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[149401]: pgmap v1084: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:25.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:24] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:17:25.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[153734]: pgmap v1084: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:25.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:25.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:25.099 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:25.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:24 smithi149 ceph-mon[135148]: pgmap v1084: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 685 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T18:17:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:25.376 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:25.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:25.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:25.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:25.558 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:25.806 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:25.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:25.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:25.913 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:25.970 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:26.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:26.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:26.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:26.151 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:26.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:26.272 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:26.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:26.278 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:26.336 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:109371 8.8 e367/363 8:1902dc79:::benchmark_data_smithi018_324167_object11041:head v 367'6828, mlcod=0'0)", 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.319906+0000", 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.01542076, 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015452139, 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:17:26.337 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319906+0000", 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319906+0000", 2023-09-23T18:17:26.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319906+0000", 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319911+0000", 2023-09-23T18:17:26.339 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1900000000000003e-06 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319924+0000", 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3451e-05 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.340 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319931+0000", 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6159999999999998e-06 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.319988+0000", 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6882999999999997e-05 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:26.341 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.320016+0000", 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7832999999999999e-05 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:109374 8.8 e367/363 8:1cb74b21:::benchmark_data_smithi018_324167_object11044:head v 367'6829, mlcod=0'0)", 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.324553+0000", 2023-09-23T18:17:26.342 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.010774097999999999, 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010898008000000001, 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324553+0000", 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.343 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324553+0000", 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324552+0000", 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.344 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324564+0000", 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1718e-05 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324576+0000", 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2116000000000001e-05 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.345 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.324584+0000", 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7919999999999993e-06 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327681+0000", 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030970250000000002 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:26.346 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327708+0000", 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6974999999999998e-05 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:109379 8.8 e367/363)", 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.327803+0000", 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0075241639999999999, 2023-09-23T18:17:26.347 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0077178810000000002, 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327803+0000", 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.348 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327803+0000", 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327802+0000", 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.349 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327811+0000", 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9150000000000002e-06 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327819+0000", 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8760000000000005e-06 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.350 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.327825+0000", 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4140000000000002e-06 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:109383 8.f 8:f7d7bbaf:::benchmark_data_smithi018_324167_object11053:head [delete] snapc 0=[] ondisk+write+known_if_redirected e367)", 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.332496+0000", 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.002830553, 2023-09-23T18:17:26.351 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003085633, 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 109383 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.352 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332496+0000", 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332496+0000", 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.353 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332495+0000", 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332504+0000", 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.789e-06 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.354 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332522+0000", 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8431e-05 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332533+0000", 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0848e-05 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:26.355 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332594+0000", 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1366999999999997e-05 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332741+0000", 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146463 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332870+0000", 2023-09-23T18:17:26.356 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012889600000000001 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:109382 8.c e367/363 8:3d6ed625:::benchmark_data_smithi018_324167_object11052:head v 367'6890, mlcod=0'0)", 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.332572+0000", 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0027553830000000001, 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031055219999999999, 2023-09-23T18:17:26.357 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332572+0000", 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.358 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332572+0000", 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332571+0000", 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332578+0000", 2023-09-23T18:17:26.359 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3359999999999997e-06 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332588+0000", 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9550000000000004e-06 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332594+0000", 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4029999999999998e-06 2023-09-23T18:17:26.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332630+0000", 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6878000000000002e-05 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.332651+0000", 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0959999999999999e-05 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.361 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:109384 8.f 8.68d454df (undecoded) ondisk+write+known_if_redirected e367)", 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.333457+0000", 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0018702409999999999, 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022922210000000001, 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.362 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 109384 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333457+0000", 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333457+0000", 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333456+0000", 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:17:26.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333461+0000", 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2390000000000002e-06 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333472+0000", 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1141000000000001e-05 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.365 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.333479+0000", 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0709999999999997e-06 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:109386 8.c e367/363 8:317389e5:::benchmark_data_smithi018_324167_object11056:head v 367'6891, mlcod=0'0)", 2023-09-23T18:17:26.366 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:26.334150+0000", 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0011765860000000001, 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0016657359999999999, 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334150+0000", 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.367 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334150+0000", 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334150+0000", 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334156+0000", 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1920000000000002e-06 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334166+0000", 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0233e-05 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.369 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.334172+0000", 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1519999999999997e-06 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.335638+0000", 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014656490000000001 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:17:26.370 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:26.335664+0000", 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5551999999999999e-05 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 7 2023-09-23T18:17:26.371 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:26.379 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:26.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:26.512 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:26.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:26.518 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:26.619 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:26.695 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:26.757 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:26.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:26.764 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:26.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:17:26.864 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:26.885 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:17:26.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:17:26.960 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[149401]: pgmap v1085: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:17:26.960 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/262642633' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:26.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:26.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[153734]: pgmap v1085: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:17:26.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/262642633' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:26.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:26.973 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:27.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:26 smithi149 ceph-mon[135148]: pgmap v1085: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 0 B/s wr, 636 op/s; 24557/271170 objects degraded (9.056%); 5529/271170 objects misplaced (2.039%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:17:27.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/262642633' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:27.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:27.365 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:27.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:27.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:27.471 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:27.537 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:27.621 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:27.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:27.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:27.728 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:27.788 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:27.815 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:27.886 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:27.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:27.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:27.969 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:27.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[149401]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:27 smithi018 ceph-mon[153734]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.071 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:17:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T18:17:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:27 smithi149 ceph-mon[135148]: failed to encode map e368 with expected crc 2023-09-23T18:17:28.186 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:28.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:28.190 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:28.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:28.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:28.646 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2, 7] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:17:28.647 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:17:28.647 INFO:tasks.thrashosds.thrasher:inject_pause on osd.0 2023-09-23T18:17:28.647 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:17:28.647 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:17:28.647 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 config set filestore_inject_stall 3 2023-09-23T18:17:28.970 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:28 smithi018 ceph-mon[149401]: pgmap v1087: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 663 op/s; 24644/263373 objects degraded (9.357%); 5331/263373 objects misplaced (2.024%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:28.972 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:28 smithi018 ceph-mon[153734]: pgmap v1087: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 663 op/s; 24644/263373 objects degraded (9.357%); 5331/263373 objects misplaced (2.024%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:29.053 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:29.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:29.057 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:28 smithi149 ceph-mon[135148]: pgmap v1087: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 663 op/s; 24644/263373 objects degraded (9.357%); 5331/263373 objects misplaced (2.024%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:29.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:29.240 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:29.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:17:29.553 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:29.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:29.562 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:29.662 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:29.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:29.784 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:29.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:29.793 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:29.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:29.969 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:29 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24644/261660 objects degraded (9.418%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:30.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:29 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24644/261660 objects degraded (9.418%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:30.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:29 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24644/261660 objects degraded (9.418%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:30.711 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:30.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:30.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:30.821 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:30.886 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:30.941 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:30.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:30.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:30.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:30 smithi018 ceph-mon[153734]: pgmap v1088: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 24644/261660 objects degraded (9.418%); 5331/261660 objects misplaced (2.037%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:30.982 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:30.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:30 smithi018 ceph-mon[149401]: pgmap v1088: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 24644/261660 objects degraded (9.418%); 5331/261660 objects misplaced (2.037%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:31.047 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:31.105 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:31.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:30 smithi149 ceph-mon[135148]: pgmap v1088: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 655 op/s; 24644/261660 objects degraded (9.418%); 5331/261660 objects misplaced (2.037%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:17:31.164 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:31.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:31.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:31.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:31.370 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:31.461 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:31.502 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:31.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:31.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:31.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:31.695 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:31.707 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:31.708 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:17:31.708 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:17:31.708 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:17:31.708 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:31.710 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:31.739 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:31.765 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:31.766 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:31.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:31.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:31.802 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:31.854 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:31.870 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:31.899 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:31.913 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:31.936 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:31.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:31.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:31.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:31.981 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:31.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.988 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.989 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.989 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:17:31.989 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:17:32.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:32.176 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:32 smithi149 ceph-mon[135148]: pgmap v1089: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 24739/255792 objects degraded (9.672%); 5130/255792 objects misplaced (2.006%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3117579876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:32.904 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:17:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[153734]: pgmap v1089: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 24739/255792 objects degraded (9.672%); 5130/255792 objects misplaced (2.006%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3117579876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:33.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:17:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[149401]: pgmap v1089: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 24739/255792 objects degraded (9.672%); 5130/255792 objects misplaced (2.006%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3117579876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:33.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:17:33.127 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:33.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:33.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:33.232 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:33.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:17:33.300 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:33.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:33.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:33.869 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:33.932 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:34.059 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:34.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:34.073 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:34.174 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:34.239 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:34.298 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:34.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:34.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:34.405 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:34.479 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:34.575 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:34.635 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:34.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:34.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:34.716 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:17:34.716 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:17:34.716 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:17:34.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:34.832 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:34 smithi149 ceph-mon[135148]: pgmap v1090: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:34.835 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:34.902 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:34.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:34.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:34.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:34] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:17:34.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:34 smithi018 ceph-mon[153734]: pgmap v1090: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:34.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:34 smithi018 ceph-mon[149401]: pgmap v1090: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:35.006 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:35.081 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:35.165 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:35.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:35.172 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:35.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:35.336 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:35.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:35.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:35.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:35.592 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:35.647 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:35.702 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:17:35.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:17:35.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3142769546' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3142769546' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.820 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.888 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:35.894 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3142769546' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.894 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:35.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:35.895 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:35.996 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:36.071 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:36.305 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:36.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:36.313 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:36.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:36.476 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:36.528 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:36.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:36.536 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:36.637 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:36.710 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:36.774 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: pgmap v1091: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.788 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.789 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24739/252495 objects degraded (9.798%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:36.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:36.790 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:36.827 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:17:36.827 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:17:36.879 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:36.891 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: pgmap v1091: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24739/252495 objects degraded (9.798%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: pgmap v1091: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 24739/252495 objects degraded (9.798%); 5130/252495 objects misplaced (2.032%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: failed to encode map e369 with expected crc 2023-09-23T18:17:36.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24739/252495 objects degraded (9.798%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:36.978 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:37.310 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:37.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:37.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:37.356 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:17:37.417 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:37.494 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:37.922 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:37.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:37.938 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:38.039 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:38.101 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:38.241 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:38.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:38.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:38.298 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:38.354 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:38.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:17:38.460 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:38.697 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:38 smithi018 ceph-mon[149401]: pgmap v1093: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 24797/245382 objects degraded (10.105%); 4962/245382 objects misplaced (2.022%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:38.698 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/947369751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:38.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:38.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:38.800 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:38.855 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:38.916 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:38.959 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:38.997 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:39.046 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.051 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:17:39.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:38 smithi018 ceph-mon[153734]: pgmap v1093: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 24797/245382 objects degraded (10.105%); 4962/245382 objects misplaced (2.022%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:39.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/947369751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:38 smithi149 ceph-mon[135148]: pgmap v1093: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 24797/245382 objects degraded (10.105%); 4962/245382 objects misplaced (2.022%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:39.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/947369751' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:39.594 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:39.723 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:39.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:39.730 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:39.831 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:39.921 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:40.032 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:40.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:40.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:40.155 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:40.232 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:40.299 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2, 7] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:17:40.300 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:17:40.358 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:40.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:40.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:40.475 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:40.531 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:40.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:40 smithi149 ceph-mon[135148]: pgmap v1094: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 24797/243711 objects degraded (10.175%); 4962/243711 objects misplaced (2.036%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:40.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:40.705 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:40.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:40.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:40.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:40.862 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[149401]: pgmap v1094: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 24797/243711 objects degraded (10.175%); 4962/243711 objects misplaced (2.036%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:40.862 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:40.862 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:40.866 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[153734]: pgmap v1094: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 24797/243711 objects degraded (10.175%); 4962/243711 objects misplaced (2.036%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:40.866 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:40.866 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:40.949 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:41.033 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:41.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:41.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:41.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:41.278 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:41.323 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:41.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:41.339 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:41.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:17:41.440 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:41.565 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:118322 8.e e369/347 8:71aa20ec:::benchmark_data_smithi018_324167_object19992:head v 369'7468, mlcod=369'7466)", 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.553814+0000", 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.011246202, 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011280261, 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:17:41.566 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553814+0000", 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553814+0000", 2023-09-23T18:17:41.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553811+0000", 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1118999999999999e-05 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553832+0000", 2023-09-23T18:17:41.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7900999999999999e-05 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553860+0000", 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1871999999999999e-05 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:41.569 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.553872+0000", 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003570634 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557443+0000", 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8411e-05 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:41.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557471+0000", 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036573180000000001 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:118326 8.2 8:45e25f02:::benchmark_data_smithi018_324167_object19996:head [delete] snapc 0=[] ondisk+write+known_if_redirected e369)", 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.557055+0000", 2023-09-23T18:17:41.571 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0080053889999999999, 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081116130000000002, 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118326 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:41.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557055+0000", 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557055+0000", 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557052+0000", 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4358999999999999e-05 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557066+0000", 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3271000000000001e-05 2023-09-23T18:17:41.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557090+0000", 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0589999999999992e-06 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557099+0000", 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7342000000000001e-05 2023-09-23T18:17:41.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557156+0000", 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011970500000000001 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557276+0000", 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013480100000000001 2023-09-23T18:17:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.557410+0000", 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051350579999999996 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.562546+0000", 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054908759999999996 2023-09-23T18:17:41.577 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:118325 8.e e369/347 8:7cfc6308:::benchmark_data_smithi018_324167_object19995:head v 369'7469, mlcod=369'7466)", 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.560671+0000", 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.004389146, 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045802990000000003, 2023-09-23T18:17:41.578 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560671+0000", 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:41.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560671+0000", 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560669+0000", 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4449e-05 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:41.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560683+0000", 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2619000000000001e-05 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560696+0000", 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8320000000000006e-06 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:41.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.560704+0000", 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001228465 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.561932+0000", 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7583999999999999e-05 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:41.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.561960+0000", 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012887529999999999 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 3 2023-09-23T18:17:41.583 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:17:41.584 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:41.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:41.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:41.786 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:41.863 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:41.991 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:17:42.019 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2483582081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24797/243711 objects degraded (10.175%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:42.022 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.023 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.023 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2483582081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24797/243711 objects degraded (10.175%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:42.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:42.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:42.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:17:42.133 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2483582081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24797/243711 objects degraded (10.175%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:42.267 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:42.390 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:42.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:42.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:42.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:42.565 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:42.804 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:42.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:42.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:42.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:42.935 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:42.968 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: pgmap v1095: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 24872/238269 objects degraded (10.439%); 4786/238269 objects misplaced (2.009%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:17:43.266 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:17:43.267 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:43.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: pgmap v1095: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 24872/238269 objects degraded (10.439%); 4786/238269 objects misplaced (2.009%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:43.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:43.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:43.305 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: pgmap v1095: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 24872/238269 objects degraded (10.439%); 4786/238269 objects misplaced (2.009%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:17:43.306 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: failed to encode map e370 with expected crc 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:17:43.307 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:44.010 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:44.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:44.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:44.116 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:44.200 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:44.323 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:44.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:44.331 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:44.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:44.449 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:44.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:44.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:44.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:44.564 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:44.629 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:17:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:17:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:17:44.629 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:17:44.629 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:17:44.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:44.742 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:44.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:44.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:44.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:44.905 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:44.967 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:44 smithi149 ceph-mon[135148]: pgmap v1097: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 726 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:17:44.974 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:45.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:44 smithi018 ceph-mon[153734]: pgmap v1097: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 726 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:17:45.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:44 smithi018 ceph-mon[149401]: pgmap v1097: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 726 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:17:45.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:44] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:17:45.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:45.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:45.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:45.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:17:45.191 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:45.280 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:45.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:45.511 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:45.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:45.803 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:45.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:45.810 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:45.911 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:45.925 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:45.991 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:17:46.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:17:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:17:46.079 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:46.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:46.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:46.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:46.194 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:46.239 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:46.276 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:46.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:17:46.284 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:17:46.318 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:46.359 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:46.394 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:46.443 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:46.489 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:46.508 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:17:46.590 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:46.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:46.593 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:46.683 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:17:46.694 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:46.769 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:46.849 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:46.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:46.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:46.963 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:47.008 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: pgmap v1098: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1296324273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:47.009 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24872/235053 objects degraded (10.581%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:47.029 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:47.136 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:47.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:47.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:47.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:47.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: pgmap v1098: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:47.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:17:47.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T18:17:47.248 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.249 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1296324273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:47.249 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:47 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24872/235053 objects degraded (10.581%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:47.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: pgmap v1098: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 595 op/s; 24872/235053 objects degraded (10.581%); 4786/235053 objects misplaced (2.036%); 1.4 MiB/s, 21 objects/s recovering 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3083136845' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: failed to encode map e371 with expected crc 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1296324273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:47.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:47 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24872/235053 objects degraded (10.581%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:47.349 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:47.425 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:47.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:47.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:47.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:47.571 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:47.575 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:17:47.575 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:17:47.645 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:47.670 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:47.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:47.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:47.851 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:47.910 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:48.001 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:48.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:48.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:48.069 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:17:48.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:48.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:48.933 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:49.015 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:49.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:49 smithi018 ceph-mon[149401]: pgmap v1100: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 24932/227958 objects degraded (10.937%); 4621/227958 objects misplaced (2.027%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:17:49.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:49.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:49.126 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:49.182 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:49.277 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:49 smithi149 ceph-mon[135148]: pgmap v1100: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 24932/227958 objects degraded (10.937%); 4621/227958 objects misplaced (2.027%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:17:49.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:49 smithi018 ceph-mon[153734]: pgmap v1100: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 656 op/s; 24932/227958 objects degraded (10.937%); 4621/227958 objects misplaced (2.027%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:17:49.322 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:49.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:49.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:49.345 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:17:49.432 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:49.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:49.817 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:49.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:49.831 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:49.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:50.054 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:50.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:50.172 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:50.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:50.330 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:50.389 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:50.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:50.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:50.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:50.483 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:17:50.483 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:17:50.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:50.575 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:50.693 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:50.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:50.698 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:50.799 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:50.875 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:50.914 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:17:50.978 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:50.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:50.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:17:51.069 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:17:51.091 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:17:51.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:51 smithi149 ceph-mon[135148]: pgmap v1101: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 24932/226323 objects degraded (11.016%); 4621/226323 objects misplaced (2.042%); 840 KiB/s, 13 objects/s recovering 2023-09-23T18:17:51.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/300111006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/688872343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:51.250 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:17:51.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:51.257 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:17:51.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[149401]: pgmap v1101: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 24932/226323 objects degraded (11.016%); 4621/226323 objects misplaced (2.042%); 840 KiB/s, 13 objects/s recovering 2023-09-23T18:17:51.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/300111006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/688872343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[153734]: pgmap v1101: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 24932/226323 objects degraded (11.016%); 4621/226323 objects misplaced (2.042%); 840 KiB/s, 13 objects/s recovering 2023-09-23T18:17:51.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/300111006' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:17:51.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/688872343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:17:51.358 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:51.412 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:51.498 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:51.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:51.507 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:51.608 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:51.696 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:51.780 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:17:51.832 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:51.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:51.836 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:51.911 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:51.937 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:52.010 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:52.104 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:52 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24932/226323 objects degraded (11.016%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:52.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:52.111 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:52.212 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:52.275 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:17:52.302 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:52.305 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:17:52.349 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:17:52.379 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:52.383 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24932/226323 objects degraded (11.016%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:52.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:52.385 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:52.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:17:52.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.387 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:17:52.387 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:17:52.387 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T18:17:52.387 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: failed to encode map e372 with expected crc 2023-09-23T18:17:52.387 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:52 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24932/226323 objects degraded (11.016%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:52.396 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:17:52.433 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:17:52.474 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:17:52.486 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:52.507 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:17:52.570 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:17:52.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:17:52.592 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:52.607 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:52.656 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:52.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:52.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:52.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:52.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:52.949 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:52.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:52.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:53.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:53.132 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:53.209 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:53.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:53.218 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:53.262 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:53 smithi149 ceph-mon[135148]: pgmap v1103: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 24982/220971 objects degraded (11.306%); 4454/220971 objects misplaced (2.016%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:53.263 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4026342899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:53 smithi018 ceph-mon[153734]: pgmap v1103: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 24982/220971 objects degraded (11.306%); 4454/220971 objects misplaced (2.016%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:53.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4026342899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:53 smithi018 ceph-mon[149401]: pgmap v1103: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 24982/220971 objects degraded (11.306%); 4454/220971 objects misplaced (2.016%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:53.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4026342899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:17:53.319 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:17:53.379 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:53.520 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:17:53.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:53.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:17:53.600 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:17:53.601 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:17:53.601 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:17:53.601 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:17:53.601 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:17:53.627 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:53.737 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:53.989 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:54.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:54.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:54.033 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:17:54.116 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:54.219 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:54.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:17:54.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:54.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:54.318 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:54.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:54 smithi149 ceph-mon[135148]: pgmap v1104: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:54.418 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:54.480 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:54 smithi018 ceph-mon[149401]: pgmap v1104: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:54.480 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:54 smithi018 ceph-mon[153734]: pgmap v1104: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:17:54.488 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:54.601 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:54.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:54.605 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:17:54.706 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:54.781 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:54.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:54.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:54.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:54.897 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:54.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:17:55.071 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:55.078 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:17:55.134 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:17:55.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:55.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:17:55.178 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:55.250 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:55.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:17:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:17:54] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.33.4" 2023-09-23T18:17:55.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:55.611 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:55.611 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:55.611 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:17:55.612 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:17:55.641 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:17:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:55.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:55.867 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:55.967 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:56.011 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:56.111 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:56.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:56.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:56.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:17:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:56.485 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:17:56.553 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:17:56.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:56.557 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:17:56.658 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:17:56.729 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:148974 7.10 7:095bbfc8:::benchmark_data_smithi018_282512_object48238:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 278.26101253600001, 2023-09-23T18:17:56.785 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0708508649999999, 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 148974 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:17:56.786 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513798+0000", 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4520000000000002e-06 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.787 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513804+0000", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1977000000000001e-05 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513816+0000", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2240000000000001e-05 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513839+0000", 2023-09-23T18:17:56.788 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8116999999999996e-05 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513937+0000", 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2218000000000001e-05 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513949+0000", 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.051741201 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.789 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.565690+0000", 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000148221 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.790 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.565838+0000", 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052767700000000005 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3", 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.566366+0000", 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050546560000000003 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.571421+0000", 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013126476999999999 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.791 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584547+0000", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9115000000000001e-05 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584586+0000", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4066999999999995e-05 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584650+0000", 2023-09-23T18:17:56.792 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0708508649999999 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:185052 7.10 7:093e885d:::benchmark_data_smithi018_282512_object84316:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:14:38.684592+0000", 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 198.09022028199999, 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12038879600000001, 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.793 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 185052 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684592+0000", 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684592+0000", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684591+0000", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1460000000000004e-06 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684596+0000", 2023-09-23T18:17:56.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1360000000000003e-06 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684605+0000", 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9100000000000002e-06 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684611+0000", 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2140000000000001e-05 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684643+0000", 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4790000000000006e-05 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684738+0000", 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000422774 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:17:56.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.685160+0000", 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003699239 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.688860+0000", 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039470030000000001 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.692807+0000", 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.111946931 2023-09-23T18:17:56.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.804754+0000", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5295000000000004e-05 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.804819+0000", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016169399999999999 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.804981+0000", 2023-09-23T18:17:56.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12038879600000001 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:185053 7.10 7:09ea3135:::benchmark_data_smithi018_282512_object84317:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:14:38.684666+0000", 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 198.09014600699999, 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120467299, 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.800 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 185053 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684666+0000", 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684666+0000", 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684665+0000", 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0489999999999997e-06 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684669+0000", 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1294000000000001e-05 2023-09-23T18:17:56.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684681+0000", 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0180000000000001e-06 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.684686+0000", 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002254467 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.803 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.686940+0000", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013598000000000001 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.687076+0000", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038063600000000001 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.687457+0000", 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0015436289999999999 2023-09-23T18:17:56.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.689000+0000", 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0067419580000000002 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.695742+0000", 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109274409 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.805017+0000", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7354000000000002e-05 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.805054+0000", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9182000000000002e-05 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:14:38.805133+0000", 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120467299 2023-09-23T18:17:56.806 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:20543 8.4 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 128.11654478400001, 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819, 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.807 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 20543 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:17:56.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658266+0000", 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2203999999999997e-05 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658319+0000", 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2155e-05 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658331+0000", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7153e-05 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658348+0000", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.532e-05 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658393+0000", 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012775300000000001 2023-09-23T18:17:56.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658521+0000", 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017707000000000001 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658698+0000", 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097652000000000004 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.659675+0000", 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048825000000000002 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.660163+0000", 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.19359678699999999 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853760+0000", 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013285599999999999 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853892+0000", 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6709999999999998e-05 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853939+0000", 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96763 8.d 8:bca5f510:::benchmark_data_smithi018_324167_object96762:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.878511082999999, 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002, 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96763 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.814 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896300+0000", 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9686999999999999e-05 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896330+0000", 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3662000000000001e-05 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896344+0000", 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3369999999999999e-06 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896349+0000", 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8702000000000002e-05 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896398+0000", 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013067299999999999 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896528+0000", 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186899 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896715+0000", 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045468590000000003 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.901262+0000", 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0063231980000000004 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907585+0000", 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1035e-05 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907596+0000", 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.991467616 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899064+0000", 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9840000000000001e-06 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899072+0000", 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3880202449999999 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287092+0000", 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088009299999999998 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287972+0000", 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025037763000000001 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313010+0000", 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012395700000000001 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313134+0000", 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96764 8.8 8:1b16cac4:::benchmark_data_smithi018_324167_object96763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.874399797999999, 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901, 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.822 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96764 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900410+0000", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1841999999999998e-05 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900442+0000", 2023-09-23T18:17:56.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7728999999999999e-05 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900460+0000", 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3890000000000005e-06 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900468+0000", 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5977000000000006e-05 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900564+0000", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144499 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900709+0000", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016703700000000001 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900876+0000", 2023-09-23T18:17:56.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013607152000000001 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914483+0000", 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5640000000000002e-06 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914493+0000", 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98433019600000005 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898823+0000", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0146000000000001e-05 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898833+0000", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4016099739999999 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300443+0000", 2023-09-23T18:17:56.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012725599999999999 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300570+0000", 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96767 8.8 8:1d462d09:::benchmark_data_smithi018_324167_object96766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:17:56.829 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.874327551999997, 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998, 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96767 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900484+0000", 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7895999999999999e-05 2023-09-23T18:17:56.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900512+0000", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.605e-06 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900519+0000", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0259999999999998e-06 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900524+0000", 2023-09-23T18:17:56.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065461750000000004 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907071+0000", 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136317 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907207+0000", 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017566599999999999 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907383+0000", 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071328909999999997 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914515+0000", 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4610000000000002e-06 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914523+0000", 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98434862700000003 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898872+0000", 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7929999999999992e-06 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898881+0000", 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4062518960000001 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305133+0000", 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1014999999999996e-05 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305214+0000", 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.836 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96780 8.d 8:bd436d9c:::benchmark_data_smithi018_324167_object96779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.832722562999997, 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001, 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96780 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942087+0000", 2023-09-23T18:17:56.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1934999999999995e-05 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942159+0000", 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0030999999999997e-05 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942199+0000", 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8719999999999996e-06 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942206+0000", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2745999999999999e-05 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942269+0000", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2621e-05 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942281+0000", 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95681747100000003 2023-09-23T18:17:56.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899099+0000", 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5089999999999996e-06 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899106+0000", 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.394773397 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293880+0000", 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016840099999999999 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294048+0000", 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019093199999999999 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294239+0000", 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018893512000000001 2023-09-23T18:17:56.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313133+0000", 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0082e-05 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313173+0000", 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1603000000000002e-05 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313204+0000", 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3593e-05 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313258+0000", 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060369170000000002 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.319295+0000", 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.844 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96784 8.8 8:1d9634f5:::benchmark_data_smithi018_324167_object96783:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.832594131999997, 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999, 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.845 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96784 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942217+0000", 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1020000000000003e-05 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942268+0000", 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0509999999999996e-06 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942273+0000", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3299999999999999e-06 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942277+0000", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9814000000000002e-05 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942317+0000", 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:17:56.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942325+0000", 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95658017799999995 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898906+0000", 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4200000000000001e-06 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898913+0000", 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4063354370000001 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305248+0000", 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019087499999999999 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305439+0000", 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000220022 2023-09-23T18:17:56.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305659+0000", 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012450199 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318110+0000", 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2410000000000001e-06 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318119+0000", 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019299355000000001 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337418+0000", 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8647999999999996e-05 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337497+0000", 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062580600000000002 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343755+0000", 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96798 8.8 8:100ab19c:::benchmark_data_smithi018_324167_object96797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 51.787908012000003, 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763, 2023-09-23T18:17:56.853 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96798 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986903+0000", 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6708000000000002e-05 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986940+0000", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9089999999999995e-06 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986949+0000", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1390000000000003e-06 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986955+0000", 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1439999999999994e-05 2023-09-23T18:17:56.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987026+0000", 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2244e-05 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987038+0000", 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.91189791499999995 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898936+0000", 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1139999999999995e-06 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898945+0000", 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4102690019999999 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309214+0000", 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192616 2023-09-23T18:17:56.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309407+0000", 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023466700000000001 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309642+0000", 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0084846209999999995 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318126+0000", 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4573000000000007e-05 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318191+0000", 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025640679 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343831+0000", 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2926000000000001e-05 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343884+0000", 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003783401 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.347668+0000", 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:109474 8.d 8:b9bd26ef:::benchmark_data_smithi018_324167_object11144:head [delete] snapc 0=[] ondisk+write+known_if_redirected e367)", 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:26.464000+0000", 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 30.310812223999999, 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12216672000000001, 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 109474 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.862 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.464000+0000", 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.464000+0000", 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.463999+0000", 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2289999999999999e-06 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.464003+0000", 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5699999999999998e-06 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.464009+0000", 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5750000000000002e-06 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.464014+0000", 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032571596000000001 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.496585+0000", 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000106959 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.496692+0000", 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064092443999999998 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.560785+0000", 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100919 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.866 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.560886+0000", 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158178 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.561044+0000", 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004807268 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.565851+0000", 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014859860000000001 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.580711+0000", 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9888999999999997e-05 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.580751+0000", 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1987000000000001e-05 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.580813+0000", 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053537879999999999 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:26.586167+0000", 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12216672000000001 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.869 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:110754 8.d 8:b17e3f13:::benchmark_data_smithi018_324167_object12424:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:28.570080+0000", 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 28.204732224000001, 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.117097085, 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 110754 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570080+0000", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570080+0000", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570078+0000", 2023-09-23T18:17:56.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8549999999999996e-06 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570085+0000", 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0394000000000001e-05 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570095+0000", 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.48e-06 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.570100+0000", 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0087882310000000005 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.578889+0000", 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137966 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.579027+0000", 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053311840999999999 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.632338+0000", 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010866000000000001 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.632447+0000", 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016190099999999999 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.632609+0000", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013231613999999999 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.645841+0000", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4669e-05 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.645855+0000", 2023-09-23T18:17:56.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036301127000000002 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.682156+0000", 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7936999999999999e-05 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.682204+0000", 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049725350000000001 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.687177+0000", 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.117097085 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:111008 8.d 8:b0597ee1:::benchmark_data_smithi018_324167_object12678:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 27.835068609, 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899, 2023-09-23T18:17:56.877 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111008 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939741+0000", 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6870000000000006e-06 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939751+0000", 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2893e-05 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939764+0000", 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6329999999999999e-06 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939771+0000", 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035049428000000001 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974820+0000", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131901 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974952+0000", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060581272999999998 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035533+0000", 2023-09-23T18:17:56.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012147299999999999 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035655+0000", 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019937500000000001 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035854+0000", 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01258513 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.048439+0000", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044405010000000003 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.052880+0000", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028713194000000001 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081593+0000", 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8164000000000002e-05 2023-09-23T18:17:56.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081641+0000", 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011750306 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.093391+0000", 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.884 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:111124 8.d 8:be639ef3:::benchmark_data_smithi018_324167_object12794:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:29.127369+0000", 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 27.647442663, 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.124020746, 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.885 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111124 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127369+0000", 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127369+0000", 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127368+0000", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7930000000000003e-06 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127374+0000", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3488e-05 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127388+0000", 2023-09-23T18:17:56.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1190000000000002e-06 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.127394+0000", 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0087625859999999993 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.136156+0000", 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010990299999999999 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.136266+0000", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.072869801999999997 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.209136+0000", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000123631 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.209260+0000", 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020872999999999999 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.209468+0000", 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010002191000000001 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.219471+0000", 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012106850000000001 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.231578+0000", 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014949359000000001 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.246527+0000", 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8003000000000002e-05 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.246565+0000", 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048252590000000001 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.251390+0000", 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.124020746 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:112152 8.d 8:ba63ba32:::benchmark_data_smithi018_324167_object13822:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:30.835735+0000", 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 25.939076929999999, 2023-09-23T18:17:56.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12621386900000001, 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112152 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835735+0000", 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835735+0000", 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835733+0000", 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1585e-05 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835744+0000", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1302e-05 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835766+0000", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7559999999999999e-06 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.835773+0000", 2023-09-23T18:17:56.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015246421 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.851020+0000", 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011134 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.851131+0000", 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.085896076000000002 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.937027+0000", 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3604999999999997e-05 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.937111+0000", 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141631 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.937252+0000", 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019166279000000001 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.956419+0000", 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1307999999999997e-05 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.956470+0000", 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.053e-05 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.956510+0000", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7537000000000001e-05 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.956578+0000", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053710240000000003 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:30.961949+0000", 2023-09-23T18:17:56.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12621386900000001 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:112618 8.8 8:10281e1a:::benchmark_data_smithi018_324167_object14288:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:31.618373+0000", 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 25.156438729000001, 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.117372274, 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112618 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618373+0000", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618373+0000", 2023-09-23T18:17:56.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618372+0000", 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6679999999999996e-06 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618381+0000", 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7142999999999998e-05 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618399+0000", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9419999999999998e-06 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.618405+0000", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027521965999999998 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.645927+0000", 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012259700000000001 2023-09-23T18:17:56.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.646050+0000", 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000102299 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.646152+0000", 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013221643999999999 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.659374+0000", 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060042869999999996 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.665378+0000", 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.064985978 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.730364+0000", 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6187000000000003e-05 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.730420+0000", 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053251649999999998 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.735746+0000", 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.117372274 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.906 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:112625 8.8 8:15ac7860:::benchmark_data_smithi018_324167_object14295:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 25.146025202000001, 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13284025599999999, 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112625 2023-09-23T18:17:56.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628784+0000", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1107000000000001e-05 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628796+0000", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9524000000000001e-05 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628815+0000", 2023-09-23T18:17:56.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1380000000000007e-06 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628823+0000", 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025331598 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654155+0000", 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024369300000000001 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654399+0000", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023977100000000001 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654638+0000", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0089882060000000003 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.663627+0000", 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017642510000000001 2023-09-23T18:17:56.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.665391+0000", 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089495733999999993 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.754886+0000", 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2316000000000004e-05 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.754949+0000", 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066783210000000001 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.761627+0000", 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13284025599999999 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.913 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:112633 8.d 8:bd999453:::benchmark_data_smithi018_324167_object14303:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:31.658795+0000", 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 25.116016841, 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12708488200000001, 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112633 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658795+0000", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658795+0000", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658793+0000", 2023-09-23T18:17:56.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7519999999999999e-06 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658800+0000", 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3094e-05 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658813+0000", 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1769999999999997e-06 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658818+0000", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7307999999999997e-05 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.658916+0000", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015542999999999999 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.659071+0000", 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.081525366000000002 2023-09-23T18:17:56.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.740597+0000", 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119756 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.740716+0000", 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000190581 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.740907+0000", 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014602461000000001 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.755509+0000", 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4333e-05 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.755524+0000", 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025733322999999999 2023-09-23T18:17:56.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.781257+0000", 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0873999999999998e-05 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.781348+0000", 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045322310000000003 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.920 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.785880+0000", 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12708488200000001 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:117047 8.d 8:bc5f9842:::benchmark_data_smithi018_324167_object18717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e369)", 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.468329487999998, 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368, 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.921 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 117047 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306480+0000", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1977000000000001e-05 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306492+0000", 2023-09-23T18:17:56.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1299000000000001e-05 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306513+0000", 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9680000000000006e-06 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306521+0000", 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097530310000000005 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316274+0000", 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141383 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316415+0000", 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112278316 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428694+0000", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9273999999999999e-05 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428783+0000", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016154400000000001 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428945+0000", 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024981287000000001 2023-09-23T18:17:56.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453926+0000", 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6845000000000001e-05 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453993+0000", 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003730896 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457724+0000", 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8349000000000005e-05 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457802+0000", 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032690269999999999 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.461071+0000", 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368 2023-09-23T18:17:56.928 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:125501 8.d 8:b28c36b8:::benchmark_data_smithi018_324167_object27171:head [delete] snapc 0=[] ondisk+write+known_if_redirected e372)", 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:53.935400+0000", 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 2.839411814, 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11492303500000001, 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:17:56.929 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 125501 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935400+0000", 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935400+0000", 2023-09-23T18:17:56.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935400+0000", 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3950000000000003e-06 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935404+0000", 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9659999999999999e-06 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935411+0000", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4279999999999998e-06 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.935415+0000", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0096454899999999996 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.945061+0000", 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014292800000000001 2023-09-23T18:17:56.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:53.945204+0000", 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.086378150000000001 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.031582+0000", 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000100153 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:56.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.031682+0000", 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000163902 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.031846+0000", 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014797436000000001 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.046643+0000", 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0649000000000002e-05 2023-09-23T18:17:56.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.046694+0000", 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0338e-05 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.046704+0000", 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3139000000000007e-05 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:17:56.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.046768+0000", 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003555674 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:54.050323+0000", 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11492303500000001 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:56.936 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:17:56.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: pgmap v1105: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 496 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 792 KiB/s, 12 objects/s recovering 2023-09-23T18:17:56.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:17:56.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[149401]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.938 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: pgmap v1105: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 496 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 792 KiB/s, 12 objects/s recovering 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:17:56.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:56 smithi018 ceph-mon[153734]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: pgmap v1105: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 496 op/s; 24982/217704 objects degraded (11.475%); 4454/217704 objects misplaced (2.046%); 792 KiB/s, 12 objects/s recovering 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1279168879' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T18:17:56.939 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:56 smithi149 ceph-mon[135148]: failed to encode map e373 with expected crc 2023-09-23T18:17:56.939 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:56.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:56.940 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:17:57.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:17:57.114 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:57.234 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:17:57.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:57.244 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:17:57.297 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:17:57.345 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:57.435 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:57.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24982/217704 objects degraded (11.475%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:57.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24982/217704 objects degraded (11.475%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:57.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24982/217704 objects degraded (11.475%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:17:57.945 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:17:57.973 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:57.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:57.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:58.081 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:58.172 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:17:58.186 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:58.734 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:58 smithi149 ceph-mon[135148]: pgmap v1107: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 652 op/s; 25037/210660 objects degraded (11.885%); 4287/210660 objects misplaced (2.035%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:17:59.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:58 smithi018 ceph-mon[153734]: pgmap v1107: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 652 op/s; 25037/210660 objects degraded (11.885%); 4287/210660 objects misplaced (2.035%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:17:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:58 smithi018 ceph-mon[149401]: pgmap v1107: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 652 op/s; 25037/210660 objects degraded (11.885%); 4287/210660 objects misplaced (2.035%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:17:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:59.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:59.329 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:59.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:17:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:59.702 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:17:59.749 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:17:59.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:59.756 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:128963 8.5 e374/363 8:abdf8cad:::benchmark_data_smithi018_324167_object30633:head v 374'7938, mlcod=0'0)", 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:59.819873+0000", 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.009674864, 2023-09-23T18:17:59.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097141659999999998, 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819873+0000", 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819873+0000", 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:17:59.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819871+0000", 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2329e-05 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819883+0000", 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6439999999999998e-05 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819900+0000", 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7649999999999993e-06 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819908+0000", 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7497000000000002e-05 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:59.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.819965+0000", 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5760999999999999e-05 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.820001+0000", 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000128059 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:128972 8.6 e374/363 8:691017e0:::benchmark_data_smithi018_324167_object30642:head v 374'8215, mlcod=0'0)", 2023-09-23T18:17:59.835 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:59.827224+0000", 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0023241049999999999, 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024539129999999998, 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827224+0000", 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827224+0000", 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827223+0000", 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6059999999999997e-06 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:59.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827230+0000", 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2631e-05 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827243+0000", 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9409999999999998e-06 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827248+0000", 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6698e-05 2023-09-23T18:17:59.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827285+0000", 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2518000000000003e-05 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827317+0000", 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3585999999999995e-05 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:59.839 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:128969 8.d e374/363 8:b80fa020:::benchmark_data_smithi018_324167_object30639:head v 374'7961, mlcod=352'1853)", 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:59.827413+0000", 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0021348869999999998, 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023252450000000001, 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827413+0000", 2023-09-23T18:17:59.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827413+0000", 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827412+0000", 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1519999999999998e-06 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827421+0000", 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4531e-05 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827435+0000", 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3810000000000004e-06 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:17:59.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827442+0000", 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3507999999999997e-05 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827485+0000", 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8604e-05 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:59.827504+0000", 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0883000000000004e-05 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.843 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:17:59.844 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.844 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:17:59.844 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:17:59.844 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 3 2023-09-23T18:17:59.844 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:17:59.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:17:59.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1222629390' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:59.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:17:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:59.930 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:17:59.995 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:17:59.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1222629390' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:59.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:17:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:17:59.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:17:59.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1222629390' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:00.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:17:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:00.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:00.101 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:00.188 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:00.260 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:18:00.273 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:00.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:00.286 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:00.293 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:00.339 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:00.374 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:00.387 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:00.433 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:00.467 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:00.471 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:00.637 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:00.637 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:00.637 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:00.637 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.637 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:18:00.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:18:01.037 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:01.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:01.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:01.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: pgmap v1108: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 25037/208905 objects degraded (11.985%); 4287/208905 objects misplaced (2.052%); 852 KiB/s, 13 objects/s recovering 2023-09-23T18:18:01.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:01.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3121993759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: pgmap v1108: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 25037/208905 objects degraded (11.985%); 4287/208905 objects misplaced (2.052%); 852 KiB/s, 13 objects/s recovering 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T18:18:01.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3121993759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:01.081 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:18:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: pgmap v1108: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 565 op/s; 25037/208905 objects degraded (11.985%); 4287/208905 objects misplaced (2.052%); 852 KiB/s, 13 objects/s recovering 2023-09-23T18:18:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: failed to encode map e374 with expected crc 2023-09-23T18:18:01.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:01.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T18:18:01.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3121993759' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:01.156 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:01.225 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:02.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25037/208905 objects degraded (11.985%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25037/208905 objects degraded (11.985%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:02.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25037/208905 objects degraded (11.985%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:02.242 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:02.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:02.249 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:02.350 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:02.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:02.464 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:02.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:02.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:02.580 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:02.643 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:02.785 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:18:02.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:02 smithi149 ceph-mon[135148]: pgmap v1110: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 25102/203589 objects degraded (12.330%); 4114/203589 objects misplaced (2.021%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:02.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1031266194' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:02.908 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:03.049 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:03.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:03.058 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[153734]: pgmap v1110: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 25102/203589 objects degraded (12.330%); 4114/203589 objects misplaced (2.021%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:03.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1031266194' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:03.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:03.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[149401]: pgmap v1110: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 587 op/s; 25102/203589 objects degraded (12.330%); 4114/203589 objects misplaced (2.021%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:03.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1031266194' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:03.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:18:03.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:03.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:18:03.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:03.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:18:03.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:03.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:03.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:03.438 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:03.529 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:03.535 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:18:03.795 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:03.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:03.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:04.026 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:04.045 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:04.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[149401]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[149401]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:18:04.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[149401]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T18:18:04.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[149401]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[153734]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[153734]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:18:04.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[153734]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T18:18:04.068 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:03 smithi018 ceph-mon[153734]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.115 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:04.127 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:04.130 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:03 smithi149 ceph-mon[135148]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.130 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:03 smithi149 ceph-mon[135148]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.131 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:18:04.131 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:03 smithi149 ceph-mon[135148]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T18:18:04.131 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:03 smithi149 ceph-mon[135148]: failed to encode map e375 with expected crc 2023-09-23T18:18:04.331 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:04.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:04.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:04.423 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:04.423 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:04.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:04.526 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:04.772 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:04.784 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:04 smithi149 ceph-mon[135148]: pgmap v1112: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 742 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:04.791 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:04.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:04.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:04.900 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:04.910 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:18:04.962 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:04.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:04 smithi018 ceph-mon[149401]: pgmap v1112: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 742 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:04.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:04 smithi018 ceph-mon[153734]: pgmap v1112: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 742 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:05.035 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:05.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:05.039 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:05.140 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:05.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:05.304 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:05.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:05.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:05.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:04] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.33.4" 2023-09-23T18:18:05.411 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:05.505 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:05.636 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:05.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:05.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:05.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:05.815 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:05.874 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:18:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:06.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:06.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:06.652 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:06.739 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:06.794 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:06 smithi018 ceph-mon[149401]: pgmap v1113: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:18:06.794 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25102/200241 objects degraded (12.536%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:07.007 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:07.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:07.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:07.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:06 smithi018 ceph-mon[153734]: pgmap v1113: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:18:07.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25102/200241 objects degraded (12.536%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:07.114 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:07.119 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:06 smithi149 ceph-mon[135148]: pgmap v1113: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 25102/200241 objects degraded (12.536%); 4114/200241 objects misplaced (2.055%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:18:07.119 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25102/200241 objects degraded (12.536%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:18:07.219 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:07.289 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:07.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:07.299 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:07.400 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:07.454 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:07.477 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:07.477 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:07.510 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:07.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:07.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:07.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:07.691 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:07.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:07.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:07.849 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:07.938 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:18:07.950 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:08.020 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:08.080 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:08.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:08.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:08.184 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:08.220 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:08.225 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:08.276 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:08.290 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:08.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:08.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:08.316 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:08.370 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:08.402 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:08.416 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:08.465 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:08.481 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:08.507 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:08.558 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:08.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:08.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:08.565 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:08.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.573 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.574 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:18:08.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:08.734 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:08.884 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:18:08.896 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:18:09.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[153734]: pgmap v1114: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 660 op/s; 25201/193041 objects degraded (13.055%); 3918/193041 objects misplaced (2.030%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:09.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4076056574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2850615026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[149401]: pgmap v1114: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 660 op/s; 25201/193041 objects degraded (13.055%); 3918/193041 objects misplaced (2.030%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:09.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4076056574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2850615026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:08 smithi149 ceph-mon[135148]: pgmap v1114: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 660 op/s; 25201/193041 objects degraded (13.055%); 3918/193041 objects misplaced (2.030%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4076056574' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:18:09.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2850615026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:09.849 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:18:10.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:10.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:10.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1540691417' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: failed to encode map e376 with expected crc 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:10.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:10.233 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:10.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:10.252 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:10.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T18:18:10.353 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:10.436 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:10.530 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:10.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:10.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:10.642 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:10.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:10.793 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:10.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:10.800 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:10.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:10.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:11.040 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:11.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:11.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:11.126 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:10 smithi018 ceph-mon[153734]: pgmap v1116: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 25201/191259 objects degraded (13.176%); 3918/191259 objects misplaced (2.049%); 776 KiB/s, 12 objects/s recovering 2023-09-23T18:18:11.127 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:10 smithi018 ceph-mon[149401]: pgmap v1116: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 25201/191259 objects degraded (13.176%); 3918/191259 objects misplaced (2.049%); 776 KiB/s, 12 objects/s recovering 2023-09-23T18:18:11.148 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:11.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:10 smithi149 ceph-mon[135148]: pgmap v1116: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 25201/191259 objects degraded (13.176%); 3918/191259 objects misplaced (2.049%); 776 KiB/s, 12 objects/s recovering 2023-09-23T18:18:11.236 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:11.331 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:11.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:11.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:11.409 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:11.441 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:11.503 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:11.596 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:11.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:11.604 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:11.705 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:11.759 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:11.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:18:11.849 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:11.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:11.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:11.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25201/191259 objects degraded (13.176%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:11.941 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25201/191259 objects degraded (13.176%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:11.957 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:12.070 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:12.082 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:18:12.082 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136156 8.f e376/347 8:fb5445e0:::benchmark_data_smithi018_324167_object37826:head v 376'8460, mlcod=376'8456)", 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.064342+0000", 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.011450334, 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011483795999999999, 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064342+0000", 2023-09-23T18:18:12.083 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064342+0000", 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064342+0000", 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967296 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.084 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064346+0000", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0940000000000001e-06 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064352+0000", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4399999999999996e-06 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064356+0000", 2023-09-23T18:18:12.085 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4000000000000002e-06 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067628+0000", 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032722770000000001 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067646+0000", 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7601999999999999e-05 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.086 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136150 8.d e376/363 8:b5bfb13c:::benchmark_data_smithi018_324167_object37820:head v 376'8436, mlcod=354'2329)", 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.064423+0000", 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.011369525, 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011471619000000001, 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.087 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064423+0000", 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064423+0000", 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064423+0000", 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:12.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064432+0000", 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.952e-06 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064440+0000", 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7340000000000008e-06 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.089 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064445+0000", 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1950000000000002e-06 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.068008+0000", 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035630520000000001 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.068032+0000", 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4253999999999999e-05 2023-09-23T18:18:12.090 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136157 8.3 e376/347 8:c1265693:::benchmark_data_smithi018_324167_object37827:head v 376'8514, mlcod=376'8512)", 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.067193+0000", 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0086001380000000002, 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0087649709999999999, 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.091 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067193+0000", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067193+0000", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067192+0000", 2023-09-23T18:18:12.092 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067199+0000", 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6599999999999995e-06 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067212+0000", 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2526e-05 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.093 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067220+0000", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5780000000000001e-06 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067424+0000", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020423699999999999 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.067444+0000", 2023-09-23T18:18:12.094 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0496000000000002e-05 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136154 8.e e376/347)", 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.073357+0000", 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.002435623, 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026569330000000002, 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.095 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073357+0000", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073357+0000", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073356+0000", 2023-09-23T18:18:12.096 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073366+0000", 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3400000000000004e-06 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073381+0000", 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5551000000000001e-05 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073390+0000", 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.371e-06 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136159 8.7 e376/347 8:e937297c:::benchmark_data_smithi018_324167_object37829:head v 376'8407, mlcod=376'8405)", 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.073976+0000", 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.001816954, 2023-09-23T18:18:12.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020884509999999998, 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073976+0000", 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073976+0000", 2023-09-23T18:18:12.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073975+0000", 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073982+0000", 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9630000000000001e-06 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.073998+0000", 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5396e-05 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.074005+0000", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0620000000000003e-06 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.074101+0000", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6818999999999996e-05 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.074123+0000", 2023-09-23T18:18:12.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1263999999999998e-05 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136144 8.1 e376/347 8:878ef94f:::benchmark_data_smithi018_324167_object37814:head v 376'8501, mlcod=376'8499)", 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.047844+0000", 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.027948397999999999, 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028280349, 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.104 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047844+0000", 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047844+0000", 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.105 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047844+0000", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047849+0000", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6099999999999999e-06 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047857+0000", 2023-09-23T18:18:12.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6200000000000005e-06 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.047862+0000", 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9860000000000002e-06 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054737+0000", 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0068748610000000003 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054762+0000", 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5255000000000001e-05 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136148 8.a e376/347 8:5dd2fcf0:::benchmark_data_smithi018_324167_object37818:head v 376'8359, mlcod=376'8356)", 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.054831+0000", 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.020961842000000001, 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021353291, 2023-09-23T18:18:12.108 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054831+0000", 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054831+0000", 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054830+0000", 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054841+0000", 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1498000000000001e-05 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054856+0000", 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4935e-05 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.054865+0000", 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3090000000000001e-06 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064506+0000", 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096402750000000002 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064525+0000", 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9508999999999999e-05 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136151 8.e e376/347 8:77d6b0e3:::benchmark_data_smithi018_324167_object37821:head v 376'8611, mlcod=376'8609)", 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.063853+0000", 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.011939945, 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012390552000000001, 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063853+0000", 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063853+0000", 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063851+0000", 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063865+0000", 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4521e-05 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063893+0000", 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7864999999999998e-05 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.063907+0000", 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.393e-05 2023-09-23T18:18:12.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064221+0000", 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00031399100000000001 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064247+0000", 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5728000000000002e-05 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.116 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:136155 8.f e376/347 8:f6689fd6:::benchmark_data_smithi018_324167_object37825:head v 376'8459, mlcod=376'8456)", 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:12.064313+0000", 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.011479817999999999, 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011991659, 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:12.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064313+0000", 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064313+0000", 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064313+0000", 2023-09-23T18:18:12.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064318+0000", 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9019999999999998e-06 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064324+0000", 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9859999999999999e-06 2023-09-23T18:18:12.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064330+0000", 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5379999999999999e-06 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064387+0000", 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6598999999999998e-05 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:12.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:12.064410+0000", 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3445e-05 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 9 2023-09-23T18:18:12.121 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:18:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25201/191259 objects degraded (13.176%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:12.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:18:12.470 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:12.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:12.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:12.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:12.610 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:18:12.689 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:12.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:12.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:12.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:13.028 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:13.069 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:13.121 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:13.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:12 smithi149 ceph-mon[135148]: pgmap v1117: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25268/185796 objects degraded (13.600%); 3726/185796 objects misplaced (2.005%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:13.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:13.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:13.227 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:13.233 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:13.278 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:13.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:12 smithi018 ceph-mon[149401]: pgmap v1117: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25268/185796 objects degraded (13.600%); 3726/185796 objects misplaced (2.005%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:13.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:12 smithi018 ceph-mon[153734]: pgmap v1117: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25268/185796 objects degraded (13.600%); 3726/185796 objects misplaced (2.005%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:18:13.349 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:13.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:13.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:13.413 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:13.470 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:13.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:13.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:13.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:14.051 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:14.091 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:14.130 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:14.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:14.134 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:14.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:14.310 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:14.375 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:14.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:14.381 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:14.482 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:14.551 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:14.631 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:14.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:14.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:14.737 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:14.813 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:14.891 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:14 smithi149 ceph-mon[135148]: pgmap v1118: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:18:14.892 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:18:14.902 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:14.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:14.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:14.911 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T18:18:15.008 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:15.064 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:15.126 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:15.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:15.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:15.146 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:14 smithi018 ceph-mon[149401]: pgmap v1118: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:18:15.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:18:15.147 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:14] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:18:15.147 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:14 smithi018 ceph-mon[153734]: pgmap v1118: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 593 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:18:15.147 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:18:15.237 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:15.315 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:15.354 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:15.371 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:15.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:15.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:15.477 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:15.527 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:15.610 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:15.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:15.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:15.716 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:15.791 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:15.868 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:15.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:15.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:15.972 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:16.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:18:16.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T18:18:16.060 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.060 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.060 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.060 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[153734]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:18:16.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T18:18:16.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:15 smithi018 ceph-mon[149401]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.110 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1863105115' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:18:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T18:18:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:15 smithi149 ceph-mon[135148]: failed to encode map e377 with expected crc 2023-09-23T18:18:16.295 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:16.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:16.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:16.368 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:16.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T18:18:16.405 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:16.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:16.441 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:16.450 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:16.477 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:16.515 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:16.524 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:16.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:16.530 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:16.566 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:16.600 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:16.631 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:16.662 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.668 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.669 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:18:16.755 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:16.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[153734]: pgmap v1120: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1000 KiB/s, 15 objects/s recovering 2023-09-23T18:18:16.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2523311569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:16.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25268/182424 objects degraded (13.851%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:16.987 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[149401]: pgmap v1120: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1000 KiB/s, 15 objects/s recovering 2023-09-23T18:18:16.987 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2523311569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:16.987 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25268/182424 objects degraded (13.851%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:17.014 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:17.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:17.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:17.123 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:17.180 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:16 smithi149 ceph-mon[135148]: pgmap v1120: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 25268/182424 objects degraded (13.851%); 3726/182424 objects misplaced (2.042%); 1000 KiB/s, 15 objects/s recovering 2023-09-23T18:18:17.180 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2523311569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:17.180 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25268/182424 objects degraded (13.851%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:17.183 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:17.241 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:17.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:17.247 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:17.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:17.409 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:17.482 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:17.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:17.493 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:17.594 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:17.660 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:17.709 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:17.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:17.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:17.813 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:17.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:17.975 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:17.979 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:17.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:17.993 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:18.094 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:18.171 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:18.251 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:18.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:18.259 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:18.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:18.469 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:18.517 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:18.517 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:18.540 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:18.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:18.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:18.648 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:18.705 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:18.983 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:18:19.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[153734]: pgmap v1121: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 612 op/s; 25311/175392 objects degraded (14.431%); 3553/175392 objects misplaced (2.026%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:18:19.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4148785802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[149401]: pgmap v1121: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 612 op/s; 25311/175392 objects degraded (14.431%); 3553/175392 objects misplaced (2.026%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:18:19.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4148785802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:18 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:18 smithi149 ceph-mon[135148]: pgmap v1121: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 612 op/s; 25311/175392 objects degraded (14.431%); 3553/175392 objects misplaced (2.026%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:18:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4148785802' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:18 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:19.512 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:18:19.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:19.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:19.530 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:19.575 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:18:19.631 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:19.713 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:19.862 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:19.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:19.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:19.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:19.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: failed to encode map e378 with expected crc 2023-09-23T18:18:19.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:19.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T18:18:19.933 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: failed to encode map e378 with expected crc 2023-09-23T18:18:19.934 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: failed to encode map e378 with expected crc 2023-09-23T18:18:19.969 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:20.026 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:20.089 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:20.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:20.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:20.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[149401]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:19 smithi018 ceph-mon[153734]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:20.374 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:20.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:20.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:20.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:19 smithi149 ceph-mon[135148]: failed to encode map e378 with expected crc 2023-09-23T18:18:20.425 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:20.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:20.568 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:20.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:20.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:20.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:20.873 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:20.977 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T18:18:20.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:20.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:20.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:21.096 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:21.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:21.239 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:21.247 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:20 smithi149 ceph-mon[135148]: pgmap v1123: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 498 op/s; 25311/173835 objects degraded (14.560%); 3553/173835 objects misplaced (2.044%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:21.247 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1175393293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.247 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:21.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:21.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[153734]: pgmap v1123: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 498 op/s; 25311/173835 objects degraded (14.560%); 3553/173835 objects misplaced (2.044%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:21.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1175393293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[149401]: pgmap v1123: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.5 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 498 op/s; 25311/173835 objects degraded (14.560%); 3553/173835 objects misplaced (2.044%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:21.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1175393293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:18:21.350 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:21.398 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:21.577 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:18:22.017 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.018 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25311/173835 objects degraded (14.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:22.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:18:22.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T18:18:22.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25311/173835 objects degraded (14.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:22.116 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:22.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:22.127 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:22.215 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:18:22.215 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:18:22.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:22.354 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:22.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: failed to encode map e379 with expected crc 2023-09-23T18:18:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25311/173835 objects degraded (14.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:22.571 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:22.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:22.579 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:22.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:22.734 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:22.800 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:22.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:22.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:22.908 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:23.000 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:23.037 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:23 smithi149 ceph-mon[135148]: pgmap v1125: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 711 op/s; 25360/168441 objects degraded (15.056%); 3370/168441 objects misplaced (2.001%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:18:23.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:23.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:23.116 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:23.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:23.284 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:23.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:23 smithi018 ceph-mon[153734]: pgmap v1125: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 711 op/s; 25360/168441 objects degraded (15.056%); 3370/168441 objects misplaced (2.001%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:18:23.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:23 smithi018 ceph-mon[149401]: pgmap v1125: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 711 op/s; 25360/168441 objects degraded (15.056%); 3370/168441 objects misplaced (2.001%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:18:23.317 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:23.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:23.594 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:23.595 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:23.695 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:23.749 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:23.822 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:23.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:23.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:23.876 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:23.876 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:23.906 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:23.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:23.937 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:23.987 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:24.069 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:24.084 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:24.109 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:24.115 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1144624095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:24.116 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1144624095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:24.146 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:24.180 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:24.209 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.210 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:18:24.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:24.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:24.307 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:24.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1144624095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:24.407 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:24.440 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:24.513 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:24.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:24.520 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:24.621 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:24.690 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:24.761 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:24.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:24.765 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:24.866 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:24.906 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:24.998 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:25.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:25.009 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:25.110 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:25.174 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[153734]: pgmap v1126: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:18:25.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:25.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:25.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[149401]: pgmap v1126: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:18:25.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:25.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:25.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:24] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.33.4" 2023-09-23T18:18:25.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:25 smithi149 ceph-mon[135148]: pgmap v1126: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 2.1 MiB/s, 32 objects/s recovering 2023-09-23T18:18:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:25.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:25.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:25.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:26.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:26.112 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:26.187 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:26.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:26.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:26.300 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:26.376 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:26.568 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:18:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:26.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:26.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:26.778 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:26.833 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:26.942 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:26.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:26.959 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:27.060 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:27.131 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:27.150 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:18:27.176 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:27.249 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:27.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:27.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:27 smithi018 ceph-mon[153734]: pgmap v1127: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25360/165156 objects degraded (15.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:27.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:27 smithi018 ceph-mon[149401]: pgmap v1127: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25360/165156 objects degraded (15.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:27.358 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:27.397 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:18:27.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:27 smithi149 ceph-mon[135148]: pgmap v1127: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 25360/165156 objects degraded (15.355%); 3370/165156 objects misplaced (2.040%); 1.0 MiB/s, 16 objects/s recovering 2023-09-23T18:18:27.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25360/165156 objects degraded (15.355%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:27.417 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:27.573 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:27.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:27.578 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:27.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:27.681 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1127,"stamp":"2023-09-23T18:18:25.458399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3610777547,"num_objects":55052,"num_object_clones":0,"num_object_copies":165156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25360,"num_objects_misplaced":3370,"num_objects_unfound":0,"num_objects_dirty":55052,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":142738,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1859,"num_bytes_recovered":123240572,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118202,"ondisk_log_size":118202,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":15897920,"kb_used_data":11507912,"kb_used_omap":47,"kb_used_meta":4389456,"kb_avail":640318144,"statfs":{"total":671965249536,"available":655685779456,"internally_reserved":0,"allocated":11784101888,"data_stored":11775144829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4494803201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-223608832,"num_objects":-3412,"num_object_clones":0,"num_object_copies":-10236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":49,"num_objects_misplaced":-183,"num_objects_unfound":0,"num_objects_dirty":-3412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3412,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":8781824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002674"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925154+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:14.925154+0000","last_peered":"2023-09-23T18:18:14.925154+0000","last_clean":"2023-09-23T18:18:14.925154+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:14.925154+0000","last_undegraded":"2023-09-23T18:18:14.925154+0000","last_fullsized":"2023-09-23T18:18:14.925154+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":389,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963812+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:18.963812+0000","last_peered":"2023-09-23T18:18:18.963812+0000","last_clean":"2023-09-23T18:18:18.963812+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:18.963812+0000","last_undegraded":"2023-09-23T18:18:18.963812+0000","last_fullsized":"2023-09-23T18:18:18.963812+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":323,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965846+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:18.965846+0000","last_peered":"2023-09-23T18:18:18.965846+0000","last_clean":"2023-09-23T18:18:18.965846+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:18.965846+0000","last_undegraded":"2023-09-23T18:18:18.965846+0000","last_fullsized":"2023-09-23T18:18:18.965846+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":250,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954729+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:18.954729+0000","last_peered":"2023-09-23T18:18:18.954729+0000","last_clean":"2023-09-23T18:18:18.954729+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:18.954729+0000","last_undegraded":"2023-09-23T18:18:18.954729+0000","last_fullsized":"2023-09-23T18:18:18.954729+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":449,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963517+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:18.963517+0000","last_peered":"2023-09-23T18:18:18.963517+0000","last_clean":"2023-09-23T18:18:18.963517+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:18.963517+0000","last_undegraded":"2023-09-23T18:18:18.963517+0000","last_fullsized":"2023-09-23T18:18:18.963517+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":235,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.935761+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:14.935761+0000","last_peered":"2023-09-23T18:18:14.935761+0000","last_clean":"2023-09-23T18:18:14.935761+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:14.935761+0000","last_undegraded":"2023-09-23T18:18:14.935761+0000","last_fullsized":"2023-09-23T18:18:14.935761+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":371,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954240+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:18.954240+0000","last_peered":"2023-09-23T18:18:18.954240+0000","last_clean":"2023-09-23T18:18:18.954240+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:18.954240+0000","last_undegraded":"2023-09-23T18:18:18.954240+0000","last_fullsized":"2023-09-23T18:18:18.954240+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":423,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963585+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:18.963585+0000","last_peered":"2023-09-23T18:18:18.963585+0000","last_clean":"2023-09-23T18:18:18.963585+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:18.963585+0000","last_undegraded":"2023-09-23T18:18:18.963585+0000","last_fullsized":"2023-09-23T18:18:18.963585+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":240,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.932824+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:14.932824+0000","last_peered":"2023-09-23T18:18:14.932824+0000","last_clean":"2023-09-23T18:18:14.932824+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:14.932824+0000","last_undegraded":"2023-09-23T18:18:14.932824+0000","last_fullsized":"2023-09-23T18:18:14.932824+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":352,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963594+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:18.963594+0000","last_peered":"2023-09-23T18:18:18.963594+0000","last_clean":"2023-09-23T18:18:18.963594+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:18.963594+0000","last_undegraded":"2023-09-23T18:18:18.963594+0000","last_fullsized":"2023-09-23T18:18:18.963594+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":32,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985348+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:18.985348+0000","last_peered":"2023-09-23T18:18:18.985348+0000","last_clean":"2023-09-23T18:18:18.985348+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:18.985348+0000","last_undegraded":"2023-09-23T18:18:18.985348+0000","last_fullsized":"2023-09-23T18:18:18.985348+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":183,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.933554+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:14.933554+0000","last_peered":"2023-09-23T18:18:14.933554+0000","last_clean":"2023-09-23T18:18:14.933554+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:14.933554+0000","last_undegraded":"2023-09-23T18:18:14.933554+0000","last_fullsized":"2023-09-23T18:18:14.933554+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":85,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925438+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:14.925438+0000","last_peered":"2023-09-23T18:18:14.925438+0000","last_clean":"2023-09-23T18:18:14.925438+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:14.925438+0000","last_undegraded":"2023-09-23T18:18:14.925438+0000","last_fullsized":"2023-09-23T18:18:14.925438+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":397,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925650+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:14.925650+0000","last_peered":"2023-09-23T18:18:14.925650+0000","last_clean":"2023-09-23T18:18:14.925650+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:14.925650+0000","last_undegraded":"2023-09-23T18:18:14.925650+0000","last_fullsized":"2023-09-23T18:18:14.925650+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":32,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959260+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:18.959260+0000","last_peered":"2023-09-23T18:18:18.959260+0000","last_clean":"2023-09-23T18:18:18.959260+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:18.959260+0000","last_undegraded":"2023-09-23T18:18:18.959260+0000","last_fullsized":"2023-09-23T18:18:18.959260+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":414,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963806+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:18.963806+0000","last_peered":"2023-09-23T18:18:18.963806+0000","last_clean":"2023-09-23T18:18:18.963806+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:18.963806+0000","last_undegraded":"2023-09-23T18:18:18.963806+0000","last_fullsized":"2023-09-23T18:18:18.963806+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":249,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954440+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:18.954440+0000","last_peered":"2023-09-23T18:18:18.954440+0000","last_clean":"2023-09-23T18:18:18.954440+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:18.954440+0000","last_undegraded":"2023-09-23T18:18:18.954440+0000","last_fullsized":"2023-09-23T18:18:18.954440+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":216,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.934490+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:14.934490+0000","last_peered":"2023-09-23T18:18:14.934490+0000","last_clean":"2023-09-23T18:18:14.934490+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:14.934490+0000","last_undegraded":"2023-09-23T18:18:14.934490+0000","last_fullsized":"2023-09-23T18:18:14.934490+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959149+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:18.959149+0000","last_peered":"2023-09-23T18:18:18.959149+0000","last_clean":"2023-09-23T18:18:18.959149+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:18.959149+0000","last_undegraded":"2023-09-23T18:18:18.959149+0000","last_fullsized":"2023-09-23T18:18:18.959149+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":366,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954848+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:18.954848+0000","last_peered":"2023-09-23T18:18:18.954848+0000","last_clean":"2023-09-23T18:18:18.954848+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:18.954848+0000","last_undegraded":"2023-09-23T18:18:18.954848+0000","last_fullsized":"2023-09-23T18:18:18.954848+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":291,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953488+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:18.953488+0000","last_peered":"2023-09-23T18:18:18.953488+0000","last_clean":"2023-09-23T18:18:18.953488+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:18.953488+0000","last_undegraded":"2023-09-23T18:18:18.953488+0000","last_fullsized":"2023-09-23T18:18:18.953488+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":383,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.964230+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:18.964230+0000","last_peered":"2023-09-23T18:18:18.964230+0000","last_clean":"2023-09-23T18:18:18.964230+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:18.964230+0000","last_undegraded":"2023-09-23T18:18:18.964230+0000","last_fullsized":"2023-09-23T18:18:18.964230+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"378'8649","reported_seq":8687,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.906575+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:18:20.906575+0000","last_peered":"2023-09-23T18:18:20.906575+0000","last_clean":"2023-09-23T18:18:20.906575+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:18:20.906575+0000","last_undegraded":"2023-09-23T18:18:20.906575+0000","last_fullsized":"2023-09-23T18:18:20.906575+0000","mapping_epoch":347,"log_start":"351'500","ondisk_log_start":"351'500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8149,"log_dups_size":0,"ondisk_log_size":8149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219742208,"num_objects":3353,"num_object_clones":0,"num_object_copies":10059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8649,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959427+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:18.959427+0000","last_peered":"2023-09-23T18:18:18.959427+0000","last_clean":"2023-09-23T18:18:18.959427+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:18.959427+0000","last_undegraded":"2023-09-23T18:18:18.959427+0000","last_fullsized":"2023-09-23T18:18:18.959427+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":225,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.933792+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:14.933792+0000","last_peered":"2023-09-23T18:18:14.933792+0000","last_clean":"2023-09-23T18:18:14.933792+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:14.933792+0000","last_undegraded":"2023-09-23T18:18:14.933792+0000","last_fullsized":"2023-09-23T18:18:14.933792+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"378'8707","reported_seq":8754,"reported_epoch":378,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:20.893239+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:18:20.893239+0000","last_peered":"2023-09-23T18:18:20.893239+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:18:20.893239+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"352'800","ondisk_log_start":"352'800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7907,"log_dups_size":0,"ondisk_log_size":7907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226820096,"num_objects":3461,"num_object_clones":0,"num_object_copies":10383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3461,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8707,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3371},{"shards":"0,4","objects":-2533}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959734+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:18.959734+0000","last_peered":"2023-09-23T18:18:18.959734+0000","last_clean":"2023-09-23T18:18:18.959734+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:18.959734+0000","last_undegraded":"2023-09-23T18:18:18.959734+0000","last_fullsized":"2023-09-23T18:18:18.959734+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":397,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.924458+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:14.924458+0000","last_peered":"2023-09-23T18:18:14.924458+0000","last_clean":"2023-09-23T18:18:14.924458+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:14.924458+0000","last_undegraded":"2023-09-23T18:18:14.924458+0000","last_fullsized":"2023-09-23T18:18:14.924458+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"379'9028","reported_seq":9077,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:21.963622+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:18:21.963622+0000","last_peered":"2023-09-23T18:18:21.963622+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:18:21.963622+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"352'1500","ondisk_log_start":"352'1500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7528,"log_dups_size":0,"ondisk_log_size":7528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233963520,"num_objects":3570,"num_object_clones":0,"num_object_copies":10710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3570,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9028,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-2601},{"shards":"0,2,3","objects":3442}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985375+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:18.985375+0000","last_peered":"2023-09-23T18:18:18.985375+0000","last_clean":"2023-09-23T18:18:18.985375+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:18.985375+0000","last_undegraded":"2023-09-23T18:18:18.985375+0000","last_fullsized":"2023-09-23T18:18:18.985375+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":244,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966032+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:18.966032+0000","last_peered":"2023-09-23T18:18:18.966032+0000","last_clean":"2023-09-23T18:18:18.966032+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:18.966032+0000","last_undegraded":"2023-09-23T18:18:18.966032+0000","last_fullsized":"2023-09-23T18:18:18.966032+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"379'8733","reported_seq":8774,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:21.345446+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:18:21.345446+0000","last_peered":"2023-09-23T18:18:21.345446+0000","last_clean":"2023-09-23T18:18:21.345446+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:18:21.345446+0000","last_undegraded":"2023-09-23T18:18:21.345446+0000","last_fullsized":"2023-09-23T18:18:21.345446+0000","mapping_epoch":347,"log_start":"354'2200","ondisk_log_start":"354'2200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6533,"log_dups_size":0,"ondisk_log_size":6533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225378304,"num_objects":3439,"num_object_clones":0,"num_object_copies":10317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8733,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":381,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.940691+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:14.940691+0000","last_peered":"2023-09-23T18:18:14.940691+0000","last_clean":"2023-09-23T18:18:14.940691+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:14.940691+0000","last_undegraded":"2023-09-23T18:18:14.940691+0000","last_fullsized":"2023-09-23T18:18:14.940691+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":384,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953767+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:18.953767+0000","last_peered":"2023-09-23T18:18:18.953767+0000","last_clean":"2023-09-23T18:18:18.953767+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:18.953767+0000","last_undegraded":"2023-09-23T18:18:18.953767+0000","last_fullsized":"2023-09-23T18:18:18.953767+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"379'8986","reported_seq":9028,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:22.703756+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:18:22.703756+0000","last_peered":"2023-09-23T18:18:22.703756+0000","last_clean":"2023-09-23T18:18:22.703756+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:18:22.703756+0000","last_undegraded":"2023-09-23T18:18:22.703756+0000","last_fullsized":"2023-09-23T18:18:22.703756+0000","mapping_epoch":347,"log_start":"354'2400","ondisk_log_start":"354'2400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6586,"log_dups_size":0,"ondisk_log_size":6586,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227803136,"num_objects":3476,"num_object_clones":0,"num_object_copies":10428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3476,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8986,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":407,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.964407+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:18.964407+0000","last_peered":"2023-09-23T18:18:18.964407+0000","last_clean":"2023-09-23T18:18:18.964407+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:18.964407+0000","last_undegraded":"2023-09-23T18:18:18.964407+0000","last_fullsized":"2023-09-23T18:18:18.964407+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925513+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:14.925513+0000","last_peered":"2023-09-23T18:18:14.925513+0000","last_clean":"2023-09-23T18:18:14.925513+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:14.925513+0000","last_undegraded":"2023-09-23T18:18:14.925513+0000","last_fullsized":"2023-09-23T18:18:14.925513+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"379'8850","reported_seq":8891,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:21.385343+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:18:21.385343+0000","last_peered":"2023-09-23T18:18:21.385343+0000","last_clean":"2023-09-23T18:18:21.385343+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:18:21.385343+0000","last_undegraded":"2023-09-23T18:18:21.385343+0000","last_fullsized":"2023-09-23T18:18:21.385343+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6550,"log_dups_size":0,"ondisk_log_size":6550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222822400,"num_objects":3400,"num_object_clones":0,"num_object_copies":10200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8850,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925231+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:14.925231+0000","last_peered":"2023-09-23T18:18:14.925231+0000","last_clean":"2023-09-23T18:18:14.925231+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:14.925231+0000","last_undegraded":"2023-09-23T18:18:14.925231+0000","last_fullsized":"2023-09-23T18:18:14.925231+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925886+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:14.925886+0000","last_peered":"2023-09-23T18:18:14.925886+0000","last_clean":"2023-09-23T18:18:14.925886+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:14.925886+0000","last_undegraded":"2023-09-23T18:18:14.925886+0000","last_fullsized":"2023-09-23T18:18:14.925886+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"378'8932","reported_seq":8970,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.887005+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:18:20.887005+0000","last_peered":"2023-09-23T18:18:20.887005+0000","last_clean":"2023-09-23T18:18:20.887005+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:18:20.887005+0000","last_undegraded":"2023-09-23T18:18:20.887005+0000","last_fullsized":"2023-09-23T18:18:20.887005+0000","mapping_epoch":347,"log_start":"352'1000","ondisk_log_start":"352'1000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7932,"log_dups_size":0,"ondisk_log_size":7932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228720640,"num_objects":3490,"num_object_clones":0,"num_object_copies":10470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8932,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":43,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.932804+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:14.932804+0000","last_peered":"2023-09-23T18:18:14.932804+0000","last_clean":"2023-09-23T18:18:14.932804+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:14.932804+0000","last_undegraded":"2023-09-23T18:18:14.932804+0000","last_fullsized":"2023-09-23T18:18:14.932804+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":397,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925937+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:14.925937+0000","last_peered":"2023-09-23T18:18:14.925937+0000","last_clean":"2023-09-23T18:18:14.925937+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:14.925937+0000","last_undegraded":"2023-09-23T18:18:14.925937+0000","last_fullsized":"2023-09-23T18:18:14.925937+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"379'8815","reported_seq":8856,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:21.292808+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:18:21.292808+0000","last_peered":"2023-09-23T18:18:21.292808+0000","last_clean":"2023-09-23T18:18:21.292808+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:18:21.292808+0000","last_undegraded":"2023-09-23T18:18:21.292808+0000","last_fullsized":"2023-09-23T18:18:21.292808+0000","mapping_epoch":347,"log_start":"354'2200","ondisk_log_start":"354'2200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6615,"log_dups_size":0,"ondisk_log_size":6615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230096896,"num_objects":3511,"num_object_clones":0,"num_object_copies":10533,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3511,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8815,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":419,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.973377+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:20.973377+0000","last_peered":"2023-09-23T18:18:20.973377+0000","last_clean":"2023-09-23T18:18:20.973377+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:20.973377+0000","last_undegraded":"2023-09-23T18:18:20.973377+0000","last_fullsized":"2023-09-23T18:18:20.973377+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":379,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967250+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:18.967250+0000","last_peered":"2023-09-23T18:18:18.967250+0000","last_clean":"2023-09-23T18:18:18.967250+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:18.967250+0000","last_undegraded":"2023-09-23T18:18:18.967250+0000","last_fullsized":"2023-09-23T18:18:18.967250+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"379'8974","reported_seq":9015,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:21.904977+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:18:21.904977+0000","last_peered":"2023-09-23T18:18:21.904977+0000","last_clean":"2023-09-23T18:18:21.904977+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:18:21.904977+0000","last_undegraded":"2023-09-23T18:18:21.904977+0000","last_fullsized":"2023-09-23T18:18:21.904977+0000","mapping_epoch":347,"log_start":"352'1400","ondisk_log_start":"352'1400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7574,"log_dups_size":0,"ondisk_log_size":7574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220987392,"num_objects":3372,"num_object_clones":0,"num_object_copies":10116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8974,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":986,"reported_epoch":378,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:18.966108+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:18.966108+0000","last_peered":"2023-09-23T18:18:18.966108+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:18.966108+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":207,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.934558+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:14.934558+0000","last_peered":"2023-09-23T18:18:14.934558+0000","last_clean":"2023-09-23T18:18:14.934558+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:14.934558+0000","last_undegraded":"2023-09-23T18:18:14.934558+0000","last_fullsized":"2023-09-23T18:18:14.934558+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":289,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965945+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:18.965945+0000","last_peered":"2023-09-23T18:18:18.965945+0000","last_clean":"2023-09-23T18:18:18.965945+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:18.965945+0000","last_undegraded":"2023-09-23T18:18:18.965945+0000","last_fullsized":"2023-09-23T18:18:18.965945+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"378'8902","reported_seq":8946,"reported_epoch":378,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:20.946569+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:18:20.946569+0000","last_peered":"2023-09-23T18:18:20.946569+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:18:20.946569+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"352'700","ondisk_log_start":"352'700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8202,"log_dups_size":0,"ondisk_log_size":8202,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222560256,"num_objects":3396,"num_object_clones":0,"num_object_copies":10188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3396,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8902,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":3293},{"shards":"3,5","objects":-2652}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1121,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.933387+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:14.933387+0000","last_peered":"2023-09-23T18:18:14.933387+0000","last_clean":"2023-09-23T18:18:14.933387+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:14.933387+0000","last_undegraded":"2023-09-23T18:18:14.933387+0000","last_fullsized":"2023-09-23T18:18:14.933387+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":380,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925576+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:14.925576+0000","last_peered":"2023-09-23T18:18:14.925576+0000","last_clean":"2023-09-23T18:18:14.925576+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:14.925576+0000","last_undegraded":"2023-09-23T18:18:14.925576+0000","last_fullsized":"2023-09-23T18:18:14.925576+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":294,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966815+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:18.966815+0000","last_peered":"2023-09-23T18:18:18.966815+0000","last_clean":"2023-09-23T18:18:18.966815+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:18.966815+0000","last_undegraded":"2023-09-23T18:18:18.966815+0000","last_fullsized":"2023-09-23T18:18:18.966815+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"379'8865","reported_seq":8907,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:22.795293+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:18:22.795293+0000","last_peered":"2023-09-23T18:18:22.795293+0000","last_clean":"2023-09-23T18:18:22.795293+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:18:22.795293+0000","last_undegraded":"2023-09-23T18:18:22.795293+0000","last_fullsized":"2023-09-23T18:18:22.795293+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6565,"log_dups_size":0,"ondisk_log_size":6565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217382912,"num_objects":3317,"num_object_clones":0,"num_object_copies":9951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8865,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":643,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.950030+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:18.950030+0000","last_peered":"2023-09-23T18:18:18.950030+0000","last_clean":"2023-09-23T18:18:18.950030+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:18.950030+0000","last_undegraded":"2023-09-23T18:18:18.950030+0000","last_fullsized":"2023-09-23T18:18:18.950030+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":299,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966223+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:18.966223+0000","last_peered":"2023-09-23T18:18:18.966223+0000","last_clean":"2023-09-23T18:18:18.966223+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:18.966223+0000","last_undegraded":"2023-09-23T18:18:18.966223+0000","last_fullsized":"2023-09-23T18:18:18.966223+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":388,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967323+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:18.967323+0000","last_peered":"2023-09-23T18:18:18.967323+0000","last_clean":"2023-09-23T18:18:18.967323+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:18.967323+0000","last_undegraded":"2023-09-23T18:18:18.967323+0000","last_fullsized":"2023-09-23T18:18:18.967323+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"378'8964","reported_seq":9002,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.941521+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:18:20.941521+0000","last_peered":"2023-09-23T18:18:20.941521+0000","last_clean":"2023-09-23T18:18:20.941521+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:18:20.941521+0000","last_undegraded":"2023-09-23T18:18:20.941521+0000","last_fullsized":"2023-09-23T18:18:20.941521+0000","mapping_epoch":347,"log_start":"352'800","ondisk_log_start":"352'800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8164,"log_dups_size":0,"ondisk_log_size":8164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234487808,"num_objects":3578,"num_object_clones":0,"num_object_copies":10734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8964,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":960,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.933114+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:14.933114+0000","last_peered":"2023-09-23T18:18:14.933114+0000","last_clean":"2023-09-23T18:18:14.933114+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:14.933114+0000","last_undegraded":"2023-09-23T18:18:14.933114+0000","last_fullsized":"2023-09-23T18:18:14.933114+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":382,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.962777+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:18.962777+0000","last_peered":"2023-09-23T18:18:18.962777+0000","last_clean":"2023-09-23T18:18:18.962777+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:18.962777+0000","last_undegraded":"2023-09-23T18:18:18.962777+0000","last_fullsized":"2023-09-23T18:18:18.962777+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":417,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963646+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:18.963646+0000","last_peered":"2023-09-23T18:18:18.963646+0000","last_clean":"2023-09-23T18:18:18.963646+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:18.963646+0000","last_undegraded":"2023-09-23T18:18:18.963646+0000","last_fullsized":"2023-09-23T18:18:18.963646+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":65,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925807+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:14.925807+0000","last_peered":"2023-09-23T18:18:14.925807+0000","last_clean":"2023-09-23T18:18:14.925807+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:14.925807+0000","last_undegraded":"2023-09-23T18:18:14.925807+0000","last_fullsized":"2023-09-23T18:18:14.925807+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"379'8723","reported_seq":8764,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:21.365318+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:18:21.365318+0000","last_peered":"2023-09-23T18:18:21.365318+0000","last_clean":"2023-09-23T18:18:21.365318+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:18:21.365318+0000","last_undegraded":"2023-09-23T18:18:21.365318+0000","last_fullsized":"2023-09-23T18:18:21.365318+0000","mapping_epoch":347,"log_start":"354'2200","ondisk_log_start":"354'2200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6523,"log_dups_size":0,"ondisk_log_size":6523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219086848,"num_objects":3343,"num_object_clones":0,"num_object_copies":10029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8723,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":728,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.962689+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:18.962689+0000","last_peered":"2023-09-23T18:18:18.962689+0000","last_clean":"2023-09-23T18:18:18.962689+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:18.962689+0000","last_undegraded":"2023-09-23T18:18:18.962689+0000","last_fullsized":"2023-09-23T18:18:18.962689+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":376,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953813+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:18.953813+0000","last_peered":"2023-09-23T18:18:18.953813+0000","last_clean":"2023-09-23T18:18:18.953813+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:18.953813+0000","last_undegraded":"2023-09-23T18:18:18.953813+0000","last_fullsized":"2023-09-23T18:18:18.953813+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":241,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954650+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:18.954650+0000","last_peered":"2023-09-23T18:18:18.954650+0000","last_clean":"2023-09-23T18:18:18.954650+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:18.954650+0000","last_undegraded":"2023-09-23T18:18:18.954650+0000","last_fullsized":"2023-09-23T18:18:18.954650+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"379'8838","reported_seq":8880,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:22.788613+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:18:22.788613+0000","last_peered":"2023-09-23T18:18:22.788613+0000","last_clean":"2023-09-23T18:18:22.788613+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:18:22.788613+0000","last_undegraded":"2023-09-23T18:18:22.788613+0000","last_fullsized":"2023-09-23T18:18:22.788613+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6538,"log_dups_size":0,"ondisk_log_size":6538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222167040,"num_objects":3390,"num_object_clones":0,"num_object_copies":10170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8838,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":38,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985218+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:18.985218+0000","last_peered":"2023-09-23T18:18:18.985218+0000","last_clean":"2023-09-23T18:18:18.985218+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:18.985218+0000","last_undegraded":"2023-09-23T18:18:18.985218+0000","last_fullsized":"2023-09-23T18:18:18.985218+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":318,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966289+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:18.966289+0000","last_peered":"2023-09-23T18:18:18.966289+0000","last_clean":"2023-09-23T18:18:18.966289+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:18.966289+0000","last_undegraded":"2023-09-23T18:18:18.966289+0000","last_fullsized":"2023-09-23T18:18:18.966289+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":401,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953941+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:18.953941+0000","last_peered":"2023-09-23T18:18:18.953941+0000","last_clean":"2023-09-23T18:18:18.953941+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:18.953941+0000","last_undegraded":"2023-09-23T18:18:18.953941+0000","last_fullsized":"2023-09-23T18:18:18.953941+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"379'8917","reported_seq":8963,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:21.983923+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:18:21.983923+0000","last_peered":"2023-09-23T18:18:21.983923+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:18:21.983923+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"352'1400","ondisk_log_start":"352'1400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7517,"log_dups_size":0,"ondisk_log_size":7517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226951168,"num_objects":3463,"num_object_clones":0,"num_object_copies":10389,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3463,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8917,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-2637},{"shards":"0,3,5","objects":3372}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":382,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.987299+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:20.987299+0000","last_peered":"2023-09-23T18:18:20.987299+0000","last_clean":"2023-09-23T18:18:20.987299+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:20.987299+0000","last_undegraded":"2023-09-23T18:18:20.987299+0000","last_fullsized":"2023-09-23T18:18:20.987299+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1007,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966720+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:18.966720+0000","last_peered":"2023-09-23T18:18:18.966720+0000","last_clean":"2023-09-23T18:18:18.966720+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:18.966720+0000","last_undegraded":"2023-09-23T18:18:18.966720+0000","last_fullsized":"2023-09-23T18:18:18.966720+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":422,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963446+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:18.963446+0000","last_peered":"2023-09-23T18:18:18.963446+0000","last_clean":"2023-09-23T18:18:18.963446+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:18.963446+0000","last_undegraded":"2023-09-23T18:18:18.963446+0000","last_fullsized":"2023-09-23T18:18:18.963446+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"378'8749","reported_seq":12008,"reported_epoch":378,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:20.969641+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:18:20.969641+0000","last_peered":"2023-09-23T18:18:20.969641+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:18:20.969641+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"351'600","ondisk_log_start":"351'600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8149,"log_dups_size":0,"ondisk_log_size":8149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227016728,"num_objects":3465,"num_object_clones":0,"num_object_copies":10395,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1038,"num_objects_misplaced":3370,"num_objects_unfound":0,"num_objects_dirty":3465,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8749,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1605,"num_bytes_recovered":105185280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":3370},{"shards":"2,5","objects":-943}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":50,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959479+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:18.959479+0000","last_peered":"2023-09-23T18:18:18.959479+0000","last_clean":"2023-09-23T18:18:18.959479+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:18.959479+0000","last_undegraded":"2023-09-23T18:18:18.959479+0000","last_fullsized":"2023-09-23T18:18:18.959479+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":236,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954795+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:18.954795+0000","last_peered":"2023-09-23T18:18:18.954795+0000","last_clean":"2023-09-23T18:18:18.954795+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:18.954795+0000","last_undegraded":"2023-09-23T18:18:18.954795+0000","last_fullsized":"2023-09-23T18:18:18.954795+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.924296+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:14.924296+0000","last_peered":"2023-09-23T18:18:14.924296+0000","last_clean":"2023-09-23T18:18:14.924296+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:14.924296+0000","last_undegraded":"2023-09-23T18:18:14.924296+0000","last_fullsized":"2023-09-23T18:18:14.924296+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":249,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953861+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:18.953861+0000","last_peered":"2023-09-23T18:18:18.953861+0000","last_clean":"2023-09-23T18:18:18.953861+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:18.953861+0000","last_undegraded":"2023-09-23T18:18:18.953861+0000","last_fullsized":"2023-09-23T18:18:18.953861+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":182,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.950617+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:18.950617+0000","last_peered":"2023-09-23T18:18:18.950617+0000","last_clean":"2023-09-23T18:18:18.950617+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:18.950617+0000","last_undegraded":"2023-09-23T18:18:18.950617+0000","last_fullsized":"2023-09-23T18:18:18.950617+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":385,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.940770+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:14.940770+0000","last_peered":"2023-09-23T18:18:14.940770+0000","last_clean":"2023-09-23T18:18:14.940770+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:14.940770+0000","last_undegraded":"2023-09-23T18:18:14.940770+0000","last_fullsized":"2023-09-23T18:18:14.940770+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925363+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:14.925363+0000","last_peered":"2023-09-23T18:18:14.925363+0000","last_clean":"2023-09-23T18:18:14.925363+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:14.925363+0000","last_undegraded":"2023-09-23T18:18:14.925363+0000","last_fullsized":"2023-09-23T18:18:14.925363+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":372,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.934631+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:14.934631+0000","last_peered":"2023-09-23T18:18:14.934631+0000","last_clean":"2023-09-23T18:18:14.934631+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:14.934631+0000","last_undegraded":"2023-09-23T18:18:14.934631+0000","last_fullsized":"2023-09-23T18:18:14.934631+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.925302+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:14.925302+0000","last_peered":"2023-09-23T18:18:14.925302+0000","last_clean":"2023-09-23T18:18:14.925302+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:14.925302+0000","last_undegraded":"2023-09-23T18:18:14.925302+0000","last_fullsized":"2023-09-23T18:18:14.925302+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":438,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.964354+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:18.964354+0000","last_peered":"2023-09-23T18:18:18.964354+0000","last_clean":"2023-09-23T18:18:18.964354+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:18.964354+0000","last_undegraded":"2023-09-23T18:18:18.964354+0000","last_fullsized":"2023-09-23T18:18:18.964354+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":417,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963515+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:18.963515+0000","last_peered":"2023-09-23T18:18:18.963515+0000","last_clean":"2023-09-23T18:18:18.963515+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:18.963515+0000","last_undegraded":"2023-09-23T18:18:18.963515+0000","last_fullsized":"2023-09-23T18:18:18.963515+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":268,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954254+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:18.954254+0000","last_peered":"2023-09-23T18:18:18.954254+0000","last_clean":"2023-09-23T18:18:18.954254+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:18.954254+0000","last_undegraded":"2023-09-23T18:18:18.954254+0000","last_fullsized":"2023-09-23T18:18:18.954254+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":56,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-09-23T18:18:14.924066+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:14.924066+0000","last_peered":"2023-09-23T18:18:14.924066+0000","last_clean":"2023-09-23T18:18:14.924066+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:14.924066+0000","last_undegraded":"2023-09-23T18:18:14.924066+0000","last_fullsized":"2023-09-23T18:18:14.924066+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":3605987352,"num_objects":55024,"num_object_clones":0,"num_object_copies":165072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25351,"num_objects_misplaced":3370,"num_objects_unfound":0,"num_objects_dirty":55024,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":141632,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1606,"num_bytes_recovered":105250816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11699957760,"data_stored":11699945544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117032,"ondisk_log_size":117032,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430601,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":940776,"kb_used_data":36384,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":92804376,"statfs":{"total":95995035648,"available":95031681024,"internally_reserved":0,"allocated":37257216,"data_stored":36362179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":1.7769999999999999,"15min":1.659},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.22900000000000001},"max":{"1min":10.436,"5min":10.436,"15min":53.850999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":1.732},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.162000000000001,"5min":12.162000000000001,"15min":53.835000000000001},"last":4.3959999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:54 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.7729999999999999,"15min":1.9430000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":10.259,"5min":12.595000000000001,"15min":12.595000000000001},"last":2.234},{"interface":"front","average":{"1min":3.0750000000000002,"5min":1.8759999999999999,"15min":1.96},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.401,"5min":12.573,"15min":12.573},"last":2.27}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":1.984},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":6.5380000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":2.5470000000000002,"15min":2.323},"min":{"1min":0.35599999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":7.6520000000000001,"5min":23.254999999999999,"15min":32.631},"last":4.2220000000000004},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.5960000000000001,"15min":2.3900000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":8.9420000000000002,"5min":23.248000000000001,"15min":32.612000000000002},"last":4.5090000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":0.499},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":0.52300000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":4.4800000000000004},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":4.2880000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":0.71199999999999997,"15min":0.86399999999999999},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":13.385,"5min":13.385,"15min":13.385},"last":1.5720000000000001},{"interface":"front","average":{"1min":1.343,"5min":0.71799999999999997,"15min":0.98299999999999998},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":4.3869999999999996,"5min":5.6680000000000001,"15min":12.613},"last":4.4459999999999997}]}]},{"osd":6,"up_from":0,"seq":747324309698,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436664,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2559112,"kb_used_data":2329344,"kb_used_omap":17,"kb_used_meta":229486,"kb_avail":91186040,"statfs":{"total":95995035648,"available":93374504960,"internally_reserved":0,"allocated":2385248256,"data_stored":2383687133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":234993764},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":3.8220000000000001,"15min":4.6580000000000004},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":10.923999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":1.0720000000000001},{"interface":"front","average":{"1min":4.2519999999999998,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":15.611000000000001,"5min":15.611000000000001,"15min":15.611000000000001},"last":3.9780000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":3.524,"15min":4.6390000000000002},"min":{"1min":0.28999999999999998,"5min":0.216,"15min":0.216},"max":{"1min":8.5299999999999994,"5min":23.407,"15min":23.407},"last":1.948},{"interface":"front","average":{"1min":2.3090000000000002,"5min":4.093,"15min":5.1760000000000002},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":13.390000000000001,"5min":57.387,"15min":57.387},"last":1.8660000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.3809999999999998,"5min":3.5019999999999998,"15min":3.8599999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.1579999999999995,"5min":33.795000000000002,"15min":33.795000000000002},"last":4.9359999999999999},{"interface":"front","average":{"1min":2.7280000000000002,"5min":3.8149999999999999,"15min":4.7869999999999999},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.177,"5min":33.774999999999999,"15min":33.774999999999999},"last":1.0389999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1379999999999999,"5min":1.7490000000000001,"15min":1.385},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":8.1479999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":3.9369999999999998},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2370000000000001,"15min":2.5619999999999998},"min":{"1min":0.38700000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":9.6430000000000007,"5min":14.898,"15min":14.898},"last":1.109}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.161,"15min":2.5449999999999999},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.125,"5min":14.987,"15min":14.987},"last":1.137},{"interface":"front","average":{"1min":3.4159999999999999,"5min":2.7400000000000002,"15min":2.8900000000000001},"min":{"1min":0.38,"5min":0.372,"15min":0.372},"max":{"1min":13.334,"5min":31.023,"15min":31.023},"last":0.48599999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":2.6909999999999998,"15min":2.8889999999999998},"min":{"1min":0.51800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":13.289999999999999,"5min":31.064,"15min":31.064},"last":0.51400000000000001},{"interface":"front","average":{"1min":4.1479999999999997,"5min":1.9930000000000001,"15min":1.4870000000000001},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":13.855,"5min":13.855,"15min":13.855},"last":4.0099999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.278,"15min":2.5840000000000001},"min":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":9.6869999999999994,"5min":14.949999999999999,"15min":14.949999999999999},"last":1.085},{"interface":"front","average":{"1min":2.9710000000000001,"5min":2.702,"15min":2.9100000000000001},"min":{"1min":0.497,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.361000000000001,"5min":31.093,"15min":31.093},"last":0.439}]}]},{"osd":0,"up_from":85,"seq":365072220439,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2568272,"kb_used_data":1947464,"kb_used_omap":8,"kb_used_meta":620791,"kb_avail":91176880,"statfs":{"total":95995035648,"available":93365125120,"internally_reserved":0,"allocated":1994203136,"data_stored":1992637190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":635690596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8540000000000001,"5min":2.8279999999999998,"15min":3.0670000000000002},"min":{"1min":0.254,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":25.956,"5min":25.956,"15min":25.956},"last":0.34599999999999997},{"interface":"front","average":{"1min":4.7930000000000001,"5min":4.9939999999999998,"15min":6.5359999999999996},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":25.888999999999999,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.251}]},{"osd":2,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.5470000000000002,"15min":2.964},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.253,"5min":19.773,"15min":27.821999999999999},"last":1.2010000000000001},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.23,"15min":2.6520000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":11.715999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":1.556}]},{"osd":3,"last update":"Sat Sep 23 18:17:30 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":4.8280000000000003,"15min":3.2170000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":19.629000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":4.5060000000000002,"5min":5.008,"15min":3.0339999999999998},"min":{"1min":0.33000000000000002,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":22.183,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.377}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":3.0640000000000001,"15min":2.1880000000000002},"min":{"1min":0.36499999999999999,"5min":0.34999999999999998,"15min":0.308},"max":{"1min":7.9500000000000002,"5min":68.950000000000003,"15min":68.950000000000003},"last":2.903},{"interface":"front","average":{"1min":2.6800000000000002,"5min":3.2370000000000001,"15min":2.2559999999999998},"min":{"1min":0.38400000000000001,"5min":0.35199999999999998,"15min":0.32200000000000001},"max":{"1min":11.015000000000001,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.83599999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.9089999999999998,"5min":3.206,"15min":2.2730000000000001},"min":{"1min":0.436,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":23.393999999999998,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.441},{"interface":"front","average":{"1min":2.968,"5min":3.2749999999999999,"15min":2.3490000000000002},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":11.666,"5min":69.081000000000003,"15min":69.081000000000003},"last":6.6340000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":3.145,"15min":2.2959999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.183999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":2.8300000000000001},{"interface":"front","average":{"1min":3.2010000000000001,"5min":3.4660000000000002,"15min":2.3969999999999998},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":11.282999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.69999999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":3.633,"15min":2.5299999999999998},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":11.308999999999999,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.80500000000000005},{"interface":"front","average":{"1min":3.1560000000000001,"5min":3.3330000000000002,"15min":2.5019999999999998},"min":{"1min":0.39200000000000002,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":9.2620000000000005,"5min":69.027000000000001,"15min":69.027000000000001},"last":1.607}]}]},{"osd":2,"up_from":145,"seq":622770258132,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2711140,"kb_used_data":1982236,"kb_used_omap":16,"kb_used_meta":728879,"kb_avail":91034012,"statfs":{"total":95995035648,"available":93218828288,"internally_reserved":0,"allocated":2029809664,"data_stored":2028171850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":746372258},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":9.7769999999999992},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":3.0739999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":3.657,"15min":3.581},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":18.077999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":2.7669999999999999},{"interface":"front","average":{"1min":3.9180000000000001,"5min":3.649,"15min":3.4289999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":24.899999999999999,"5min":38.329000000000001,"15min":38.329000000000001},"last":8.2889999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":2.6880000000000002},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":9.1010000000000009}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":8.2509999999999994},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":8.4149999999999991}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":9.1419999999999995},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":0.52000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":2.1659999999999999,"15min":2.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5590000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":8.4489999999999998},{"interface":"front","average":{"1min":3.2200000000000002,"5min":2.3929999999999998,"15min":2.2610000000000001},"min":{"1min":0.48499999999999999,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":9.8659999999999997,"5min":9.8659999999999997,"15min":17.919},"last":8.4760000000000009}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":8.5009999999999994},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":0.56299999999999994}]}]},{"osd":3,"up_from":100,"seq":429496729862,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2652712,"kb_used_data":1934240,"kb_used_omap":4,"kb_used_meta":718331,"kb_avail":91092440,"statfs":{"total":95995035648,"available":93278658560,"internally_reserved":0,"allocated":1980661760,"data_stored":1979131197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":735571351},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":2.2050000000000001,"5min":4.8330000000000002,"15min":3.0150000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":10.630000000000001,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.37},{"interface":"front","average":{"1min":1.8300000000000001,"5min":5.0439999999999996,"15min":3.0950000000000002},"min":{"1min":0.22,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":6.5800000000000001,"5min":93.465000000000003,"15min":93.465000000000003},"last":3.0750000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":2.8929999999999998,"15min":3.621},"min":{"1min":0.247,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.8919999999999995,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5249999999999999,"15min":3.0979999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.1039999999999992,"5min":15.016,"15min":15.016},"last":0.433}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":3.7280000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.5369999999999999,"5min":2.3740000000000001,"15min":2.0499999999999998},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":8.4809999999999999,"5min":13.803000000000001,"15min":23.469000000000001},"last":1.026},{"interface":"front","average":{"1min":2.3109999999999999,"5min":2.399,"15min":1.8819999999999999},"min":{"1min":0.35299999999999998,"5min":0.32400000000000001,"15min":0.26800000000000002},"max":{"1min":9.9450000000000003,"5min":14.906000000000001,"15min":15.33},"last":0.52400000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.6930000000000001,"5min":2.2610000000000001,"15min":1.8759999999999999},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":6.4649999999999999,"5min":14.856,"15min":14.856},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.2210000000000001,"5min":2.2210000000000001,"15min":1.901},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":4.8710000000000004,"5min":19.457999999999998,"15min":19.457999999999998},"last":3.79}]},{"osd":6,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":2.0790000000000002,"15min":2.0550000000000002},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.318},"max":{"1min":6.532,"5min":14.935,"15min":16.379999999999999},"last":3.8660000000000001},{"interface":"front","average":{"1min":2.2829999999999999,"5min":3.1549999999999998,"15min":2.4239999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":8.4939999999999998,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.84299999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":2.238,"15min":2.052},"min":{"1min":0.41499999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9100000000000001,"5min":19.503,"15min":36.423000000000002},"last":3.762},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.379,"15min":2.3079999999999998},"min":{"1min":0.41899999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.8090000000000002,"5min":13.76,"15min":36.366999999999997},"last":0.96099999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019284,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1703384,"kb_used_data":1105424,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92041768,"statfs":{"total":95995035648,"available":94250770432,"internally_reserved":0,"allocated":1131954176,"data_stored":1131075144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":1.5880000000000001,"15min":1.4330000000000001},"min":{"1min":0.34699999999999998,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":9.8770000000000007,"5min":9.9819999999999993,"15min":11.686999999999999},"last":0.25900000000000001},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0950000000000002,"15min":1.6279999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.201000000000001,"5min":12.744999999999999,"15min":12.744999999999999},"last":0.29099999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.7070000000000001,"15min":1.907},"min":{"1min":0.30099999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":12.074,"5min":12.074,"15min":12.074},"last":37.707000000000001},{"interface":"front","average":{"1min":2.3039999999999998,"5min":2.177,"15min":2.7629999999999999},"min":{"1min":0.33600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":12.112,"5min":19.898,"15min":19.898},"last":37.161999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":0.31900000000000001},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.40600000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:17:28 2023","interfaces":[{"interface":"back","average":{"1min":1.4079999999999999,"5min":1.911,"15min":2.4340000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.6150000000000002,"5min":8.8040000000000003,"15min":80.783000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.0289999999999999,"5min":1.837,"15min":2.2930000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":7.7370000000000001,"5min":11.305,"15min":80.852000000000004},"last":0.36399999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:17:28 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.56399999999999995,"15min":0.874},"min":{"1min":0.28299999999999997,"5min":0.27500000000000002,"15min":0.24199999999999999},"max":{"1min":4.2110000000000003,"5min":6.6109999999999998,"15min":18.829999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.60799999999999998,"15min":1.016},"min":{"1min":0.317,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":3.6110000000000002,"5min":7,"15min":18.859000000000002},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":0.73399999999999999,"15min":0.80800000000000005},"min":{"1min":0.32300000000000001,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":4.625,"5min":4.625,"15min":8.9030000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":2.0409999999999999,"5min":0.89200000000000002,"15min":0.96099999999999997},"min":{"1min":0.375,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":12.292,"5min":12.292,"15min":12.292},"last":0.44500000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":0.5}]}]},{"osd":5,"up_from":36,"seq":154618823056,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2762524,"kb_used_data":2172820,"kb_used_omap":0,"kb_used_meta":589696,"kb_avail":90982628,"statfs":{"total":95995035648,"available":93166211072,"internally_reserved":0,"allocated":2224967680,"data_stored":2224080136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603848704},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":1.5840000000000001,"15min":1.4870000000000001},"min":{"1min":0.32500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":6.3300000000000001,"5min":9.9499999999999993,"15min":13.724},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.7569999999999999,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.2709999999999999,"5min":10.529,"15min":12.297000000000001},"last":0.27000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.5009999999999999,"15min":1.9399999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":12.263,"5min":65.379000000000005,"15min":65.379000000000005},"last":4.6639999999999997},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.6829999999999998,"15min":2.0609999999999999},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.7370000000000001,"5min":65.272000000000006,"15min":65.272000000000006},"last":9.8119999999999994}]},{"osd":2,"last update":"Sat Sep 23 18:18:00 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.4009999999999998,"15min":2.298},"min":{"1min":0.38,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.5,"5min":16.038,"15min":44.081000000000003},"last":8.3740000000000006},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.2890000000000001,"15min":2.2210000000000001},"min":{"1min":0.40200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.31,"5min":16.047999999999998,"15min":44.094999999999999},"last":4.7009999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":1.379},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":3.677}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":1.4910000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.79500000000000004,"15min":0.85999999999999999},"min":{"1min":0.308,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.673,"5min":5.673,"15min":9.3149999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.8319999999999999,"5min":1.032,"15min":1.0069999999999999},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":17.952999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":0.85899999999999999,"15min":0.93400000000000005},"min":{"1min":0.35199999999999998,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.47299999999999998},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.0429999999999999,"15min":0.97099999999999997},"min":{"1min":0.39600000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":18.178999999999998,"5min":18.178999999999998,"15min":18.178999999999998},"last":1.52}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1982791680,"data_stored":1982791680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2362376192,"data_stored":2362376192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2019889152,"data_stored":2019885080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1967259648,"data_stored":1967259648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1121058816,"data_stored":1121058816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2213482496,"data_stored":2213478424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33099776,"data_stored":33095704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:18:27.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:18:27.769 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:27.829 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:27.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:27.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:27.937 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:28.003 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:28.093 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:28.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:28.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:18:28.202 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:28.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:28 smithi018 ceph-mon[153734]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:28.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:28.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:28 smithi018 ceph-mon[149401]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:28.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:28.307 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:28.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:28 smithi149 ceph-mon[135148]: from='client.36402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:28.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:28.489 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:28.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:28.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:28.597 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:28.655 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:28.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:18:28.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:28.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:28.719 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:28.813 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:28.820 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:28.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:28.987 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:28.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:28.998 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:29.073 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:18:29.073 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:18:29.073 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:18:29.073 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:18:29.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:29.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:29.210 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:29.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:29.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:29.319 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:29.376 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: pgmap v1128: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25393/158025 objects degraded (16.069%); 3189/158025 objects misplaced (2.018%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:29.376 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:29.376 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:29.376 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T18:18:29.376 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.377 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.377 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:29 smithi149 ceph-mon[135148]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.381 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:29.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: pgmap v1128: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25393/158025 objects degraded (16.069%); 3189/158025 objects misplaced (2.018%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:29.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:29.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:29.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T18:18:29.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.390 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.390 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[149401]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: pgmap v1128: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25393/158025 objects degraded (16.069%); 3189/158025 objects misplaced (2.018%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3952089271' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.392 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:29 smithi018 ceph-mon[153734]: failed to encode map e380 with expected crc 2023-09-23T18:18:29.780 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:30.505 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:18:30.866 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:30.883 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:18:30.981 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:30.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:30.987 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:31.088 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:31.089 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:18:31.196 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:31.301 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:31.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:31.306 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:31.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:31 smithi149 ceph-mon[135148]: pgmap v1130: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 640 op/s; 25393/156393 objects degraded (16.237%); 3189/156393 objects misplaced (2.039%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:31.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:31 smithi018 ceph-mon[149401]: pgmap v1130: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 640 op/s; 25393/156393 objects degraded (16.237%); 3189/156393 objects misplaced (2.039%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:31.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:31 smithi018 ceph-mon[153734]: pgmap v1130: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.2 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 640 op/s; 25393/156393 objects degraded (16.237%); 3189/156393 objects misplaced (2.039%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T18:18:31.401 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1130,"stamp":"2023-09-23T18:18:29.459603+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3419346891,"num_objects":52131,"num_object_clones":0,"num_object_copies":156393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25393,"num_objects_misplaced":3189,"num_objects_unfound":0,"num_objects_dirty":52131,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":145659,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2007,"num_bytes_recovered":132939900,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118423,"ondisk_log_size":118423,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":15427828,"kb_used_data":11003708,"kb_used_omap":47,"kb_used_meta":4423888,"kb_avail":640788236,"statfs":{"total":671965249536,"available":656167153664,"internally_reserved":0,"allocated":11267796992,"data_stored":11258819957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4530061569},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,15,3,0,3,1,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-356450304,"num_objects":-5439,"num_object_clones":0,"num_object_copies":-16317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":82,"num_objects_misplaced":-364,"num_objects_unfound":0,"num_objects_dirty":-5439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5439,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":282,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.487819"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.981577+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:18.981577+0000","last_peered":"2023-09-23T18:18:18.981577+0000","last_clean":"2023-09-23T18:18:18.981577+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:18.981577+0000","last_undegraded":"2023-09-23T18:18:18.981577+0000","last_fullsized":"2023-09-23T18:18:18.981577+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":389,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963812+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:18.963812+0000","last_peered":"2023-09-23T18:18:18.963812+0000","last_clean":"2023-09-23T18:18:18.963812+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:18.963812+0000","last_undegraded":"2023-09-23T18:18:18.963812+0000","last_fullsized":"2023-09-23T18:18:18.963812+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":323,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965846+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:18.965846+0000","last_peered":"2023-09-23T18:18:18.965846+0000","last_clean":"2023-09-23T18:18:18.965846+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:18.965846+0000","last_undegraded":"2023-09-23T18:18:18.965846+0000","last_fullsized":"2023-09-23T18:18:18.965846+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":250,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954729+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:18.954729+0000","last_peered":"2023-09-23T18:18:18.954729+0000","last_clean":"2023-09-23T18:18:18.954729+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:18.954729+0000","last_undegraded":"2023-09-23T18:18:18.954729+0000","last_fullsized":"2023-09-23T18:18:18.954729+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":450,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.973456+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:20.973456+0000","last_peered":"2023-09-23T18:18:20.973456+0000","last_clean":"2023-09-23T18:18:20.973456+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:20.973456+0000","last_undegraded":"2023-09-23T18:18:20.973456+0000","last_fullsized":"2023-09-23T18:18:20.973456+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":236,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965454+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:18.965454+0000","last_peered":"2023-09-23T18:18:18.965454+0000","last_clean":"2023-09-23T18:18:18.965454+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:18.965454+0000","last_undegraded":"2023-09-23T18:18:18.965454+0000","last_fullsized":"2023-09-23T18:18:18.965454+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":371,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954240+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:18.954240+0000","last_peered":"2023-09-23T18:18:18.954240+0000","last_clean":"2023-09-23T18:18:18.954240+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:18.954240+0000","last_undegraded":"2023-09-23T18:18:18.954240+0000","last_fullsized":"2023-09-23T18:18:18.954240+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":423,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963585+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:18.963585+0000","last_peered":"2023-09-23T18:18:18.963585+0000","last_clean":"2023-09-23T18:18:18.963585+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:18.963585+0000","last_undegraded":"2023-09-23T18:18:18.963585+0000","last_fullsized":"2023-09-23T18:18:18.963585+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":241,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965159+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:18.965159+0000","last_peered":"2023-09-23T18:18:18.965159+0000","last_clean":"2023-09-23T18:18:18.965159+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:18.965159+0000","last_undegraded":"2023-09-23T18:18:18.965159+0000","last_fullsized":"2023-09-23T18:18:18.965159+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":352,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963594+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:18.963594+0000","last_peered":"2023-09-23T18:18:18.963594+0000","last_clean":"2023-09-23T18:18:18.963594+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:18.963594+0000","last_undegraded":"2023-09-23T18:18:18.963594+0000","last_fullsized":"2023-09-23T18:18:18.963594+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":32,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985348+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:18.985348+0000","last_peered":"2023-09-23T18:18:18.985348+0000","last_clean":"2023-09-23T18:18:18.985348+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:18.985348+0000","last_undegraded":"2023-09-23T18:18:18.985348+0000","last_fullsized":"2023-09-23T18:18:18.985348+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":184,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.972866+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:18.972866+0000","last_peered":"2023-09-23T18:18:18.972866+0000","last_clean":"2023-09-23T18:18:18.972866+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:18.972866+0000","last_undegraded":"2023-09-23T18:18:18.972866+0000","last_fullsized":"2023-09-23T18:18:18.972866+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":86,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.979118+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:18.979118+0000","last_peered":"2023-09-23T18:18:18.979118+0000","last_clean":"2023-09-23T18:18:18.979118+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:18.979118+0000","last_undegraded":"2023-09-23T18:18:18.979118+0000","last_fullsized":"2023-09-23T18:18:18.979118+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":398,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.979117+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:18.979117+0000","last_peered":"2023-09-23T18:18:18.979117+0000","last_clean":"2023-09-23T18:18:18.979117+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:18.979117+0000","last_undegraded":"2023-09-23T18:18:18.979117+0000","last_fullsized":"2023-09-23T18:18:18.979117+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":32,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959260+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:18.959260+0000","last_peered":"2023-09-23T18:18:18.959260+0000","last_clean":"2023-09-23T18:18:18.959260+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:18.959260+0000","last_undegraded":"2023-09-23T18:18:18.959260+0000","last_fullsized":"2023-09-23T18:18:18.959260+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":414,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963806+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:18.963806+0000","last_peered":"2023-09-23T18:18:18.963806+0000","last_clean":"2023-09-23T18:18:18.963806+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:18.963806+0000","last_undegraded":"2023-09-23T18:18:18.963806+0000","last_fullsized":"2023-09-23T18:18:18.963806+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":249,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954440+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:18.954440+0000","last_peered":"2023-09-23T18:18:18.954440+0000","last_clean":"2023-09-23T18:18:18.954440+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:18.954440+0000","last_undegraded":"2023-09-23T18:18:18.954440+0000","last_fullsized":"2023-09-23T18:18:18.954440+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":217,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.984566+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:18.984566+0000","last_peered":"2023-09-23T18:18:18.984566+0000","last_clean":"2023-09-23T18:18:18.984566+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:18.984566+0000","last_undegraded":"2023-09-23T18:18:18.984566+0000","last_fullsized":"2023-09-23T18:18:18.984566+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959149+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:18.959149+0000","last_peered":"2023-09-23T18:18:18.959149+0000","last_clean":"2023-09-23T18:18:18.959149+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:18.959149+0000","last_undegraded":"2023-09-23T18:18:18.959149+0000","last_fullsized":"2023-09-23T18:18:18.959149+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":366,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954848+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:18.954848+0000","last_peered":"2023-09-23T18:18:18.954848+0000","last_clean":"2023-09-23T18:18:18.954848+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:18.954848+0000","last_undegraded":"2023-09-23T18:18:18.954848+0000","last_fullsized":"2023-09-23T18:18:18.954848+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":291,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953488+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:18.953488+0000","last_peered":"2023-09-23T18:18:18.953488+0000","last_clean":"2023-09-23T18:18:18.953488+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:18.953488+0000","last_undegraded":"2023-09-23T18:18:18.953488+0000","last_fullsized":"2023-09-23T18:18:18.953488+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":384,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.987373+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:20.987373+0000","last_peered":"2023-09-23T18:18:20.987373+0000","last_clean":"2023-09-23T18:18:20.987373+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:20.987373+0000","last_undegraded":"2023-09-23T18:18:20.987373+0000","last_fullsized":"2023-09-23T18:18:20.987373+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"379'8832","reported_seq":8871,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:25.962515+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:18:25.962515+0000","last_peered":"2023-09-23T18:18:25.962515+0000","last_clean":"2023-09-23T18:18:25.962515+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:18:25.962515+0000","last_undegraded":"2023-09-23T18:18:25.962515+0000","last_fullsized":"2023-09-23T18:18:25.962515+0000","mapping_epoch":347,"log_start":"352'700","ondisk_log_start":"352'700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8132,"log_dups_size":0,"ondisk_log_size":8132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207749120,"num_objects":3170,"num_object_clones":0,"num_object_copies":9510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8832,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959427+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:18.959427+0000","last_peered":"2023-09-23T18:18:18.959427+0000","last_clean":"2023-09-23T18:18:18.959427+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:18.959427+0000","last_undegraded":"2023-09-23T18:18:18.959427+0000","last_fullsized":"2023-09-23T18:18:18.959427+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":226,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.974404+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:18.974404+0000","last_peered":"2023-09-23T18:18:18.974404+0000","last_clean":"2023-09-23T18:18:18.974404+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:18.974404+0000","last_undegraded":"2023-09-23T18:18:18.974404+0000","last_fullsized":"2023-09-23T18:18:18.974404+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"379'8871","reported_seq":8921,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:25.840529+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:18:25.840529+0000","last_peered":"2023-09-23T18:18:25.840529+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:18:25.840529+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"352'900","ondisk_log_start":"352'900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7971,"log_dups_size":0,"ondisk_log_size":7971,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216072192,"num_objects":3297,"num_object_clones":0,"num_object_copies":9891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8871,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3207},{"shards":"0,4","objects":-2697}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959734+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:18.959734+0000","last_peered":"2023-09-23T18:18:18.959734+0000","last_clean":"2023-09-23T18:18:18.959734+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:18.959734+0000","last_undegraded":"2023-09-23T18:18:18.959734+0000","last_fullsized":"2023-09-23T18:18:18.959734+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":398,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.976637+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:18.976637+0000","last_peered":"2023-09-23T18:18:18.976637+0000","last_clean":"2023-09-23T18:18:18.976637+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:18.976637+0000","last_undegraded":"2023-09-23T18:18:18.976637+0000","last_fullsized":"2023-09-23T18:18:18.976637+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"379'9219","reported_seq":9268,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:26.937068+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:18:26.937068+0000","last_peered":"2023-09-23T18:18:26.937068+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:18:26.937068+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"352'1700","ondisk_log_start":"352'1700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7519,"log_dups_size":0,"ondisk_log_size":7519,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221446144,"num_objects":3379,"num_object_clones":0,"num_object_copies":10137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9219,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-2792},{"shards":"0,2,3","objects":3251}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":30,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985375+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:18.985375+0000","last_peered":"2023-09-23T18:18:18.985375+0000","last_clean":"2023-09-23T18:18:18.985375+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:18.985375+0000","last_undegraded":"2023-09-23T18:18:18.985375+0000","last_fullsized":"2023-09-23T18:18:18.985375+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":244,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966032+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:18.966032+0000","last_peered":"2023-09-23T18:18:18.966032+0000","last_clean":"2023-09-23T18:18:18.966032+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:18.966032+0000","last_undegraded":"2023-09-23T18:18:18.966032+0000","last_fullsized":"2023-09-23T18:18:18.966032+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"379'8909","reported_seq":8950,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:26.359708+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:18:26.359708+0000","last_peered":"2023-09-23T18:18:26.359708+0000","last_clean":"2023-09-23T18:18:26.359708+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:18:26.359708+0000","last_undegraded":"2023-09-23T18:18:26.359708+0000","last_fullsized":"2023-09-23T18:18:26.359708+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6609,"log_dups_size":0,"ondisk_log_size":6609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213843968,"num_objects":3263,"num_object_clones":0,"num_object_copies":9789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3263,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8909,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":382,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967727+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:18.967727+0000","last_peered":"2023-09-23T18:18:18.967727+0000","last_clean":"2023-09-23T18:18:18.967727+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:18.967727+0000","last_undegraded":"2023-09-23T18:18:18.967727+0000","last_fullsized":"2023-09-23T18:18:18.967727+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":384,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953767+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:18.953767+0000","last_peered":"2023-09-23T18:18:18.953767+0000","last_clean":"2023-09-23T18:18:18.953767+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:18.953767+0000","last_undegraded":"2023-09-23T18:18:18.953767+0000","last_fullsized":"2023-09-23T18:18:18.953767+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"379'9181","reported_seq":9223,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:27.789965+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:18:27.789965+0000","last_peered":"2023-09-23T18:18:27.789965+0000","last_clean":"2023-09-23T18:18:27.789965+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:18:27.789965+0000","last_undegraded":"2023-09-23T18:18:27.789965+0000","last_fullsized":"2023-09-23T18:18:27.789965+0000","mapping_epoch":347,"log_start":"354'2600","ondisk_log_start":"354'2600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6581,"log_dups_size":0,"ondisk_log_size":6581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215023616,"num_objects":3281,"num_object_clones":0,"num_object_copies":9843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3281,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9181,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":407,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.964407+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:18.964407+0000","last_peered":"2023-09-23T18:18:18.964407+0000","last_clean":"2023-09-23T18:18:18.964407+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:18.964407+0000","last_undegraded":"2023-09-23T18:18:18.964407+0000","last_fullsized":"2023-09-23T18:18:18.964407+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.979192+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:18.979192+0000","last_peered":"2023-09-23T18:18:18.979192+0000","last_clean":"2023-09-23T18:18:18.979192+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:18.979192+0000","last_undegraded":"2023-09-23T18:18:18.979192+0000","last_fullsized":"2023-09-23T18:18:18.979192+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"379'9037","reported_seq":9078,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:26.400464+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:18:26.400464+0000","last_peered":"2023-09-23T18:18:26.400464+0000","last_clean":"2023-09-23T18:18:26.400464+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:18:26.400464+0000","last_undegraded":"2023-09-23T18:18:26.400464+0000","last_fullsized":"2023-09-23T18:18:26.400464+0000","mapping_epoch":347,"log_start":"354'2500","ondisk_log_start":"354'2500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6537,"log_dups_size":0,"ondisk_log_size":6537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210567168,"num_objects":3213,"num_object_clones":0,"num_object_copies":9639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9037,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.981653+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:18.981653+0000","last_peered":"2023-09-23T18:18:18.981653+0000","last_clean":"2023-09-23T18:18:18.981653+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:18.981653+0000","last_undegraded":"2023-09-23T18:18:18.981653+0000","last_fullsized":"2023-09-23T18:18:18.981653+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.982385+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:18.982385+0000","last_peered":"2023-09-23T18:18:18.982385+0000","last_clean":"2023-09-23T18:18:18.982385+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:18.982385+0000","last_undegraded":"2023-09-23T18:18:18.982385+0000","last_fullsized":"2023-09-23T18:18:18.982385+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"379'9131","reported_seq":9170,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:25.863712+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:18:25.863712+0000","last_peered":"2023-09-23T18:18:25.863712+0000","last_clean":"2023-09-23T18:18:25.863712+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:18:25.863712+0000","last_undegraded":"2023-09-23T18:18:25.863712+0000","last_fullsized":"2023-09-23T18:18:25.863712+0000","mapping_epoch":347,"log_start":"352'1200","ondisk_log_start":"352'1200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7931,"log_dups_size":0,"ondisk_log_size":7931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215678976,"num_objects":3291,"num_object_clones":0,"num_object_copies":9873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9131,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":44,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965158+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:18.965158+0000","last_peered":"2023-09-23T18:18:18.965158+0000","last_clean":"2023-09-23T18:18:18.965158+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:18.965158+0000","last_undegraded":"2023-09-23T18:18:18.965158+0000","last_fullsized":"2023-09-23T18:18:18.965158+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":398,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.983440+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:18.983440+0000","last_peered":"2023-09-23T18:18:18.983440+0000","last_clean":"2023-09-23T18:18:18.983440+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:18.983440+0000","last_undegraded":"2023-09-23T18:18:18.983440+0000","last_fullsized":"2023-09-23T18:18:18.983440+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"379'9003","reported_seq":9044,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:26.402822+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:18:26.402822+0000","last_peered":"2023-09-23T18:18:26.402822+0000","last_clean":"2023-09-23T18:18:26.402822+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:18:26.402822+0000","last_undegraded":"2023-09-23T18:18:26.402822+0000","last_fullsized":"2023-09-23T18:18:26.402822+0000","mapping_epoch":347,"log_start":"354'2400","ondisk_log_start":"354'2400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6603,"log_dups_size":0,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217776128,"num_objects":3323,"num_object_clones":0,"num_object_copies":9969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9003,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":419,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.973377+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:20.973377+0000","last_peered":"2023-09-23T18:18:20.973377+0000","last_clean":"2023-09-23T18:18:20.973377+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:20.973377+0000","last_undegraded":"2023-09-23T18:18:20.973377+0000","last_fullsized":"2023-09-23T18:18:20.973377+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":379,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967250+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:18.967250+0000","last_peered":"2023-09-23T18:18:18.967250+0000","last_clean":"2023-09-23T18:18:18.967250+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:18.967250+0000","last_undegraded":"2023-09-23T18:18:18.967250+0000","last_fullsized":"2023-09-23T18:18:18.967250+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"379'9153","reported_seq":9194,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:26.963325+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:18:26.963325+0000","last_peered":"2023-09-23T18:18:26.963325+0000","last_clean":"2023-09-23T18:18:26.963325+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:18:26.963325+0000","last_undegraded":"2023-09-23T18:18:26.963325+0000","last_fullsized":"2023-09-23T18:18:26.963325+0000","mapping_epoch":347,"log_start":"352'1600","ondisk_log_start":"352'1600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7553,"log_dups_size":0,"ondisk_log_size":7553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209256448,"num_objects":3193,"num_object_clones":0,"num_object_copies":9579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9153,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":986,"reported_epoch":378,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:18.966108+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:18.966108+0000","last_peered":"2023-09-23T18:18:18.966108+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:18.966108+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":208,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.984649+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:18.984649+0000","last_peered":"2023-09-23T18:18:18.984649+0000","last_clean":"2023-09-23T18:18:18.984649+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:18.984649+0000","last_undegraded":"2023-09-23T18:18:18.984649+0000","last_fullsized":"2023-09-23T18:18:18.984649+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":289,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965945+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:18.965945+0000","last_peered":"2023-09-23T18:18:18.965945+0000","last_clean":"2023-09-23T18:18:18.965945+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:18.965945+0000","last_undegraded":"2023-09-23T18:18:18.965945+0000","last_fullsized":"2023-09-23T18:18:18.965945+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"379'9084","reported_seq":9129,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:25.932632+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:18:25.932632+0000","last_peered":"2023-09-23T18:18:25.932632+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:18:25.932632+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"352'900","ondisk_log_start":"352'900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8184,"log_dups_size":0,"ondisk_log_size":8184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210632704,"num_objects":3214,"num_object_clones":0,"num_object_copies":9642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9084,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":3111},{"shards":"3,5","objects":-2834}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1122,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.972672+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:18.972672+0000","last_peered":"2023-09-23T18:18:18.972672+0000","last_clean":"2023-09-23T18:18:18.972672+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:18.972672+0000","last_undegraded":"2023-09-23T18:18:18.972672+0000","last_fullsized":"2023-09-23T18:18:18.972672+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":381,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.979046+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:18.979046+0000","last_peered":"2023-09-23T18:18:18.979046+0000","last_clean":"2023-09-23T18:18:18.979046+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:18.979046+0000","last_undegraded":"2023-09-23T18:18:18.979046+0000","last_fullsized":"2023-09-23T18:18:18.979046+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":294,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966815+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:18.966815+0000","last_peered":"2023-09-23T18:18:18.966815+0000","last_clean":"2023-09-23T18:18:18.966815+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:18.966815+0000","last_undegraded":"2023-09-23T18:18:18.966815+0000","last_fullsized":"2023-09-23T18:18:18.966815+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"379'9047","reported_seq":9089,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:27.682439+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:18:27.682439+0000","last_peered":"2023-09-23T18:18:27.682439+0000","last_clean":"2023-09-23T18:18:27.682439+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:18:27.682439+0000","last_undegraded":"2023-09-23T18:18:27.682439+0000","last_fullsized":"2023-09-23T18:18:27.682439+0000","mapping_epoch":347,"log_start":"354'2500","ondisk_log_start":"354'2500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6547,"log_dups_size":0,"ondisk_log_size":6547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205455360,"num_objects":3135,"num_object_clones":0,"num_object_copies":9405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9047,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":643,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.950030+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:18.950030+0000","last_peered":"2023-09-23T18:18:18.950030+0000","last_clean":"2023-09-23T18:18:18.950030+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:18.950030+0000","last_undegraded":"2023-09-23T18:18:18.950030+0000","last_fullsized":"2023-09-23T18:18:18.950030+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":299,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966223+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:18.966223+0000","last_peered":"2023-09-23T18:18:18.966223+0000","last_clean":"2023-09-23T18:18:18.966223+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:18.966223+0000","last_undegraded":"2023-09-23T18:18:18.966223+0000","last_fullsized":"2023-09-23T18:18:18.966223+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":388,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967323+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:18.967323+0000","last_peered":"2023-09-23T18:18:18.967323+0000","last_clean":"2023-09-23T18:18:18.967323+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:18.967323+0000","last_undegraded":"2023-09-23T18:18:18.967323+0000","last_fullsized":"2023-09-23T18:18:18.967323+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"379'9153","reported_seq":9192,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:25.894476+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:18:25.894476+0000","last_peered":"2023-09-23T18:18:25.894476+0000","last_clean":"2023-09-23T18:18:25.894476+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:18:25.894476+0000","last_undegraded":"2023-09-23T18:18:25.894476+0000","last_fullsized":"2023-09-23T18:18:25.894476+0000","mapping_epoch":347,"log_start":"352'1000","ondisk_log_start":"352'1000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8153,"log_dups_size":0,"ondisk_log_size":8153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222101504,"num_objects":3389,"num_object_clones":0,"num_object_copies":10167,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3389,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9153,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":961,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.965759+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:18.965759+0000","last_peered":"2023-09-23T18:18:18.965759+0000","last_clean":"2023-09-23T18:18:18.965759+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:18.965759+0000","last_undegraded":"2023-09-23T18:18:18.965759+0000","last_fullsized":"2023-09-23T18:18:18.965759+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":382,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.962777+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:18.962777+0000","last_peered":"2023-09-23T18:18:18.962777+0000","last_clean":"2023-09-23T18:18:18.962777+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:18.962777+0000","last_undegraded":"2023-09-23T18:18:18.962777+0000","last_fullsized":"2023-09-23T18:18:18.962777+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":417,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963646+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:18.963646+0000","last_peered":"2023-09-23T18:18:18.963646+0000","last_clean":"2023-09-23T18:18:18.963646+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:18.963646+0000","last_undegraded":"2023-09-23T18:18:18.963646+0000","last_fullsized":"2023-09-23T18:18:18.963646+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":66,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.982325+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:18.982325+0000","last_peered":"2023-09-23T18:18:18.982325+0000","last_clean":"2023-09-23T18:18:18.982325+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:18.982325+0000","last_undegraded":"2023-09-23T18:18:18.982325+0000","last_fullsized":"2023-09-23T18:18:18.982325+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"379'8899","reported_seq":8940,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:26.355988+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:18:26.355988+0000","last_peered":"2023-09-23T18:18:26.355988+0000","last_clean":"2023-09-23T18:18:26.355988+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:18:26.355988+0000","last_undegraded":"2023-09-23T18:18:26.355988+0000","last_fullsized":"2023-09-23T18:18:26.355988+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6599,"log_dups_size":0,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207552512,"num_objects":3167,"num_object_clones":0,"num_object_copies":9501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8899,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":728,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.962689+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:18.962689+0000","last_peered":"2023-09-23T18:18:18.962689+0000","last_clean":"2023-09-23T18:18:18.962689+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:18.962689+0000","last_undegraded":"2023-09-23T18:18:18.962689+0000","last_fullsized":"2023-09-23T18:18:18.962689+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":376,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953813+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:18.953813+0000","last_peered":"2023-09-23T18:18:18.953813+0000","last_clean":"2023-09-23T18:18:18.953813+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:18.953813+0000","last_undegraded":"2023-09-23T18:18:18.953813+0000","last_fullsized":"2023-09-23T18:18:18.953813+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":241,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954650+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:18.954650+0000","last_peered":"2023-09-23T18:18:18.954650+0000","last_clean":"2023-09-23T18:18:18.954650+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:18.954650+0000","last_undegraded":"2023-09-23T18:18:18.954650+0000","last_fullsized":"2023-09-23T18:18:18.954650+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"379'9005","reported_seq":9047,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:27.738909+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:18:27.738909+0000","last_peered":"2023-09-23T18:18:27.738909+0000","last_clean":"2023-09-23T18:18:27.738909+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:18:27.738909+0000","last_undegraded":"2023-09-23T18:18:27.738909+0000","last_fullsized":"2023-09-23T18:18:27.738909+0000","mapping_epoch":347,"log_start":"354'2400","ondisk_log_start":"354'2400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6605,"log_dups_size":0,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211222528,"num_objects":3223,"num_object_clones":0,"num_object_copies":9669,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3223,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9005,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":38,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.985218+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:18.985218+0000","last_peered":"2023-09-23T18:18:18.985218+0000","last_clean":"2023-09-23T18:18:18.985218+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:18.985218+0000","last_undegraded":"2023-09-23T18:18:18.985218+0000","last_fullsized":"2023-09-23T18:18:18.985218+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":318,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966289+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:18.966289+0000","last_peered":"2023-09-23T18:18:18.966289+0000","last_clean":"2023-09-23T18:18:18.966289+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:18.966289+0000","last_undegraded":"2023-09-23T18:18:18.966289+0000","last_fullsized":"2023-09-23T18:18:18.966289+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":401,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953941+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:18.953941+0000","last_peered":"2023-09-23T18:18:18.953941+0000","last_clean":"2023-09-23T18:18:18.953941+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:18.953941+0000","last_undegraded":"2023-09-23T18:18:18.953941+0000","last_fullsized":"2023-09-23T18:18:18.953941+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"379'9100","reported_seq":9148,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:26.977413+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:18:26.977413+0000","last_peered":"2023-09-23T18:18:26.977413+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:18:26.977413+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"352'1500","ondisk_log_start":"352'1500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7600,"log_dups_size":0,"ondisk_log_size":7600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214958080,"num_objects":3280,"num_object_clones":0,"num_object_copies":9840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9100,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-2820},{"shards":"0,3,5","objects":3189}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":382,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-09-23T18:18:20.987299+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:20.987299+0000","last_peered":"2023-09-23T18:18:20.987299+0000","last_clean":"2023-09-23T18:18:20.987299+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:20.987299+0000","last_undegraded":"2023-09-23T18:18:20.987299+0000","last_fullsized":"2023-09-23T18:18:20.987299+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1007,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.966720+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:18.966720+0000","last_peered":"2023-09-23T18:18:18.966720+0000","last_clean":"2023-09-23T18:18:18.966720+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:18.966720+0000","last_undegraded":"2023-09-23T18:18:18.966720+0000","last_fullsized":"2023-09-23T18:18:18.966720+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":422,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963446+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:18.963446+0000","last_peered":"2023-09-23T18:18:18.963446+0000","last_clean":"2023-09-23T18:18:18.963446+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:18.963446+0000","last_undegraded":"2023-09-23T18:18:18.963446+0000","last_fullsized":"2023-09-23T18:18:18.963446+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"379'8929","reported_seq":12485,"reported_epoch":379,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:25.963003+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:18:25.963003+0000","last_peered":"2023-09-23T18:18:25.963003+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:18:25.963003+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"352'800","ondisk_log_start":"352'800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8129,"log_dups_size":0,"ondisk_log_size":8129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215220248,"num_objects":3285,"num_object_clones":0,"num_object_copies":9855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1071,"num_objects_misplaced":3189,"num_objects_unfound":0,"num_objects_dirty":3285,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8929,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1753,"num_bytes_recovered":114884608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":3189},{"shards":"2,5","objects":-975}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":50,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.959479+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:18.959479+0000","last_peered":"2023-09-23T18:18:18.959479+0000","last_clean":"2023-09-23T18:18:18.959479+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:18.959479+0000","last_undegraded":"2023-09-23T18:18:18.959479+0000","last_fullsized":"2023-09-23T18:18:18.959479+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":236,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954795+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:18.954795+0000","last_peered":"2023-09-23T18:18:18.954795+0000","last_clean":"2023-09-23T18:18:18.954795+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:18.954795+0000","last_undegraded":"2023-09-23T18:18:18.954795+0000","last_fullsized":"2023-09-23T18:18:18.954795+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.976529+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:18.976529+0000","last_peered":"2023-09-23T18:18:18.976529+0000","last_clean":"2023-09-23T18:18:18.976529+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:18.976529+0000","last_undegraded":"2023-09-23T18:18:18.976529+0000","last_fullsized":"2023-09-23T18:18:18.976529+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":249,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.953861+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:18.953861+0000","last_peered":"2023-09-23T18:18:18.953861+0000","last_clean":"2023-09-23T18:18:18.953861+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:18.953861+0000","last_undegraded":"2023-09-23T18:18:18.953861+0000","last_fullsized":"2023-09-23T18:18:18.953861+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":182,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.950617+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:18.950617+0000","last_peered":"2023-09-23T18:18:18.950617+0000","last_clean":"2023-09-23T18:18:18.950617+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:18.950617+0000","last_undegraded":"2023-09-23T18:18:18.950617+0000","last_fullsized":"2023-09-23T18:18:18.950617+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":386,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.967823+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:18.967823+0000","last_peered":"2023-09-23T18:18:18.967823+0000","last_clean":"2023-09-23T18:18:18.967823+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:18.967823+0000","last_undegraded":"2023-09-23T18:18:18.967823+0000","last_fullsized":"2023-09-23T18:18:18.967823+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.978851+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:18.978851+0000","last_peered":"2023-09-23T18:18:18.978851+0000","last_clean":"2023-09-23T18:18:18.978851+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:18.978851+0000","last_undegraded":"2023-09-23T18:18:18.978851+0000","last_fullsized":"2023-09-23T18:18:18.978851+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":373,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.984647+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:18.984647+0000","last_peered":"2023-09-23T18:18:18.984647+0000","last_clean":"2023-09-23T18:18:18.984647+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:18.984647+0000","last_undegraded":"2023-09-23T18:18:18.984647+0000","last_fullsized":"2023-09-23T18:18:18.984647+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.981720+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:18.981720+0000","last_peered":"2023-09-23T18:18:18.981720+0000","last_clean":"2023-09-23T18:18:18.981720+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:18.981720+0000","last_undegraded":"2023-09-23T18:18:18.981720+0000","last_fullsized":"2023-09-23T18:18:18.981720+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":438,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.964354+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:18.964354+0000","last_peered":"2023-09-23T18:18:18.964354+0000","last_clean":"2023-09-23T18:18:18.964354+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:18.964354+0000","last_undegraded":"2023-09-23T18:18:18.964354+0000","last_fullsized":"2023-09-23T18:18:18.964354+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":417,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.963515+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:18.963515+0000","last_peered":"2023-09-23T18:18:18.963515+0000","last_clean":"2023-09-23T18:18:18.963515+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:18.963515+0000","last_undegraded":"2023-09-23T18:18:18.963515+0000","last_fullsized":"2023-09-23T18:18:18.963515+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":268,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.954254+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:18.954254+0000","last_peered":"2023-09-23T18:18:18.954254+0000","last_clean":"2023-09-23T18:18:18.954254+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:18.954254+0000","last_undegraded":"2023-09-23T18:18:18.954254+0000","last_fullsized":"2023-09-23T18:18:18.954254+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":57,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-09-23T18:18:18.975898+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:18.975898+0000","last_peered":"2023-09-23T18:18:18.975898+0000","last_clean":"2023-09-23T18:18:18.975898+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:18.975898+0000","last_undegraded":"2023-09-23T18:18:18.975898+0000","last_fullsized":"2023-09-23T18:18:18.975898+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":3414556696,"num_objects":52103,"num_object_clones":0,"num_object_copies":156309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25384,"num_objects_misplaced":3189,"num_objects_unfound":0,"num_objects_dirty":52103,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":144553,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1754,"num_bytes_recovered":114950144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11181305856,"data_stored":11181293640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117253,"ondisk_log_size":117253,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430602,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":945012,"kb_used_data":36524,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92800140,"statfs":{"total":95995035648,"available":95027343360,"internally_reserved":0,"allocated":37400576,"data_stored":36501446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":1.7769999999999999,"15min":1.659},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.22900000000000001},"max":{"1min":10.436,"5min":10.436,"15min":53.850999999999999},"last":4.6139999999999999},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":1.732},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.162000000000001,"5min":12.162000000000001,"15min":53.835000000000001},"last":4.0330000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:17:54 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.7729999999999999,"15min":1.9430000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":10.259,"5min":12.595000000000001,"15min":12.595000000000001},"last":0.314},{"interface":"front","average":{"1min":3.0750000000000002,"5min":1.8759999999999999,"15min":1.96},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.401,"5min":12.573,"15min":12.573},"last":4.5250000000000004}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":7.4210000000000003},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":4.7350000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":2.5470000000000002,"15min":2.323},"min":{"1min":0.35599999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":7.6520000000000001,"5min":23.254999999999999,"15min":32.631},"last":4.585},{"interface":"front","average":{"1min":2.3759999999999999,"5min":2.5960000000000001,"15min":2.3900000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":8.9420000000000002,"5min":23.248000000000001,"15min":32.612000000000002},"last":0.96299999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":4.4829999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":0.90800000000000003},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":0.71199999999999997,"15min":0.86399999999999999},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":13.385,"5min":13.385,"15min":13.385},"last":0.623},{"interface":"front","average":{"1min":1.343,"5min":0.71799999999999997,"15min":0.98299999999999998},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":4.3869999999999996,"5min":5.6680000000000001,"15min":12.613},"last":0.94099999999999995}]}]},{"osd":6,"up_from":0,"seq":747324309698,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436665,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2483224,"kb_used_data":2249488,"kb_used_omap":17,"kb_used_meta":233582,"kb_avail":91261928,"statfs":{"total":95995035648,"available":93452214272,"internally_reserved":0,"allocated":2303475712,"data_stored":2301906892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":239188068},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":3.8220000000000001,"15min":4.6580000000000004},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":10.923999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":4.2519999999999998,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":15.611000000000001,"5min":15.611000000000001,"15min":15.611000000000001},"last":0.30299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":3.524,"15min":4.6390000000000002},"min":{"1min":0.28999999999999998,"5min":0.216,"15min":0.216},"max":{"1min":8.5299999999999994,"5min":23.407,"15min":23.407},"last":1.0029999999999999},{"interface":"front","average":{"1min":2.3090000000000002,"5min":4.093,"15min":5.1760000000000002},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":13.390000000000001,"5min":57.387,"15min":57.387},"last":0.35399999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.3809999999999998,"5min":3.5019999999999998,"15min":3.8599999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.1579999999999995,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.88600000000000001},{"interface":"front","average":{"1min":2.7280000000000002,"5min":3.8149999999999999,"15min":4.7869999999999999},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.177,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.91000000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1379999999999999,"5min":1.7490000000000001,"15min":1.385},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":8.1479999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":1.4219999999999999},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2370000000000001,"15min":2.5619999999999998},"min":{"1min":0.38700000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":9.6430000000000007,"5min":14.898,"15min":14.898},"last":0.95199999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.161,"15min":2.5449999999999999},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.125,"5min":14.987,"15min":14.987},"last":0.97699999999999998},{"interface":"front","average":{"1min":3.4159999999999999,"5min":2.7400000000000002,"15min":2.8900000000000001},"min":{"1min":0.38,"5min":0.372,"15min":0.372},"max":{"1min":13.334,"5min":31.023,"15min":31.023},"last":12.298}]},{"osd":6,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":2.6909999999999998,"15min":2.8889999999999998},"min":{"1min":0.51800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":13.289999999999999,"5min":31.064,"15min":31.064},"last":0.54400000000000004},{"interface":"front","average":{"1min":4.1479999999999997,"5min":1.9930000000000001,"15min":1.4870000000000001},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":13.855,"5min":13.855,"15min":13.855},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.278,"15min":2.5840000000000001},"min":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":9.6869999999999994,"5min":14.949999999999999,"15min":14.949999999999999},"last":6.9240000000000004},{"interface":"front","average":{"1min":2.9710000000000001,"5min":2.702,"15min":2.9100000000000001},"min":{"1min":0.497,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.361000000000001,"5min":31.093,"15min":31.093},"last":6.4880000000000004}]}]},{"osd":0,"up_from":85,"seq":365072220440,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2488848,"kb_used_data":1863944,"kb_used_omap":8,"kb_used_meta":624887,"kb_avail":91256304,"statfs":{"total":95995035648,"available":93446455296,"internally_reserved":0,"allocated":1908678656,"data_stored":1907112710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":639884900},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8540000000000001,"5min":2.8279999999999998,"15min":3.0670000000000002},"min":{"1min":0.254,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":25.956,"5min":25.956,"15min":25.956},"last":3.7029999999999998},{"interface":"front","average":{"1min":4.7930000000000001,"5min":4.9939999999999998,"15min":6.5359999999999996},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":25.888999999999999,"5min":68.161000000000001,"15min":68.161000000000001},"last":7.9109999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.5470000000000002,"15min":2.964},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.253,"5min":19.773,"15min":27.821999999999999},"last":7.8310000000000004},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.23,"15min":2.6520000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":11.715999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":4.7969999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:17:30 2023","interfaces":[{"interface":"back","average":{"1min":3.331,"5min":4.8280000000000003,"15min":3.2170000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":19.629000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":9.0199999999999996},{"interface":"front","average":{"1min":4.5060000000000002,"5min":5.008,"15min":3.0339999999999998},"min":{"1min":0.33000000000000002,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":22.183,"5min":69.120999999999995,"15min":69.120999999999995},"last":4.8479999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":3.0640000000000001,"15min":2.1880000000000002},"min":{"1min":0.36499999999999999,"5min":0.34999999999999998,"15min":0.308},"max":{"1min":7.9500000000000002,"5min":68.950000000000003,"15min":68.950000000000003},"last":4.8769999999999998},{"interface":"front","average":{"1min":2.6800000000000002,"5min":3.2370000000000001,"15min":2.2559999999999998},"min":{"1min":0.38400000000000001,"5min":0.35199999999999998,"15min":0.32200000000000001},"max":{"1min":11.015000000000001,"5min":69.829999999999998,"15min":69.829999999999998},"last":3.1819999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.9089999999999998,"5min":3.206,"15min":2.2730000000000001},"min":{"1min":0.436,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":23.393999999999998,"5min":69.751999999999995,"15min":69.751999999999995},"last":3.2160000000000002},{"interface":"front","average":{"1min":2.968,"5min":3.2749999999999999,"15min":2.3490000000000002},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":11.666,"5min":69.081000000000003,"15min":69.081000000000003},"last":4.9100000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":3.145,"15min":2.2959999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.183999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.93100000000000005},{"interface":"front","average":{"1min":3.2010000000000001,"5min":3.4660000000000002,"15min":2.3969999999999998},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":11.282999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":7.8789999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":3.633,"15min":2.5299999999999998},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":11.308999999999999,"5min":68.188999999999993,"15min":68.188999999999993},"last":7.9400000000000004},{"interface":"front","average":{"1min":3.1560000000000001,"5min":3.3330000000000002,"15min":2.5019999999999998},"min":{"1min":0.39200000000000002,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":9.2620000000000005,"5min":69.027000000000001,"15min":69.027000000000001},"last":4.9400000000000004}]}]},{"osd":2,"up_from":145,"seq":622770258133,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2616548,"kb_used_data":1877788,"kb_used_omap":16,"kb_used_meta":738735,"kb_avail":91128604,"statfs":{"total":95995035648,"available":93315690496,"internally_reserved":0,"allocated":1922854912,"data_stored":1921217098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":756464802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,14,0,0,0,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":4.1449999999999996},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":4.6500000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":3.657,"15min":3.581},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":18.077999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":4.2869999999999999},{"interface":"front","average":{"1min":3.9180000000000001,"5min":3.649,"15min":3.4289999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":24.899999999999999,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.89900000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":4.3129999999999997},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":0.96499999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":0.93799999999999994},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":2.6659999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":2.71},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":4.258}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":2.1659999999999999,"15min":2.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5590000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":2.77},{"interface":"front","average":{"1min":3.2200000000000002,"5min":2.3929999999999998,"15min":2.2610000000000001},"min":{"1min":0.48499999999999999,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":9.8659999999999997,"5min":9.8659999999999997,"15min":17.919},"last":2.7909999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":2.746},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":4.2249999999999996}]}]},{"osd":3,"up_from":100,"seq":429496729863,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2572776,"kb_used_data":1850336,"kb_used_omap":4,"kb_used_meta":722427,"kb_avail":91172376,"statfs":{"total":95995035648,"available":93360513024,"internally_reserved":0,"allocated":1894744064,"data_stored":1893213501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":739765655},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":2.2050000000000001,"5min":4.8330000000000002,"15min":3.0150000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":10.630000000000001,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.8300000000000001,"5min":5.0439999999999996,"15min":3.0950000000000002},"min":{"1min":0.22,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":6.5800000000000001,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.315}]},{"osd":1,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":2.8929999999999998,"15min":3.621},"min":{"1min":0.247,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.8919999999999995,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5249999999999999,"15min":3.0979999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.1039999999999992,"5min":15.016,"15min":15.016},"last":2.5640000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.65200000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.5369999999999999,"5min":2.3740000000000001,"15min":2.0499999999999998},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":8.4809999999999999,"5min":13.803000000000001,"15min":23.469000000000001},"last":1.5429999999999999},{"interface":"front","average":{"1min":2.3109999999999999,"5min":2.399,"15min":1.8819999999999999},"min":{"1min":0.35299999999999998,"5min":0.32400000000000001,"15min":0.26800000000000002},"max":{"1min":9.9450000000000003,"5min":14.906000000000001,"15min":15.33},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.6930000000000001,"5min":2.2610000000000001,"15min":1.8759999999999999},"min":{"1min":0.40799999999999997,"5min":0.32200000000000001,"15min":0.29299999999999998},"max":{"1min":6.4649999999999999,"5min":14.856,"15min":14.856},"last":1.782},{"interface":"front","average":{"1min":1.2210000000000001,"5min":2.2210000000000001,"15min":1.901},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":4.8710000000000004,"5min":19.457999999999998,"15min":19.457999999999998},"last":1.8680000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":2.0790000000000002,"15min":2.0550000000000002},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.318},"max":{"1min":6.532,"5min":14.935,"15min":16.379999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":2.2829999999999999,"5min":3.1549999999999998,"15min":2.4239999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":8.4939999999999998,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.56799999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:17:27 2023","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":2.238,"15min":2.052},"min":{"1min":0.41499999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":4.9100000000000001,"5min":19.503,"15min":36.423000000000002},"last":1.571},{"interface":"front","average":{"1min":1.2809999999999999,"5min":2.379,"15min":2.3079999999999998},"min":{"1min":0.41899999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.8090000000000002,"5min":13.76,"15min":36.366999999999997},"last":6.883}]}]},{"osd":4,"up_from":30,"seq":128849019285,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1649444,"kb_used_data":1047452,"kb_used_omap":0,"kb_used_meta":601984,"kb_avail":92095708,"statfs":{"total":95995035648,"available":94306004992,"internally_reserved":0,"allocated":1072590848,"data_stored":1071707723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":616431616},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":1.5880000000000001,"15min":1.4330000000000001},"min":{"1min":0.34699999999999998,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":9.8770000000000007,"5min":9.9819999999999993,"15min":11.686999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0950000000000002,"15min":1.6279999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.201000000000001,"5min":12.744999999999999,"15min":12.744999999999999},"last":0.32600000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.7070000000000001,"15min":1.907},"min":{"1min":0.30099999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":12.074,"5min":12.074,"15min":12.074},"last":1.766},{"interface":"front","average":{"1min":2.3039999999999998,"5min":2.177,"15min":2.7629999999999999},"min":{"1min":0.33600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":12.112,"5min":19.898,"15min":19.898},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":0.83599999999999997},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":1.6479999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:17:28 2023","interfaces":[{"interface":"back","average":{"1min":1.4079999999999999,"5min":1.911,"15min":2.4340000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.6150000000000002,"5min":8.8040000000000003,"15min":80.783000000000001},"last":0.81499999999999995},{"interface":"front","average":{"1min":2.0289999999999999,"5min":1.837,"15min":2.2930000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":7.7370000000000001,"5min":11.305,"15min":80.852000000000004},"last":1.3260000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:17:28 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.56399999999999995,"15min":0.874},"min":{"1min":0.28299999999999997,"5min":0.27500000000000002,"15min":0.24199999999999999},"max":{"1min":4.2110000000000003,"5min":6.6109999999999998,"15min":18.829999999999998},"last":4.6470000000000002},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.60799999999999998,"15min":1.016},"min":{"1min":0.317,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":3.6110000000000002,"5min":7,"15min":18.859000000000002},"last":0.30599999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":0.73399999999999999,"15min":0.80800000000000005},"min":{"1min":0.32300000000000001,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":4.625,"5min":4.625,"15min":8.9030000000000005},"last":0.96799999999999997},{"interface":"front","average":{"1min":2.0409999999999999,"5min":0.89200000000000002,"15min":0.96099999999999997},"min":{"1min":0.375,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":12.292,"5min":12.292,"15min":12.292},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":0.40000000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823057,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2671976,"kb_used_data":2078176,"kb_used_omap":0,"kb_used_meta":593792,"kb_avail":91073176,"statfs":{"total":95995035648,"available":93258932224,"internally_reserved":0,"allocated":2128052224,"data_stored":2127160587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608043008},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,0,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":1.5840000000000001,"15min":1.4870000000000001},"min":{"1min":0.32500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":6.3300000000000001,"5min":9.9499999999999993,"15min":13.724},"last":4.3230000000000004},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.7569999999999999,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.2709999999999999,"5min":10.529,"15min":12.297000000000001},"last":5.9409999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.5009999999999999,"15min":1.9399999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":12.263,"5min":65.379000000000005,"15min":65.379000000000005},"last":4.4630000000000001},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.6829999999999998,"15min":2.0609999999999999},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.7370000000000001,"5min":65.272000000000006,"15min":65.272000000000006},"last":4.6619999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:18:00 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.4009999999999998,"15min":2.298},"min":{"1min":0.38,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.5,"5min":16.038,"15min":44.081000000000003},"last":4.0860000000000003},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.2890000000000001,"15min":2.2210000000000001},"min":{"1min":0.40200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.31,"5min":16.047999999999998,"15min":44.094999999999999},"last":4.1260000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":5.8959999999999999},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":3.0579999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":2.0539999999999998},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":5.8300000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.79500000000000004,"15min":0.85999999999999999},"min":{"1min":0.308,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.673,"5min":5.673,"15min":9.3149999999999995},"last":5.9299999999999997},{"interface":"front","average":{"1min":2.8319999999999999,"5min":1.032,"15min":1.0069999999999999},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":17.952999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":6.0339999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":0.85899999999999999,"15min":0.93400000000000005},"min":{"1min":0.35199999999999998,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":2.0990000000000002},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.0429999999999999,"15min":0.97099999999999997},"min":{"1min":0.39600000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":18.178999999999998,"5min":18.178999999999998,"15min":18.178999999999998},"last":5.867}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1897791488,"data_stored":1897791488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2277834752,"data_stored":2277834752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1911296000,"data_stored":1911291928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1882980352,"data_stored":1882980352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1061158912,"data_stored":1061158912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2117275648,"data_stored":2117271576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32968704,"data_stored":32964632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:18:31.408 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:18:31.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:31.538 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:31.632 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:31.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:31.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:31.738 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:31.768 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:31.787 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:31.803 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:31.845 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:31.848 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:31.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:31.852 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:31.857 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:18:31.878 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:31.886 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:31.925 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:31.953 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:31.979 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:32.016 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:32.022 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:32.062 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:18:32.198 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:32.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:32.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:32.265 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[149401]: from='client.36414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:32.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25393/156393 objects degraded (16.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:32.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/842329342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:32.269 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[153734]: from='client.36414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:32.269 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25393/156393 objects degraded (16.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:32.269 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/842329342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:32.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:32.380 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:32 smithi149 ceph-mon[135148]: from='client.36414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25393/156393 objects degraded (16.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:32.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/842329342' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:32.701 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:32.764 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:32.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:32.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:32.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:32.976 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:33.078 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:33.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:33.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:33.187 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:33.268 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:33.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:33 smithi149 ceph-mon[135148]: pgmap v1131: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 581 op/s; 25464/150984 objects degraded (16.865%); 2999/150984 objects misplaced (1.986%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:33.424 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:33.432 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:33 smithi018 ceph-mon[153734]: pgmap v1131: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 581 op/s; 25464/150984 objects degraded (16.865%); 2999/150984 objects misplaced (1.986%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:33.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:33 smithi018 ceph-mon[149401]: pgmap v1131: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 581 op/s; 25464/150984 objects degraded (16.865%); 2999/150984 objects misplaced (1.986%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:33.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:33.433 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:33.534 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:33.540 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:33.541 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:33.597 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:33.780 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:33.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:33.788 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:33.889 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:33.924 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:18:33.961 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:34.030 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:34.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:34.036 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:34.137 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:34.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:34 smithi149 ceph-mon[135148]: pgmap v1132: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:34.225 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:34.292 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:34.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:34.306 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:34.406 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:34.444 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:34.542 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:34.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:34.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:34 smithi018 ceph-mon[149401]: pgmap v1132: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:34.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:34 smithi018 ceph-mon[153734]: pgmap v1132: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:18:34.652 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:34.720 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:34.795 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:34.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:34.802 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:34.849 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:18:34.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:18:34.903 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:34.982 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:35.088 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:35.088 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25464/147732 objects degraded (17.237%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1498,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":380,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":49244,"data_bytes":3230144459,"bytes_used":15260524544,"bytes_avail":656704724992,"bytes_total":671965249536,"degraded_objects":25464,"degraded_total":147732,"degraded_ratio":0.17236617659004141,"misplaced_objects":2999,"misplaced_total":147732,"misplaced_ratio":0.020300273468172095,"recovering_objects_per_sec":26,"recovering_bytes_per_sec":1748434,"recovering_keys_per_sec":0,"num_objects_recovered":267,"num_bytes_recovered":17498112,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":580},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2023-09-23T18:18:35.159 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:35.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:35.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:35.182 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:34] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.33.4" 2023-09-23T18:18:35.182 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/467324593' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.182 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.182 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/456590727' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:35.250 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:18:35.268 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:35.318 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:35.438 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/467324593' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.438 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.439 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/456590727' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:35.443 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:35.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:35.454 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:35.505 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/467324593' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.505 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:18:35.505 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/456590727' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:35.555 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:35.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:35.704 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:35.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:35.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:35.812 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:35.869 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:35.923 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:18:35.923 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:18:35.947 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:35.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:35.952 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:36.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:36.130 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:36.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:36.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:36.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:36.196 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:36.196 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.196 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.196 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:36.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T18:18:36.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[149401]: pgmap v1134: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 951 KiB/s, 14 objects/s recovering 2023-09-23T18:18:36.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:36.393 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T18:18:36.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:36 smithi149 ceph-mon[135148]: pgmap v1134: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 951 KiB/s, 14 objects/s recovering 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: failed to encode map e381 with expected crc 2023-09-23T18:18:36.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:36 smithi018 ceph-mon[153734]: pgmap v1134: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 428 op/s; 25464/147732 objects degraded (17.237%); 2999/147732 objects misplaced (2.030%); 951 KiB/s, 14 objects/s recovering 2023-09-23T18:18:36.463 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:36.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:36.475 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:36.484 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:36.485 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:36.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:36.653 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:37.009 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:18:37.056 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:37.061 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:37.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:37.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:37.173 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:37.210 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:37.270 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:37.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:37.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25464/147732 objects degraded (17.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:37.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25464/147732 objects degraded (17.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:37.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:37.481 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:37.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:37.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:37.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25464/147732 objects degraded (17.237%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:37.685 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:37.737 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:37.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:18:37.790 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:37.795 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:37.829 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:37.889 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:37.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:37.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:37.927 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:37.959 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:37.994 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:38.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:38.022 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.026 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.026 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:18:38.136 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:38.187 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:38.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:38.275 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:38.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:38.442 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:38 smithi018 ceph-mon[153734]: pgmap v1135: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25515/140664 objects degraded (18.139%); 2833/140664 objects misplaced (2.014%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:18:38.442 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/283204046' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:38.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:38 smithi018 ceph-mon[149401]: pgmap v1135: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25515/140664 objects degraded (18.139%); 2833/140664 objects misplaced (2.014%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:18:38.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/283204046' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:38.446 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:38.650 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:38.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:38 smithi149 ceph-mon[135148]: pgmap v1135: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25515/140664 objects degraded (18.139%); 2833/140664 objects misplaced (2.014%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:18:38.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/283204046' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:38.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:38.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:38.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:38.857 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:38.956 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:38.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:38.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:39.075 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:39.127 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:39.183 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:39.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:39.191 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:39.241 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:39.291 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:39.409 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:39.595 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:39.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:39.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:39.702 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:39.706 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:39.725 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:18:39.806 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:40.408 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1136,"stamp":"2023-09-23T18:18:39.472963+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3036288971,"num_objects":46286,"num_object_clones":0,"num_object_copies":138858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25515,"num_objects_misplaced":2833,"num_objects_unfound":0,"num_objects_dirty":46286,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":151504,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2241,"num_bytes_recovered":148275324,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118468,"ondisk_log_size":118468,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":14401132,"kb_used_data":10013876,"kb_used_omap":47,"kb_used_meta":4387024,"kb_avail":641814932,"statfs":{"total":671965249536,"available":657218490368,"internally_reserved":0,"allocated":10254209024,"data_stored":10245160239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4492312833},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-383057920,"num_objects":-5845,"num_object_clones":0,"num_object_copies":-17535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":122,"num_objects_misplaced":-356,"num_objects_unfound":0,"num_objects_dirty":-5845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5845,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":234,"num_bytes_recovered":15335424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.013359"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096221+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:28.096221+0000","last_peered":"2023-09-23T18:18:28.096221+0000","last_clean":"2023-09-23T18:18:28.096221+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:28.096221+0000","last_undegraded":"2023-09-23T18:18:28.096221+0000","last_fullsized":"2023-09-23T18:18:28.096221+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":391,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.118623+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:28.118623+0000","last_peered":"2023-09-23T18:18:28.118623+0000","last_clean":"2023-09-23T18:18:28.118623+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:28.118623+0000","last_undegraded":"2023-09-23T18:18:28.118623+0000","last_fullsized":"2023-09-23T18:18:28.118623+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":326,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.233803+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:35.233803+0000","last_peered":"2023-09-23T18:18:35.233803+0000","last_clean":"2023-09-23T18:18:35.233803+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:35.233803+0000","last_undegraded":"2023-09-23T18:18:35.233803+0000","last_fullsized":"2023-09-23T18:18:35.233803+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":253,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:32.035348+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:32.035348+0000","last_peered":"2023-09-23T18:18:32.035348+0000","last_clean":"2023-09-23T18:18:32.035348+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:32.035348+0000","last_undegraded":"2023-09-23T18:18:32.035348+0000","last_fullsized":"2023-09-23T18:18:32.035348+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":452,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120037+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:28.120037+0000","last_peered":"2023-09-23T18:18:28.120037+0000","last_clean":"2023-09-23T18:18:28.120037+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:28.120037+0000","last_undegraded":"2023-09-23T18:18:28.120037+0000","last_fullsized":"2023-09-23T18:18:28.120037+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":238,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106652+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:28.106652+0000","last_peered":"2023-09-23T18:18:28.106652+0000","last_clean":"2023-09-23T18:18:28.106652+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:28.106652+0000","last_undegraded":"2023-09-23T18:18:28.106652+0000","last_fullsized":"2023-09-23T18:18:28.106652+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":373,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.105878+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:28.105878+0000","last_peered":"2023-09-23T18:18:28.105878+0000","last_clean":"2023-09-23T18:18:28.105878+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:28.105878+0000","last_undegraded":"2023-09-23T18:18:28.105878+0000","last_fullsized":"2023-09-23T18:18:28.105878+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":425,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120119+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:28.120119+0000","last_peered":"2023-09-23T18:18:28.120119+0000","last_clean":"2023-09-23T18:18:28.120119+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:28.120119+0000","last_undegraded":"2023-09-23T18:18:28.120119+0000","last_fullsized":"2023-09-23T18:18:28.120119+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":243,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106352+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:28.106352+0000","last_peered":"2023-09-23T18:18:28.106352+0000","last_clean":"2023-09-23T18:18:28.106352+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:28.106352+0000","last_undegraded":"2023-09-23T18:18:28.106352+0000","last_fullsized":"2023-09-23T18:18:28.106352+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":354,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120411+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:28.120411+0000","last_peered":"2023-09-23T18:18:28.120411+0000","last_clean":"2023-09-23T18:18:28.120411+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:28.120411+0000","last_undegraded":"2023-09-23T18:18:28.120411+0000","last_fullsized":"2023-09-23T18:18:28.120411+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":34,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.140896+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:28.140896+0000","last_peered":"2023-09-23T18:18:28.140896+0000","last_clean":"2023-09-23T18:18:28.140896+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:28.140896+0000","last_undegraded":"2023-09-23T18:18:28.140896+0000","last_fullsized":"2023-09-23T18:18:28.140896+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":186,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.108745+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:28.108745+0000","last_peered":"2023-09-23T18:18:28.108745+0000","last_clean":"2023-09-23T18:18:28.108745+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:28.108745+0000","last_undegraded":"2023-09-23T18:18:28.108745+0000","last_fullsized":"2023-09-23T18:18:28.108745+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":88,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096448+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:28.096448+0000","last_peered":"2023-09-23T18:18:28.096448+0000","last_clean":"2023-09-23T18:18:28.096448+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:28.096448+0000","last_undegraded":"2023-09-23T18:18:28.096448+0000","last_fullsized":"2023-09-23T18:18:28.096448+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":400,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096286+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:28.096286+0000","last_peered":"2023-09-23T18:18:28.096286+0000","last_clean":"2023-09-23T18:18:28.096286+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:28.096286+0000","last_undegraded":"2023-09-23T18:18:28.096286+0000","last_fullsized":"2023-09-23T18:18:28.096286+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":34,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120689+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:28.120689+0000","last_peered":"2023-09-23T18:18:28.120689+0000","last_clean":"2023-09-23T18:18:28.120689+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:28.120689+0000","last_undegraded":"2023-09-23T18:18:28.120689+0000","last_fullsized":"2023-09-23T18:18:28.120689+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":416,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120155+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:28.120155+0000","last_peered":"2023-09-23T18:18:28.120155+0000","last_clean":"2023-09-23T18:18:28.120155+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:28.120155+0000","last_undegraded":"2023-09-23T18:18:28.120155+0000","last_fullsized":"2023-09-23T18:18:28.120155+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":251,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106170+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:28.106170+0000","last_peered":"2023-09-23T18:18:28.106170+0000","last_clean":"2023-09-23T18:18:28.106170+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:28.106170+0000","last_undegraded":"2023-09-23T18:18:28.106170+0000","last_fullsized":"2023-09-23T18:18:28.106170+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":219,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.116029+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:28.116029+0000","last_peered":"2023-09-23T18:18:28.116029+0000","last_clean":"2023-09-23T18:18:28.116029+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:28.116029+0000","last_undegraded":"2023-09-23T18:18:28.116029+0000","last_fullsized":"2023-09-23T18:18:28.116029+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":28,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.112767+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:28.112767+0000","last_peered":"2023-09-23T18:18:28.112767+0000","last_clean":"2023-09-23T18:18:28.112767+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:28.112767+0000","last_undegraded":"2023-09-23T18:18:28.112767+0000","last_fullsized":"2023-09-23T18:18:28.112767+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":368,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106561+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:28.106561+0000","last_peered":"2023-09-23T18:18:28.106561+0000","last_clean":"2023-09-23T18:18:28.106561+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:28.106561+0000","last_undegraded":"2023-09-23T18:18:28.106561+0000","last_fullsized":"2023-09-23T18:18:28.106561+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":293,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.104531+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:28.104531+0000","last_peered":"2023-09-23T18:18:28.104531+0000","last_clean":"2023-09-23T18:18:28.104531+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:28.104531+0000","last_undegraded":"2023-09-23T18:18:28.104531+0000","last_fullsized":"2023-09-23T18:18:28.104531+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":386,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119047+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:28.119047+0000","last_peered":"2023-09-23T18:18:28.119047+0000","last_clean":"2023-09-23T18:18:28.119047+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:28.119047+0000","last_undegraded":"2023-09-23T18:18:28.119047+0000","last_fullsized":"2023-09-23T18:18:28.119047+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"381'9190","reported_seq":9231,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.905222+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:18:35.905222+0000","last_peered":"2023-09-23T18:18:35.905222+0000","last_clean":"2023-09-23T18:18:35.905222+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:18:35.905222+0000","last_undegraded":"2023-09-23T18:18:35.905222+0000","last_fullsized":"2023-09-23T18:18:35.905222+0000","mapping_epoch":347,"log_start":"352'1000","ondisk_log_start":"352'1000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8190,"log_dups_size":0,"ondisk_log_size":8190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184287232,"num_objects":2812,"num_object_clones":0,"num_object_copies":8436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9190,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":32,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.112522+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:28.112522+0000","last_peered":"2023-09-23T18:18:28.112522+0000","last_clean":"2023-09-23T18:18:28.112522+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:28.112522+0000","last_undegraded":"2023-09-23T18:18:28.112522+0000","last_fullsized":"2023-09-23T18:18:28.112522+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":228,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106281+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:28.106281+0000","last_peered":"2023-09-23T18:18:28.106281+0000","last_clean":"2023-09-23T18:18:28.106281+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:28.106281+0000","last_undegraded":"2023-09-23T18:18:28.106281+0000","last_fullsized":"2023-09-23T18:18:28.106281+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"381'9231","reported_seq":9283,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:35.818090+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:18:35.818090+0000","last_peered":"2023-09-23T18:18:35.818090+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:18:35.818090+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"352'1300","ondisk_log_start":"352'1300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7931,"log_dups_size":0,"ondisk_log_size":7931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192479232,"num_objects":2937,"num_object_clones":0,"num_object_copies":8811,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2937,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9231,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2847},{"shards":"0,4","objects":-3057}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":32,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.112115+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:28.112115+0000","last_peered":"2023-09-23T18:18:28.112115+0000","last_clean":"2023-09-23T18:18:28.112115+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:28.112115+0000","last_undegraded":"2023-09-23T18:18:28.112115+0000","last_fullsized":"2023-09-23T18:18:28.112115+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":400,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.095905+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:28.095905+0000","last_peered":"2023-09-23T18:18:28.095905+0000","last_clean":"2023-09-23T18:18:28.095905+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:28.095905+0000","last_undegraded":"2023-09-23T18:18:28.095905+0000","last_fullsized":"2023-09-23T18:18:28.095905+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"381'9594","reported_seq":9645,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:36.962911+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:18:36.962911+0000","last_peered":"2023-09-23T18:18:36.962911+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:18:36.962911+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"353'2000","ondisk_log_start":"353'2000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7594,"log_dups_size":0,"ondisk_log_size":7594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196870144,"num_objects":3004,"num_object_clones":0,"num_object_copies":9012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9594,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-3167},{"shards":"0,2,3","objects":2876}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":32,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.140964+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:28.140964+0000","last_peered":"2023-09-23T18:18:28.140964+0000","last_clean":"2023-09-23T18:18:28.140964+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:28.140964+0000","last_undegraded":"2023-09-23T18:18:28.140964+0000","last_fullsized":"2023-09-23T18:18:28.140964+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":246,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.117281+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:28.117281+0000","last_peered":"2023-09-23T18:18:28.117281+0000","last_clean":"2023-09-23T18:18:28.117281+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:28.117281+0000","last_undegraded":"2023-09-23T18:18:28.117281+0000","last_fullsized":"2023-09-23T18:18:28.117281+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"381'9265","reported_seq":9308,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.366701+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:18:36.366701+0000","last_peered":"2023-09-23T18:18:36.366701+0000","last_clean":"2023-09-23T18:18:36.366701+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:18:36.366701+0000","last_undegraded":"2023-09-23T18:18:36.366701+0000","last_fullsized":"2023-09-23T18:18:36.366701+0000","mapping_epoch":347,"log_start":"355'2700","ondisk_log_start":"355'2700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6565,"log_dups_size":0,"ondisk_log_size":6565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190513152,"num_objects":2907,"num_object_clones":0,"num_object_copies":8721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9265,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":384,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.107290+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:28.107290+0000","last_peered":"2023-09-23T18:18:28.107290+0000","last_clean":"2023-09-23T18:18:28.107290+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:28.107290+0000","last_undegraded":"2023-09-23T18:18:28.107290+0000","last_fullsized":"2023-09-23T18:18:28.107290+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":386,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.105195+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:28.105195+0000","last_peered":"2023-09-23T18:18:28.105195+0000","last_clean":"2023-09-23T18:18:28.105195+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:28.105195+0000","last_undegraded":"2023-09-23T18:18:28.105195+0000","last_fullsized":"2023-09-23T18:18:28.105195+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"381'9550","reported_seq":9594,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:37.783912+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:18:37.783912+0000","last_peered":"2023-09-23T18:18:37.783912+0000","last_clean":"2023-09-23T18:18:37.783912+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:18:37.783912+0000","last_undegraded":"2023-09-23T18:18:37.783912+0000","last_fullsized":"2023-09-23T18:18:37.783912+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6550,"log_dups_size":0,"ondisk_log_size":6550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190840832,"num_objects":2912,"num_object_clones":0,"num_object_copies":8736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2912,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9550,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":409,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120214+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:28.120214+0000","last_peered":"2023-09-23T18:18:28.120214+0000","last_clean":"2023-09-23T18:18:28.120214+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:28.120214+0000","last_undegraded":"2023-09-23T18:18:28.120214+0000","last_fullsized":"2023-09-23T18:18:28.120214+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096991+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:28.096991+0000","last_peered":"2023-09-23T18:18:28.096991+0000","last_clean":"2023-09-23T18:18:28.096991+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:28.096991+0000","last_undegraded":"2023-09-23T18:18:28.096991+0000","last_fullsized":"2023-09-23T18:18:28.096991+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"381'9397","reported_seq":9440,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.392815+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:18:36.392815+0000","last_peered":"2023-09-23T18:18:36.392815+0000","last_clean":"2023-09-23T18:18:36.392815+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:18:36.392815+0000","last_undegraded":"2023-09-23T18:18:36.392815+0000","last_fullsized":"2023-09-23T18:18:36.392815+0000","mapping_epoch":347,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6597,"log_dups_size":0,"ondisk_log_size":6597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186974208,"num_objects":2853,"num_object_clones":0,"num_object_copies":8559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9397,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096311+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:28.096311+0000","last_peered":"2023-09-23T18:18:28.096311+0000","last_clean":"2023-09-23T18:18:28.096311+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:28.096311+0000","last_undegraded":"2023-09-23T18:18:28.096311+0000","last_fullsized":"2023-09-23T18:18:28.096311+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096454+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:28.096454+0000","last_peered":"2023-09-23T18:18:28.096454+0000","last_clean":"2023-09-23T18:18:28.096454+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:28.096454+0000","last_undegraded":"2023-09-23T18:18:28.096454+0000","last_fullsized":"2023-09-23T18:18:28.096454+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"381'9475","reported_seq":9516,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.858887+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:18:35.858887+0000","last_peered":"2023-09-23T18:18:35.858887+0000","last_clean":"2023-09-23T18:18:35.858887+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:18:35.858887+0000","last_undegraded":"2023-09-23T18:18:35.858887+0000","last_fullsized":"2023-09-23T18:18:35.858887+0000","mapping_epoch":347,"log_start":"352'1500","ondisk_log_start":"352'1500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7975,"log_dups_size":0,"ondisk_log_size":7975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193134592,"num_objects":2947,"num_object_clones":0,"num_object_copies":8841,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2947,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9475,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":46,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.107008+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:28.107008+0000","last_peered":"2023-09-23T18:18:28.107008+0000","last_clean":"2023-09-23T18:18:28.107008+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:28.107008+0000","last_undegraded":"2023-09-23T18:18:28.107008+0000","last_fullsized":"2023-09-23T18:18:28.107008+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":400,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096712+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:28.096712+0000","last_peered":"2023-09-23T18:18:28.096712+0000","last_clean":"2023-09-23T18:18:28.096712+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:28.096712+0000","last_undegraded":"2023-09-23T18:18:28.096712+0000","last_fullsized":"2023-09-23T18:18:28.096712+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"381'9384","reported_seq":9427,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.362937+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:18:36.362937+0000","last_peered":"2023-09-23T18:18:36.362937+0000","last_clean":"2023-09-23T18:18:36.362937+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:18:36.362937+0000","last_undegraded":"2023-09-23T18:18:36.362937+0000","last_fullsized":"2023-09-23T18:18:36.362937+0000","mapping_epoch":347,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6584,"log_dups_size":0,"ondisk_log_size":6584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192806912,"num_objects":2942,"num_object_clones":0,"num_object_copies":8826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2942,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9384,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":421,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119895+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:28.119895+0000","last_peered":"2023-09-23T18:18:28.119895+0000","last_clean":"2023-09-23T18:18:28.119895+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:28.119895+0000","last_undegraded":"2023-09-23T18:18:28.119895+0000","last_fullsized":"2023-09-23T18:18:28.119895+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":381,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.126452+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:28.126452+0000","last_peered":"2023-09-23T18:18:28.126452+0000","last_clean":"2023-09-23T18:18:28.126452+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:28.126452+0000","last_undegraded":"2023-09-23T18:18:28.126452+0000","last_fullsized":"2023-09-23T18:18:28.126452+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"381'9528","reported_seq":9570,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:37.023280+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:18:37.023280+0000","last_peered":"2023-09-23T18:18:37.023280+0000","last_clean":"2023-09-23T18:18:37.023280+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:18:37.023280+0000","last_undegraded":"2023-09-23T18:18:37.023280+0000","last_fullsized":"2023-09-23T18:18:37.023280+0000","mapping_epoch":347,"log_start":"352'2000","ondisk_log_start":"352'2000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7528,"log_dups_size":0,"ondisk_log_size":7528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184680448,"num_objects":2818,"num_object_clones":0,"num_object_copies":8454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9528,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":988,"reported_epoch":380,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:28.125372+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:28.125372+0000","last_peered":"2023-09-23T18:18:28.125372+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:28.125372+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":210,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.116106+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:28.116106+0000","last_peered":"2023-09-23T18:18:28.116106+0000","last_clean":"2023-09-23T18:18:28.116106+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:28.116106+0000","last_undegraded":"2023-09-23T18:18:28.116106+0000","last_fullsized":"2023-09-23T18:18:28.116106+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":291,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.117214+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:28.117214+0000","last_peered":"2023-09-23T18:18:28.117214+0000","last_clean":"2023-09-23T18:18:28.117214+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:28.117214+0000","last_undegraded":"2023-09-23T18:18:28.117214+0000","last_fullsized":"2023-09-23T18:18:28.117214+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"381'9440","reported_seq":9487,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:35.971930+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:18:35.971930+0000","last_peered":"2023-09-23T18:18:35.971930+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:18:35.971930+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"352'1300","ondisk_log_start":"352'1300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8140,"log_dups_size":0,"ondisk_log_size":8140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":187301888,"num_objects":2858,"num_object_clones":0,"num_object_copies":8574,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9440,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":2755},{"shards":"3,5","objects":-3190}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1124,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.108579+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:28.108579+0000","last_peered":"2023-09-23T18:18:28.108579+0000","last_clean":"2023-09-23T18:18:28.108579+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:28.108579+0000","last_undegraded":"2023-09-23T18:18:28.108579+0000","last_fullsized":"2023-09-23T18:18:28.108579+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":383,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096200+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:28.096200+0000","last_peered":"2023-09-23T18:18:28.096200+0000","last_clean":"2023-09-23T18:18:28.096200+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:28.096200+0000","last_undegraded":"2023-09-23T18:18:28.096200+0000","last_fullsized":"2023-09-23T18:18:28.096200+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":296,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.125216+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:28.125216+0000","last_peered":"2023-09-23T18:18:28.125216+0000","last_clean":"2023-09-23T18:18:28.125216+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:28.125216+0000","last_undegraded":"2023-09-23T18:18:28.125216+0000","last_fullsized":"2023-09-23T18:18:28.125216+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"381'9405","reported_seq":9449,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:37.759124+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:18:37.759124+0000","last_peered":"2023-09-23T18:18:37.759124+0000","last_clean":"2023-09-23T18:18:37.759124+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:18:37.759124+0000","last_undegraded":"2023-09-23T18:18:37.759124+0000","last_fullsized":"2023-09-23T18:18:37.759124+0000","mapping_epoch":347,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6605,"log_dups_size":0,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181993472,"num_objects":2777,"num_object_clones":0,"num_object_copies":8331,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2777,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9405,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":645,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.122805+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:28.122805+0000","last_peered":"2023-09-23T18:18:28.122805+0000","last_clean":"2023-09-23T18:18:28.122805+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:28.122805+0000","last_undegraded":"2023-09-23T18:18:28.122805+0000","last_fullsized":"2023-09-23T18:18:28.122805+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":301,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.116994+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:28.116994+0000","last_peered":"2023-09-23T18:18:28.116994+0000","last_clean":"2023-09-23T18:18:28.116994+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:28.116994+0000","last_undegraded":"2023-09-23T18:18:28.116994+0000","last_fullsized":"2023-09-23T18:18:28.116994+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":390,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.126443+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:28.126443+0000","last_peered":"2023-09-23T18:18:28.126443+0000","last_clean":"2023-09-23T18:18:28.126443+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:28.126443+0000","last_undegraded":"2023-09-23T18:18:28.126443+0000","last_fullsized":"2023-09-23T18:18:28.126443+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"381'9532","reported_seq":9573,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.014541+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:18:36.014541+0000","last_peered":"2023-09-23T18:18:36.014541+0000","last_clean":"2023-09-23T18:18:36.014541+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:18:36.014541+0000","last_undegraded":"2023-09-23T18:18:36.014541+0000","last_fullsized":"2023-09-23T18:18:36.014541+0000","mapping_epoch":347,"log_start":"352'1400","ondisk_log_start":"352'1400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8132,"log_dups_size":0,"ondisk_log_size":8132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197263360,"num_objects":3010,"num_object_clones":0,"num_object_copies":9030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9532,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":963,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106964+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:28.106964+0000","last_peered":"2023-09-23T18:18:28.106964+0000","last_clean":"2023-09-23T18:18:28.106964+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:28.106964+0000","last_undegraded":"2023-09-23T18:18:28.106964+0000","last_fullsized":"2023-09-23T18:18:28.106964+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":384,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.111893+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:28.111893+0000","last_peered":"2023-09-23T18:18:28.111893+0000","last_clean":"2023-09-23T18:18:28.111893+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:28.111893+0000","last_undegraded":"2023-09-23T18:18:28.111893+0000","last_fullsized":"2023-09-23T18:18:28.111893+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":419,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119504+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:28.119504+0000","last_peered":"2023-09-23T18:18:28.119504+0000","last_clean":"2023-09-23T18:18:28.119504+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:28.119504+0000","last_undegraded":"2023-09-23T18:18:28.119504+0000","last_fullsized":"2023-09-23T18:18:28.119504+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":68,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096372+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:28.096372+0000","last_peered":"2023-09-23T18:18:28.096372+0000","last_clean":"2023-09-23T18:18:28.096372+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:28.096372+0000","last_undegraded":"2023-09-23T18:18:28.096372+0000","last_fullsized":"2023-09-23T18:18:28.096372+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"381'9240","reported_seq":9283,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.406847+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:18:36.406847+0000","last_peered":"2023-09-23T18:18:36.406847+0000","last_clean":"2023-09-23T18:18:36.406847+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:18:36.406847+0000","last_undegraded":"2023-09-23T18:18:36.406847+0000","last_fullsized":"2023-09-23T18:18:36.406847+0000","mapping_epoch":347,"log_start":"355'2700","ondisk_log_start":"355'2700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6540,"log_dups_size":0,"ondisk_log_size":6540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185204736,"num_objects":2826,"num_object_clones":0,"num_object_copies":8478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9240,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":730,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.111811+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:28.111811+0000","last_peered":"2023-09-23T18:18:28.111811+0000","last_clean":"2023-09-23T18:18:28.111811+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:28.111811+0000","last_undegraded":"2023-09-23T18:18:28.111811+0000","last_fullsized":"2023-09-23T18:18:28.111811+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":378,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.104930+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:28.104930+0000","last_peered":"2023-09-23T18:18:28.104930+0000","last_clean":"2023-09-23T18:18:28.104930+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:28.104930+0000","last_undegraded":"2023-09-23T18:18:28.104930+0000","last_fullsized":"2023-09-23T18:18:28.104930+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":243,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106360+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:28.106360+0000","last_peered":"2023-09-23T18:18:28.106360+0000","last_clean":"2023-09-23T18:18:28.106360+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:28.106360+0000","last_undegraded":"2023-09-23T18:18:28.106360+0000","last_fullsized":"2023-09-23T18:18:28.106360+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"381'9395","reported_seq":9439,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:37.779036+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:18:37.779036+0000","last_peered":"2023-09-23T18:18:37.779036+0000","last_clean":"2023-09-23T18:18:37.779036+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:18:37.779036+0000","last_undegraded":"2023-09-23T18:18:37.779036+0000","last_fullsized":"2023-09-23T18:18:37.779036+0000","mapping_epoch":347,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6595,"log_dups_size":0,"ondisk_log_size":6595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185663488,"num_objects":2833,"num_object_clones":0,"num_object_copies":8499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9395,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":40,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.127782+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:28.127782+0000","last_peered":"2023-09-23T18:18:28.127782+0000","last_clean":"2023-09-23T18:18:28.127782+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:28.127782+0000","last_undegraded":"2023-09-23T18:18:28.127782+0000","last_fullsized":"2023-09-23T18:18:28.127782+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":320,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.125526+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:28.125526+0000","last_peered":"2023-09-23T18:18:28.125526+0000","last_clean":"2023-09-23T18:18:28.125526+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:28.125526+0000","last_undegraded":"2023-09-23T18:18:28.125526+0000","last_fullsized":"2023-09-23T18:18:28.125526+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":403,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.105307+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:28.105307+0000","last_peered":"2023-09-23T18:18:28.105307+0000","last_clean":"2023-09-23T18:18:28.105307+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:28.105307+0000","last_undegraded":"2023-09-23T18:18:28.105307+0000","last_fullsized":"2023-09-23T18:18:28.105307+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"381'9493","reported_seq":9543,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:37.024627+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:18:37.024627+0000","last_peered":"2023-09-23T18:18:37.024627+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:18:37.024627+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"352'1900","ondisk_log_start":"352'1900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7593,"log_dups_size":0,"ondisk_log_size":7593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189202432,"num_objects":2887,"num_object_clones":0,"num_object_copies":8661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9493,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-3213},{"shards":"0,3,5","objects":2796}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":384,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.118977+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:28.118977+0000","last_peered":"2023-09-23T18:18:28.118977+0000","last_clean":"2023-09-23T18:18:28.118977+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:28.118977+0000","last_undegraded":"2023-09-23T18:18:28.118977+0000","last_fullsized":"2023-09-23T18:18:28.118977+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1009,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.126302+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:28.126302+0000","last_peered":"2023-09-23T18:18:28.126302+0000","last_clean":"2023-09-23T18:18:28.126302+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:28.126302+0000","last_undegraded":"2023-09-23T18:18:28.126302+0000","last_fullsized":"2023-09-23T18:18:28.126302+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":424,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119961+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:28.119961+0000","last_peered":"2023-09-23T18:18:28.119961+0000","last_clean":"2023-09-23T18:18:28.119961+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:28.119961+0000","last_undegraded":"2023-09-23T18:18:28.119961+0000","last_fullsized":"2023-09-23T18:18:28.119961+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"381'9279","reported_seq":13305,"reported_epoch":381,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:36.008719+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:18:36.008719+0000","last_peered":"2023-09-23T18:18:36.008719+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:18:36.008719+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"352'1100","ondisk_log_start":"352'1100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8179,"log_dups_size":0,"ondisk_log_size":8179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192282648,"num_objects":2935,"num_object_clones":0,"num_object_copies":8805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1193,"num_objects_misplaced":2833,"num_objects_unfound":0,"num_objects_dirty":2935,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9279,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1987,"num_bytes_recovered":130220032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":2833},{"shards":"2,5","objects":-1091}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":52,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.112593+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:28.112593+0000","last_peered":"2023-09-23T18:18:28.112593+0000","last_clean":"2023-09-23T18:18:28.112593+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:28.112593+0000","last_undegraded":"2023-09-23T18:18:28.112593+0000","last_fullsized":"2023-09-23T18:18:28.112593+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":238,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.106496+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:28.106496+0000","last_peered":"2023-09-23T18:18:28.106496+0000","last_clean":"2023-09-23T18:18:28.106496+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:28.106496+0000","last_undegraded":"2023-09-23T18:18:28.106496+0000","last_fullsized":"2023-09-23T18:18:28.106496+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.095786+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:28.095786+0000","last_peered":"2023-09-23T18:18:28.095786+0000","last_clean":"2023-09-23T18:18:28.095786+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:28.095786+0000","last_undegraded":"2023-09-23T18:18:28.095786+0000","last_fullsized":"2023-09-23T18:18:28.095786+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":251,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.105263+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:28.105263+0000","last_peered":"2023-09-23T18:18:28.105263+0000","last_clean":"2023-09-23T18:18:28.105263+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:28.105263+0000","last_undegraded":"2023-09-23T18:18:28.105263+0000","last_fullsized":"2023-09-23T18:18:28.105263+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":184,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.123385+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:28.123385+0000","last_peered":"2023-09-23T18:18:28.123385+0000","last_clean":"2023-09-23T18:18:28.123385+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:28.123385+0000","last_undegraded":"2023-09-23T18:18:28.123385+0000","last_fullsized":"2023-09-23T18:18:28.123385+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":388,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.107386+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:28.107386+0000","last_peered":"2023-09-23T18:18:28.107386+0000","last_clean":"2023-09-23T18:18:28.107386+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:28.107386+0000","last_undegraded":"2023-09-23T18:18:28.107386+0000","last_fullsized":"2023-09-23T18:18:28.107386+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.095633+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:28.095633+0000","last_peered":"2023-09-23T18:18:28.095633+0000","last_clean":"2023-09-23T18:18:28.095633+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:28.095633+0000","last_undegraded":"2023-09-23T18:18:28.095633+0000","last_fullsized":"2023-09-23T18:18:28.095633+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":375,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.116193+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:28.116193+0000","last_peered":"2023-09-23T18:18:28.116193+0000","last_clean":"2023-09-23T18:18:28.116193+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:28.116193+0000","last_undegraded":"2023-09-23T18:18:28.116193+0000","last_fullsized":"2023-09-23T18:18:28.116193+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.096399+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:28.096399+0000","last_peered":"2023-09-23T18:18:28.096399+0000","last_clean":"2023-09-23T18:18:28.096399+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:28.096399+0000","last_undegraded":"2023-09-23T18:18:28.096399+0000","last_fullsized":"2023-09-23T18:18:28.096399+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":440,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119475+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:28.119475+0000","last_peered":"2023-09-23T18:18:28.119475+0000","last_clean":"2023-09-23T18:18:28.119475+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:28.119475+0000","last_undegraded":"2023-09-23T18:18:28.119475+0000","last_fullsized":"2023-09-23T18:18:28.119475+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":420,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:32.813124+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:32.813124+0000","last_peered":"2023-09-23T18:18:32.813124+0000","last_clean":"2023-09-23T18:18:32.813124+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:32.813124+0000","last_undegraded":"2023-09-23T18:18:32.813124+0000","last_fullsized":"2023-09-23T18:18:32.813124+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":270,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.105807+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:28.105807+0000","last_peered":"2023-09-23T18:18:28.105807+0000","last_clean":"2023-09-23T18:18:28.105807+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:28.105807+0000","last_undegraded":"2023-09-23T18:18:28.105807+0000","last_fullsized":"2023-09-23T18:18:28.105807+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.095568+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:28.095568+0000","last_peered":"2023-09-23T18:18:28.095568+0000","last_clean":"2023-09-23T18:18:28.095568+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:28.095568+0000","last_undegraded":"2023-09-23T18:18:28.095568+0000","last_fullsized":"2023-09-23T18:18:28.095568+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":3031498776,"num_objects":46258,"num_object_clones":0,"num_object_copies":138774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25506,"num_objects_misplaced":2833,"num_objects_unfound":0,"num_objects_dirty":46258,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150398,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1988,"num_bytes_recovered":130285568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10152259584,"data_stored":10152247368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117298,"ondisk_log_size":117298,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430604,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":936780,"kb_used_data":36484,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92808372,"statfs":{"total":95995035648,"available":95035772928,"internally_reserved":0,"allocated":37359616,"data_stored":36452300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":1.7769999999999999,"15min":1.659},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.22900000000000001},"max":{"1min":10.436,"5min":10.436,"15min":53.850999999999999},"last":5.0750000000000002},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":1.732},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.162000000000001,"5min":12.162000000000001,"15min":53.835000000000001},"last":1.7509999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:54 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.7729999999999999,"15min":1.9430000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":10.259,"5min":12.595000000000001,"15min":12.595000000000001},"last":0.621},{"interface":"front","average":{"1min":3.0750000000000002,"5min":1.8759999999999999,"15min":1.96},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.401,"5min":12.573,"15min":12.573},"last":5.2930000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":9.6379999999999999},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":0.46700000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":9.6839999999999993},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":0.315}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":5.3280000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":1.3560000000000001},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.42299999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":0.71199999999999997,"15min":0.86399999999999999},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":13.385,"5min":13.385,"15min":13.385},"last":3.399},{"interface":"front","average":{"1min":1.343,"5min":0.71799999999999997,"15min":0.98299999999999998},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":4.3869999999999996,"5min":5.6680000000000001,"15min":12.613},"last":4.0780000000000003}]}]},{"osd":6,"up_from":0,"seq":747324309700,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436667,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2309748,"kb_used_data":2084332,"kb_used_omap":17,"kb_used_meta":225390,"kb_avail":91435404,"statfs":{"total":95995035648,"available":93629853696,"internally_reserved":0,"allocated":2134355968,"data_stored":2132775350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":230799460},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":3.8220000000000001,"15min":4.6580000000000004},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":10.923999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":0.189},{"interface":"front","average":{"1min":4.2519999999999998,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":15.611000000000001,"5min":15.611000000000001,"15min":15.611000000000001},"last":2.4279999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":3.524,"15min":4.6390000000000002},"min":{"1min":0.28999999999999998,"5min":0.216,"15min":0.216},"max":{"1min":8.5299999999999994,"5min":23.407,"15min":23.407},"last":0.97399999999999998},{"interface":"front","average":{"1min":2.3090000000000002,"5min":4.093,"15min":5.1760000000000002},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":13.390000000000001,"5min":57.387,"15min":57.387},"last":2.4100000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.3809999999999998,"5min":3.5019999999999998,"15min":3.8599999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.1579999999999995,"5min":33.795000000000002,"15min":33.795000000000002},"last":2.4950000000000001},{"interface":"front","average":{"1min":2.7280000000000002,"5min":3.8149999999999999,"15min":4.7869999999999999},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.177,"5min":33.774999999999999,"15min":33.774999999999999},"last":1.1359999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1379999999999999,"5min":1.7490000000000001,"15min":1.385},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":8.1479999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":2.4700000000000002},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2370000000000001,"15min":2.5619999999999998},"min":{"1min":0.38700000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":9.6430000000000007,"5min":14.898,"15min":14.898},"last":1.081}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.161,"15min":2.5449999999999999},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.125,"5min":14.987,"15min":14.987},"last":1.0980000000000001},{"interface":"front","average":{"1min":3.4159999999999999,"5min":2.7400000000000002,"15min":2.8900000000000001},"min":{"1min":0.38,"5min":0.372,"15min":0.372},"max":{"1min":13.334,"5min":31.023,"15min":31.023},"last":0.5}]},{"osd":6,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":2.6909999999999998,"15min":2.8889999999999998},"min":{"1min":0.51800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":13.289999999999999,"5min":31.064,"15min":31.064},"last":0.52000000000000002},{"interface":"front","average":{"1min":4.1479999999999997,"5min":1.9930000000000001,"15min":1.4870000000000001},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":13.855,"5min":13.855,"15min":13.855},"last":2.5169999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.278,"15min":2.5840000000000001},"min":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":9.6869999999999994,"5min":14.949999999999999,"15min":14.949999999999999},"last":1.117},{"interface":"front","average":{"1min":2.9710000000000001,"5min":2.702,"15min":2.9100000000000001},"min":{"1min":0.497,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.361000000000001,"5min":31.093,"15min":31.093},"last":0.46999999999999997}]}]},{"osd":0,"up_from":85,"seq":365072220442,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2318380,"kb_used_data":1697508,"kb_used_omap":8,"kb_used_meta":620791,"kb_avail":91426772,"statfs":{"total":95995035648,"available":93621014528,"internally_reserved":0,"allocated":1738248192,"data_stored":1736670448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":635690596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8540000000000001,"5min":2.8279999999999998,"15min":3.0670000000000002},"min":{"1min":0.254,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":25.956,"5min":25.956,"15min":25.956},"last":0.23300000000000001},{"interface":"front","average":{"1min":4.7930000000000001,"5min":4.9939999999999998,"15min":6.5359999999999996},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":25.888999999999999,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.252}]},{"osd":2,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.5470000000000002,"15min":2.964},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.253,"5min":19.773,"15min":27.821999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.23,"15min":2.6520000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":11.715999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":0.27700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.33500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":3.0640000000000001,"15min":2.1880000000000002},"min":{"1min":0.36499999999999999,"5min":0.34999999999999998,"15min":0.308},"max":{"1min":7.9500000000000002,"5min":68.950000000000003,"15min":68.950000000000003},"last":6.5359999999999996},{"interface":"front","average":{"1min":2.6800000000000002,"5min":3.2370000000000001,"15min":2.2559999999999998},"min":{"1min":0.38400000000000001,"5min":0.35199999999999998,"15min":0.32200000000000001},"max":{"1min":11.015000000000001,"5min":69.829999999999998,"15min":69.829999999999998},"last":2.004}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.9089999999999998,"5min":3.206,"15min":2.2730000000000001},"min":{"1min":0.436,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":23.393999999999998,"5min":69.751999999999995,"15min":69.751999999999995},"last":1.885},{"interface":"front","average":{"1min":2.968,"5min":3.2749999999999999,"15min":2.3490000000000002},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":11.666,"5min":69.081000000000003,"15min":69.081000000000003},"last":1.694}]},{"osd":6,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":3.145,"15min":2.2959999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.183999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":6.6470000000000002},{"interface":"front","average":{"1min":3.2010000000000001,"5min":3.4660000000000002,"15min":2.3969999999999998},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":11.282999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":1.8260000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":3.633,"15min":2.5299999999999998},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":11.308999999999999,"5min":68.188999999999993,"15min":68.188999999999993},"last":2.2349999999999999},{"interface":"front","average":{"1min":3.1560000000000001,"5min":3.3330000000000002,"15min":2.5019999999999998},"min":{"1min":0.39200000000000002,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":9.2620000000000005,"5min":69.027000000000001,"15min":69.027000000000001},"last":2.3069999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258135,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2422528,"kb_used_data":1671480,"kb_used_omap":16,"kb_used_meta":751023,"kb_avail":91322624,"statfs":{"total":95995035648,"available":93514366976,"internally_reserved":0,"allocated":1711595520,"data_stored":1709945908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":769047714},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":2.609},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":4.3810000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":3.657,"15min":3.581},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":18.077999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.85199999999999998},{"interface":"front","average":{"1min":3.9180000000000001,"5min":3.649,"15min":3.4289999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":24.899999999999999,"5min":38.329000000000001,"15min":38.329000000000001},"last":3.3540000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":1.849},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":0.90700000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":1.7390000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":1.78},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":0.79400000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":2.1659999999999999,"15min":2.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5590000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":2.153},{"interface":"front","average":{"1min":3.2200000000000002,"5min":2.3929999999999998,"15min":2.2610000000000001},"min":{"1min":0.48499999999999999,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":9.8659999999999997,"5min":9.8659999999999997,"15min":17.919},"last":1.8089999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":2.9289999999999998},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":0.82499999999999996}]}]},{"osd":3,"up_from":100,"seq":429496729865,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2411780,"kb_used_data":1697532,"kb_used_omap":4,"kb_used_meta":714235,"kb_avail":91333372,"statfs":{"total":95995035648,"available":93525372928,"internally_reserved":0,"allocated":1738272768,"data_stored":1736730407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":731377047},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":5.5780000000000003},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":1.8919999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":2.8929999999999998,"15min":3.621},"min":{"1min":0.247,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.8919999999999995,"5min":11.861000000000001,"15min":11.861000000000001},"last":5.3070000000000004},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5249999999999999,"15min":3.0979999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.1039999999999992,"5min":15.016,"15min":15.016},"last":2.246}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":1.651},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":2.0049999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":5.2389999999999999},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":1.611}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":6.476},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":6.5890000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":2.0790000000000002,"15min":2.0550000000000002},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.318},"max":{"1min":6.532,"5min":14.935,"15min":16.379999999999999},"last":1.853},{"interface":"front","average":{"1min":2.2829999999999999,"5min":3.1549999999999998,"15min":2.4239999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":8.4939999999999998,"5min":93.280000000000001,"15min":93.280000000000001},"last":1.776}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":1.6879999999999999},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":5.2800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019287,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1521980,"kb_used_data":932276,"kb_used_omap":0,"kb_used_meta":589696,"kb_avail":92223172,"statfs":{"total":95995035648,"available":94436528128,"internally_reserved":0,"allocated":954650624,"data_stored":953759313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603848704},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":1.5880000000000001,"15min":1.4330000000000001},"min":{"1min":0.34699999999999998,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":9.8770000000000007,"5min":9.9819999999999993,"15min":11.686999999999999},"last":5.5369999999999999},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0950000000000002,"15min":1.6279999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.201000000000001,"5min":12.744999999999999,"15min":12.744999999999999},"last":4.9619999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.7070000000000001,"15min":1.907},"min":{"1min":0.30099999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":12.074,"5min":12.074,"15min":12.074},"last":4.5750000000000002},{"interface":"front","average":{"1min":2.3039999999999998,"5min":2.177,"15min":2.7629999999999999},"min":{"1min":0.33600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":12.112,"5min":19.898,"15min":19.898},"last":5.0640000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":2.2879999999999998},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":4.6219999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.952,"15min":2.544},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":9.8369999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.234,"15min":2.508},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":17.027000000000001,"5min":17.027000000000001,"15min":80.852000000000004},"last":8.6950000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":1.042,"15min":1.0329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.24199999999999999},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":18.829999999999998},"last":4.5199999999999996},{"interface":"front","average":{"1min":2.8479999999999999,"5min":1.097,"15min":1.1779999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27500000000000002},"max":{"1min":12.225,"5min":12.225,"15min":18.859000000000002},"last":5.6459999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":0.73399999999999999,"15min":0.80800000000000005},"min":{"1min":0.32300000000000001,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":4.625,"5min":4.625,"15min":8.9030000000000005},"last":3.9510000000000001},{"interface":"front","average":{"1min":2.0409999999999999,"5min":0.89200000000000002,"15min":0.96099999999999997},"min":{"1min":0.375,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":12.292,"5min":12.292,"15min":12.292},"last":4.5460000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":3.9140000000000001},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":4.7690000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823059,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2479936,"kb_used_data":1894264,"kb_used_omap":0,"kb_used_meta":585600,"kb_avail":91265216,"statfs":{"total":95995035648,"available":93455581184,"internally_reserved":0,"allocated":1939726336,"data_stored":1938826513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599654400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":1.5840000000000001,"15min":1.4870000000000001},"min":{"1min":0.32500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":6.3300000000000001,"5min":9.9499999999999993,"15min":13.724},"last":4.2869999999999999},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.7569999999999999,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.2709999999999999,"5min":10.529,"15min":12.297000000000001},"last":0.53000000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.5009999999999999,"15min":1.9399999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":12.263,"5min":65.379000000000005,"15min":65.379000000000005},"last":4.4100000000000001},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.6829999999999998,"15min":2.0609999999999999},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.7370000000000001,"5min":65.272000000000006,"15min":65.272000000000006},"last":2.621}]},{"osd":2,"last update":"Sat Sep 23 18:18:00 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.4009999999999998,"15min":2.298},"min":{"1min":0.38,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.5,"5min":16.038,"15min":44.081000000000003},"last":2.694},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.2890000000000001,"15min":2.2210000000000001},"min":{"1min":0.40200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.31,"5min":16.047999999999998,"15min":44.094999999999999},"last":5.0670000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":4.875}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":3.3050000000000002},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.79500000000000004,"15min":0.85999999999999999},"min":{"1min":0.308,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.673,"5min":5.673,"15min":9.3149999999999995},"last":3.754},{"interface":"front","average":{"1min":2.8319999999999999,"5min":1.032,"15min":1.0069999999999999},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":17.952999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":3.7349999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":0.85899999999999999,"15min":0.93400000000000005},"min":{"1min":0.35199999999999998,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":3.3439999999999999},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.0429999999999999,"15min":0.97099999999999997},"min":{"1min":0.39600000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":18.178999999999998,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.60099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1726742528,"data_stored":1726742528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2109472768,"data_stored":2109472768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1697714176,"data_stored":1697710104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1712848896,"data_stored":1712848896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":943063040,"data_stored":943063040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1928925184,"data_stored":1928921112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33492992,"data_stored":33488920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:18:40.590 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[149401]: pgmap v1136: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25515/138858 objects degraded (18.375%); 2833/138858 objects misplaced (2.040%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[149401]: from='client.46334 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[153734]: pgmap v1136: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25515/138858 objects degraded (18.375%); 2833/138858 objects misplaced (2.040%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:40.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:40 smithi018 ceph-mon[153734]: from='client.46334 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:40.911 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:40 smithi149 ceph-mon[135148]: pgmap v1136: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25515/138858 objects degraded (18.375%); 2833/138858 objects misplaced (2.040%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T18:18:40.911 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:40.911 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:40 smithi149 ceph-mon[135148]: from='client.46334 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:40.911 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:40.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:40.921 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:41.022 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:41.092 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:41.153 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:41.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:41.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:41.263 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:41.346 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:42.490 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:42.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:42.497 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:42.597 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:42.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:42.729 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:42.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:42.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:42.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:42 smithi018 ceph-mon[153734]: pgmap v1137: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 25521/133359 objects degraded (19.137%); 2669/133359 objects misplaced (2.001%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:42.759 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:42 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25521/133359 objects degraded (19.137%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:42.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:42 smithi018 ceph-mon[149401]: pgmap v1137: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 25521/133359 objects degraded (19.137%); 2669/133359 objects misplaced (2.001%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:42.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:42 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25521/133359 objects degraded (19.137%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:42.834 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:42.898 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:42 smithi149 ceph-mon[135148]: pgmap v1137: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 586 op/s; 25521/133359 objects degraded (19.137%); 2669/133359 objects misplaced (2.001%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:42.898 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:42 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25521/133359 objects degraded (19.137%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:42.909 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:42.977 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:42.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:42.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:43.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:43.234 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:43.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:43.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:43.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:43.417 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:18:43.450 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:43.494 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:43.499 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:154551 8.7 8:e7b0fb05:::benchmark_data_smithi018_324167_object56221:head [delete] snapc 0=[] ondisk+write+known_if_redirected e381)", 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:43.489326+0000", 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0090780449999999999, 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091222170000000002, 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:18:43.500 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 154551 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489326+0000", 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:43.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489326+0000", 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489325+0000", 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489333+0000", 2023-09-23T18:18:43.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5380000000000002e-06 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489350+0000", 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6915e-05 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489358+0000", 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1440000000000003e-06 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489421+0000", 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3264999999999998e-05 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489543+0000", 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000121977 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:43.504 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.489658+0000", 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114429 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.496927+0000", 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007269373 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:43.498412+0000", 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001485028 2023-09-23T18:18:43.505 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 1 2023-09-23T18:18:43.506 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:18:43.556 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:43.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:43.573 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:43.608 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:43.673 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:43.746 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:43 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:18:43.752 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:43.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:43 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:18:43.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:43 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:18:43.850 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:43.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:43.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:43.955 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:44.060 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:44.161 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:44.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:44.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:44.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:44.366 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:44.767 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[149401]: pgmap v1138: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3162878229' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[153734]: pgmap v1138: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3162878229' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:44.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:45.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:45.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:45.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:18:45.110 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:45.147 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:44 smithi149 ceph-mon[135148]: pgmap v1138: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:45.147 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3162878229' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:45.147 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:44 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:45.155 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:45.268 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:45.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:45.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:45.320 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:44] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.33.4" 2023-09-23T18:18:45.374 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:45.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:45.542 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:45.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:45.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:45.651 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:45.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:45.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:45.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T18:18:45.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:45 smithi149 ceph-mon[135148]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:45.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:45.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:45.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:45.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T18:18:45.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.980 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[149401]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.981 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:45 smithi018 ceph-mon[153734]: failed to encode map e382 with expected crc 2023-09-23T18:18:45.982 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:46.083 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:46.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:46.185 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:46.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:46.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:46.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:46.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:46.485 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:46.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:46.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:46.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:46.659 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:46.725 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:46.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:46.736 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:46.837 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:46.908 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:46.909 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:46.916 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:46.951 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:47.002 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:47.028 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:47.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:47.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:46 smithi018 ceph-mon[149401]: pgmap v1140: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:47.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25521/129819 objects degraded (19.659%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:47.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:46 smithi018 ceph-mon[153734]: pgmap v1140: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:47.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25521/129819 objects degraded (19.659%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:47.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:47.057 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:47.069 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:47.098 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:47.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:46 smithi149 ceph-mon[135148]: pgmap v1140: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 596 op/s; 25521/129819 objects degraded (19.659%); 2669/129819 objects misplaced (2.056%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:18:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25521/129819 objects degraded (19.659%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:47.159 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:47.210 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:47.238 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.238 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.238 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.238 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:18:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:47.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:18:47.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:47.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:47.708 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:47.809 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:47.934 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:48.007 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:48.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3169351821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:48.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:48.014 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3169351821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:48.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:48.115 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:48.128 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3169351821' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:48.168 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:18:48.208 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:48.530 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:48.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:48.540 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:48.633 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:48.640 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:48.749 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:48.870 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:48.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:48.875 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:48.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:48 smithi018 ceph-mon[153734]: pgmap v1141: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25570/122694 objects degraded (20.840%); 2493/122694 objects misplaced (2.032%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:48.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:48 smithi018 ceph-mon[153734]: from='client.46349 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:48.898 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:48 smithi018 ceph-mon[149401]: pgmap v1141: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25570/122694 objects degraded (20.840%); 2493/122694 objects misplaced (2.032%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:48.899 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:48 smithi018 ceph-mon[149401]: from='client.46349 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:48.899 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1141,"stamp":"2023-09-23T18:18:47.475290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2683181003,"num_objects":40898,"num_object_clones":0,"num_object_copies":122694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25570,"num_objects_misplaced":2493,"num_objects_unfound":0,"num_objects_dirty":40898,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":156892,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2526,"num_bytes_recovered":166953084,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118256,"ondisk_log_size":118256,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":13500160,"kb_used_data":9065992,"kb_used_omap":47,"kb_used_meta":4433744,"kb_avail":642715904,"statfs":{"total":671965249536,"available":658141085696,"internally_reserved":0,"allocated":9283575808,"data_stored":9274491629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4540154113},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,4,7,8,9],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-392560640,"num_objects":-5990,"num_object_clones":0,"num_object_copies":-17970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":55,"num_objects_misplaced":-340,"num_objects_unfound":0,"num_objects_dirty":-5990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5990,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":285,"num_bytes_recovered":18677760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004727"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226940+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:35.226940+0000","last_peered":"2023-09-23T18:18:35.226940+0000","last_clean":"2023-09-23T18:18:35.226940+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:35.226940+0000","last_undegraded":"2023-09-23T18:18:35.226940+0000","last_fullsized":"2023-09-23T18:18:35.226940+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":391,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.118623+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:28.118623+0000","last_peered":"2023-09-23T18:18:28.118623+0000","last_clean":"2023-09-23T18:18:28.118623+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:28.118623+0000","last_undegraded":"2023-09-23T18:18:28.118623+0000","last_fullsized":"2023-09-23T18:18:28.118623+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":327,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:36.421841+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:36.421841+0000","last_peered":"2023-09-23T18:18:36.421841+0000","last_clean":"2023-09-23T18:18:36.421841+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:36.421841+0000","last_undegraded":"2023-09-23T18:18:36.421841+0000","last_fullsized":"2023-09-23T18:18:36.421841+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":254,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217381+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:35.217381+0000","last_peered":"2023-09-23T18:18:35.217381+0000","last_clean":"2023-09-23T18:18:35.217381+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:35.217381+0000","last_undegraded":"2023-09-23T18:18:35.217381+0000","last_fullsized":"2023-09-23T18:18:35.217381+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":452,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120037+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:28.120037+0000","last_peered":"2023-09-23T18:18:28.120037+0000","last_clean":"2023-09-23T18:18:28.120037+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:28.120037+0000","last_undegraded":"2023-09-23T18:18:28.120037+0000","last_fullsized":"2023-09-23T18:18:28.120037+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":239,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.230238+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:35.230238+0000","last_peered":"2023-09-23T18:18:35.230238+0000","last_clean":"2023-09-23T18:18:35.230238+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:35.230238+0000","last_undegraded":"2023-09-23T18:18:35.230238+0000","last_fullsized":"2023-09-23T18:18:35.230238+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":374,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.213976+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:35.213976+0000","last_peered":"2023-09-23T18:18:35.213976+0000","last_clean":"2023-09-23T18:18:35.213976+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:35.213976+0000","last_undegraded":"2023-09-23T18:18:35.213976+0000","last_fullsized":"2023-09-23T18:18:35.213976+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":425,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120119+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:28.120119+0000","last_peered":"2023-09-23T18:18:28.120119+0000","last_clean":"2023-09-23T18:18:28.120119+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:28.120119+0000","last_undegraded":"2023-09-23T18:18:28.120119+0000","last_fullsized":"2023-09-23T18:18:28.120119+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":244,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.229880+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:35.229880+0000","last_peered":"2023-09-23T18:18:35.229880+0000","last_clean":"2023-09-23T18:18:35.229880+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:35.229880+0000","last_undegraded":"2023-09-23T18:18:35.229880+0000","last_fullsized":"2023-09-23T18:18:35.229880+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":354,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120411+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:28.120411+0000","last_peered":"2023-09-23T18:18:28.120411+0000","last_clean":"2023-09-23T18:18:28.120411+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:28.120411+0000","last_undegraded":"2023-09-23T18:18:28.120411+0000","last_fullsized":"2023-09-23T18:18:28.120411+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":35,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.237436+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:35.237436+0000","last_peered":"2023-09-23T18:18:35.237436+0000","last_clean":"2023-09-23T18:18:35.237436+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:35.237436+0000","last_undegraded":"2023-09-23T18:18:35.237436+0000","last_fullsized":"2023-09-23T18:18:35.237436+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":187,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.230841+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:35.230841+0000","last_peered":"2023-09-23T18:18:35.230841+0000","last_clean":"2023-09-23T18:18:35.230841+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:35.230841+0000","last_undegraded":"2023-09-23T18:18:35.230841+0000","last_fullsized":"2023-09-23T18:18:35.230841+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":89,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227130+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:35.227130+0000","last_peered":"2023-09-23T18:18:35.227130+0000","last_clean":"2023-09-23T18:18:35.227130+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:35.227130+0000","last_undegraded":"2023-09-23T18:18:35.227130+0000","last_fullsized":"2023-09-23T18:18:35.227130+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":401,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227018+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:35.227018+0000","last_peered":"2023-09-23T18:18:35.227018+0000","last_clean":"2023-09-23T18:18:35.227018+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:35.227018+0000","last_undegraded":"2023-09-23T18:18:35.227018+0000","last_fullsized":"2023-09-23T18:18:35.227018+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":35,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236973+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:35.236973+0000","last_peered":"2023-09-23T18:18:35.236973+0000","last_clean":"2023-09-23T18:18:35.236973+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:35.236973+0000","last_undegraded":"2023-09-23T18:18:35.236973+0000","last_fullsized":"2023-09-23T18:18:35.236973+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":416,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120155+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:28.120155+0000","last_peered":"2023-09-23T18:18:28.120155+0000","last_clean":"2023-09-23T18:18:28.120155+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:28.120155+0000","last_undegraded":"2023-09-23T18:18:28.120155+0000","last_fullsized":"2023-09-23T18:18:28.120155+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":252,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.215187+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:35.215187+0000","last_peered":"2023-09-23T18:18:35.215187+0000","last_clean":"2023-09-23T18:18:35.215187+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:35.215187+0000","last_undegraded":"2023-09-23T18:18:35.215187+0000","last_fullsized":"2023-09-23T18:18:35.215187+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":220,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.234858+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:35.234858+0000","last_peered":"2023-09-23T18:18:35.234858+0000","last_clean":"2023-09-23T18:18:35.234858+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:35.234858+0000","last_undegraded":"2023-09-23T18:18:35.234858+0000","last_fullsized":"2023-09-23T18:18:35.234858+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236689+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:35.236689+0000","last_peered":"2023-09-23T18:18:35.236689+0000","last_clean":"2023-09-23T18:18:35.236689+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:35.236689+0000","last_undegraded":"2023-09-23T18:18:35.236689+0000","last_fullsized":"2023-09-23T18:18:35.236689+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":369,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217511+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:35.217511+0000","last_peered":"2023-09-23T18:18:35.217511+0000","last_clean":"2023-09-23T18:18:35.217511+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:35.217511+0000","last_undegraded":"2023-09-23T18:18:35.217511+0000","last_fullsized":"2023-09-23T18:18:35.217511+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":294,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.216726+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:35.216726+0000","last_peered":"2023-09-23T18:18:35.216726+0000","last_clean":"2023-09-23T18:18:35.216726+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:35.216726+0000","last_undegraded":"2023-09-23T18:18:35.216726+0000","last_fullsized":"2023-09-23T18:18:35.216726+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":386,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119047+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:28.119047+0000","last_peered":"2023-09-23T18:18:28.119047+0000","last_clean":"2023-09-23T18:18:28.119047+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:28.119047+0000","last_undegraded":"2023-09-23T18:18:28.119047+0000","last_fullsized":"2023-09-23T18:18:28.119047+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"382'9541","reported_seq":9583,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:45.981917+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:18:45.981917+0000","last_peered":"2023-09-23T18:18:45.981917+0000","last_clean":"2023-09-23T18:18:45.981917+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:18:45.981917+0000","last_undegraded":"2023-09-23T18:18:45.981917+0000","last_fullsized":"2023-09-23T18:18:45.981917+0000","mapping_epoch":347,"log_start":"352'1400","ondisk_log_start":"352'1400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8141,"log_dups_size":0,"ondisk_log_size":8141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161284096,"num_objects":2461,"num_object_clones":0,"num_object_copies":7383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2461,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9541,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":33,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.237555+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:35.237555+0000","last_peered":"2023-09-23T18:18:35.237555+0000","last_clean":"2023-09-23T18:18:35.237555+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:35.237555+0000","last_undegraded":"2023-09-23T18:18:35.237555+0000","last_fullsized":"2023-09-23T18:18:35.237555+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":229,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.230460+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:35.230460+0000","last_peered":"2023-09-23T18:18:35.230460+0000","last_clean":"2023-09-23T18:18:35.230460+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:35.230460+0000","last_undegraded":"2023-09-23T18:18:35.230460+0000","last_fullsized":"2023-09-23T18:18:35.230460+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"382'9624","reported_seq":9677,"reported_epoch":382,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:45.856459+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:18:45.856459+0000","last_peered":"2023-09-23T18:18:45.856459+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:18:45.856459+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"352'1700","ondisk_log_start":"352'1700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7924,"log_dups_size":0,"ondisk_log_size":7924,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166723584,"num_objects":2544,"num_object_clones":0,"num_object_copies":7632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9624,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2454},{"shards":"0,4","objects":-3450}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":33,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.241102+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:35.241102+0000","last_peered":"2023-09-23T18:18:35.241102+0000","last_clean":"2023-09-23T18:18:35.241102+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:35.241102+0000","last_undegraded":"2023-09-23T18:18:35.241102+0000","last_fullsized":"2023-09-23T18:18:35.241102+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":401,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226688+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:35.226688+0000","last_peered":"2023-09-23T18:18:35.226688+0000","last_clean":"2023-09-23T18:18:35.226688+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:35.226688+0000","last_undegraded":"2023-09-23T18:18:35.226688+0000","last_fullsized":"2023-09-23T18:18:35.226688+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"382'10002","reported_seq":10053,"reported_epoch":382,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:47.029876+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:18:47.029876+0000","last_peered":"2023-09-23T18:18:47.029876+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:18:47.029876+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"354'2500","ondisk_log_start":"354'2500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7502,"log_dups_size":0,"ondisk_log_size":7502,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170131456,"num_objects":2596,"num_object_clones":0,"num_object_copies":7788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10002,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-3575},{"shards":"0,2,3","objects":2468}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":33,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.237493+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:35.237493+0000","last_peered":"2023-09-23T18:18:35.237493+0000","last_clean":"2023-09-23T18:18:35.237493+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:35.237493+0000","last_undegraded":"2023-09-23T18:18:35.237493+0000","last_fullsized":"2023-09-23T18:18:35.237493+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":247,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.241911+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:35.241911+0000","last_peered":"2023-09-23T18:18:35.241911+0000","last_clean":"2023-09-23T18:18:35.241911+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:35.241911+0000","last_undegraded":"2023-09-23T18:18:35.241911+0000","last_fullsized":"2023-09-23T18:18:35.241911+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"382'9645","reported_seq":9689,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:46.398694+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:18:46.398694+0000","last_peered":"2023-09-23T18:18:46.398694+0000","last_clean":"2023-09-23T18:18:46.398694+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:18:46.398694+0000","last_undegraded":"2023-09-23T18:18:46.398694+0000","last_fullsized":"2023-09-23T18:18:46.398694+0000","mapping_epoch":347,"log_start":"355'3100","ondisk_log_start":"355'3100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6545,"log_dups_size":0,"ondisk_log_size":6545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165609472,"num_objects":2527,"num_object_clones":0,"num_object_copies":7581,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9645,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":385,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.233680+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:35.233680+0000","last_peered":"2023-09-23T18:18:35.233680+0000","last_clean":"2023-09-23T18:18:35.233680+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:35.233680+0000","last_undegraded":"2023-09-23T18:18:35.233680+0000","last_fullsized":"2023-09-23T18:18:35.233680+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":387,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217029+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:35.217029+0000","last_peered":"2023-09-23T18:18:35.217029+0000","last_clean":"2023-09-23T18:18:35.217029+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:35.217029+0000","last_undegraded":"2023-09-23T18:18:35.217029+0000","last_fullsized":"2023-09-23T18:18:35.217029+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"381'9749","reported_seq":9793,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:42.815652+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:18:42.815652+0000","last_peered":"2023-09-23T18:18:42.815652+0000","last_clean":"2023-09-23T18:18:42.815652+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:18:42.815652+0000","last_undegraded":"2023-09-23T18:18:42.815652+0000","last_fullsized":"2023-09-23T18:18:42.815652+0000","mapping_epoch":347,"log_start":"355'3200","ondisk_log_start":"355'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6549,"log_dups_size":0,"ondisk_log_size":6549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177799168,"num_objects":2713,"num_object_clones":0,"num_object_copies":8139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9749,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":409,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.120214+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:28.120214+0000","last_peered":"2023-09-23T18:18:28.120214+0000","last_clean":"2023-09-23T18:18:28.120214+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:28.120214+0000","last_undegraded":"2023-09-23T18:18:28.120214+0000","last_fullsized":"2023-09-23T18:18:28.120214+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227204+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:35.227204+0000","last_peered":"2023-09-23T18:18:35.227204+0000","last_clean":"2023-09-23T18:18:35.227204+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:35.227204+0000","last_undegraded":"2023-09-23T18:18:35.227204+0000","last_fullsized":"2023-09-23T18:18:35.227204+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"382'9755","reported_seq":9799,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:46.429079+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:18:46.429079+0000","last_peered":"2023-09-23T18:18:46.429079+0000","last_clean":"2023-09-23T18:18:46.429079+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:18:46.429079+0000","last_undegraded":"2023-09-23T18:18:46.429079+0000","last_fullsized":"2023-09-23T18:18:46.429079+0000","mapping_epoch":347,"log_start":"355'3200","ondisk_log_start":"355'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6555,"log_dups_size":0,"ondisk_log_size":6555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163512320,"num_objects":2495,"num_object_clones":0,"num_object_copies":7485,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2495,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9755,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227019+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:35.227019+0000","last_peered":"2023-09-23T18:18:35.227019+0000","last_clean":"2023-09-23T18:18:35.227019+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:35.227019+0000","last_undegraded":"2023-09-23T18:18:35.227019+0000","last_fullsized":"2023-09-23T18:18:35.227019+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226844+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:35.226844+0000","last_peered":"2023-09-23T18:18:35.226844+0000","last_clean":"2023-09-23T18:18:35.226844+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:35.226844+0000","last_undegraded":"2023-09-23T18:18:35.226844+0000","last_fullsized":"2023-09-23T18:18:35.226844+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"382'9855","reported_seq":9897,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:45.877761+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:18:45.877761+0000","last_peered":"2023-09-23T18:18:45.877761+0000","last_clean":"2023-09-23T18:18:45.877761+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:18:45.877761+0000","last_undegraded":"2023-09-23T18:18:45.877761+0000","last_fullsized":"2023-09-23T18:18:45.877761+0000","mapping_epoch":347,"log_start":"352'1900","ondisk_log_start":"352'1900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7955,"log_dups_size":0,"ondisk_log_size":7955,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168230912,"num_objects":2567,"num_object_clones":0,"num_object_copies":7701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9855,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":47,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.231450+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:35.231450+0000","last_peered":"2023-09-23T18:18:35.231450+0000","last_clean":"2023-09-23T18:18:35.231450+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:35.231450+0000","last_undegraded":"2023-09-23T18:18:35.231450+0000","last_fullsized":"2023-09-23T18:18:35.231450+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":401,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227286+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:35.227286+0000","last_peered":"2023-09-23T18:18:35.227286+0000","last_clean":"2023-09-23T18:18:35.227286+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:35.227286+0000","last_undegraded":"2023-09-23T18:18:35.227286+0000","last_fullsized":"2023-09-23T18:18:35.227286+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"382'9746","reported_seq":9790,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:46.265667+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:18:46.265667+0000","last_peered":"2023-09-23T18:18:46.265667+0000","last_clean":"2023-09-23T18:18:46.265667+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:18:46.265667+0000","last_undegraded":"2023-09-23T18:18:46.265667+0000","last_fullsized":"2023-09-23T18:18:46.265667+0000","mapping_epoch":347,"log_start":"356'3200","ondisk_log_start":"356'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6546,"log_dups_size":0,"ondisk_log_size":6546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169082880,"num_objects":2580,"num_object_clones":0,"num_object_copies":7740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9746,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":421,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119895+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:28.119895+0000","last_peered":"2023-09-23T18:18:28.119895+0000","last_clean":"2023-09-23T18:18:28.119895+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:28.119895+0000","last_undegraded":"2023-09-23T18:18:28.119895+0000","last_fullsized":"2023-09-23T18:18:28.119895+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":382,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236194+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:35.236194+0000","last_peered":"2023-09-23T18:18:35.236194+0000","last_clean":"2023-09-23T18:18:35.236194+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:35.236194+0000","last_undegraded":"2023-09-23T18:18:35.236194+0000","last_fullsized":"2023-09-23T18:18:35.236194+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"382'9874","reported_seq":9918,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:47.036310+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:18:47.036310+0000","last_peered":"2023-09-23T18:18:47.036310+0000","last_clean":"2023-09-23T18:18:47.036310+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:18:47.036310+0000","last_undegraded":"2023-09-23T18:18:47.036310+0000","last_fullsized":"2023-09-23T18:18:47.036310+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7574,"log_dups_size":0,"ondisk_log_size":7574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162004992,"num_objects":2472,"num_object_clones":0,"num_object_copies":7416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9874,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":989,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:35.233486+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:35.233486+0000","last_peered":"2023-09-23T18:18:35.233486+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:35.233486+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":211,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.234909+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:35.234909+0000","last_peered":"2023-09-23T18:18:35.234909+0000","last_clean":"2023-09-23T18:18:35.234909+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:35.234909+0000","last_undegraded":"2023-09-23T18:18:35.234909+0000","last_fullsized":"2023-09-23T18:18:35.234909+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":292,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.241838+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:35.241838+0000","last_peered":"2023-09-23T18:18:35.241838+0000","last_clean":"2023-09-23T18:18:35.241838+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:35.241838+0000","last_undegraded":"2023-09-23T18:18:35.241838+0000","last_fullsized":"2023-09-23T18:18:35.241838+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"382'9783","reported_seq":9831,"reported_epoch":382,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:45.983553+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:18:45.983553+0000","last_peered":"2023-09-23T18:18:45.983553+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:18:45.983553+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"352'1600","ondisk_log_start":"352'1600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8183,"log_dups_size":0,"ondisk_log_size":8183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164823040,"num_objects":2515,"num_object_clones":0,"num_object_copies":7545,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2515,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9783,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":2412},{"shards":"3,5","objects":-3533}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1125,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.230667+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:35.230667+0000","last_peered":"2023-09-23T18:18:35.230667+0000","last_clean":"2023-09-23T18:18:35.230667+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:35.230667+0000","last_undegraded":"2023-09-23T18:18:35.230667+0000","last_fullsized":"2023-09-23T18:18:35.230667+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":384,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226974+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:35.226974+0000","last_peered":"2023-09-23T18:18:35.226974+0000","last_clean":"2023-09-23T18:18:35.226974+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:35.226974+0000","last_undegraded":"2023-09-23T18:18:35.226974+0000","last_fullsized":"2023-09-23T18:18:35.226974+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":297,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.233306+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:35.233306+0000","last_peered":"2023-09-23T18:18:35.233306+0000","last_clean":"2023-09-23T18:18:35.233306+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:35.233306+0000","last_undegraded":"2023-09-23T18:18:35.233306+0000","last_fullsized":"2023-09-23T18:18:35.233306+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"381'9584","reported_seq":9628,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:42.838063+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:18:42.838063+0000","last_peered":"2023-09-23T18:18:42.838063+0000","last_clean":"2023-09-23T18:18:42.838063+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:18:42.838063+0000","last_undegraded":"2023-09-23T18:18:42.838063+0000","last_fullsized":"2023-09-23T18:18:42.838063+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6584,"log_dups_size":0,"ondisk_log_size":6584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170262528,"num_objects":2598,"num_object_clones":0,"num_object_copies":7794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9584,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":646,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.232761+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:35.232761+0000","last_peered":"2023-09-23T18:18:35.232761+0000","last_clean":"2023-09-23T18:18:35.232761+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:35.232761+0000","last_undegraded":"2023-09-23T18:18:35.232761+0000","last_fullsized":"2023-09-23T18:18:35.232761+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":302,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.234178+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:35.234178+0000","last_peered":"2023-09-23T18:18:35.234178+0000","last_clean":"2023-09-23T18:18:35.234178+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:35.234178+0000","last_undegraded":"2023-09-23T18:18:35.234178+0000","last_fullsized":"2023-09-23T18:18:35.234178+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":391,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236423+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:35.236423+0000","last_peered":"2023-09-23T18:18:35.236423+0000","last_clean":"2023-09-23T18:18:35.236423+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:35.236423+0000","last_undegraded":"2023-09-23T18:18:35.236423+0000","last_fullsized":"2023-09-23T18:18:35.236423+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"382'9937","reported_seq":9979,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:45.903332+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:18:45.903332+0000","last_peered":"2023-09-23T18:18:45.903332+0000","last_clean":"2023-09-23T18:18:45.903332+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:18:45.903332+0000","last_undegraded":"2023-09-23T18:18:45.903332+0000","last_fullsized":"2023-09-23T18:18:45.903332+0000","mapping_epoch":347,"log_start":"352'1800","ondisk_log_start":"352'1800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8137,"log_dups_size":0,"ondisk_log_size":8137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170721280,"num_objects":2605,"num_object_clones":0,"num_object_copies":7815,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2605,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9937,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":964,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.230282+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:35.230282+0000","last_peered":"2023-09-23T18:18:35.230282+0000","last_clean":"2023-09-23T18:18:35.230282+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:35.230282+0000","last_undegraded":"2023-09-23T18:18:35.230282+0000","last_fullsized":"2023-09-23T18:18:35.230282+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":385,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236980+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:35.236980+0000","last_peered":"2023-09-23T18:18:35.236980+0000","last_clean":"2023-09-23T18:18:35.236980+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:35.236980+0000","last_undegraded":"2023-09-23T18:18:35.236980+0000","last_fullsized":"2023-09-23T18:18:35.236980+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":419,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119504+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:28.119504+0000","last_peered":"2023-09-23T18:18:28.119504+0000","last_clean":"2023-09-23T18:18:28.119504+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:28.119504+0000","last_undegraded":"2023-09-23T18:18:28.119504+0000","last_fullsized":"2023-09-23T18:18:28.119504+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":69,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226769+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:35.226769+0000","last_peered":"2023-09-23T18:18:35.226769+0000","last_clean":"2023-09-23T18:18:35.226769+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:35.226769+0000","last_undegraded":"2023-09-23T18:18:35.226769+0000","last_fullsized":"2023-09-23T18:18:35.226769+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"382'9584","reported_seq":9628,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:46.363904+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:18:46.363904+0000","last_peered":"2023-09-23T18:18:46.363904+0000","last_clean":"2023-09-23T18:18:46.363904+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:18:46.363904+0000","last_undegraded":"2023-09-23T18:18:46.363904+0000","last_fullsized":"2023-09-23T18:18:46.363904+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6584,"log_dups_size":0,"ondisk_log_size":6584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162660352,"num_objects":2482,"num_object_clones":0,"num_object_copies":7446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2482,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9584,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":731,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236892+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:35.236892+0000","last_peered":"2023-09-23T18:18:35.236892+0000","last_clean":"2023-09-23T18:18:35.236892+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:35.236892+0000","last_undegraded":"2023-09-23T18:18:35.236892+0000","last_fullsized":"2023-09-23T18:18:35.236892+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":379,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.213617+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:35.213617+0000","last_peered":"2023-09-23T18:18:35.213617+0000","last_clean":"2023-09-23T18:18:35.213617+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:35.213617+0000","last_undegraded":"2023-09-23T18:18:35.213617+0000","last_fullsized":"2023-09-23T18:18:35.213617+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":244,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217317+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:35.217317+0000","last_peered":"2023-09-23T18:18:35.217317+0000","last_clean":"2023-09-23T18:18:35.217317+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:35.217317+0000","last_undegraded":"2023-09-23T18:18:35.217317+0000","last_fullsized":"2023-09-23T18:18:35.217317+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"381'9604","reported_seq":9646,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:42.820114+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:18:42.820114+0000","last_peered":"2023-09-23T18:18:42.820114+0000","last_clean":"2023-09-23T18:18:42.820114+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:18:42.820114+0000","last_undegraded":"2023-09-23T18:18:42.820114+0000","last_fullsized":"2023-09-23T18:18:42.820114+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6604,"log_dups_size":0,"ondisk_log_size":6604,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171966464,"num_objects":2624,"num_object_clones":0,"num_object_copies":7872,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9604,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":41,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.237275+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:35.237275+0000","last_peered":"2023-09-23T18:18:35.237275+0000","last_clean":"2023-09-23T18:18:35.237275+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:35.237275+0000","last_undegraded":"2023-09-23T18:18:35.237275+0000","last_fullsized":"2023-09-23T18:18:35.237275+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":321,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.233599+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:35.233599+0000","last_peered":"2023-09-23T18:18:35.233599+0000","last_clean":"2023-09-23T18:18:35.233599+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:35.233599+0000","last_undegraded":"2023-09-23T18:18:35.233599+0000","last_fullsized":"2023-09-23T18:18:35.233599+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":404,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217171+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:35.217171+0000","last_peered":"2023-09-23T18:18:35.217171+0000","last_clean":"2023-09-23T18:18:35.217171+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:35.217171+0000","last_undegraded":"2023-09-23T18:18:35.217171+0000","last_fullsized":"2023-09-23T18:18:35.217171+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"382'9878","reported_seq":9929,"reported_epoch":382,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:47.019813+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:18:47.019813+0000","last_peered":"2023-09-23T18:18:47.019813+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:18:47.019813+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7578,"log_dups_size":0,"ondisk_log_size":7578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163971072,"num_objects":2502,"num_object_clones":0,"num_object_copies":7506,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9878,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-3598},{"shards":"0,3,5","objects":2411}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":384,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.118977+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:28.118977+0000","last_peered":"2023-09-23T18:18:28.118977+0000","last_clean":"2023-09-23T18:18:28.118977+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:28.118977+0000","last_undegraded":"2023-09-23T18:18:28.118977+0000","last_fullsized":"2023-09-23T18:18:28.118977+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1010,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.236088+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:35.236088+0000","last_peered":"2023-09-23T18:18:35.236088+0000","last_clean":"2023-09-23T18:18:35.236088+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:35.236088+0000","last_undegraded":"2023-09-23T18:18:35.236088+0000","last_fullsized":"2023-09-23T18:18:35.236088+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":424,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119961+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:28.119961+0000","last_peered":"2023-09-23T18:18:28.119961+0000","last_clean":"2023-09-23T18:18:28.119961+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:28.119961+0000","last_undegraded":"2023-09-23T18:18:28.119961+0000","last_fullsized":"2023-09-23T18:18:28.119961+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"382'9625","reported_seq":14222,"reported_epoch":382,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:46.024293+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:18:46.024293+0000","last_peered":"2023-09-23T18:18:46.024293+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:18:46.024293+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"352'1500","ondisk_log_start":"352'1500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8125,"log_dups_size":0,"ondisk_log_size":8125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169607192,"num_objects":2589,"num_object_clones":0,"num_object_copies":7767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1248,"num_objects_misplaced":2493,"num_objects_unfound":0,"num_objects_dirty":2589,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9625,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2272,"num_bytes_recovered":148897792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":2493},{"shards":"2,5","objects":-1152}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":53,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.237632+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:35.237632+0000","last_peered":"2023-09-23T18:18:35.237632+0000","last_clean":"2023-09-23T18:18:35.237632+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:35.237632+0000","last_undegraded":"2023-09-23T18:18:35.237632+0000","last_fullsized":"2023-09-23T18:18:35.237632+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":239,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217449+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:35.217449+0000","last_peered":"2023-09-23T18:18:35.217449+0000","last_clean":"2023-09-23T18:18:35.217449+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:35.217449+0000","last_undegraded":"2023-09-23T18:18:35.217449+0000","last_fullsized":"2023-09-23T18:18:35.217449+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226612+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:35.226612+0000","last_peered":"2023-09-23T18:18:35.226612+0000","last_clean":"2023-09-23T18:18:35.226612+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:35.226612+0000","last_undegraded":"2023-09-23T18:18:35.226612+0000","last_fullsized":"2023-09-23T18:18:35.226612+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":252,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.217105+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:35.217105+0000","last_peered":"2023-09-23T18:18:35.217105+0000","last_clean":"2023-09-23T18:18:35.217105+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:35.217105+0000","last_undegraded":"2023-09-23T18:18:35.217105+0000","last_fullsized":"2023-09-23T18:18:35.217105+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":185,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.232269+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:35.232269+0000","last_peered":"2023-09-23T18:18:35.232269+0000","last_clean":"2023-09-23T18:18:35.232269+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:35.232269+0000","last_undegraded":"2023-09-23T18:18:35.232269+0000","last_fullsized":"2023-09-23T18:18:35.232269+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":389,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.233756+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:35.233756+0000","last_peered":"2023-09-23T18:18:35.233756+0000","last_clean":"2023-09-23T18:18:35.233756+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:35.233756+0000","last_undegraded":"2023-09-23T18:18:35.233756+0000","last_fullsized":"2023-09-23T18:18:35.233756+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226787+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:35.226787+0000","last_peered":"2023-09-23T18:18:35.226787+0000","last_clean":"2023-09-23T18:18:35.226787+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:35.226787+0000","last_undegraded":"2023-09-23T18:18:35.226787+0000","last_fullsized":"2023-09-23T18:18:35.226787+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":376,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.234964+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:35.234964+0000","last_peered":"2023-09-23T18:18:35.234964+0000","last_clean":"2023-09-23T18:18:35.234964+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:35.234964+0000","last_undegraded":"2023-09-23T18:18:35.234964+0000","last_fullsized":"2023-09-23T18:18:35.234964+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.227088+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:35.227088+0000","last_peered":"2023-09-23T18:18:35.227088+0000","last_clean":"2023-09-23T18:18:35.227088+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:35.227088+0000","last_undegraded":"2023-09-23T18:18:35.227088+0000","last_fullsized":"2023-09-23T18:18:35.227088+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":440,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:28.119475+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:28.119475+0000","last_peered":"2023-09-23T18:18:28.119475+0000","last_clean":"2023-09-23T18:18:28.119475+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:28.119475+0000","last_undegraded":"2023-09-23T18:18:28.119475+0000","last_fullsized":"2023-09-23T18:18:28.119475+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":420,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-09-23T18:18:32.813124+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:32.813124+0000","last_peered":"2023-09-23T18:18:32.813124+0000","last_clean":"2023-09-23T18:18:32.813124+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:32.813124+0000","last_undegraded":"2023-09-23T18:18:32.813124+0000","last_fullsized":"2023-09-23T18:18:32.813124+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":271,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.213901+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:35.213901+0000","last_peered":"2023-09-23T18:18:35.213901+0000","last_clean":"2023-09-23T18:18:35.213901+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:35.213901+0000","last_undegraded":"2023-09-23T18:18:35.213901+0000","last_fullsized":"2023-09-23T18:18:35.213901+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":60,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-09-23T18:18:35.226453+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:35.226453+0000","last_peered":"2023-09-23T18:18:35.226453+0000","last_clean":"2023-09-23T18:18:35.226453+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:35.226453+0000","last_undegraded":"2023-09-23T18:18:35.226453+0000","last_fullsized":"2023-09-23T18:18:35.226453+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2678390808,"num_objects":40870,"num_object_clones":0,"num_object_copies":122610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25561,"num_objects_misplaced":2493,"num_objects_unfound":0,"num_objects_dirty":40870,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":155786,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2273,"num_bytes_recovered":148963328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9193205760,"data_stored":9193193544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117086,"ondisk_log_size":117086,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430606,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":944984,"kb_used_data":36496,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92800168,"statfs":{"total":95995035648,"available":95027372032,"internally_reserved":0,"allocated":37371904,"data_stored":36460495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.2349999999999999,"5min":1.7769999999999999,"15min":1.659},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.22900000000000001},"max":{"1min":10.436,"5min":10.436,"15min":53.850999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.8080000000000001,"15min":1.732},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.254},"max":{"1min":12.162000000000001,"5min":12.162000000000001,"15min":53.835000000000001},"last":7.1349999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:17:54 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.7729999999999999,"15min":1.9430000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":10.259,"5min":12.595000000000001,"15min":12.595000000000001},"last":8.1099999999999994},{"interface":"front","average":{"1min":3.0750000000000002,"5min":1.8759999999999999,"15min":1.96},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.401,"5min":12.573,"15min":12.573},"last":0.33800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":7.1870000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":0.71399999999999997},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":7.242}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":8.0830000000000002},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":7.306}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":7.2709999999999999},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":8.1430000000000007}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":0.71199999999999997,"15min":0.86399999999999999},"min":{"1min":0.35099999999999998,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":13.385,"5min":13.385,"15min":13.385},"last":8.1289999999999996},{"interface":"front","average":{"1min":1.343,"5min":0.71799999999999997,"15min":0.98299999999999998},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":4.3869999999999996,"5min":5.6680000000000001,"15min":12.613},"last":7.2160000000000002}]}]},{"osd":6,"up_from":0,"seq":747324309702,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436669,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2138628,"kb_used_data":1921404,"kb_used_omap":17,"kb_used_meta":217198,"kb_avail":91606524,"statfs":{"total":95995035648,"available":93805080576,"internally_reserved":0,"allocated":1967517696,"data_stored":1965929373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":222410852},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":3.8220000000000001,"15min":4.6580000000000004},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":10.923999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":6.1449999999999996},{"interface":"front","average":{"1min":4.2519999999999998,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":15.611000000000001,"5min":15.611000000000001,"15min":15.611000000000001},"last":10.404}]},{"osd":2,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":3.524,"15min":4.6390000000000002},"min":{"1min":0.28999999999999998,"5min":0.216,"15min":0.216},"max":{"1min":8.5299999999999994,"5min":23.407,"15min":23.407},"last":0.372},{"interface":"front","average":{"1min":2.3090000000000002,"5min":4.093,"15min":5.1760000000000002},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":13.390000000000001,"5min":57.387,"15min":57.387},"last":2.6989999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.3809999999999998,"5min":3.5019999999999998,"15min":3.8599999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":9.1579999999999995,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.7280000000000002,"5min":3.8149999999999999,"15min":4.7869999999999999},"min":{"1min":0.316,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":18.177,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.41399999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.1379999999999999,"5min":1.7490000000000001,"15min":1.385},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":8.1479999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.499},{"interface":"front","average":{"1min":2.4500000000000002,"5min":2.2370000000000001,"15min":2.5619999999999998},"min":{"1min":0.38700000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":9.6430000000000007,"5min":14.898,"15min":14.898},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.161,"15min":2.5449999999999999},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.125,"5min":14.987,"15min":14.987},"last":0.48699999999999999},{"interface":"front","average":{"1min":3.4159999999999999,"5min":2.7400000000000002,"15min":2.8900000000000001},"min":{"1min":0.38,"5min":0.372,"15min":0.372},"max":{"1min":13.334,"5min":31.023,"15min":31.023},"last":2.7599999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.0230000000000001,"5min":2.6909999999999998,"15min":2.8889999999999998},"min":{"1min":0.51800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":13.289999999999999,"5min":31.064,"15min":31.064},"last":2.7360000000000002},{"interface":"front","average":{"1min":4.1479999999999997,"5min":1.9930000000000001,"15min":1.4870000000000001},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":13.855,"5min":13.855,"15min":13.855},"last":0.72799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.278,"15min":2.5840000000000001},"min":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":9.6869999999999994,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":2.9710000000000001,"5min":2.702,"15min":2.9100000000000001},"min":{"1min":0.497,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":13.361000000000001,"5min":31.093,"15min":31.093},"last":2.786}]}]},{"osd":0,"up_from":85,"seq":365072220444,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2155836,"kb_used_data":1526772,"kb_used_omap":8,"kb_used_meta":628983,"kb_avail":91589316,"statfs":{"total":95995035648,"available":93787459584,"internally_reserved":0,"allocated":1563414528,"data_stored":1561829079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":644079204},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8540000000000001,"5min":2.8279999999999998,"15min":3.0670000000000002},"min":{"1min":0.254,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":25.956,"5min":25.956,"15min":25.956},"last":2.0800000000000001},{"interface":"front","average":{"1min":4.7930000000000001,"5min":4.9939999999999998,"15min":6.5359999999999996},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":25.888999999999999,"5min":68.161000000000001,"15min":68.161000000000001},"last":0.26100000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.5470000000000002,"15min":2.964},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.253,"5min":19.773,"15min":27.821999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.23,"15min":2.6520000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":11.715999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":20.721}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":14.865},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":15.132}]},{"osd":4,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":2.165,"5min":3.0640000000000001,"15min":2.1880000000000002},"min":{"1min":0.36499999999999999,"5min":0.34999999999999998,"15min":0.308},"max":{"1min":7.9500000000000002,"5min":68.950000000000003,"15min":68.950000000000003},"last":15.042999999999999},{"interface":"front","average":{"1min":2.6800000000000002,"5min":3.2370000000000001,"15min":2.2559999999999998},"min":{"1min":0.38400000000000001,"5min":0.35199999999999998,"15min":0.32200000000000001},"max":{"1min":11.015000000000001,"5min":69.829999999999998,"15min":69.829999999999998},"last":6.7809999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.9089999999999998,"5min":3.206,"15min":2.2730000000000001},"min":{"1min":0.436,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":23.393999999999998,"5min":69.751999999999995,"15min":69.751999999999995},"last":6.7009999999999996},{"interface":"front","average":{"1min":2.968,"5min":3.2749999999999999,"15min":2.3490000000000002},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":11.666,"5min":69.081000000000003,"15min":69.081000000000003},"last":15.093999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":3.145,"15min":2.2959999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.183999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":6.7370000000000001},{"interface":"front","average":{"1min":3.2010000000000001,"5min":3.4660000000000002,"15min":2.3969999999999998},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":11.282999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":4.9080000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:17:52 2023","interfaces":[{"interface":"back","average":{"1min":3.476,"5min":3.633,"15min":2.5299999999999998},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":11.308999999999999,"5min":68.188999999999993,"15min":68.188999999999993},"last":1.0249999999999999},{"interface":"front","average":{"1min":3.1560000000000001,"5min":3.3330000000000002,"15min":2.5019999999999998},"min":{"1min":0.39200000000000002,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":9.2620000000000005,"5min":69.027000000000001,"15min":69.027000000000001},"last":15.233000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258137,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2205968,"kb_used_data":1462984,"kb_used_omap":16,"kb_used_meta":742831,"kb_avail":91539184,"statfs":{"total":95995035648,"available":93736124416,"internally_reserved":0,"allocated":1498095616,"data_stored":1496438299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":760659106},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":2.3210000000000002},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":2.4199999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":3.657,"15min":3.581},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":18.077999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":3.9180000000000001,"5min":3.649,"15min":3.4289999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":24.899999999999999,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.64900000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":4.0940000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":0.45300000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":4.5510000000000002},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":4.5350000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:17:48 2023","interfaces":[{"interface":"back","average":{"1min":2.0430000000000001,"5min":2.1659999999999999,"15min":2.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":6.5590000000000002,"5min":9.7080000000000002,"15min":17.853000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.2200000000000002,"5min":2.3929999999999998,"15min":2.2610000000000001},"min":{"1min":0.48499999999999999,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":9.8659999999999997,"5min":9.8659999999999997,"15min":17.919},"last":3.8940000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":1.8999999999999999},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":1.728}]}]},{"osd":3,"up_from":100,"seq":429496729866,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2334404,"kb_used_data":1593788,"kb_used_omap":4,"kb_used_meta":740475,"kb_avail":91410748,"statfs":{"total":95995035648,"available":93604605952,"internally_reserved":0,"allocated":1632038912,"data_stored":1630496551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":758246807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":5.5780000000000003},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":1.8919999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":2.8929999999999998,"15min":3.621},"min":{"1min":0.247,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.8919999999999995,"5min":11.861000000000001,"15min":11.861000000000001},"last":5.3070000000000004},{"interface":"front","average":{"1min":1.9630000000000001,"5min":2.5249999999999999,"15min":3.0979999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":9.1039999999999992,"5min":15.016,"15min":15.016},"last":2.246}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":1.651},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":2.0049999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":5.2389999999999999},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":1.611}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":6.476},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":6.5890000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:17:56 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":2.0790000000000002,"15min":2.0550000000000002},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.318},"max":{"1min":6.532,"5min":14.935,"15min":16.379999999999999},"last":1.853},{"interface":"front","average":{"1min":2.2829999999999999,"5min":3.1549999999999998,"15min":2.4239999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":8.4939999999999998,"5min":93.280000000000001,"15min":93.280000000000001},"last":1.776}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":1.6879999999999999},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":5.2800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019289,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1415880,"kb_used_data":817984,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92329272,"statfs":{"total":95995035648,"available":94545174528,"internally_reserved":0,"allocated":837615616,"data_stored":836720212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":2.665,"5min":1.5880000000000001,"15min":1.4330000000000001},"min":{"1min":0.34699999999999998,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":9.8770000000000007,"5min":9.9819999999999993,"15min":11.686999999999999},"last":4.9820000000000002},{"interface":"front","average":{"1min":2.6339999999999999,"5min":2.0950000000000002,"15min":1.6279999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.201000000000001,"5min":12.744999999999999,"15min":12.744999999999999},"last":1.2609999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.7070000000000001,"15min":1.907},"min":{"1min":0.30099999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":12.074,"5min":12.074,"15min":12.074},"last":5.1210000000000004},{"interface":"front","average":{"1min":2.3039999999999998,"5min":2.177,"15min":2.7629999999999999},"min":{"1min":0.33600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":12.112,"5min":19.898,"15min":19.898},"last":1.3360000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":4.9660000000000002},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":5.1870000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.952,"15min":2.544},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":9.8369999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":4.9349999999999996},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.234,"15min":2.508},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":17.027000000000001,"5min":17.027000000000001,"15min":80.852000000000004},"last":5.0709999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":1.042,"15min":1.0329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.24199999999999999},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":18.829999999999998},"last":1.837},{"interface":"front","average":{"1min":2.8479999999999999,"5min":1.097,"15min":1.1779999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27500000000000002},"max":{"1min":12.225,"5min":12.225,"15min":18.859000000000002},"last":5.242}]},{"osd":6,"last update":"Sat Sep 23 18:17:47 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":0.73399999999999999,"15min":0.80800000000000005},"min":{"1min":0.32300000000000001,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":4.625,"5min":4.625,"15min":8.9030000000000005},"last":1.306},{"interface":"front","average":{"1min":2.0409999999999999,"5min":0.89200000000000002,"15min":0.96099999999999997},"min":{"1min":0.375,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":12.292,"5min":12.292,"15min":12.292},"last":1.806}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":1.724},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":5.6520000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823061,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2304460,"kb_used_data":1706564,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":91440692,"statfs":{"total":95995035648,"available":93635268608,"internally_reserved":0,"allocated":1747521536,"data_stored":1746617620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,3,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":1.5840000000000001,"15min":1.4870000000000001},"min":{"1min":0.32500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":6.3300000000000001,"5min":9.9499999999999993,"15min":13.724},"last":0.307},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.7569999999999999,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.2709999999999999,"5min":10.529,"15min":12.297000000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.5009999999999999,"15min":1.9399999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":12.263,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.6829999999999998,"15min":2.0609999999999999},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.7370000000000001,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.41699999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:18:00 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.4009999999999998,"15min":2.298},"min":{"1min":0.38,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.5,"5min":16.038,"15min":44.081000000000003},"last":0.38},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.2890000000000001,"15min":2.2210000000000001},"min":{"1min":0.40200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.31,"5min":16.047999999999998,"15min":44.094999999999999},"last":0.371}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":2.6160000000000001},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":1.2769999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":3.0209999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.79500000000000004,"15min":0.85999999999999999},"min":{"1min":0.308,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.673,"5min":5.673,"15min":9.3149999999999995},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.8319999999999999,"5min":1.032,"15min":1.0069999999999999},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":17.952999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":0.85899999999999999,"15min":0.93400000000000005},"min":{"1min":0.35199999999999998,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.65700000000000003},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.0429999999999999,"15min":0.97099999999999997},"min":{"1min":0.39600000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":18.178999999999998,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.69999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1552154624,"data_stored":1552154624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1941831680,"data_stored":1941831680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1483280384,"data_stored":1483276312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1622343680,"data_stored":1622343680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":824115200,"data_stored":824115200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1736118272,"data_stored":1736114200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33361920,"data_stored":33357848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:18:48.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:18:48.976 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:49.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:48 smithi149 ceph-mon[135148]: pgmap v1141: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25570/122694 objects degraded (20.840%); 2493/122694 objects misplaced (2.032%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:49.054 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:48 smithi149 ceph-mon[135148]: from='client.46349 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:49.077 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:49.156 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:49.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:49.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:49.266 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:49.382 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:49.817 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:49.820 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:18:49.821 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:18:49.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:49.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:49.865 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:18:49.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:49.999 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[153734]: pgmap v1142: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 591 op/s; 25570/121119 objects degraded (21.111%); 2493/121119 objects misplaced (2.058%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:50 smithi018 ceph-mon[149401]: pgmap v1142: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 591 op/s; 25570/121119 objects degraded (21.111%); 2493/121119 objects misplaced (2.058%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:50.341 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:50.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:50.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:50.470 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:50.484 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:18:50.504 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:50.560 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:50.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:50.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:50 smithi149 ceph-mon[135148]: pgmap v1142: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 591 op/s; 25570/121119 objects degraded (21.111%); 2493/121119 objects misplaced (2.058%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:18:50.714 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:50.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:50.726 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:50.826 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:50.941 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:51.130 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:51.231 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:51.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:51.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:51.343 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:18:51.495 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:51.576 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:18:51.582 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:18:51.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:51.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:18:51.693 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:51.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3798319800' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.787 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3798319800' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.787 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.792 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:51.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3798319800' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:18:51.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:51.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:52.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:52.100 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:52.253 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:52.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:52.262 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:52.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:18:52.454 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:52.632 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:18:52.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:52.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:18:52.749 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: pgmap v1143: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 25594/116064 objects degraded (22.052%); 2290/116064 objects misplaced (1.973%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25594/116064 objects degraded (22.052%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: pgmap v1143: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 25594/116064 objects degraded (22.052%); 2290/116064 objects misplaced (1.973%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:52.818 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25594/116064 objects degraded (22.052%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:52 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: pgmap v1143: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 576 op/s; 25594/116064 objects degraded (22.052%); 2290/116064 objects misplaced (1.973%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.819 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:18:52.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T18:18:52.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: failed to encode map e383 with expected crc 2023-09-23T18:18:52.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25594/116064 objects degraded (22.052%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:52.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.820 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:52 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:52.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:53.248 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:53.370 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:53.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:53.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:53.382 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:18:53.429 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:18:53.473 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:18:53.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:53.536 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:18:53.578 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:53.598 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:18:53.633 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:18:53.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2563215106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:53.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:18:53.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:18:53.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:53 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:53.666 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:53.666 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:18:53.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:53.673 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:53.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.714 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:18:53.746 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2563215106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:53.746 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:18:53.747 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:18:53.747 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:53.753 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2563215106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:18:53.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:18:53.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:18:53.754 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:53 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:18:53.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:53.926 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:54.189 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:54.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:54.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:54.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:54.306 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:54.306 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25594/113034 objects degraded (22.643%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1517,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":383,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":37678,"data_bytes":2472155083,"bytes_used":13237592064,"bytes_avail":658727657472,"bytes_total":671965249536,"degraded_objects":25594,"degraded_total":113034,"degraded_ratio":0.22642744660898489,"misplaced_objects":2290,"misplaced_total":113034,"misplaced_ratio":0.020259390979705222,"recovering_objects_per_sec":35,"recovering_bytes_per_sec":2298045,"recovering_keys_per_sec":0,"num_objects_recovered":306,"num_bytes_recovered":20054016,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":641},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2023-09-23T18:18:54.390 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:54.473 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:54.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:54.488 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:54.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:18:54.659 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:54 smithi149 ceph-mon[135148]: pgmap v1145: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:18:54.660 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3403154369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:54.675 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:54.682 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:18:54.745 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:18:54.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:54.752 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:18:54.806 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:18:54.806 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:18:54.807 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:54 smithi018 ceph-mon[153734]: pgmap v1145: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:18:54.807 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3403154369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:54.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:54 smithi018 ceph-mon[149401]: pgmap v1145: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 641 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:18:54.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3403154369' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:18:54.853 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:54.901 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:54.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:54.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:54.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:55.057 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:55.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:18:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:18:54] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.33.4" 2023-09-23T18:18:55.093 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:55.166 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:55.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:55.174 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:55.275 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:55.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:55.505 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:55.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:55.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:55.619 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:18:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:18:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20544 8.3 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.960223756, 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19530188000000001, 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20544 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657422+0000", 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657449+0000", 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6962e-05 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657461+0000", 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1875999999999999e-05 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657469+0000", 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0250000000000002e-06 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657582+0000", 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011325200000000001 2023-09-23T18:18:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657720+0000", 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138045 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657862+0000", 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141626 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659151+0000", 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012890709999999999 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660356+0000", 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012048720000000001 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852606+0000", 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19225066199999999 2023-09-23T18:18:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852667+0000", 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0377000000000001e-05 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852726+0000", 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8882000000000003e-05 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20545 8.1 8:83172a86:::benchmark_data_smithi018_324167_object20544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.960159963, 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19526280400000001, 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20545 2023-09-23T18:18:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657487+0000", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657510+0000", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3031999999999999e-05 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657519+0000", 2023-09-23T18:18:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0489999999999993e-06 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657526+0000", 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5729999999999996e-06 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657571+0000", 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5685000000000001e-05 2023-09-23T18:18:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657717+0000", 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014541200000000001 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657857+0000", 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014059899999999999 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659174+0000", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013167840000000001 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660959+0000", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017850800000000001 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852664+0000", 2023-09-23T18:18:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19170507000000001 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852714+0000", 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9604999999999997e-05 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852750+0000", 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6480999999999999e-05 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20549 8.7 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95693105699999, 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19315316299999999, 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20549 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660715+0000", 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660738+0000", 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2979000000000001e-05 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660750+0000", 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1364e-05 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660757+0000", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8499999999999994e-06 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660809+0000", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1128999999999998e-05 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660927+0000", 2023-09-23T18:18:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118249 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661071+0000", 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014467700000000001 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662619+0000", 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001547423 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664710+0000", 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020909209999999999 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853789+0000", 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189078739 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853833+0000", 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3998000000000001e-05 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853870+0000", 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7104000000000003e-05 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20550 8.3 8:c92f214b:::benchmark_data_smithi018_324167_object20549:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95687266900001, 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19339086999999999, 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20550 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660774+0000", 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660796+0000", 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1231000000000001e-05 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660806+0000", 2023-09-23T18:18:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0715e-05 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660813+0000", 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4740000000000002e-06 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660861+0000", 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8497e-05 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120624 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661115+0000", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013330300000000001 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662943+0000", 2023-09-23T18:18:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001828281 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664046+0000", 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011025200000000001 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854083+0000", 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19003720499999999 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854128+0000", 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4802999999999998e-05 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854166+0000", 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7768999999999997e-05 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20551 8.3 8:cc2c8f7a:::benchmark_data_smithi018_324167_object20550:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95682098899999, 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193455925, 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20551 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660826+0000", 2023-09-23T18:18:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660848+0000", 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1911000000000001e-05 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660856+0000", 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7700000000000001e-06 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660862+0000", 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9510000000000003e-06 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661917+0000", 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001055247 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662025+0000", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108399 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662211+0000", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000186248 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664466+0000", 2023-09-23T18:18:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022540220000000001 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664481+0000", 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5088e-05 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854201+0000", 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972054099999999 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854249+0000", 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8112000000000003e-05 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854282+0000", 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3243e-05 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20552 8.1 8:8acdd2cf:::benchmark_data_smithi018_324167_object20551:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95677616500001, 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193125454, 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20552 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660898+0000", 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.667e-05 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660905+0000", 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5660000000000001e-06 2023-09-23T18:18:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660910+0000", 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2229999999999998e-06 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2139999999999997e-05 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661113+0000", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000130402 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661275+0000", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000162585 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662586+0000", 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013107730000000001 2023-09-23T18:18:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663080+0000", 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049392399999999997 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853908+0000", 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19082822199999999 2023-09-23T18:18:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853961+0000", 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2249000000000001e-05 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853997+0000", 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6195999999999997e-05 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20557 8.a 8:59be4578:::benchmark_data_smithi018_324167_object20556:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.954694854, 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19089410400000001, 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20557 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:18:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662952+0000", 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663015+0000", 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3987999999999998e-05 2023-09-23T18:18:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663032+0000", 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6351e-05 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663040+0000", 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1720000000000007e-06 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663092+0000", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1870000000000003e-05 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663214+0000", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122199 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663363+0000", 2023-09-23T18:18:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148978 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664560+0000", 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011969369999999999 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666556+0000", 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019963289999999998 2023-09-23T18:18:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853757+0000", 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.187200754 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853809+0000", 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2280000000000001e-05 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853847+0000", 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7440000000000001e-05 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20558 8.1 8:8275b133:::benchmark_data_smithi018_324167_object20557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95459307600001, 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19299462100000001, 2023-09-23T18:18:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20558 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663077+0000", 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3677999999999999e-05 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663087+0000", 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9909999999999997e-06 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663094+0000", 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2809999999999997e-06 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663129+0000", 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5345000000000001e-05 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663253+0000", 2023-09-23T18:18:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012385099999999999 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663417+0000", 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164096 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664458+0000", 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001041377 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.665682+0000", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012238329999999999 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.855921+0000", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19023917000000001 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856004+0000", 2023-09-23T18:18:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2219999999999995e-05 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856049+0000", 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5439999999999999e-05 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20562 8.3 8:c98f91c7:::benchmark_data_smithi018_324167_object20561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 186.95084071599999, 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190680092, 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20562 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666805+0000", 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666826+0000", 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0366000000000001e-05 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666838+0000", 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2184999999999999e-05 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666844+0000", 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8510000000000004e-06 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666892+0000", 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8519000000000001e-05 2023-09-23T18:18:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666988+0000", 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.577e-05 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667086+0000", 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7918999999999995e-05 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667863+0000", 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077723199999999999 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.668141+0000", 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027817599999999999 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857402+0000", 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189260715 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857448+0000", 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5970999999999997e-05 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857487+0000", 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8964000000000002e-05 2023-09-23T18:18:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81671 8.7 8:e514493f:::benchmark_data_smithi018_324167_object81670:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 131.36252168799999, 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.168676467, 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81671 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255124+0000", 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255149+0000", 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4116000000000001e-05 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255162+0000", 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3315e-05 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255168+0000", 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9170000000000003e-06 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255222+0000", 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4660000000000002e-05 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255389+0000", 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000166596 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255574+0000", 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018464299999999999 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258236+0000", 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026628120000000001 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258510+0000", 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027347899999999997 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423694+0000", 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16518365700000001 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423756+0000", 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2654e-05 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423802+0000", 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6076999999999999e-05 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:111810 8.7 8:effb3ae2:::benchmark_data_smithi018_324167_object13480:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:30.193923+0000", 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 85.423724750000005, 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.134901153, 2023-09-23T18:18:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 111810 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193923+0000", 2023-09-23T18:18:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193923+0000", 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193922+0000", 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193925+0000", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.745e-06 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193931+0000", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.925e-06 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.193936+0000", 2023-09-23T18:18:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4259999999999996e-06 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.197705+0000", 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037698290000000001 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.197829+0000", 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123814 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.197939+0000", 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011011200000000001 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.201456+0000", 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035171769999999998 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.209405+0000", 2023-09-23T18:18:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079480950000000005 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.328730+0000", 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.119325637 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.328783+0000", 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2701999999999998e-05 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:30.328824+0000", 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1081999999999997e-05 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137284 8.3 8:c052f188:::benchmark_data_smithi018_324167_object38954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:18:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.582837494000003, 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17164021300000001, 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137284 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034808+0000", 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:18:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034818+0000", 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0524e-05 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034843+0000", 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618e-05 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034854+0000", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0744000000000001e-05 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034908+0000", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4880000000000003e-05 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035045+0000", 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136594 2023-09-23T18:18:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035161+0000", 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116154 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039163+0000", 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040021919999999999 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042133+0000", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002969551 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206300+0000", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16416720300000001 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206359+0000", 2023-09-23T18:18:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9014000000000001e-05 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206450+0000", 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1101999999999996e-05 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137286 8.a 8:515c0479:::benchmark_data_smithi018_324167_object38956:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.577708176999998, 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16000467700000001, 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137286 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039938+0000", 2023-09-23T18:18:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039948+0000", 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0285000000000001e-05 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039966+0000", 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8084000000000002e-05 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039975+0000", 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3700000000000001e-06 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040027+0000", 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1264000000000002e-05 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040147+0000", 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119961 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040247+0000", 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010040299999999999 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.043664+0000", 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003417195 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.046774+0000", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031092989999999998 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199851+0000", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.153077676 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199904+0000", 2023-09-23T18:18:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2503000000000002e-05 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199944+0000", 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0327999999999997e-05 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137292 8.1 8:8e160ab5:::benchmark_data_smithi018_324167_object38962:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.052102+0000", 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.565545333999999, 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14243072100000001, 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137292 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052102+0000", 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052102+0000", 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052100+0000", 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052109+0000", 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2839999999999995e-06 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052127+0000", 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7255999999999999e-05 2023-09-23T18:18:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052133+0000", 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6039999999999998e-06 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052187+0000", 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4086999999999999e-05 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052311+0000", 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012359099999999999 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.052441+0000", 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013050599999999999 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.055259+0000", 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028181339999999999 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.055454+0000", 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000194298 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.194441+0000", 2023-09-23T18:18:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13898702600000001 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.194495+0000", 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3771999999999999e-05 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.194533+0000", 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8365999999999998e-05 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137294 8.3 8:c0fb224b:::benchmark_data_smithi018_324167_object38964:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.059612+0000", 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.558035883999999, 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14695543599999999, 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137294 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059612+0000", 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059612+0000", 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059610+0000", 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059617+0000", 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4790000000000001e-06 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059630+0000", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3022e-05 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059638+0000", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1920000000000005e-06 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059690+0000", 2023-09-23T18:18:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2117000000000003e-05 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059792+0000", 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101727 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.059869+0000", 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7517999999999999e-05 2023-09-23T18:18:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.065155+0000", 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052851720000000003 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068750+0000", 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035955480000000001 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206493+0000", 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.137742803 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206535+0000", 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1727000000000002e-05 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206567+0000", 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2512000000000003e-05 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137296 8.3 8:c55004ff:::benchmark_data_smithi018_324167_object38966:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.061043+0000", 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.556604946999997, 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14561756100000001, 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137296 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061043+0000", 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061043+0000", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061042+0000", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061047+0000", 2023-09-23T18:18:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6409999999999999e-06 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061062+0000", 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4606999999999999e-05 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.061069+0000", 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9539999999999998e-06 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.062427+0000", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001358242 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.062559+0000", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132154 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.062691+0000", 2023-09-23T18:18:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013144799999999999 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.065248+0000", 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025572939999999999 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068804+0000", 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035556899999999998 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206598+0000", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13779430600000001 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206631+0000", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2876000000000002e-05 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206660+0000", 2023-09-23T18:18:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9288000000000001e-05 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137299 8.a 8:5bde25d9:::benchmark_data_smithi018_324167_object38969:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.067976+0000", 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.549672031, 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13257576200000001, 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137299 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.067976+0000", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.067976+0000", 2023-09-23T18:18:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.067974+0000", 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.067981+0000", 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7689999999999999e-06 2023-09-23T18:18:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.067995+0000", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4355999999999999e-05 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068002+0000", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.131e-06 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068059+0000", 2023-09-23T18:18:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6743000000000002e-05 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068209+0000", 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014962499999999999 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.068350+0000", 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140832 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.071521+0000", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031714619999999999 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.072787+0000", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012658190000000001 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.200473+0000", 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12768620999999999 2023-09-23T18:18:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.200516+0000", 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2956e-05 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.200551+0000", 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5308000000000001e-05 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:143129 8.7 8:e13d7a2b:::benchmark_data_smithi018_324167_object44799:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:24.179230+0000", 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.438417729000001, 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.134946541, 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 143129 2023-09-23T18:18:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179230+0000", 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179230+0000", 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179229+0000", 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179235+0000", 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2720000000000003e-06 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179247+0000", 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1877e-05 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179255+0000", 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9799999999999998e-06 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182454+0000", 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031988749999999999 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182539+0000", 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5147000000000003e-05 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182612+0000", 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3478000000000004e-05 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.190415+0000", 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078032550000000003 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.196154+0000", 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057382620000000001 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.314100+0000", 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11794642800000001 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.314141+0000", 2023-09-23T18:18:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0923000000000001e-05 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.314176+0000", 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5358000000000003e-05 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:143132 8.1 8:84a39b4a:::benchmark_data_smithi018_324167_object44802:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:18:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:24.179271+0000", 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.438376141999999, 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12839547200000001, 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 143132 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179271+0000", 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179271+0000", 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179271+0000", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179273+0000", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4169999999999999e-06 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179280+0000", 2023-09-23T18:18:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.421e-06 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.179285+0000", 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8600000000000001e-06 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.188236+0000", 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089514669999999994 2023-09-23T18:18:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.188379+0000", 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014320000000000001 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.188525+0000", 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014511 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.193858+0000", 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053333060000000003 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.196521+0000", 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026631950000000001 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.307583+0000", 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11106173900000001 2023-09-23T18:18:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.307629+0000", 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6081000000000001e-05 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.307667+0000", 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8056000000000003e-05 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:143134 8.7 8:ef184787:::benchmark_data_smithi018_324167_object44804:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:24.182708+0000", 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.434939875000001, 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.13271261500000001, 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 143134 2023-09-23T18:18:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182708+0000", 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182708+0000", 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182706+0000", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182714+0000", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3000000000000004e-06 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182722+0000", 2023-09-23T18:18:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6440000000000006e-06 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.182729+0000", 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6939999999999998e-06 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.186324+0000", 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035948640000000001 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.186463+0000", 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013951299999999999 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.186599+0000", 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013593399999999999 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:18:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.190656+0000", 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040561260000000002 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.196189+0000", 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055336439999999999 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.315343+0000", 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.119153939 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.315385+0000", 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1968999999999997e-05 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:24.315420+0000", 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.523e-05 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:18:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:18:55.765 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:18:55.766 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:55.766 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:55.827 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:55.829 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:55.897 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:55.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:55.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:56.012 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:56.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:56.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:18:56.074 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:56.141 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:56.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:56.149 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:56.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:18:56.251 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:56.261 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:18:56.393 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:56.528 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:56.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:56.539 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:56.642 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:56.699 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:56 smithi018 ceph-mon[149401]: pgmap v1146: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:56.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:56 smithi018 ceph-mon[153734]: pgmap v1146: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:56.766 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:56.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:56 smithi149 ceph-mon[135148]: pgmap v1146: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.3 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 558 op/s; 25594/113034 objects degraded (22.643%); 2290/113034 objects misplaced (2.026%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:18:57.024 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:57.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:57.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:57.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:57.212 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:57.290 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:57.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:57.297 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:57.398 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:57.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:57.541 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:57.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:57.548 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:57.584 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25594/113034 objects degraded (22.643%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:57.584 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25594/113034 objects degraded (22.643%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:57.649 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:57.690 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:57.729 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:57.757 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:57.761 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25594/113034 objects degraded (22.643%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:18:57.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:57.762 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:57.863 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:18:57.914 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:57.962 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:18:57.973 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:18:57.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:57.979 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:18:58.080 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:18:58.115 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:58.166 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:18:58.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:58.173 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:18:58.274 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:18:58.411 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:58.519 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:18:58.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:58.527 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:18:58.628 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:18:58.696 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:58.761 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:18:58.762 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:18:58.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:58.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:18:58.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:18:58.944 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:18:58.963 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:58 smithi018 ceph-mon[153734]: pgmap v1147: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 25594/105981 objects degraded (24.150%); 2125/105981 objects misplaced (2.005%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:18:58.964 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:58.967 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:18:58.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:58 smithi018 ceph-mon[149401]: pgmap v1147: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 25594/105981 objects degraded (24.150%); 2125/105981 objects misplaced (2.005%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:18:58.969 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:58.976 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:18:59.160 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:58 smithi149 ceph-mon[135148]: pgmap v1147: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 556 op/s; 25594/105981 objects degraded (24.150%); 2125/105981 objects misplaced (2.005%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:18:59.161 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:18:59.877 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:18:59.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:18:59.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:18:59.886 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: failed to encode map e384 with expected crc 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: failed to encode map e384 with expected crc 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[153734]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T18:18:59.887 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: failed to encode map e384 with expected crc 2023-09-23T18:18:59.888 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: failed to encode map e384 with expected crc 2023-09-23T18:18:59.888 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:18:59 smithi018 ceph-mon[149401]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:18:59.949 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1148,"stamp":"2023-09-23T18:18:58.727290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2282362827,"num_objects":34782,"num_object_clones":0,"num_object_copies":104346,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25594,"num_objects_misplaced":2125,"num_objects_unfound":0,"num_objects_dirty":34782,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":163008,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2870,"num_bytes_recovered":189497468,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118572,"ondisk_log_size":118572,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12422948,"kb_used_data":8021484,"kb_used_omap":47,"kb_used_meta":4400976,"kb_avail":643793116,"statfs":{"total":671965249536,"available":659244150784,"internally_reserved":0,"allocated":8213999616,"data_stored":8204879081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4506599681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,5,6,7,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-366411776,"num_objects":-5591,"num_object_clones":0,"num_object_copies":-16773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24,"num_objects_misplaced":-368,"num_objects_unfound":0,"num_objects_dirty":-5591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5591,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":344,"num_bytes_recovered":22544384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.251223"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755640+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:44.755640+0000","last_peered":"2023-09-23T18:18:44.755640+0000","last_clean":"2023-09-23T18:18:44.755640+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:44.755640+0000","last_undegraded":"2023-09-23T18:18:44.755640+0000","last_fullsized":"2023-09-23T18:18:44.755640+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":393,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.758017+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:44.758017+0000","last_peered":"2023-09-23T18:18:44.758017+0000","last_clean":"2023-09-23T18:18:44.758017+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:44.758017+0000","last_undegraded":"2023-09-23T18:18:44.758017+0000","last_fullsized":"2023-09-23T18:18:44.758017+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":328,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.766846+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:44.766846+0000","last_peered":"2023-09-23T18:18:44.766846+0000","last_clean":"2023-09-23T18:18:44.766846+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:44.766846+0000","last_undegraded":"2023-09-23T18:18:44.766846+0000","last_fullsized":"2023-09-23T18:18:44.766846+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":255,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.754481+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:44.754481+0000","last_peered":"2023-09-23T18:18:44.754481+0000","last_clean":"2023-09-23T18:18:44.754481+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:44.754481+0000","last_undegraded":"2023-09-23T18:18:44.754481+0000","last_fullsized":"2023-09-23T18:18:44.754481+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":454,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.757724+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:44.757724+0000","last_peered":"2023-09-23T18:18:44.757724+0000","last_clean":"2023-09-23T18:18:44.757724+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:44.757724+0000","last_undegraded":"2023-09-23T18:18:44.757724+0000","last_fullsized":"2023-09-23T18:18:44.757724+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":240,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.771008+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:44.771008+0000","last_peered":"2023-09-23T18:18:44.771008+0000","last_clean":"2023-09-23T18:18:44.771008+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:44.771008+0000","last_undegraded":"2023-09-23T18:18:44.771008+0000","last_fullsized":"2023-09-23T18:18:44.771008+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":375,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.750285+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:44.750285+0000","last_peered":"2023-09-23T18:18:44.750285+0000","last_clean":"2023-09-23T18:18:44.750285+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:44.750285+0000","last_undegraded":"2023-09-23T18:18:44.750285+0000","last_fullsized":"2023-09-23T18:18:44.750285+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":427,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.757807+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:44.757807+0000","last_peered":"2023-09-23T18:18:44.757807+0000","last_clean":"2023-09-23T18:18:44.757807+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:44.757807+0000","last_undegraded":"2023-09-23T18:18:44.757807+0000","last_fullsized":"2023-09-23T18:18:44.757807+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":245,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.770719+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:44.770719+0000","last_peered":"2023-09-23T18:18:44.770719+0000","last_clean":"2023-09-23T18:18:44.770719+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:44.770719+0000","last_undegraded":"2023-09-23T18:18:44.770719+0000","last_fullsized":"2023-09-23T18:18:44.770719+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":356,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.759095+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:44.759095+0000","last_peered":"2023-09-23T18:18:44.759095+0000","last_clean":"2023-09-23T18:18:44.759095+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:44.759095+0000","last_undegraded":"2023-09-23T18:18:44.759095+0000","last_fullsized":"2023-09-23T18:18:44.759095+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":36,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.776131+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:44.776131+0000","last_peered":"2023-09-23T18:18:44.776131+0000","last_clean":"2023-09-23T18:18:44.776131+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:44.776131+0000","last_undegraded":"2023-09-23T18:18:44.776131+0000","last_fullsized":"2023-09-23T18:18:44.776131+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":188,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.771706+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:44.771706+0000","last_peered":"2023-09-23T18:18:44.771706+0000","last_clean":"2023-09-23T18:18:44.771706+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:44.771706+0000","last_undegraded":"2023-09-23T18:18:44.771706+0000","last_fullsized":"2023-09-23T18:18:44.771706+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":90,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755771+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:44.755771+0000","last_peered":"2023-09-23T18:18:44.755771+0000","last_clean":"2023-09-23T18:18:44.755771+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:44.755771+0000","last_undegraded":"2023-09-23T18:18:44.755771+0000","last_fullsized":"2023-09-23T18:18:44.755771+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":402,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.756628+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:44.756628+0000","last_peered":"2023-09-23T18:18:44.756628+0000","last_clean":"2023-09-23T18:18:44.756628+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:44.756628+0000","last_undegraded":"2023-09-23T18:18:44.756628+0000","last_fullsized":"2023-09-23T18:18:44.756628+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":36,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775188+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:44.775188+0000","last_peered":"2023-09-23T18:18:44.775188+0000","last_clean":"2023-09-23T18:18:44.775188+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:44.775188+0000","last_undegraded":"2023-09-23T18:18:44.775188+0000","last_fullsized":"2023-09-23T18:18:44.775188+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":418,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.758684+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:44.758684+0000","last_peered":"2023-09-23T18:18:44.758684+0000","last_clean":"2023-09-23T18:18:44.758684+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:44.758684+0000","last_undegraded":"2023-09-23T18:18:44.758684+0000","last_fullsized":"2023-09-23T18:18:44.758684+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":254,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.542106+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:51.542106+0000","last_peered":"2023-09-23T18:18:51.542106+0000","last_clean":"2023-09-23T18:18:51.542106+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:51.542106+0000","last_undegraded":"2023-09-23T18:18:51.542106+0000","last_fullsized":"2023-09-23T18:18:51.542106+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":221,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.772495+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:44.772495+0000","last_peered":"2023-09-23T18:18:44.772495+0000","last_clean":"2023-09-23T18:18:44.772495+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:44.772495+0000","last_undegraded":"2023-09-23T18:18:44.772495+0000","last_fullsized":"2023-09-23T18:18:44.772495+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.774945+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:44.774945+0000","last_peered":"2023-09-23T18:18:44.774945+0000","last_clean":"2023-09-23T18:18:44.774945+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:44.774945+0000","last_undegraded":"2023-09-23T18:18:44.774945+0000","last_fullsized":"2023-09-23T18:18:44.774945+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":370,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.754622+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:44.754622+0000","last_peered":"2023-09-23T18:18:44.754622+0000","last_clean":"2023-09-23T18:18:44.754622+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:44.754622+0000","last_undegraded":"2023-09-23T18:18:44.754622+0000","last_fullsized":"2023-09-23T18:18:44.754622+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":296,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.541947+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:51.541947+0000","last_peered":"2023-09-23T18:18:51.541947+0000","last_clean":"2023-09-23T18:18:51.541947+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:51.541947+0000","last_undegraded":"2023-09-23T18:18:51.541947+0000","last_fullsized":"2023-09-23T18:18:51.541947+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":388,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.765470+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:44.765470+0000","last_peered":"2023-09-23T18:18:44.765470+0000","last_clean":"2023-09-23T18:18:44.765470+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:44.765470+0000","last_undegraded":"2023-09-23T18:18:44.765470+0000","last_fullsized":"2023-09-23T18:18:44.765470+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"383'9868","reported_seq":9911,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.025871+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:18:56.025871+0000","last_peered":"2023-09-23T18:18:56.025871+0000","last_clean":"2023-09-23T18:18:56.025871+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:18:56.025871+0000","last_undegraded":"2023-09-23T18:18:56.025871+0000","last_fullsized":"2023-09-23T18:18:56.025871+0000","mapping_epoch":347,"log_start":"352'1700","ondisk_log_start":"352'1700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8168,"log_dups_size":0,"ondisk_log_size":8168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139853824,"num_objects":2134,"num_object_clones":0,"num_object_copies":6402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2134,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9868,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":34,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775030+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:44.775030+0000","last_peered":"2023-09-23T18:18:44.775030+0000","last_clean":"2023-09-23T18:18:44.775030+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:44.775030+0000","last_undegraded":"2023-09-23T18:18:44.775030+0000","last_fullsized":"2023-09-23T18:18:44.775030+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":230,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.768522+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:44.768522+0000","last_peered":"2023-09-23T18:18:44.768522+0000","last_clean":"2023-09-23T18:18:44.768522+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:44.768522+0000","last_undegraded":"2023-09-23T18:18:44.768522+0000","last_fullsized":"2023-09-23T18:18:44.768522+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"383'9984","reported_seq":10038,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:55.762921+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:18:55.762921+0000","last_peered":"2023-09-23T18:18:55.762921+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:18:55.762921+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"354'2000","ondisk_log_start":"354'2000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7984,"log_dups_size":0,"ondisk_log_size":7984,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143130624,"num_objects":2184,"num_object_clones":0,"num_object_copies":6552,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9984,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2094},{"shards":"0,4","objects":-3810}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":34,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775497+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:44.775497+0000","last_peered":"2023-09-23T18:18:44.775497+0000","last_clean":"2023-09-23T18:18:44.775497+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:44.775497+0000","last_undegraded":"2023-09-23T18:18:44.775497+0000","last_fullsized":"2023-09-23T18:18:44.775497+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":402,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755408+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:44.755408+0000","last_peered":"2023-09-23T18:18:44.755408+0000","last_clean":"2023-09-23T18:18:44.755408+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:44.755408+0000","last_undegraded":"2023-09-23T18:18:44.755408+0000","last_fullsized":"2023-09-23T18:18:44.755408+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"383'10373","reported_seq":10426,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:57.046221+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:18:57.046221+0000","last_peered":"2023-09-23T18:18:57.046221+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:18:57.046221+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7573,"log_dups_size":0,"ondisk_log_size":7573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145817600,"num_objects":2225,"num_object_clones":0,"num_object_copies":6675,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2225,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10373,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-3946},{"shards":"0,2,3","objects":2097}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":34,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.776224+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:44.776224+0000","last_peered":"2023-09-23T18:18:44.776224+0000","last_clean":"2023-09-23T18:18:44.776224+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:44.776224+0000","last_undegraded":"2023-09-23T18:18:44.776224+0000","last_fullsized":"2023-09-23T18:18:44.776224+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":248,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.767945+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:44.767945+0000","last_peered":"2023-09-23T18:18:44.767945+0000","last_clean":"2023-09-23T18:18:44.767945+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:44.767945+0000","last_undegraded":"2023-09-23T18:18:44.767945+0000","last_fullsized":"2023-09-23T18:18:44.767945+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"383'9981","reported_seq":10026,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.381190+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:18:56.381190+0000","last_peered":"2023-09-23T18:18:56.381190+0000","last_clean":"2023-09-23T18:18:56.381190+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:18:56.381190+0000","last_undegraded":"2023-09-23T18:18:56.381190+0000","last_fullsized":"2023-09-23T18:18:56.381190+0000","mapping_epoch":347,"log_start":"356'3400","ondisk_log_start":"356'3400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6581,"log_dups_size":0,"ondisk_log_size":6581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143589376,"num_objects":2191,"num_object_clones":0,"num_object_copies":6573,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2191,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9981,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":386,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775951+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:44.775951+0000","last_peered":"2023-09-23T18:18:44.775951+0000","last_clean":"2023-09-23T18:18:44.775951+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:44.775951+0000","last_undegraded":"2023-09-23T18:18:44.775951+0000","last_fullsized":"2023-09-23T18:18:44.775951+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":388,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.749817+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:44.749817+0000","last_peered":"2023-09-23T18:18:44.749817+0000","last_clean":"2023-09-23T18:18:44.749817+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:44.749817+0000","last_undegraded":"2023-09-23T18:18:44.749817+0000","last_fullsized":"2023-09-23T18:18:44.749817+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"383'10276","reported_seq":10322,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:57.813512+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:18:57.813512+0000","last_peered":"2023-09-23T18:18:57.813512+0000","last_clean":"2023-09-23T18:18:57.813512+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:18:57.813512+0000","last_undegraded":"2023-09-23T18:18:57.813512+0000","last_fullsized":"2023-09-23T18:18:57.813512+0000","mapping_epoch":347,"log_start":"356'3700","ondisk_log_start":"356'3700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6576,"log_dups_size":0,"ondisk_log_size":6576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143261696,"num_objects":2186,"num_object_clones":0,"num_object_copies":6558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10276,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":411,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.757646+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:44.757646+0000","last_peered":"2023-09-23T18:18:44.757646+0000","last_clean":"2023-09-23T18:18:44.757646+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:44.757646+0000","last_undegraded":"2023-09-23T18:18:44.757646+0000","last_fullsized":"2023-09-23T18:18:44.757646+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755854+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:44.755854+0000","last_peered":"2023-09-23T18:18:44.755854+0000","last_clean":"2023-09-23T18:18:44.755854+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:44.755854+0000","last_undegraded":"2023-09-23T18:18:44.755854+0000","last_fullsized":"2023-09-23T18:18:44.755854+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"383'10112","reported_seq":10157,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.414784+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:18:56.414784+0000","last_peered":"2023-09-23T18:18:56.414784+0000","last_clean":"2023-09-23T18:18:56.414784+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:18:56.414784+0000","last_undegraded":"2023-09-23T18:18:56.414784+0000","last_fullsized":"2023-09-23T18:18:56.414784+0000","mapping_epoch":347,"log_start":"356'3500","ondisk_log_start":"356'3500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6612,"log_dups_size":0,"ondisk_log_size":6612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140115968,"num_objects":2138,"num_object_clones":0,"num_object_copies":6414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10112,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755729+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:44.755729+0000","last_peered":"2023-09-23T18:18:44.755729+0000","last_clean":"2023-09-23T18:18:44.755729+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:44.755729+0000","last_undegraded":"2023-09-23T18:18:44.755729+0000","last_fullsized":"2023-09-23T18:18:44.755729+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755752+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:44.755752+0000","last_peered":"2023-09-23T18:18:44.755752+0000","last_clean":"2023-09-23T18:18:44.755752+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:44.755752+0000","last_undegraded":"2023-09-23T18:18:44.755752+0000","last_fullsized":"2023-09-23T18:18:44.755752+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"383'10201","reported_seq":10244,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:55.874195+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:18:55.874195+0000","last_peered":"2023-09-23T18:18:55.874195+0000","last_clean":"2023-09-23T18:18:55.874195+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:18:55.874195+0000","last_undegraded":"2023-09-23T18:18:55.874195+0000","last_fullsized":"2023-09-23T18:18:55.874195+0000","mapping_epoch":347,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7901,"log_dups_size":0,"ondisk_log_size":7901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145555456,"num_objects":2221,"num_object_clones":0,"num_object_copies":6663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10201,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":48,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.767572+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:44.767572+0000","last_peered":"2023-09-23T18:18:44.767572+0000","last_clean":"2023-09-23T18:18:44.767572+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:44.767572+0000","last_undegraded":"2023-09-23T18:18:44.767572+0000","last_fullsized":"2023-09-23T18:18:44.767572+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":402,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.756982+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:44.756982+0000","last_peered":"2023-09-23T18:18:44.756982+0000","last_clean":"2023-09-23T18:18:44.756982+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:44.756982+0000","last_undegraded":"2023-09-23T18:18:44.756982+0000","last_fullsized":"2023-09-23T18:18:44.756982+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"383'10137","reported_seq":10182,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.413249+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:18:56.413249+0000","last_peered":"2023-09-23T18:18:56.413249+0000","last_clean":"2023-09-23T18:18:56.413249+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:18:56.413249+0000","last_undegraded":"2023-09-23T18:18:56.413249+0000","last_fullsized":"2023-09-23T18:18:56.413249+0000","mapping_epoch":347,"log_start":"356'3600","ondisk_log_start":"356'3600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6537,"log_dups_size":0,"ondisk_log_size":6537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143458304,"num_objects":2189,"num_object_clones":0,"num_object_copies":6567,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2189,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10137,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":423,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.757561+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:44.757561+0000","last_peered":"2023-09-23T18:18:44.757561+0000","last_clean":"2023-09-23T18:18:44.757561+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:44.757561+0000","last_undegraded":"2023-09-23T18:18:44.757561+0000","last_fullsized":"2023-09-23T18:18:44.757561+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":383,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.770349+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:44.770349+0000","last_peered":"2023-09-23T18:18:44.770349+0000","last_clean":"2023-09-23T18:18:44.770349+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:44.770349+0000","last_undegraded":"2023-09-23T18:18:44.770349+0000","last_fullsized":"2023-09-23T18:18:44.770349+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"383'10194","reported_seq":10239,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:57.055551+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:18:57.055551+0000","last_peered":"2023-09-23T18:18:57.055551+0000","last_clean":"2023-09-23T18:18:57.055551+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:18:57.055551+0000","last_undegraded":"2023-09-23T18:18:57.055551+0000","last_fullsized":"2023-09-23T18:18:57.055551+0000","mapping_epoch":347,"log_start":"354'2600","ondisk_log_start":"354'2600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7594,"log_dups_size":0,"ondisk_log_size":7594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141033472,"num_objects":2152,"num_object_clones":0,"num_object_copies":6456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10194,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":990,"reported_epoch":382,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:44.766830+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:44.766830+0000","last_peered":"2023-09-23T18:18:44.766830+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:44.766830+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":212,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.772564+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:44.772564+0000","last_peered":"2023-09-23T18:18:44.772564+0000","last_clean":"2023-09-23T18:18:44.772564+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:44.772564+0000","last_undegraded":"2023-09-23T18:18:44.772564+0000","last_fullsized":"2023-09-23T18:18:44.772564+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":293,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.767874+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:44.767874+0000","last_peered":"2023-09-23T18:18:44.767874+0000","last_clean":"2023-09-23T18:18:44.767874+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:44.767874+0000","last_undegraded":"2023-09-23T18:18:44.767874+0000","last_fullsized":"2023-09-23T18:18:44.767874+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"383'10131","reported_seq":10180,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:55.931737+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:18:55.931737+0000","last_peered":"2023-09-23T18:18:55.931737+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:18:55.931737+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"352'2000","ondisk_log_start":"352'2000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8131,"log_dups_size":0,"ondisk_log_size":8131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142016512,"num_objects":2167,"num_object_clones":0,"num_object_copies":6501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10131,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":2064},{"shards":"3,5","objects":-3881}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1126,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.771528+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:44.771528+0000","last_peered":"2023-09-23T18:18:44.771528+0000","last_clean":"2023-09-23T18:18:44.771528+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:44.771528+0000","last_undegraded":"2023-09-23T18:18:44.771528+0000","last_fullsized":"2023-09-23T18:18:44.771528+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":385,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.756544+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:44.756544+0000","last_peered":"2023-09-23T18:18:44.756544+0000","last_clean":"2023-09-23T18:18:44.756544+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:44.756544+0000","last_undegraded":"2023-09-23T18:18:44.756544+0000","last_fullsized":"2023-09-23T18:18:44.756544+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":298,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.766646+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:44.766646+0000","last_peered":"2023-09-23T18:18:44.766646+0000","last_clean":"2023-09-23T18:18:44.766646+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:44.766646+0000","last_undegraded":"2023-09-23T18:18:44.766646+0000","last_fullsized":"2023-09-23T18:18:44.766646+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"383'10113","reported_seq":10159,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:57.813390+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:18:57.813390+0000","last_peered":"2023-09-23T18:18:57.813390+0000","last_clean":"2023-09-23T18:18:57.813390+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:18:57.813390+0000","last_undegraded":"2023-09-23T18:18:57.813390+0000","last_fullsized":"2023-09-23T18:18:57.813390+0000","mapping_epoch":347,"log_start":"356'3500","ondisk_log_start":"356'3500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6613,"log_dups_size":0,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135593984,"num_objects":2069,"num_object_clones":0,"num_object_copies":6207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2069,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10113,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":648,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.559100+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:51.559100+0000","last_peered":"2023-09-23T18:18:51.559100+0000","last_clean":"2023-09-23T18:18:51.559100+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:51.559100+0000","last_undegraded":"2023-09-23T18:18:51.559100+0000","last_fullsized":"2023-09-23T18:18:51.559100+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":303,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.766586+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:44.766586+0000","last_peered":"2023-09-23T18:18:44.766586+0000","last_clean":"2023-09-23T18:18:44.766586+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:44.766586+0000","last_undegraded":"2023-09-23T18:18:44.766586+0000","last_fullsized":"2023-09-23T18:18:44.766586+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":392,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.770402+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:44.770402+0000","last_peered":"2023-09-23T18:18:44.770402+0000","last_clean":"2023-09-23T18:18:44.770402+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:44.770402+0000","last_undegraded":"2023-09-23T18:18:44.770402+0000","last_fullsized":"2023-09-23T18:18:44.770402+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"383'10288","reported_seq":10331,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.011501+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:18:56.011501+0000","last_peered":"2023-09-23T18:18:56.011501+0000","last_clean":"2023-09-23T18:18:56.011501+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:18:56.011501+0000","last_undegraded":"2023-09-23T18:18:56.011501+0000","last_fullsized":"2023-09-23T18:18:56.011501+0000","mapping_epoch":347,"log_start":"354'2100","ondisk_log_start":"354'2100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8188,"log_dups_size":0,"ondisk_log_size":8188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147718144,"num_objects":2254,"num_object_clones":0,"num_object_copies":6762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10288,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":965,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.771793+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:44.771793+0000","last_peered":"2023-09-23T18:18:44.771793+0000","last_clean":"2023-09-23T18:18:44.771793+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:44.771793+0000","last_undegraded":"2023-09-23T18:18:44.771793+0000","last_fullsized":"2023-09-23T18:18:44.771793+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":386,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775699+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:44.775699+0000","last_peered":"2023-09-23T18:18:44.775699+0000","last_clean":"2023-09-23T18:18:44.775699+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:44.775699+0000","last_undegraded":"2023-09-23T18:18:44.775699+0000","last_fullsized":"2023-09-23T18:18:44.775699+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":421,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.757820+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:44.757820+0000","last_peered":"2023-09-23T18:18:44.757820+0000","last_clean":"2023-09-23T18:18:44.757820+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:44.757820+0000","last_undegraded":"2023-09-23T18:18:44.757820+0000","last_fullsized":"2023-09-23T18:18:44.757820+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":70,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755663+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:44.755663+0000","last_peered":"2023-09-23T18:18:44.755663+0000","last_clean":"2023-09-23T18:18:44.755663+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:44.755663+0000","last_undegraded":"2023-09-23T18:18:44.755663+0000","last_fullsized":"2023-09-23T18:18:44.755663+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"383'9920","reported_seq":9965,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:56.397565+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:18:56.397565+0000","last_peered":"2023-09-23T18:18:56.397565+0000","last_clean":"2023-09-23T18:18:56.397565+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:18:56.397565+0000","last_undegraded":"2023-09-23T18:18:56.397565+0000","last_fullsized":"2023-09-23T18:18:56.397565+0000","mapping_epoch":347,"log_start":"356'3300","ondisk_log_start":"356'3300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6620,"log_dups_size":0,"ondisk_log_size":6620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140640256,"num_objects":2146,"num_object_clones":0,"num_object_copies":6438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9920,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":732,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775609+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:44.775609+0000","last_peered":"2023-09-23T18:18:44.775609+0000","last_clean":"2023-09-23T18:18:44.775609+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:44.775609+0000","last_undegraded":"2023-09-23T18:18:44.775609+0000","last_fullsized":"2023-09-23T18:18:44.775609+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":380,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.751422+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:44.751422+0000","last_peered":"2023-09-23T18:18:44.751422+0000","last_clean":"2023-09-23T18:18:44.751422+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:44.751422+0000","last_undegraded":"2023-09-23T18:18:44.751422+0000","last_fullsized":"2023-09-23T18:18:44.751422+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":245,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.754409+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:44.754409+0000","last_peered":"2023-09-23T18:18:44.754409+0000","last_clean":"2023-09-23T18:18:44.754409+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:44.754409+0000","last_undegraded":"2023-09-23T18:18:44.754409+0000","last_fullsized":"2023-09-23T18:18:44.754409+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"383'10107","reported_seq":10152,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:57.831872+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:18:57.831872+0000","last_peered":"2023-09-23T18:18:57.831872+0000","last_clean":"2023-09-23T18:18:57.831872+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:18:57.831872+0000","last_undegraded":"2023-09-23T18:18:57.831872+0000","last_fullsized":"2023-09-23T18:18:57.831872+0000","mapping_epoch":347,"log_start":"356'3500","ondisk_log_start":"356'3500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6607,"log_dups_size":0,"ondisk_log_size":6607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139001856,"num_objects":2121,"num_object_clones":0,"num_object_copies":6363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10107,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":42,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.776012+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:44.776012+0000","last_peered":"2023-09-23T18:18:44.776012+0000","last_clean":"2023-09-23T18:18:44.776012+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:44.776012+0000","last_undegraded":"2023-09-23T18:18:44.776012+0000","last_fullsized":"2023-09-23T18:18:44.776012+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":322,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.766990+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:44.766990+0000","last_peered":"2023-09-23T18:18:44.766990+0000","last_clean":"2023-09-23T18:18:44.766990+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:44.766990+0000","last_undegraded":"2023-09-23T18:18:44.766990+0000","last_fullsized":"2023-09-23T18:18:44.766990+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":405,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.749964+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:44.749964+0000","last_peered":"2023-09-23T18:18:44.749964+0000","last_clean":"2023-09-23T18:18:44.749964+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:44.749964+0000","last_undegraded":"2023-09-23T18:18:44.749964+0000","last_fullsized":"2023-09-23T18:18:44.749964+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"383'10230","reported_seq":10282,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:57.032433+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:18:57.032433+0000","last_peered":"2023-09-23T18:18:57.032433+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:18:57.032433+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"355'2700","ondisk_log_start":"355'2700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7530,"log_dups_size":0,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140902400,"num_objects":2150,"num_object_clones":0,"num_object_copies":6450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10230,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-3950},{"shards":"0,3,5","objects":2059}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":386,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.765376+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:44.765376+0000","last_peered":"2023-09-23T18:18:44.765376+0000","last_clean":"2023-09-23T18:18:44.765376+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:44.765376+0000","last_undegraded":"2023-09-23T18:18:44.765376+0000","last_fullsized":"2023-09-23T18:18:44.765376+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1011,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.767424+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:44.767424+0000","last_peered":"2023-09-23T18:18:44.767424+0000","last_clean":"2023-09-23T18:18:44.767424+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:44.767424+0000","last_undegraded":"2023-09-23T18:18:44.767424+0000","last_fullsized":"2023-09-23T18:18:44.767424+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":427,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:47.859412+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:47.859412+0000","last_peered":"2023-09-23T18:18:47.859412+0000","last_clean":"2023-09-23T18:18:47.859412+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:47.859412+0000","last_undegraded":"2023-09-23T18:18:47.859412+0000","last_fullsized":"2023-09-23T18:18:47.859412+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"383'9987","reported_seq":15273,"reported_epoch":383,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:56.021530+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:18:56.021530+0000","last_peered":"2023-09-23T18:18:56.021530+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:18:56.021530+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"352'1800","ondisk_log_start":"352'1800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8187,"log_dups_size":0,"ondisk_log_size":8187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145883160,"num_objects":2227,"num_object_clones":0,"num_object_copies":6681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1272,"num_objects_misplaced":2125,"num_objects_unfound":0,"num_objects_dirty":2227,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9987,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2616,"num_bytes_recovered":171442176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":2125},{"shards":"2,5","objects":-1170}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":54,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.775109+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:44.775109+0000","last_peered":"2023-09-23T18:18:44.775109+0000","last_clean":"2023-09-23T18:18:44.775109+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:44.775109+0000","last_undegraded":"2023-09-23T18:18:44.775109+0000","last_fullsized":"2023-09-23T18:18:44.775109+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":240,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.754559+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:44.754559+0000","last_peered":"2023-09-23T18:18:44.754559+0000","last_clean":"2023-09-23T18:18:44.754559+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:44.754559+0000","last_undegraded":"2023-09-23T18:18:44.754559+0000","last_fullsized":"2023-09-23T18:18:44.754559+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755273+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:44.755273+0000","last_peered":"2023-09-23T18:18:44.755273+0000","last_clean":"2023-09-23T18:18:44.755273+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:44.755273+0000","last_undegraded":"2023-09-23T18:18:44.755273+0000","last_fullsized":"2023-09-23T18:18:44.755273+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":253,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.749895+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:44.749895+0000","last_peered":"2023-09-23T18:18:44.749895+0000","last_clean":"2023-09-23T18:18:44.749895+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:44.749895+0000","last_undegraded":"2023-09-23T18:18:44.749895+0000","last_fullsized":"2023-09-23T18:18:44.749895+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":187,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.559843+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:51.559843+0000","last_peered":"2023-09-23T18:18:51.559843+0000","last_clean":"2023-09-23T18:18:51.559843+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:51.559843+0000","last_undegraded":"2023-09-23T18:18:51.559843+0000","last_fullsized":"2023-09-23T18:18:51.559843+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":390,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.776034+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:44.776034+0000","last_peered":"2023-09-23T18:18:44.776034+0000","last_clean":"2023-09-23T18:18:44.776034+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:44.776034+0000","last_undegraded":"2023-09-23T18:18:44.776034+0000","last_fullsized":"2023-09-23T18:18:44.776034+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.756319+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:44.756319+0000","last_peered":"2023-09-23T18:18:44.756319+0000","last_clean":"2023-09-23T18:18:44.756319+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:44.756319+0000","last_undegraded":"2023-09-23T18:18:44.756319+0000","last_fullsized":"2023-09-23T18:18:44.756319+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":377,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.772640+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:44.772640+0000","last_peered":"2023-09-23T18:18:44.772640+0000","last_clean":"2023-09-23T18:18:44.772640+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:44.772640+0000","last_undegraded":"2023-09-23T18:18:44.772640+0000","last_fullsized":"2023-09-23T18:18:44.772640+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755808+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:44.755808+0000","last_peered":"2023-09-23T18:18:44.755808+0000","last_clean":"2023-09-23T18:18:44.755808+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:44.755808+0000","last_undegraded":"2023-09-23T18:18:44.755808+0000","last_fullsized":"2023-09-23T18:18:44.755808+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":443,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:47.859510+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:47.859510+0000","last_peered":"2023-09-23T18:18:47.859510+0000","last_clean":"2023-09-23T18:18:47.859510+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:47.859510+0000","last_undegraded":"2023-09-23T18:18:47.859510+0000","last_fullsized":"2023-09-23T18:18:47.859510+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":422,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.759049+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:44.759049+0000","last_peered":"2023-09-23T18:18:44.759049+0000","last_clean":"2023-09-23T18:18:44.759049+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:44.759049+0000","last_undegraded":"2023-09-23T18:18:44.759049+0000","last_fullsized":"2023-09-23T18:18:44.759049+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":272,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.750211+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:44.750211+0000","last_peered":"2023-09-23T18:18:44.750211+0000","last_clean":"2023-09-23T18:18:44.750211+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:44.750211+0000","last_undegraded":"2023-09-23T18:18:44.750211+0000","last_fullsized":"2023-09-23T18:18:44.750211+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":61,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-09-23T18:18:44.755213+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:44.755213+0000","last_peered":"2023-09-23T18:18:44.755213+0000","last_clean":"2023-09-23T18:18:44.755213+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:44.755213+0000","last_undegraded":"2023-09-23T18:18:44.755213+0000","last_fullsized":"2023-09-23T18:18:44.755213+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":2277572632,"num_objects":34754,"num_object_clones":0,"num_object_copies":104262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25585,"num_objects_misplaced":2125,"num_objects_unfound":0,"num_objects_dirty":34754,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":161902,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2617,"num_bytes_recovered":171507712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8136568832,"data_stored":8136556616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117402,"ondisk_log_size":117402,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430608,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938020,"kb_used_data":37724,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92807132,"statfs":{"total":95995035648,"available":95034503168,"internally_reserved":0,"allocated":38629376,"data_stored":37713874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":3.9319999999999999},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":9.8190000000000008}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":0.378},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":3.8250000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":3.9550000000000001},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":9.7750000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":3.9079999999999999},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":9.8780000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":3.8730000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":9.8469999999999995},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.44}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":3.738},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":9.9009999999999998}]}]},{"osd":6,"up_from":0,"seq":747324309704,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436671,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1977296,"kb_used_data":1751816,"kb_used_omap":17,"kb_used_meta":225390,"kb_avail":91767856,"statfs":{"total":95995035648,"available":93970284544,"internally_reserved":0,"allocated":1793859584,"data_stored":1792267168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":230799460},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5819999999999999,"5min":3.8220000000000001,"15min":4.6580000000000004},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":10.923999999999999,"5min":48.408999999999999,"15min":48.408999999999999},"last":8.8810000000000002},{"interface":"front","average":{"1min":4.2519999999999998,"5min":2.9260000000000002,"15min":3.1760000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":15.611000000000001,"5min":15.611000000000001,"15min":15.611000000000001},"last":0.83799999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":1.212},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":8.7759999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.24299999999999999},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":15.563000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.317},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":1.262}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":1.3560000000000001},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":8.8219999999999992}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":1.341},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":0.34000000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":4.4649999999999999},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":8.8529999999999998}]}]},{"osd":0,"up_from":85,"seq":365072220446,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1990664,"kb_used_data":1369728,"kb_used_omap":8,"kb_used_meta":620791,"kb_avail":91754488,"statfs":{"total":95995035648,"available":93956595712,"internally_reserved":0,"allocated":1402601472,"data_stored":1401011930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":635690596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":3.8540000000000001,"5min":2.8279999999999998,"15min":3.0670000000000002},"min":{"1min":0.254,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":25.956,"5min":25.956,"15min":25.956},"last":0.877},{"interface":"front","average":{"1min":4.7930000000000001,"5min":4.9939999999999998,"15min":6.5359999999999996},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":25.888999999999999,"5min":68.161000000000001,"15min":68.161000000000001},"last":10.087}]},{"osd":2,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.6840000000000002,"5min":3.5470000000000002,"15min":2.964},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":11.253,"5min":19.773,"15min":27.821999999999999},"last":3.032},{"interface":"front","average":{"1min":2.9060000000000001,"5min":3.23,"15min":2.6520000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":11.715999999999999,"5min":20.655999999999999,"15min":26.268000000000001},"last":9.9949999999999992}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":2.903}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.73599999999999999},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.84699999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":0.93000000000000005},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.69399999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:18:01 2023","interfaces":[{"interface":"back","average":{"1min":2.9390000000000001,"5min":3.145,"15min":2.2959999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.183999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.90200000000000002},{"interface":"front","average":{"1min":3.2010000000000001,"5min":3.4660000000000002,"15min":2.3969999999999998},"min":{"1min":0.39200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":11.282999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":10.141999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.80400000000000005},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.76600000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258139,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2003740,"kb_used_data":1264980,"kb_used_omap":16,"kb_used_meta":738735,"kb_avail":91741412,"statfs":{"total":95995035648,"available":93943205888,"internally_reserved":0,"allocated":1295339520,"data_stored":1293678110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":756464802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":4.8360000000000003},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":1.353}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":3.657,"15min":3.581},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":18.077999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":14.926},{"interface":"front","average":{"1min":3.9180000000000001,"5min":3.649,"15min":3.4289999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":24.899999999999999,"5min":38.329000000000001,"15min":38.329000000000001},"last":3.3620000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":14.977},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":5.0419999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":3.391},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":2.992}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":3.0230000000000001},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":1.385}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":3.052},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":3.0840000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":3.0680000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":1.4119999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729869,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2096480,"kb_used_data":1360024,"kb_used_omap":4,"kb_used_meta":736379,"kb_avail":91648672,"statfs":{"total":95995035648,"available":93848240128,"internally_reserved":0,"allocated":1392664576,"data_stored":1391110417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":754052503},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":9.0259999999999998},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":4.5960000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":9.109},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":4.5620000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":6.5}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":8.9920000000000009},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":5.2199999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":4.5789999999999997},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":6.4640000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":4.5309999999999997},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":4.5030000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":1.7829999999999999},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":8.9309999999999992}]}]},{"osd":4,"up_from":30,"seq":128849019291,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1299668,"kb_used_data":709836,"kb_used_omap":0,"kb_used_meta":589696,"kb_avail":92445484,"statfs":{"total":95995035648,"available":94664175616,"internally_reserved":0,"allocated":726872064,"data_stored":725972567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603848704},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":0.44400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.7070000000000001,"15min":1.907},"min":{"1min":0.30099999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":12.074,"5min":12.074,"15min":12.074},"last":2.9529999999999998},{"interface":"front","average":{"1min":2.3039999999999998,"5min":2.177,"15min":2.7629999999999999},"min":{"1min":0.33600000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":12.112,"5min":19.898,"15min":19.898},"last":2.9750000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":1.764},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":3.3700000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.952,"15min":2.544},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":9.8369999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.234,"15min":2.508},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":17.027000000000001,"5min":17.027000000000001,"15min":80.852000000000004},"last":1.4330000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":1.042,"15min":1.0329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.24199999999999999},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":18.829999999999998},"last":2.843},{"interface":"front","average":{"1min":2.8479999999999999,"5min":1.097,"15min":1.1779999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27500000000000002},"max":{"1min":12.225,"5min":12.225,"15min":18.859000000000002},"last":2.8620000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":2.9220000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":0.40500000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823063,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2117080,"kb_used_data":1527376,"kb_used_omap":0,"kb_used_meta":589696,"kb_avail":91628072,"statfs":{"total":95995035648,"available":93827145728,"internally_reserved":0,"allocated":1564033024,"data_stored":1563125015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603848704},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":1.5840000000000001,"15min":1.4870000000000001},"min":{"1min":0.32500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":6.3300000000000001,"5min":9.9499999999999993,"15min":13.724},"last":0.24199999999999999},{"interface":"front","average":{"1min":2.1139999999999999,"5min":1.7569999999999999,"15min":1.5800000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.2709999999999999,"5min":10.529,"15min":12.297000000000001},"last":2.5539999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":2.5009999999999999,"15min":1.9399999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":12.263,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.307},{"interface":"front","average":{"1min":2.3690000000000002,"5min":2.6829999999999998,"15min":2.0609999999999999},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.7370000000000001,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:00 2023","interfaces":[{"interface":"back","average":{"1min":3.7250000000000001,"5min":2.4009999999999998,"15min":2.298},"min":{"1min":0.38,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.5,"5min":16.038,"15min":44.081000000000003},"last":0.377},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.2890000000000001,"15min":2.2210000000000001},"min":{"1min":0.40200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.31,"5min":16.047999999999998,"15min":44.094999999999999},"last":0.35599999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":0.441},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":5.2969999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":12.214}]},{"osd":6,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.79500000000000004,"15min":0.85999999999999999},"min":{"1min":0.308,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.673,"5min":5.673,"15min":9.3149999999999995},"last":5.266},{"interface":"front","average":{"1min":2.8319999999999999,"5min":1.032,"15min":1.0069999999999999},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":17.952999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":12.122999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:17:57 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":0.85899999999999999,"15min":0.93400000000000005},"min":{"1min":0.35199999999999998,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":16.779,"5min":16.779,"15min":16.779},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.0429999999999999,"15min":0.97099999999999997},"min":{"1min":0.39600000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":18.178999999999998,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.46800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1391198208,"data_stored":1391198208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1783431168,"data_stored":1783431168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1279397888,"data_stored":1279393816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1382416384,"data_stored":1382416384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":713359360,"data_stored":713359360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1553600512,"data_stored":1553596440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33165312,"data_stored":33161240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:18:59.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:00.060 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2826342566' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T18:19:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: failed to encode map e384 with expected crc 2023-09-23T18:19:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: failed to encode map e384 with expected crc 2023-09-23T18:19:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:18:59 smithi149 ceph-mon[135148]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:00.191 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:00.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:00.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:00.300 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:00.367 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:00.445 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:00.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:00.452 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:00.530 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:19:00.530 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:19:00.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.530 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164213 8.e 8:7da88373:::benchmark_data_smithi018_324167_object65883:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.513839+0000", 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.015720589, 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015753485000000001, 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164213 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513839+0000", 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513839+0000", 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513835+0000", 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999957 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513845+0000", 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.628e-06 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513861+0000", 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5985999999999999e-05 2023-09-23T18:19:00.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513868+0000", 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5689999999999999e-06 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513959+0000", 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1106000000000005e-05 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.514089+0000", 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012954399999999999 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.514224+0000", 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013508199999999999 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:00.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.518213+0000", 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039889330000000001 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.522133+0000", 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039207210000000003 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.536 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164215 8.c 8:360cf34f:::benchmark_data_smithi018_324167_object65885:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.519853+0000", 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0097066779999999998, 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0098573989999999993, 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164215 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519853+0000", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519853+0000", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519852+0000", 2023-09-23T18:19:00.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519860+0000", 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0160000000000008e-06 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519877+0000", 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7588000000000002e-05 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519887+0000", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9429999999999995e-06 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.519945+0000", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7738999999999997e-05 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.520135+0000", 2023-09-23T18:19:00.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018993600000000001 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.520306+0000", 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017127700000000001 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524750+0000", 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044434169999999999 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.527826+0000", 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030766420000000001 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164218 8.e 8:747de7f0:::benchmark_data_smithi018_324167_object65888:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.524622+0000", 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.004937749, 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0051788030000000001, 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.542 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164218 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524622+0000", 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524622+0000", 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524621+0000", 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524628+0000", 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7989999999999996e-06 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524640+0000", 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2894999999999999e-05 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524649+0000", 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.456e-06 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.525749+0000", 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001099617 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.525947+0000", 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019898499999999999 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:19:00.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526065+0000", 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011770299999999999 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164219 8.6 8:609c1ba0:::benchmark_data_smithi018_324167_object65889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.524659+0000", 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0049013320000000004, 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005218973, 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.547 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164219 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524659+0000", 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524659+0000", 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524658+0000", 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524661+0000", 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5569999999999998e-06 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524667+0000", 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.908e-06 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524677+0000", 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0616e-05 2023-09-23T18:19:00.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.529025+0000", 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043479419999999996 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.529214+0000", 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000188369 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:00.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.529393+0000", 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000179159 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164220 8.6 8.13953ba6 (undecoded) ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.524682+0000", 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0048777209999999998, 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052777279999999998, 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.552 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164220 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524682+0000", 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524682+0000", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524682+0000", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524684+0000", 2023-09-23T18:19:00.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3649999999999998e-06 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524690+0000", 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6400000000000002e-06 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.524695+0000", 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8439999999999997e-06 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.555 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:164214 8.5 e384/363 8:a1e80ea4:::benchmark_data_smithi018_324167_object65884:head v 384'10159, mlcod=0'0)", 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.526065+0000", 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0034946560000000001, 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039522749999999999, 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526065+0000", 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526065+0000", 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526065+0000", 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526075+0000", 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0247e-05 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526087+0000", 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1829e-05 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526098+0000", 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1678999999999999e-05 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526177+0000", 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9009000000000002e-05 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.526207+0000", 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9499999999999999e-05 2023-09-23T18:19:00.559 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164203 8.c 8:31962aca:::benchmark_data_smithi018_324167_object65873:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.501059+0000", 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.028501373, 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029028109, 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164203 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501059+0000", 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501059+0000", 2023-09-23T18:19:00.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501057+0000", 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501064+0000", 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3950000000000003e-06 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501082+0000", 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7218999999999999e-05 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501090+0000", 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2479999999999996e-06 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501148+0000", 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8239000000000003e-05 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501352+0000", 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020426900000000001 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.501533+0000", 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018030699999999999 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.507723+0000", 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0061907050000000003 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.510010+0000", 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022867859999999999 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:164208 8.6 8:6f01c02d:::benchmark_data_smithi018_324167_object65878:head [delete] snapc 0=[] ondisk+write+known_if_redirected e384)", 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:00.504126+0000", 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.025434047000000001, 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026050607, 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 164208 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.566 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504126+0000", 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504126+0000", 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:00.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504124+0000", 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504132+0000", 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5569999999999998e-06 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504151+0000", 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.889e-05 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504161+0000", 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7419999999999992e-06 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504247+0000", 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6290000000000002e-05 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:00.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504411+0000", 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016394399999999999 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.504572+0000", 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016119499999999999 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513200+0000", 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0086277390000000006 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:00.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:00.513348+0000", 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014838399999999999 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 8 2023-09-23T18:19:00.571 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:19:00.572 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:00.659 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:00.737 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:00.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:00.754 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:00.833 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:00.855 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:00.871 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:00.914 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:00.922 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:00.964 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:01.008 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:01.015 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:00 smithi018 ceph-mon[153734]: pgmap v1149: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 487 op/s; 25594/104346 objects degraded (24.528%); 2125/104346 objects misplaced (2.036%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:19:01.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:00 smithi018 ceph-mon[149401]: pgmap v1149: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 487 op/s; 25594/104346 objects degraded (24.528%); 2125/104346 objects misplaced (2.036%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:19:01.016 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:01.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:01.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:01.091 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:01.115 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:19:01.117 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:01.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:01.167 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:00 smithi149 ceph-mon[135148]: pgmap v1149: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 487 op/s; 25594/104346 objects degraded (24.528%); 2125/104346 objects misplaced (2.036%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:19:01.177 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:01.181 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.181 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.181 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.181 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.181 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.182 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.182 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.182 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:19:01.209 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:01.284 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:01.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:01.291 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:01.392 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:01.477 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:01.548 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:01.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:01.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:01.653 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:01.715 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:01.751 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2778133473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:01.751 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:01 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25594/104346 objects degraded (24.528%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:01.781 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:01.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:01.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:01.860 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:19:01.888 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:01.895 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:01.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2778133473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:01.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:01 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25594/104346 objects degraded (24.528%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:01.921 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2778133473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:01.921 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:01 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25594/104346 objects degraded (24.528%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:01.939 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:01.999 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:02.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:02.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:02.115 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:02.158 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:02.231 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:02.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:02.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:02.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:02.426 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:02.492 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:02.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:02.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:02.599 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:02.680 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:02.744 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:02.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:02.748 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:02.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:02 smithi018 ceph-mon[149401]: pgmap v1150: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25604/98718 objects degraded (25.937%); 1929/98718 objects misplaced (1.954%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:02.848 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:02.919 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:02.956 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:02.992 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:02.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:03.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:03.000 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:02 smithi149 ceph-mon[135148]: pgmap v1150: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25604/98718 objects degraded (25.937%); 1929/98718 objects misplaced (1.954%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:03.023 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:02 smithi018 ceph-mon[153734]: pgmap v1150: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 580 op/s; 25604/98718 objects degraded (25.937%); 1929/98718 objects misplaced (1.954%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:03.040 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:03.101 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:03.148 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:03.212 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:03.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:03.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:03.320 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:03.419 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:03.514 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:03.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:03.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:03.625 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:03.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:19:03.669 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:03.729 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:03.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:03.741 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:03.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:03.922 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:03.998 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:04.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:04.005 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:04.106 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:04.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:04.182 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:04.182 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:04.196 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:04.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:04.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:04.300 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:04.385 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:04.445 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:04.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:04.459 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:04.560 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:04.637 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:04.697 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:04.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:04.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:04.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:04 smithi018 ceph-mon[149401]: pgmap v1151: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 588 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:04.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:04.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:19:04.939 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:04.978 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:05.013 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:04 smithi018 ceph-mon[153734]: pgmap v1151: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 588 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:05.021 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:04] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.33.4" 2023-09-23T18:19:05.032 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:05.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:05.045 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:05.146 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:04 smithi149 ceph-mon[135148]: pgmap v1151: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 588 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:05.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:05.302 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:05.342 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:05.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:05.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:05.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:05.535 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:05.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:05.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:05.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:05.779 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:05.823 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:19:05.845 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:05.920 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:05.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:05.925 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:06.026 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:06.046 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2398884889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.047 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2398884889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.047 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2398884889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:06.099 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:06.193 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:06.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:06.305 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:06.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:06.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: pgmap v1152: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 589 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:06.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:06.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:06.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T18:19:06.907 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25604/95349 objects degraded (26.853%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: pgmap v1152: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 589 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: failed to encode map e385 with expected crc 2023-09-23T18:19:06.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25604/95349 objects degraded (26.853%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:06.925 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:06.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:06.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:07.045 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: pgmap v1152: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 589 op/s; 25604/95349 objects degraded (26.853%); 1929/95349 objects misplaced (2.023%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: failed to encode map e385 with expected crc 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: failed to encode map e385 with expected crc 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: failed to encode map e385 with expected crc 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: failed to encode map e385 with expected crc 2023-09-23T18:19:07.105 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25604/95349 objects degraded (26.853%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:07.110 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:07.164 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:07.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:07.173 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:07.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:07.331 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:07.378 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:07.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:07.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:07.492 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:07.588 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:07.597 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:07.607 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:19:07.683 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:07.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:07.690 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:07.725 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:07.772 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:07.792 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:07.811 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:07.859 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:07.888 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:07.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:07.924 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:07.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:07.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:07.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:07.974 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:07.975 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3497798517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:07.976 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3497798517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:08.034 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:08.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.047 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.048 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.048 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.048 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.048 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:19:08.074 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:08.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3497798517' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:08.155 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1154,"stamp":"2023-09-23T18:19:07.494658+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1925191627,"num_objects":29332,"num_object_clones":0,"num_object_copies":87996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25627,"num_objects_misplaced":1729,"num_objects_unfound":0,"num_objects_dirty":29332,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":168458,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3233,"num_bytes_recovered":213287036,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118522,"ondisk_log_size":118522,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11503864,"kb_used_data":7078208,"kb_used_omap":47,"kb_used_meta":4425552,"kb_avail":644712200,"statfs":{"total":671965249536,"available":660185292800,"internally_reserved":0,"allocated":7248084992,"data_stored":7238898243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4531765505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-357171200,"num_objects":-5450,"num_object_clones":0,"num_object_copies":-16350,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33,"num_objects_misplaced":-396,"num_objects_unfound":0,"num_objects_dirty":-5450,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5450,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":363,"num_bytes_recovered":23789568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.767368"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.767029+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:18:58.767029+0000","last_peered":"2023-09-23T18:18:58.767029+0000","last_clean":"2023-09-23T18:18:58.767029+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:18:58.767029+0000","last_undegraded":"2023-09-23T18:18:58.767029+0000","last_fullsized":"2023-09-23T18:18:58.767029+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":394,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.561616+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:18:51.561616+0000","last_peered":"2023-09-23T18:18:51.561616+0000","last_clean":"2023-09-23T18:18:51.561616+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:18:51.561616+0000","last_undegraded":"2023-09-23T18:18:51.561616+0000","last_fullsized":"2023-09-23T18:18:51.561616+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":330,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.743293+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:18:58.743293+0000","last_peered":"2023-09-23T18:18:58.743293+0000","last_clean":"2023-09-23T18:18:58.743293+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:18:58.743293+0000","last_undegraded":"2023-09-23T18:18:58.743293+0000","last_fullsized":"2023-09-23T18:18:58.743293+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":257,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771121+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:18:58.771121+0000","last_peered":"2023-09-23T18:18:58.771121+0000","last_clean":"2023-09-23T18:18:58.771121+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:18:58.771121+0000","last_undegraded":"2023-09-23T18:18:58.771121+0000","last_fullsized":"2023-09-23T18:18:58.771121+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":455,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562721+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:51.562721+0000","last_peered":"2023-09-23T18:18:51.562721+0000","last_clean":"2023-09-23T18:18:51.562721+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:51.562721+0000","last_undegraded":"2023-09-23T18:18:51.562721+0000","last_fullsized":"2023-09-23T18:18:51.562721+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":242,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.746655+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:18:58.746655+0000","last_peered":"2023-09-23T18:18:58.746655+0000","last_clean":"2023-09-23T18:18:58.746655+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:18:58.746655+0000","last_undegraded":"2023-09-23T18:18:58.746655+0000","last_fullsized":"2023-09-23T18:18:58.746655+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":377,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.769859+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:18:58.769859+0000","last_peered":"2023-09-23T18:18:58.769859+0000","last_clean":"2023-09-23T18:18:58.769859+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:18:58.769859+0000","last_undegraded":"2023-09-23T18:18:58.769859+0000","last_fullsized":"2023-09-23T18:18:58.769859+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":428,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562786+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:51.562786+0000","last_peered":"2023-09-23T18:18:51.562786+0000","last_clean":"2023-09-23T18:18:51.562786+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:51.562786+0000","last_undegraded":"2023-09-23T18:18:51.562786+0000","last_fullsized":"2023-09-23T18:18:51.562786+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":247,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.746293+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:18:58.746293+0000","last_peered":"2023-09-23T18:18:58.746293+0000","last_clean":"2023-09-23T18:18:58.746293+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:18:58.746293+0000","last_undegraded":"2023-09-23T18:18:58.746293+0000","last_fullsized":"2023-09-23T18:18:58.746293+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":357,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.561993+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:51.561993+0000","last_peered":"2023-09-23T18:18:51.561993+0000","last_clean":"2023-09-23T18:18:51.561993+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:51.561993+0000","last_undegraded":"2023-09-23T18:18:51.561993+0000","last_fullsized":"2023-09-23T18:18:51.561993+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":38,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.761677+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:18:58.761677+0000","last_peered":"2023-09-23T18:18:58.761677+0000","last_clean":"2023-09-23T18:18:58.761677+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:18:58.761677+0000","last_undegraded":"2023-09-23T18:18:58.761677+0000","last_fullsized":"2023-09-23T18:18:58.761677+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":190,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.747377+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:18:58.747377+0000","last_peered":"2023-09-23T18:18:58.747377+0000","last_clean":"2023-09-23T18:18:58.747377+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:18:58.747377+0000","last_undegraded":"2023-09-23T18:18:58.747377+0000","last_fullsized":"2023-09-23T18:18:58.747377+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":92,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.765422+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:18:58.765422+0000","last_peered":"2023-09-23T18:18:58.765422+0000","last_clean":"2023-09-23T18:18:58.765422+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:18:58.765422+0000","last_undegraded":"2023-09-23T18:18:58.765422+0000","last_fullsized":"2023-09-23T18:18:58.765422+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":404,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.769739+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:18:58.769739+0000","last_peered":"2023-09-23T18:18:58.769739+0000","last_clean":"2023-09-23T18:18:58.769739+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:18:58.769739+0000","last_undegraded":"2023-09-23T18:18:58.769739+0000","last_fullsized":"2023-09-23T18:18:58.769739+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":38,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.760427+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:18:58.760427+0000","last_peered":"2023-09-23T18:18:58.760427+0000","last_clean":"2023-09-23T18:18:58.760427+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:18:58.760427+0000","last_undegraded":"2023-09-23T18:18:58.760427+0000","last_fullsized":"2023-09-23T18:18:58.760427+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":419,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562372+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:51.562372+0000","last_peered":"2023-09-23T18:18:51.562372+0000","last_clean":"2023-09-23T18:18:51.562372+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:51.562372+0000","last_undegraded":"2023-09-23T18:18:51.562372+0000","last_fullsized":"2023-09-23T18:18:51.562372+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":256,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771461+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:18:58.771461+0000","last_peered":"2023-09-23T18:18:58.771461+0000","last_clean":"2023-09-23T18:18:58.771461+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:18:58.771461+0000","last_undegraded":"2023-09-23T18:18:58.771461+0000","last_fullsized":"2023-09-23T18:18:58.771461+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":223,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.750265+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:18:58.750265+0000","last_peered":"2023-09-23T18:18:58.750265+0000","last_clean":"2023-09-23T18:18:58.750265+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:18:58.750265+0000","last_undegraded":"2023-09-23T18:18:58.750265+0000","last_fullsized":"2023-09-23T18:18:58.750265+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":32,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.760217+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:18:58.760217+0000","last_peered":"2023-09-23T18:18:58.760217+0000","last_clean":"2023-09-23T18:18:58.760217+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:18:58.760217+0000","last_undegraded":"2023-09-23T18:18:58.760217+0000","last_fullsized":"2023-09-23T18:18:58.760217+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":372,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771268+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:18:58.771268+0000","last_peered":"2023-09-23T18:18:58.771268+0000","last_clean":"2023-09-23T18:18:58.771268+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:18:58.771268+0000","last_undegraded":"2023-09-23T18:18:58.771268+0000","last_fullsized":"2023-09-23T18:18:58.771268+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":298,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.768625+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:18:58.768625+0000","last_peered":"2023-09-23T18:18:58.768625+0000","last_clean":"2023-09-23T18:18:58.768625+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:18:58.768625+0000","last_undegraded":"2023-09-23T18:18:58.768625+0000","last_fullsized":"2023-09-23T18:18:58.768625+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":389,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.570177+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:51.570177+0000","last_peered":"2023-09-23T18:18:51.570177+0000","last_clean":"2023-09-23T18:18:51.570177+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:51.570177+0000","last_undegraded":"2023-09-23T18:18:51.570177+0000","last_fullsized":"2023-09-23T18:18:51.570177+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"385'10216","reported_seq":10261,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.020365+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:19:06.020365+0000","last_peered":"2023-09-23T18:19:06.020365+0000","last_clean":"2023-09-23T18:19:06.020365+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:19:06.020365+0000","last_undegraded":"2023-09-23T18:19:06.020365+0000","last_fullsized":"2023-09-23T18:19:06.020365+0000","mapping_epoch":347,"log_start":"354'2100","ondisk_log_start":"354'2100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8116,"log_dups_size":0,"ondisk_log_size":8116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117047296,"num_objects":1786,"num_object_clones":0,"num_object_copies":5358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10216,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":36,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.760633+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:18:58.760633+0000","last_peered":"2023-09-23T18:18:58.760633+0000","last_clean":"2023-09-23T18:18:58.760633+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:18:58.760633+0000","last_undegraded":"2023-09-23T18:18:58.760633+0000","last_fullsized":"2023-09-23T18:18:58.760633+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":232,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.751365+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:18:58.751365+0000","last_peered":"2023-09-23T18:18:58.751365+0000","last_clean":"2023-09-23T18:18:58.751365+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:18:58.751365+0000","last_undegraded":"2023-09-23T18:18:58.751365+0000","last_fullsized":"2023-09-23T18:18:58.751365+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"385'10347","reported_seq":10403,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:05.883546+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:19:05.883546+0000","last_peered":"2023-09-23T18:19:05.883546+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:19:05.883546+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"354'2400","ondisk_log_start":"354'2400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7947,"log_dups_size":0,"ondisk_log_size":7947,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119341056,"num_objects":1821,"num_object_clones":0,"num_object_copies":5463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10347,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1731},{"shards":"0,4","objects":-4173}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":36,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.766527+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:18:58.766527+0000","last_peered":"2023-09-23T18:18:58.766527+0000","last_clean":"2023-09-23T18:18:58.766527+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:18:58.766527+0000","last_undegraded":"2023-09-23T18:18:58.766527+0000","last_fullsized":"2023-09-23T18:18:58.766527+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":404,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.762953+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:18:58.762953+0000","last_peered":"2023-09-23T18:18:58.762953+0000","last_clean":"2023-09-23T18:18:58.762953+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:18:58.762953+0000","last_undegraded":"2023-09-23T18:18:58.762953+0000","last_fullsized":"2023-09-23T18:18:58.762953+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"385'10775","reported_seq":10830,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:07.040730+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:19:07.040730+0000","last_peered":"2023-09-23T18:19:07.040730+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:19:07.040730+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"355'3200","ondisk_log_start":"355'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7575,"log_dups_size":0,"ondisk_log_size":7575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119472128,"num_objects":1823,"num_object_clones":0,"num_object_copies":5469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10775,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-4348},{"shards":"0,2,3","objects":1695}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":36,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.761710+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:18:58.761710+0000","last_peered":"2023-09-23T18:18:58.761710+0000","last_clean":"2023-09-23T18:18:58.761710+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:18:58.761710+0000","last_undegraded":"2023-09-23T18:18:58.761710+0000","last_fullsized":"2023-09-23T18:18:58.761710+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":250,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.741648+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:18:58.741648+0000","last_peered":"2023-09-23T18:18:58.741648+0000","last_clean":"2023-09-23T18:18:58.741648+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:18:58.741648+0000","last_undegraded":"2023-09-23T18:18:58.741648+0000","last_fullsized":"2023-09-23T18:18:58.741648+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"385'10367","reported_seq":10414,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.460188+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:19:06.460188+0000","last_peered":"2023-09-23T18:19:06.460188+0000","last_clean":"2023-09-23T18:19:06.460188+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:19:06.460188+0000","last_undegraded":"2023-09-23T18:19:06.460188+0000","last_fullsized":"2023-09-23T18:19:06.460188+0000","mapping_epoch":347,"log_start":"356'3800","ondisk_log_start":"356'3800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6567,"log_dups_size":0,"ondisk_log_size":6567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118292480,"num_objects":1805,"num_object_clones":0,"num_object_copies":5415,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1805,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10367,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":388,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.746518+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:18:58.746518+0000","last_peered":"2023-09-23T18:18:58.746518+0000","last_clean":"2023-09-23T18:18:58.746518+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:18:58.746518+0000","last_undegraded":"2023-09-23T18:18:58.746518+0000","last_fullsized":"2023-09-23T18:18:58.746518+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":390,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.770841+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:18:58.770841+0000","last_peered":"2023-09-23T18:18:58.770841+0000","last_clean":"2023-09-23T18:18:58.770841+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:18:58.770841+0000","last_undegraded":"2023-09-23T18:18:58.770841+0000","last_fullsized":"2023-09-23T18:18:58.770841+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"384'10468","reported_seq":10515,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:19:02.827665+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:19:02.827665+0000","last_peered":"2023-09-23T18:19:02.827665+0000","last_clean":"2023-09-23T18:19:02.827665+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:19:02.827665+0000","last_undegraded":"2023-09-23T18:19:02.827665+0000","last_fullsized":"2023-09-23T18:19:02.827665+0000","mapping_epoch":347,"log_start":"356'3900","ondisk_log_start":"356'3900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6568,"log_dups_size":0,"ondisk_log_size":6568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130678784,"num_objects":1994,"num_object_clones":0,"num_object_copies":5982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1994,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10468,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":412,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.561689+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:18:51.561689+0000","last_peered":"2023-09-23T18:18:51.561689+0000","last_clean":"2023-09-23T18:18:51.561689+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:18:51.561689+0000","last_undegraded":"2023-09-23T18:18:51.561689+0000","last_fullsized":"2023-09-23T18:18:51.561689+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.765496+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:18:58.765496+0000","last_peered":"2023-09-23T18:18:58.765496+0000","last_clean":"2023-09-23T18:18:58.765496+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:18:58.765496+0000","last_undegraded":"2023-09-23T18:18:58.765496+0000","last_fullsized":"2023-09-23T18:18:58.765496+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"385'10518","reported_seq":10565,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.440312+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:19:06.440312+0000","last_peered":"2023-09-23T18:19:06.440312+0000","last_clean":"2023-09-23T18:19:06.440312+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:19:06.440312+0000","last_undegraded":"2023-09-23T18:19:06.440312+0000","last_fullsized":"2023-09-23T18:19:06.440312+0000","mapping_epoch":347,"log_start":"356'3900","ondisk_log_start":"356'3900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6618,"log_dups_size":0,"ondisk_log_size":6618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113508352,"num_objects":1732,"num_object_clones":0,"num_object_copies":5196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10518,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.767111+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:18:58.767111+0000","last_peered":"2023-09-23T18:18:58.767111+0000","last_clean":"2023-09-23T18:18:58.767111+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:18:58.767111+0000","last_undegraded":"2023-09-23T18:18:58.767111+0000","last_fullsized":"2023-09-23T18:18:58.767111+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.765255+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:18:58.765255+0000","last_peered":"2023-09-23T18:18:58.765255+0000","last_clean":"2023-09-23T18:18:58.765255+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:18:58.765255+0000","last_undegraded":"2023-09-23T18:18:58.765255+0000","last_fullsized":"2023-09-23T18:18:58.765255+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"385'10592","reported_seq":10637,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.889647+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:19:05.889647+0000","last_peered":"2023-09-23T18:19:05.889647+0000","last_clean":"2023-09-23T18:19:05.889647+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:19:05.889647+0000","last_undegraded":"2023-09-23T18:19:05.889647+0000","last_fullsized":"2023-09-23T18:19:05.889647+0000","mapping_epoch":347,"log_start":"354'2600","ondisk_log_start":"354'2600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7992,"log_dups_size":0,"ondisk_log_size":7992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119930880,"num_objects":1830,"num_object_clones":0,"num_object_copies":5490,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1830,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10592,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":50,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.751070+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:18:58.751070+0000","last_peered":"2023-09-23T18:18:58.751070+0000","last_clean":"2023-09-23T18:18:58.751070+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:18:58.751070+0000","last_undegraded":"2023-09-23T18:18:58.751070+0000","last_fullsized":"2023-09-23T18:18:58.751070+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":404,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.765209+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:18:58.765209+0000","last_peered":"2023-09-23T18:18:58.765209+0000","last_clean":"2023-09-23T18:18:58.765209+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:18:58.765209+0000","last_undegraded":"2023-09-23T18:18:58.765209+0000","last_fullsized":"2023-09-23T18:18:58.765209+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"385'10566","reported_seq":10613,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.457078+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:19:06.457078+0000","last_peered":"2023-09-23T18:19:06.457078+0000","last_clean":"2023-09-23T18:19:06.457078+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:19:06.457078+0000","last_undegraded":"2023-09-23T18:19:06.457078+0000","last_fullsized":"2023-09-23T18:19:06.457078+0000","mapping_epoch":347,"log_start":"356'4000","ondisk_log_start":"356'4000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6566,"log_dups_size":0,"ondisk_log_size":6566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115343360,"num_objects":1760,"num_object_clones":0,"num_object_copies":5280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1760,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10566,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":424,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562582+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:51.562582+0000","last_peered":"2023-09-23T18:18:51.562582+0000","last_clean":"2023-09-23T18:18:51.562582+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:51.562582+0000","last_undegraded":"2023-09-23T18:18:51.562582+0000","last_fullsized":"2023-09-23T18:18:51.562582+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":385,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.745697+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:18:58.745697+0000","last_peered":"2023-09-23T18:18:58.745697+0000","last_clean":"2023-09-23T18:18:58.745697+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:18:58.745697+0000","last_undegraded":"2023-09-23T18:18:58.745697+0000","last_fullsized":"2023-09-23T18:18:58.745697+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"385'10551","reported_seq":10598,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:07.059552+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:19:07.059552+0000","last_peered":"2023-09-23T18:19:07.059552+0000","last_clean":"2023-09-23T18:19:07.059552+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:19:07.059552+0000","last_undegraded":"2023-09-23T18:19:07.059552+0000","last_fullsized":"2023-09-23T18:19:07.059552+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7551,"log_dups_size":0,"ondisk_log_size":7551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117637120,"num_objects":1795,"num_object_clones":0,"num_object_copies":5385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10551,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":992,"reported_epoch":384,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:18:58.740750+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:18:58.740750+0000","last_peered":"2023-09-23T18:18:58.740750+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:18:58.740750+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":214,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.750350+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:18:58.750350+0000","last_peered":"2023-09-23T18:18:58.750350+0000","last_clean":"2023-09-23T18:18:58.750350+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:18:58.750350+0000","last_undegraded":"2023-09-23T18:18:58.750350+0000","last_fullsized":"2023-09-23T18:18:58.750350+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":295,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.741570+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:18:58.741570+0000","last_peered":"2023-09-23T18:18:58.741570+0000","last_clean":"2023-09-23T18:18:58.741570+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:18:58.741570+0000","last_undegraded":"2023-09-23T18:18:58.741570+0000","last_fullsized":"2023-09-23T18:18:58.741570+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"385'10480","reported_seq":10531,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:05.917628+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:19:05.917628+0000","last_peered":"2023-09-23T18:19:05.917628+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:19:05.917628+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"354'2300","ondisk_log_start":"354'2300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8180,"log_dups_size":0,"ondisk_log_size":8180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119144448,"num_objects":1818,"num_object_clones":0,"num_object_copies":5454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10480,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":1715},{"shards":"3,5","objects":-4230}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1128,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.747187+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:18:58.747187+0000","last_peered":"2023-09-23T18:18:58.747187+0000","last_clean":"2023-09-23T18:18:58.747187+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:18:58.747187+0000","last_undegraded":"2023-09-23T18:18:58.747187+0000","last_fullsized":"2023-09-23T18:18:58.747187+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":387,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.769696+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:18:58.769696+0000","last_peered":"2023-09-23T18:18:58.769696+0000","last_clean":"2023-09-23T18:18:58.769696+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:18:58.769696+0000","last_undegraded":"2023-09-23T18:18:58.769696+0000","last_fullsized":"2023-09-23T18:18:58.769696+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":300,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.740561+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:18:58.740561+0000","last_peered":"2023-09-23T18:18:58.740561+0000","last_clean":"2023-09-23T18:18:58.740561+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:18:58.740561+0000","last_undegraded":"2023-09-23T18:18:58.740561+0000","last_fullsized":"2023-09-23T18:18:58.740561+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"384'10292","reported_seq":10339,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:19:02.871056+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:19:02.871056+0000","last_peered":"2023-09-23T18:19:02.871056+0000","last_clean":"2023-09-23T18:19:02.871056+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:19:02.871056+0000","last_undegraded":"2023-09-23T18:19:02.871056+0000","last_fullsized":"2023-09-23T18:19:02.871056+0000","mapping_epoch":347,"log_start":"356'3700","ondisk_log_start":"356'3700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6592,"log_dups_size":0,"ondisk_log_size":6592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123863040,"num_objects":1890,"num_object_clones":0,"num_object_copies":5670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10292,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":650,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.726589+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:18:58.726589+0000","last_peered":"2023-09-23T18:18:58.726589+0000","last_clean":"2023-09-23T18:18:58.726589+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:18:58.726589+0000","last_undegraded":"2023-09-23T18:18:58.726589+0000","last_fullsized":"2023-09-23T18:18:58.726589+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":305,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.740492+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:18:58.740492+0000","last_peered":"2023-09-23T18:18:58.740492+0000","last_clean":"2023-09-23T18:18:58.740492+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:18:58.740492+0000","last_undegraded":"2023-09-23T18:18:58.740492+0000","last_fullsized":"2023-09-23T18:18:58.740492+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":394,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.745758+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:18:58.745758+0000","last_peered":"2023-09-23T18:18:58.745758+0000","last_clean":"2023-09-23T18:18:58.745758+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:18:58.745758+0000","last_undegraded":"2023-09-23T18:18:58.745758+0000","last_fullsized":"2023-09-23T18:18:58.745758+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"385'10658","reported_seq":10703,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.025093+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:19:06.025093+0000","last_peered":"2023-09-23T18:19:06.025093+0000","last_clean":"2023-09-23T18:19:06.025093+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:19:06.025093+0000","last_undegraded":"2023-09-23T18:19:06.025093+0000","last_fullsized":"2023-09-23T18:19:06.025093+0000","mapping_epoch":347,"log_start":"354'2500","ondisk_log_start":"354'2500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8158,"log_dups_size":0,"ondisk_log_size":8158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123469824,"num_objects":1884,"num_object_clones":0,"num_object_copies":5652,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10658,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":967,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.747772+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:18:58.747772+0000","last_peered":"2023-09-23T18:18:58.747772+0000","last_clean":"2023-09-23T18:18:58.747772+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:18:58.747772+0000","last_undegraded":"2023-09-23T18:18:58.747772+0000","last_fullsized":"2023-09-23T18:18:58.747772+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":388,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.777369+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:18:58.777369+0000","last_peered":"2023-09-23T18:18:58.777369+0000","last_clean":"2023-09-23T18:18:58.777369+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:18:58.777369+0000","last_undegraded":"2023-09-23T18:18:58.777369+0000","last_fullsized":"2023-09-23T18:18:58.777369+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":422,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.561424+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:51.561424+0000","last_peered":"2023-09-23T18:18:51.561424+0000","last_clean":"2023-09-23T18:18:51.561424+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:51.561424+0000","last_undegraded":"2023-09-23T18:18:51.561424+0000","last_fullsized":"2023-09-23T18:18:51.561424+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":72,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.765172+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:18:58.765172+0000","last_peered":"2023-09-23T18:18:58.765172+0000","last_clean":"2023-09-23T18:18:58.765172+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:18:58.765172+0000","last_undegraded":"2023-09-23T18:18:58.765172+0000","last_fullsized":"2023-09-23T18:18:58.765172+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"385'10228","reported_seq":10275,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:06.433764+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:19:06.433764+0000","last_peered":"2023-09-23T18:19:06.433764+0000","last_clean":"2023-09-23T18:19:06.433764+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:19:06.433764+0000","last_undegraded":"2023-09-23T18:19:06.433764+0000","last_fullsized":"2023-09-23T18:19:06.433764+0000","mapping_epoch":347,"log_start":"356'3700","ondisk_log_start":"356'3700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6528,"log_dups_size":0,"ondisk_log_size":6528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120455168,"num_objects":1838,"num_object_clones":0,"num_object_copies":5514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10228,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":734,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.777284+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:18:58.777284+0000","last_peered":"2023-09-23T18:18:58.777284+0000","last_clean":"2023-09-23T18:18:58.777284+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:18:58.777284+0000","last_undegraded":"2023-09-23T18:18:58.777284+0000","last_fullsized":"2023-09-23T18:18:58.777284+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":382,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.770701+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:18:58.770701+0000","last_peered":"2023-09-23T18:18:58.770701+0000","last_clean":"2023-09-23T18:18:58.770701+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:18:58.770701+0000","last_undegraded":"2023-09-23T18:18:58.770701+0000","last_fullsized":"2023-09-23T18:18:58.770701+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":247,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771026+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:18:58.771026+0000","last_peered":"2023-09-23T18:18:58.771026+0000","last_clean":"2023-09-23T18:18:58.771026+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:18:58.771026+0000","last_undegraded":"2023-09-23T18:18:58.771026+0000","last_fullsized":"2023-09-23T18:18:58.771026+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"384'10315","reported_seq":10362,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:19:02.855303+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:19:02.855303+0000","last_peered":"2023-09-23T18:19:02.855303+0000","last_clean":"2023-09-23T18:19:02.855303+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:19:02.855303+0000","last_undegraded":"2023-09-23T18:19:02.855303+0000","last_fullsized":"2023-09-23T18:19:02.855303+0000","mapping_epoch":347,"log_start":"356'3700","ondisk_log_start":"356'3700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6615,"log_dups_size":0,"ondisk_log_size":6615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125370368,"num_objects":1913,"num_object_clones":0,"num_object_copies":5739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10315,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":44,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.761611+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:18:58.761611+0000","last_peered":"2023-09-23T18:18:58.761611+0000","last_clean":"2023-09-23T18:18:58.761611+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:18:58.761611+0000","last_undegraded":"2023-09-23T18:18:58.761611+0000","last_fullsized":"2023-09-23T18:18:58.761611+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":324,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.740906+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:18:58.740906+0000","last_peered":"2023-09-23T18:18:58.740906+0000","last_clean":"2023-09-23T18:18:58.740906+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:18:58.740906+0000","last_undegraded":"2023-09-23T18:18:58.740906+0000","last_fullsized":"2023-09-23T18:18:58.740906+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":407,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771026+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:18:58.771026+0000","last_peered":"2023-09-23T18:18:58.771026+0000","last_clean":"2023-09-23T18:18:58.771026+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:18:58.771026+0000","last_undegraded":"2023-09-23T18:18:58.771026+0000","last_fullsized":"2023-09-23T18:18:58.771026+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"385'10593","reported_seq":10647,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:07.025244+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:19:07.025244+0000","last_peered":"2023-09-23T18:19:07.025244+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:19:07.025244+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7593,"log_dups_size":0,"ondisk_log_size":7593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117112832,"num_objects":1787,"num_object_clones":0,"num_object_copies":5361,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1787,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10593,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-4313},{"shards":"0,3,5","objects":1696}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":387,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.570096+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:51.570096+0000","last_peered":"2023-09-23T18:18:51.570096+0000","last_clean":"2023-09-23T18:18:51.570096+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:51.570096+0000","last_undegraded":"2023-09-23T18:18:51.570096+0000","last_fullsized":"2023-09-23T18:18:51.570096+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1013,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.741379+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:18:58.741379+0000","last_peered":"2023-09-23T18:18:58.741379+0000","last_clean":"2023-09-23T18:18:58.741379+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:18:58.741379+0000","last_undegraded":"2023-09-23T18:18:58.741379+0000","last_fullsized":"2023-09-23T18:18:58.741379+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":428,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562646+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:51.562646+0000","last_peered":"2023-09-23T18:18:51.562646+0000","last_clean":"2023-09-23T18:18:51.562646+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:51.562646+0000","last_undegraded":"2023-09-23T18:18:51.562646+0000","last_fullsized":"2023-09-23T18:18:51.562646+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"385'10386","reported_seq":16399,"reported_epoch":385,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:06.052031+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:19:06.052031+0000","last_peered":"2023-09-23T18:19:06.052031+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:19:06.052031+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"354'2200","ondisk_log_start":"354'2200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8186,"log_dups_size":0,"ondisk_log_size":8186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119734296,"num_objects":1828,"num_object_clones":0,"num_object_copies":5484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1305,"num_objects_misplaced":1729,"num_objects_unfound":0,"num_objects_dirty":1828,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10386,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2979,"num_bytes_recovered":195231744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":1729},{"shards":"2,5","objects":-1206}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":56,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.760708+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:18:58.760708+0000","last_peered":"2023-09-23T18:18:58.760708+0000","last_clean":"2023-09-23T18:18:58.760708+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:18:58.760708+0000","last_undegraded":"2023-09-23T18:18:58.760708+0000","last_fullsized":"2023-09-23T18:18:58.760708+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":242,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.771217+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:18:58.771217+0000","last_peered":"2023-09-23T18:18:58.771217+0000","last_clean":"2023-09-23T18:18:58.771217+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:18:58.771217+0000","last_undegraded":"2023-09-23T18:18:58.771217+0000","last_fullsized":"2023-09-23T18:18:58.771217+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.762814+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:18:58.762814+0000","last_peered":"2023-09-23T18:18:58.762814+0000","last_clean":"2023-09-23T18:18:58.762814+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:18:58.762814+0000","last_undegraded":"2023-09-23T18:18:58.762814+0000","last_fullsized":"2023-09-23T18:18:58.762814+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":255,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.770964+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:18:58.770964+0000","last_peered":"2023-09-23T18:18:58.770964+0000","last_clean":"2023-09-23T18:18:58.770964+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:18:58.770964+0000","last_undegraded":"2023-09-23T18:18:58.770964+0000","last_fullsized":"2023-09-23T18:18:58.770964+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":189,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.727563+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:18:58.727563+0000","last_peered":"2023-09-23T18:18:58.727563+0000","last_clean":"2023-09-23T18:18:58.727563+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:18:58.727563+0000","last_undegraded":"2023-09-23T18:18:58.727563+0000","last_fullsized":"2023-09-23T18:18:58.727563+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":392,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.746597+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:18:58.746597+0000","last_peered":"2023-09-23T18:18:58.746597+0000","last_clean":"2023-09-23T18:18:58.746597+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:18:58.746597+0000","last_undegraded":"2023-09-23T18:18:58.746597+0000","last_fullsized":"2023-09-23T18:18:58.746597+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.769563+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:18:58.769563+0000","last_peered":"2023-09-23T18:18:58.769563+0000","last_clean":"2023-09-23T18:18:58.769563+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:18:58.769563+0000","last_undegraded":"2023-09-23T18:18:58.769563+0000","last_fullsized":"2023-09-23T18:18:58.769563+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":379,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.750435+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:18:58.750435+0000","last_peered":"2023-09-23T18:18:58.750435+0000","last_clean":"2023-09-23T18:18:58.750435+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:18:58.750435+0000","last_undegraded":"2023-09-23T18:18:58.750435+0000","last_fullsized":"2023-09-23T18:18:58.750435+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.767180+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:18:58.767180+0000","last_peered":"2023-09-23T18:18:58.767180+0000","last_clean":"2023-09-23T18:18:58.767180+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:18:58.767180+0000","last_undegraded":"2023-09-23T18:18:58.767180+0000","last_fullsized":"2023-09-23T18:18:58.767180+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":444,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.562112+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:51.562112+0000","last_peered":"2023-09-23T18:18:51.562112+0000","last_clean":"2023-09-23T18:18:51.562112+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:51.562112+0000","last_undegraded":"2023-09-23T18:18:51.562112+0000","last_fullsized":"2023-09-23T18:18:51.562112+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":423,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-09-23T18:18:51.561917+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:51.561917+0000","last_peered":"2023-09-23T18:18:51.561917+0000","last_clean":"2023-09-23T18:18:51.561917+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:51.561917+0000","last_undegraded":"2023-09-23T18:18:51.561917+0000","last_fullsized":"2023-09-23T18:18:51.561917+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":274,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.769777+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:18:58.769777+0000","last_peered":"2023-09-23T18:18:58.769777+0000","last_clean":"2023-09-23T18:18:58.769777+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:18:58.769777+0000","last_undegraded":"2023-09-23T18:18:58.769777+0000","last_fullsized":"2023-09-23T18:18:58.769777+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":63,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.762675+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:18:58.762675+0000","last_peered":"2023-09-23T18:18:58.762675+0000","last_clean":"2023-09-23T18:18:58.762675+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:18:58.762675+0000","last_undegraded":"2023-09-23T18:18:58.762675+0000","last_fullsized":"2023-09-23T18:18:58.762675+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":1920401432,"num_objects":29304,"num_object_clones":0,"num_object_copies":87912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25618,"num_objects_misplaced":1729,"num_objects_unfound":0,"num_objects_dirty":29304,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":167352,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2980,"num_bytes_recovered":195297280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7160737792,"data_stored":7160725576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117352,"ondisk_log_size":117352,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430610,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":945008,"kb_used_data":36520,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92800144,"statfs":{"total":95995035648,"available":95027347456,"internally_reserved":0,"allocated":37396480,"data_stored":36476885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":2.9889999999999999},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":2.27}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":4.194}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.5169999999999999,"5min":2.1549999999999998,"15min":1.885},"min":{"1min":0.33000000000000002,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":7.9660000000000002,"5min":13.282,"15min":15.449999999999999},"last":3.133},{"interface":"front","average":{"1min":2.7109999999999999,"5min":2.673,"15min":2.0369999999999999},"min":{"1min":0.36699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":11.573,"5min":21.692,"15min":21.692},"last":2.2389999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":6.335},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":4.2080000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":0.70699999999999996,"15min":0.89600000000000002},"min":{"1min":0.35899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.8040000000000003,"5min":6.8040000000000003,"15min":19.010000000000002},"last":3.9670000000000001},{"interface":"front","average":{"1min":1.9650000000000001,"5min":0.78900000000000003,"15min":0.86499999999999999},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":6.6269999999999998,"5min":6.6269999999999998,"15min":8.1950000000000003},"last":3.0409999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":2.2360000000000002,"5min":0.78700000000000003,"15min":0.92600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":14.202,"5min":14.202,"15min":14.202},"last":0.76600000000000001},{"interface":"front","average":{"1min":2.5819999999999999,"5min":0.92900000000000005,"15min":1.0169999999999999},"min":{"1min":0.39100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.282999999999999,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.72199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":7.0129999999999999},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":6.9740000000000002}]}]},{"osd":6,"up_from":0,"seq":747324309706,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436673,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1801904,"kb_used_data":1584680,"kb_used_omap":17,"kb_used_meta":217198,"kb_avail":91943248,"statfs":{"total":95995035648,"available":94149885952,"internally_reserved":0,"allocated":1622712320,"data_stored":1621104494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":222410852},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:58 2023","interfaces":[{"interface":"back","average":{"1min":4.657,"5min":3.738,"15min":4.6299999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":12.76,"5min":48.408999999999999,"15min":48.408999999999999},"last":8.7629999999999999},{"interface":"front","average":{"1min":3.0870000000000002,"5min":2.883,"15min":3.161},"min":{"1min":0.22900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":13.654999999999999,"5min":15.611000000000001,"15min":15.611000000000001},"last":0.39800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":6.8739999999999997},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":4.3360000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":7.899},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":6.774}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":7.0880000000000001},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":6.843}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":6.8070000000000004},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":4.4720000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":4.3799999999999999},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":0.47199999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":6.7149999999999999},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":4.4290000000000003}]}]},{"osd":0,"up_from":85,"seq":365072220448,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1831912,"kb_used_data":1202912,"kb_used_omap":8,"kb_used_meta":628983,"kb_avail":91913240,"statfs":{"total":95995035648,"available":94119157760,"internally_reserved":0,"allocated":1231781888,"data_stored":1230176936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":644079204},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":1.032},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":4.2859999999999996},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":0.61099999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.443},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.33600000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":1.0880000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":1.0640000000000001},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.372}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":1.125},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.68600000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":0.64800000000000002},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":0.42299999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258141,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1798588,"kb_used_data":1047540,"kb_used_omap":16,"kb_used_meta":751023,"kb_avail":91946564,"statfs":{"total":95995035648,"available":94153281536,"internally_reserved":0,"allocated":1072680960,"data_stored":1071004140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":769047714},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":3.7869999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":3.4540000000000002,"15min":3.5139999999999998},"min":{"1min":0.26700000000000002,"5min":0.247,"15min":0.247},"max":{"1min":14.926,"5min":38.146999999999998,"15min":38.146999999999998},"last":3.8570000000000002},{"interface":"front","average":{"1min":2.7999999999999998,"5min":3.5449999999999999,"15min":3.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.775,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.58499999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":3.8290000000000002},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":0.79700000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":5.3200000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":0.50600000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":0.755},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":3.9169999999999998}]}]},{"osd":3,"up_from":100,"seq":429496729870,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2016496,"kb_used_data":1276008,"kb_used_omap":4,"kb_used_meta":740475,"kb_avail":91728656,"statfs":{"total":95995035648,"available":93930143744,"internally_reserved":0,"allocated":1306632192,"data_stored":1305070328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":758246807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":2.1269999999999998},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":10.227}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":14.747},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":2.8559999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:18:05 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":3.7440000000000002,"15min":2.8319999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":14.34,"5min":93.429000000000002,"15min":93.429000000000002},"last":2.6720000000000002},{"interface":"front","average":{"1min":2.9239999999999999,"5min":3.9279999999999999,"15min":2.8530000000000002},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":14.48,"5min":90.498999999999995,"15min":90.498999999999995},"last":10.281000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":2.1000000000000001},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":2.7189999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":2.7789999999999999},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":10.192}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":2.8069999999999999},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":2.8290000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":10.329000000000001},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":2.0630000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019293,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1185056,"kb_used_data":591256,"kb_used_omap":0,"kb_used_meta":593792,"kb_avail":92560096,"statfs":{"total":95995035648,"available":94781538304,"internally_reserved":0,"allocated":605446144,"data_stored":604542554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608043008},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":1.9470000000000001},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":0.70099999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":11.132,"5min":3.532,"15min":2.5150000000000001},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":155.029,"5min":155.029,"15min":155.029},"last":1.1739999999999999},{"interface":"front","average":{"1min":11.839,"5min":3.9340000000000002,"15min":3.3479999999999999},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":154.94499999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":0.70799999999999996},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.952,"15min":2.544},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":9.8369999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":2.008},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.234,"15min":2.508},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":17.027000000000001,"5min":17.027000000000001,"15min":80.852000000000004},"last":1.7090000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":1.042,"15min":1.0329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.24199999999999999},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":18.829999999999998},"last":5.3780000000000001},{"interface":"front","average":{"1min":2.8479999999999999,"5min":1.097,"15min":1.1779999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27500000000000002},"max":{"1min":12.225,"5min":12.225,"15min":18.859000000000002},"last":3.6640000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.502},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":1.256}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":0.54000000000000004}]}]},{"osd":5,"up_from":36,"seq":154618823065,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1924900,"kb_used_data":1339292,"kb_used_omap":0,"kb_used_meta":585600,"kb_avail":91820252,"statfs":{"total":95995035648,"available":94023938048,"internally_reserved":0,"allocated":1371435008,"data_stored":1370522906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599654400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":0.69299999999999995},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":2.6070000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":1.8089999999999999},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":1.9930000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":2.298},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":2.3220000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":0.93799999999999994},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":2.0950000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.71999999999999997},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":0.64400000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.80800000000000005},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.82899999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":0.746},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.39700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1216806912,"data_stored":1216806912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1608515584,"data_stored":1608515584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1055068160,"data_stored":1055064088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1294925824,"data_stored":1294925824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593428480,"data_stored":593428480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1358761984,"data_stored":1358757912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33230848,"data_stored":33226776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:19:08.161 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:19:08.172 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:08.473 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:08.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:08.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:08.581 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:08.648 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:08.719 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:08.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:08.724 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:08.825 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:08.887 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:08 smithi149 ceph-mon[135148]: pgmap v1154: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 25627/87996 objects degraded (29.123%); 1729/87996 objects misplaced (1.965%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:08.887 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:08 smithi149 ceph-mon[135148]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:08.892 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:08.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:08.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:19:08.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:08.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:09.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:08 smithi018 ceph-mon[153734]: pgmap v1154: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 25627/87996 objects degraded (29.123%); 1729/87996 objects misplaced (1.965%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:09.041 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:08 smithi018 ceph-mon[153734]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:09.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:08 smithi018 ceph-mon[149401]: pgmap v1154: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 621 op/s; 25627/87996 objects degraded (29.123%); 1729/87996 objects misplaced (1.965%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:09.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:08 smithi018 ceph-mon[149401]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:09.077 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:09.171 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:09.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:09.462 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:09.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:09.469 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:09.502 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:19:09.502 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:19:09.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133589 7.9 7:95d372e5:::benchmark_data_smithi018_282512_object32853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e309)", 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.38212553400001, 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0297261010000001, 2023-09-23T18:19:09.503 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133589 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109760+0000", 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109759+0000", 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109762+0000", 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.492e-06 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109767+0000", 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3079999999999998e-06 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109772+0000", 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.357e-06 2023-09-23T18:19:09.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109861+0000", 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9294000000000003e-05 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.109872+0000", 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1337e-05 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.132974+0000", 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0231020159999999 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.133112+0000", 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013759699999999999 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.133464+0000", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000352269 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139234+0000", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057695719999999997 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139273+0000", 2023-09-23T18:19:09.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9289999999999998e-05 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139396+0000", 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012290000000000001 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139447+0000", 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0733999999999999e-05 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139486+0000", 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9345999999999999e-05 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133625 7.9 7:9411af3a:::benchmark_data_smithi018_282512_object32889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:19:09.513 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.29715525799998, 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94490379400000002, 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133625 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194730+0000", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194728+0000", 2023-09-23T18:19:09.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194738+0000", 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0121e-05 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194761+0000", 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2543000000000001e-05 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.194773+0000", 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2116999999999999e-05 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.195599+0000", 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00082613399999999996 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.195614+0000", 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4355999999999999e-05 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135259+0000", 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.93964513400000005 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135370+0000", 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011081099999999999 2023-09-23T18:19:09.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.135670+0000", 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00030078800000000002 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139359+0000", 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036882379999999999 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139529+0000", 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000170354 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139557+0000", 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7591000000000001e-05 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139597+0000", 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0534999999999997e-05 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139634+0000", 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6854999999999999e-05 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133644 7.9 7:93dd3006:::benchmark_data_smithi018_282512_object32908:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.26181281200002, 2023-09-23T18:19:09.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.91422846000000002, 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133644 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:19:09.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230073+0000", 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230072+0000", 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230077+0000", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9190000000000004e-06 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230093+0000", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.519e-05 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230100+0000", 2023-09-23T18:19:09.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5719999999999997e-06 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230222+0000", 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122104 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.230232+0000", 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6339999999999996e-06 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137094+0000", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.906861527 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137223+0000", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012994800000000001 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.137495+0000", 2023-09-23T18:19:09.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027161699999999998 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139498+0000", 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002002584 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139682+0000", 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000184282 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144207+0000", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045249849999999996 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144258+0000", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1400000000000003e-05 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144301+0000", 2023-09-23T18:19:09.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2684e-05 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133688 7.9 7:956ac87b:::benchmark_data_smithi018_282512_object32952:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.17586423400002, 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85451459200000002, 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.529 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133688 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316021+0000", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316024+0000", 2023-09-23T18:19:09.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0029999999999999e-06 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316030+0000", 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3520000000000003e-06 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316035+0000", 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8119999999999998e-06 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316087+0000", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2516999999999999e-05 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.316108+0000", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1018000000000001e-05 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139715+0000", 2023-09-23T18:19:09.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.823606901 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.139862+0000", 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014680699999999999 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.140185+0000", 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00032302900000000001 2023-09-23T18:19:09.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144337+0000", 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041523109999999997 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144369+0000", 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1448000000000001e-05 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170453+0000", 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026083637 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170497+0000", 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4115e-05 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170536+0000", 2023-09-23T18:19:09.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9035000000000001e-05 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133703 7.9 7:97d0f52e:::benchmark_data_smithi018_282512_object32967:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.13790189600002, 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.81663249199999999, 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.537 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133703 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353983+0000", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353982+0000", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353987+0000", 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8930000000000004e-06 2023-09-23T18:19:09.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.353995+0000", 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9880000000000004e-06 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354000+0000", 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5940000000000001e-06 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354364+0000", 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036318800000000002 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.354375+0000", 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.131e-05 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.141971+0000", 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.78759564100000001 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.142084+0000", 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113879 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.142415+0000", 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033047799999999999 2023-09-23T18:19:09.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148803+0000", 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063884420000000003 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148835+0000", 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1260000000000002e-05 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170545+0000", 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021710785 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170582+0000", 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6860999999999998e-05 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170616+0000", 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3639000000000001e-05 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133716 7.9 7:97e96b6e:::benchmark_data_smithi018_282512_object32980:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.119863055, 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.79867948700000002, 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.545 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133716 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372022+0000", 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372021+0000", 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372028+0000", 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6490000000000008e-06 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372039+0000", 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0355e-05 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372047+0000", 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3699999999999995e-06 2023-09-23T18:19:09.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372105+0000", 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8158000000000001e-05 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.372116+0000", 2023-09-23T18:19:09.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0244999999999999e-05 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144391+0000", 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77227507200000001 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144519+0000", 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000128145 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.144851+0000", 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00033203200000000001 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148865+0000", 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040138889999999997 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148894+0000", 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8921e-05 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170622+0000", 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021728587000000001 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170655+0000", 2023-09-23T18:19:09.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2675000000000001e-05 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170702+0000", 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6848999999999998e-05 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133731 7.9 7:9715e5f0:::benchmark_data_smithi018_282512_object32995:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.553 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.09593069900001, 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77481662500000004, 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133731 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395955+0000", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395954+0000", 2023-09-23T18:19:09.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395958+0000", 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1549999999999999e-06 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395964+0000", 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1260000000000003e-06 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.395968+0000", 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4630000000000003e-06 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.397912+0000", 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019441370000000001 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.397922+0000", 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0164e-05 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146523+0000", 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.74860101199999995 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146647+0000", 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123237 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.146998+0000", 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035171099999999999 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148924+0000", 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001925904 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152853+0000", 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039287819999999996 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170708+0000", 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017854518999999999 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170741+0000", 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3189999999999999e-05 2023-09-23T18:19:09.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170771+0000", 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0539e-05 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133762 7.9 7:91c18d0d:::benchmark_data_smithi018_282512_object33026:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:19:09.561 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 386.02055193000001, 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.69951345600000003, 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133762 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471333+0000", 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471332+0000", 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471337+0000", 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.741e-06 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471343+0000", 2023-09-23T18:19:09.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6000000000000003e-06 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.471349+0000", 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8000000000000004e-06 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.473066+0000", 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017165990000000001 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.473077+0000", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0992000000000001e-05 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.148946+0000", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.67586916799999996 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.149071+0000", 2023-09-23T18:19:09.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012548 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.149421+0000", 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034920200000000001 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152888+0000", 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003467337 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160039+0000", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007151017 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170777+0000", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010737663 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170816+0000", 2023-09-23T18:19:09.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9168000000000002e-05 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170847+0000", 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1044999999999998e-05 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133812 7.9 7:94fd2abd:::benchmark_data_smithi018_282512_object33076:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.569 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 385.91296005499999, 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59198850400000003, 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133812 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578925+0000", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578924+0000", 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578928+0000", 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3579999999999996e-06 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578938+0000", 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1679999999999993e-06 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578943+0000", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4620000000000004e-06 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579011+0000", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8071999999999995e-05 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579021+0000", 2023-09-23T18:19:09.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0008e-05 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151100+0000", 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57207860899999996 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151215+0000", 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011543 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.151492+0000", 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027714500000000002 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.159978+0000", 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0084858369999999995 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160067+0000", 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9409999999999999e-05 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170852+0000", 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010784989 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170884+0000", 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1967000000000001e-05 2023-09-23T18:19:09.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170914+0000", 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9359000000000001e-05 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133816 7.9 7:9003a11e:::benchmark_data_smithi018_282512_object33080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 385.91292951999998, 2023-09-23T18:19:09.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59202326999999999, 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133816 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:19:09.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578956+0000", 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578958+0000", 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5629999999999999e-06 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578972+0000", 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4348999999999999e-05 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.578977+0000", 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8620000000000002e-06 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579043+0000", 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5514999999999999e-05 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.579049+0000", 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5119999999999997e-06 2023-09-23T18:19:09.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.152910+0000", 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57386119700000005 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.153034+0000", 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012381800000000001 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.153301+0000", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026675100000000002 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160010+0000", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067084529999999996 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.160097+0000", 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7182000000000007e-05 2023-09-23T18:19:09.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170919+0000", 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010822595000000001 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170950+0000", 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1055e-05 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170979+0000", 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8759e-05 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133825 7.9 7:9303c5e7:::benchmark_data_smithi018_282512_object33089:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 385.89099356499997, 2023-09-23T18:19:09.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57015268500000005, 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133825 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600892+0000", 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600891+0000", 2023-09-23T18:19:09.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600895+0000", 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.478e-06 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600903+0000", 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9529999999999999e-06 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.600909+0000", 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2389999999999999e-06 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.605810+0000", 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049014619999999997 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.605821+0000", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1034e-05 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155152+0000", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.54933030699999996 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155268+0000", 2023-09-23T18:19:09.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116321 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.155665+0000", 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0003969 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.164643+0000", 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089781689999999994 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169706+0000", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0050627500000000004 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.170984+0000", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012787569999999999 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171015+0000", 2023-09-23T18:19:09.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0697000000000001e-05 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171044+0000", 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9329e-05 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.593 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:133875 7.9 7:96d986f1:::benchmark_data_smithi018_282512_object33139:head [delete] snapc 0=[] ondisk+write+known_if_redirected e310)", 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 385.74483393100002, 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42405807400000001, 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 133875 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747051+0000", 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747050+0000", 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747056+0000", 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3960000000000003e-06 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747071+0000", 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4785e-05 2023-09-23T18:19:09.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747080+0000", 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.67e-06 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747145+0000", 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4828999999999999e-05 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:43.747157+0000", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2571e-05 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.157636+0000", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.41047901999999997 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.157756+0000", 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119837 2023-09-23T18:19:09.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.158119+0000", 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036302900000000001 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169374+0000", 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011255278000000001 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.169738+0000", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036394699999999999 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171050+0000", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013111830000000001 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171081+0000", 2023-09-23T18:19:09.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.095e-05 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:44.171110+0000", 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8945000000000002e-05 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81651 8.6 8:61c74d57:::benchmark_data_smithi018_324167_object81650:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:19:09.601 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.231162+0000", 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 145.26072287100001, 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.207367682, 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81651 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.602 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231162+0000", 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231162+0000", 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231162+0000", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231186+0000", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4138000000000002e-05 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231195+0000", 2023-09-23T18:19:09.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3430000000000002e-06 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.231201+0000", 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1460000000000001e-06 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.235998+0000", 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047964430000000001 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.236128+0000", 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012977 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.236261+0000", 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132991 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.242985+0000", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067241649999999998 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.252329+0000", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093438970000000003 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.438441+0000", 2023-09-23T18:19:09.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.186112734 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.438489+0000", 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8072999999999999e-05 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.438530+0000", 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0708999999999999e-05 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.608 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96761 8.c 8:32e55753:::benchmark_data_smithi018_324167_object96760:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.595493799, 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.407537413, 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.609 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96761 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:19:09.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896390+0000", 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896415+0000", 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4462000000000001e-05 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896432+0000", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7065999999999999e-05 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896440+0000", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7309999999999999e-06 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896508+0000", 2023-09-23T18:19:09.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7649000000000002e-05 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896669+0000", 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016083199999999999 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896868+0000", 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019915500000000001 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913882+0000", 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017013879999999999 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913896+0000", 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3722e-05 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888920+0000", 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97502483500000003 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888934+0000", 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3200000000000001e-05 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.303816+0000", 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4148826299999999 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.303929+0000", 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000112674 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96772 8.c 8:30942085:::benchmark_data_smithi018_324167_object96771:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:19:09.616 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.570734702, 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4310743220000002, 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96772 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921149+0000", 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921175+0000", 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5514999999999999e-05 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921184+0000", 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1689999999999998e-06 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921192+0000", 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2660000000000001e-06 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928541+0000", 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073486539999999996 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928552+0000", 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1677e-05 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888955+0000", 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96040290500000003 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888962+0000", 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9589999999999998e-06 2023-09-23T18:19:09.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308583+0000", 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4196211060000001 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308791+0000", 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020755799999999999 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308987+0000", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000196057 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.316336+0000", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073489280000000002 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.321205+0000", 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048688500000000001 2023-09-23T18:19:09.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.347151+0000", 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025946657000000001 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.347233+0000", 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1180000000000005e-05 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352225+0000", 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049923570000000002 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96774 8.6 8:63cd6432:::benchmark_data_smithi018_324167_object96773:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.559057896, 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4401302139999999, 2023-09-23T18:19:09.625 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96774 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932826+0000", 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932848+0000", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2018000000000002e-05 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932861+0000", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2896e-05 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932867+0000", 2023-09-23T18:19:09.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932929+0000", 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2524e-05 2023-09-23T18:19:09.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932943+0000", 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3444999999999999e-05 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889288+0000", 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.956345479 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889298+0000", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0343000000000001e-05 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.317991+0000", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4286920269999999 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.318131+0000", 2023-09-23T18:19:09.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014071999999999999 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.318250+0000", 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011859200000000001 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328347+0000", 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010096920000000001 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335058+0000", 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067113600000000004 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.368423+0000", 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033365332999999997 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.368472+0000", 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8882999999999999e-05 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.372958+0000", 2023-09-23T18:19:09.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044853580000000001 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96776 8.6 8:618692b4:::benchmark_data_smithi018_324167_object96775:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:19:09.635 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.558996644, 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4448707770000002, 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96776 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932888+0000", 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932910+0000", 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2238999999999998e-05 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932919+0000", 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5229999999999995e-06 2023-09-23T18:19:09.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932925+0000", 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3629999999999999e-06 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932978+0000", 2023-09-23T18:19:09.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2367000000000002e-05 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932988+0000", 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0443e-05 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889353+0000", 2023-09-23T18:19:09.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95636466200000003 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889361+0000", 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3899999999999993e-06 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325137+0000", 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4357760449999999 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325272+0000", 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013501400000000001 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325389+0000", 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116758 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335117+0000", 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0097282080000000003 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335252+0000", 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000135189 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.373043+0000", 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037790953000000002 2023-09-23T18:19:09.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.373107+0000", 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3968999999999997e-05 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377759+0000", 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046521469999999997 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.644 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96777 8.6 8:629a150e:::benchmark_data_smithi018_324167_object96776:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.558954296, 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4494836040000001, 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.645 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96777 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932952+0000", 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1178e-05 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932959+0000", 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2699999999999999e-06 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932966+0000", 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7220000000000002e-06 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933013+0000", 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7199e-05 2023-09-23T18:19:09.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933021+0000", 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2400000000000007e-06 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889396+0000", 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95637523700000004 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889405+0000", 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3520000000000007e-06 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328376+0000", 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4389711869999999 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328559+0000", 2023-09-23T18:19:09.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000183034 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328756+0000", 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000197078 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335239+0000", 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0064831940000000003 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335258+0000", 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9077e-05 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377831+0000", 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042572593999999998 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377881+0000", 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9974e-05 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.382415+0000", 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045337479999999998 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96785 8.c 8:3db68562:::benchmark_data_smithi018_324167_object96784:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.545292421, 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4096735219999998, 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96785 2023-09-23T18:19:09.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946591+0000", 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946616+0000", 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5321e-05 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946634+0000", 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8187000000000001e-05 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946642+0000", 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4080000000000001e-06 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946710+0000", 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8313999999999997e-05 2023-09-23T18:19:09.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946722+0000", 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1793999999999999e-05 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888980+0000", 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94225798100000002 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888986+0000", 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2600000000000002e-06 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312429+0000", 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4234425129999999 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312625+0000", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019640799999999999 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312835+0000", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021039 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.321169+0000", 2023-09-23T18:19:09.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083332470000000002 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325909+0000", 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047402310000000001 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352318+0000", 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026408982000000001 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352381+0000", 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2625000000000004e-05 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.356266+0000", 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038858909999999998 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.662 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96789 8.6 8:65c25802:::benchmark_data_smithi018_324167_object96788:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 124.539326996, 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4424837990000001, 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:09.663 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96789 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:09.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952557+0000", 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952579+0000", 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2484e-05 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952598+0000", 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8527000000000001e-05 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952607+0000", 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4420000000000004e-06 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952666+0000", 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8857000000000002e-05 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952696+0000", 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9399000000000001e-05 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889427+0000", 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.93673165999999997 2023-09-23T18:19:09.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889436+0000", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0710000000000001e-06 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.331752+0000", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4423157390000001 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.331896+0000", 2023-09-23T18:19:09.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014411599999999999 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.332012+0000", 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116099 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.342074+0000", 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010061319000000001 2023-09-23T18:19:09.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.342084+0000", 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0098000000000001e-05 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.390191+0000", 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048107644999999997 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.390246+0000", 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4314000000000002e-05 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.395042+0000", 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047964540000000003 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:09.671 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:09.672 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:19:09.672 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:09.714 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:09.783 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:09.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:09.791 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:09.891 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:09.966 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:09.969 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:10.020 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:10.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:10.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:10.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:10.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:10.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:10.202 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:10.323 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:19:10.331 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:10.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:10.337 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:10.390 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:10.438 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:10.467 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:10.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:19:10.521 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:10.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:10.526 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:10.627 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:10.886 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:10.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:10.897 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:10.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:10 smithi018 ceph-mon[149401]: pgmap v1155: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/86397 objects degraded (29.662%); 1729/86397 objects misplaced (2.001%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T18:19:10.997 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:11.008 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:10 smithi018 ceph-mon[153734]: pgmap v1155: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/86397 objects degraded (29.662%); 1729/86397 objects misplaced (2.001%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T18:19:11.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:11.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:10 smithi149 ceph-mon[135148]: pgmap v1155: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/86397 objects degraded (29.662%); 1729/86397 objects misplaced (2.001%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T18:19:11.171 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:11.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:11.181 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:11.282 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:11.389 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:11.558 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:11.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:11.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:11.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:11.747 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:11.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:11.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:11.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:11.922 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:11.922 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25627/80724 objects degraded (31.746%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1535,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":385,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":26908,"data_bytes":1766332363,"bytes_used":11454754816,"bytes_avail":660510494720,"bytes_total":671965249536,"degraded_objects":25627,"degraded_total":80724,"degraded_ratio":0.31746444675685048,"misplaced_objects":1527,"misplaced_total":80724,"misplaced_ratio":0.018916307417868292,"recovering_objects_per_sec":37,"recovering_bytes_per_sec":2483006,"recovering_keys_per_sec":0,"num_objects_recovered":379,"num_bytes_recovered":24838144,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":599},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2023-09-23T18:19:11.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:11.970 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:12.035 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:12.085 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:12.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:12.092 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:12.134 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:11 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/86397 objects degraded (29.662%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:12.144 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:11 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/86397 objects degraded (29.662%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:12.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:11 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/86397 objects degraded (29.662%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:12.193 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:12.269 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:12.329 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:12.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:12.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:12.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:12.508 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:19:12.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:12.531 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:12.619 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:12.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:12.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:12.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:12.827 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:13.121 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:12 smithi018 ceph-mon[153734]: pgmap v1156: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 25627/80724 objects degraded (31.746%); 1527/80724 objects misplaced (1.892%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:13.122 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3632732885' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:13.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:12 smithi018 ceph-mon[149401]: pgmap v1156: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 25627/80724 objects degraded (31.746%); 1527/80724 objects misplaced (1.892%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:13.122 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3632732885' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:13.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:12 smithi149 ceph-mon[135148]: pgmap v1156: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 599 op/s; 25627/80724 objects degraded (31.746%); 1527/80724 objects misplaced (1.892%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3632732885' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:13.406 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:13.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:13.415 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:13.516 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:13.595 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:13.647 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:13.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:13.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:13.754 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:13.819 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:13.945 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:19:13.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3629996296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:13.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:13.990 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3629996296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:13.991 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:14.051 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:14.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:14.078 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:14.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:14.258 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:14.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3629996296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:14.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:14.465 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:19:14.465 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:19:14.465 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.465 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:172509 8.0 8:0ab38bfd:::benchmark_data_smithi018_324167_object74179:head [delete] snapc 0=[] ondisk+write+known_if_redirected e386)", 2023-09-23T18:19:14.465 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:19:14.432747+0000", 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.019001918, 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019033642, 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 172509 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:14.466 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432747+0000", 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432747+0000", 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.467 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432746+0000", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432752+0000", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8760000000000002e-06 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432766+0000", 2023-09-23T18:19:14.468 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3908e-05 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432775+0000", 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2769999999999994e-06 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432884+0000", 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010853099999999999 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.469 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.432995+0000", 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111748 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.433103+0000", 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010746700000000001 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:14.470 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.437176+0000", 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040726340000000003 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:19:14.437209+0000", 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3238000000000003e-05 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 1 2023-09-23T18:19:14.471 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:19:14.643 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:14.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:14.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:14.752 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:14.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:14.909 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:14.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:14.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: pgmap v1157: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: failed to encode map e386 with expected crc 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T18:19:14.918 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[149401]: failed to encode map e386 with expected crc 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: pgmap v1157: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: failed to encode map e386 with expected crc 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T18:19:14.919 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-mon[153734]: failed to encode map e386 with expected crc 2023-09-23T18:19:15.018 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: pgmap v1157: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 37 objects/s recovering 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: failed to encode map e386 with expected crc 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T18:19:15.083 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:14 smithi149 ceph-mon[135148]: failed to encode map e386 with expected crc 2023-09-23T18:19:15.086 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:15.107 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:19:15.130 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:15.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:15.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:15.146 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:15.174 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:14] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.33.4" 2023-09-23T18:19:15.190 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:15.227 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:15.237 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:15.272 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:15.319 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:15.340 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:15.396 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:15.427 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:15.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:15.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:15.454 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:15.485 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.519 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:19:15.544 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:15.656 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:16.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:16.138 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:16.239 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:16.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3562884869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:16.309 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:16.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3562884869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3562884869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:16.376 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:16.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:16.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:16.482 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:16.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:16.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:19:17.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:16 smithi018 ceph-mon[149401]: pgmap v1159: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:19:17.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/77382 objects degraded (33.118%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:17.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:16 smithi018 ceph-mon[153734]: pgmap v1159: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:19:17.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/77382 objects degraded (33.118%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:16 smithi149 ceph-mon[135148]: pgmap v1159: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 616 op/s; 25627/77382 objects degraded (33.118%); 1527/77382 objects misplaced (1.973%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T18:19:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/77382 objects degraded (33.118%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:17.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:17.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:17.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:17.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:17.815 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:17.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:17.909 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:17.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:17.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:18.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:18.092 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:18.472 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:18.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:18.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:18.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:18.671 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:18.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:18.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:18.981 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:19.082 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:19.177 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:18 smithi018 ceph-mon[153734]: pgmap v1160: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/70035 objects degraded (36.592%); 1318/70035 objects misplaced (1.882%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:19.184 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:18 smithi018 ceph-mon[149401]: pgmap v1160: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/70035 objects degraded (36.592%); 1318/70035 objects misplaced (1.882%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:19.194 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:19.304 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:19.344 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:19:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:18 smithi149 ceph-mon[135148]: pgmap v1160: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 598 op/s; 25627/70035 objects degraded (36.592%); 1318/70035 objects misplaced (1.882%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:19.517 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:19.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:19.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:19.623 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:19.658 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:19.673 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:19.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:19:19.725 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:19.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:19.729 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:19.830 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:19.869 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1160,"stamp":"2023-09-23T18:19:17.497743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1532827595,"num_objects":23345,"num_object_clones":0,"num_object_copies":70035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25627,"num_objects_misplaced":1318,"num_objects_unfound":0,"num_objects_dirty":23345,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":174445,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3644,"num_bytes_recovered":240222332,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118509,"ondisk_log_size":118509,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":10485248,"kb_used_data":6057672,"kb_used_omap":47,"kb_used_meta":4427216,"kb_avail":645730816,"statfs":{"total":671965249536,"available":661228355584,"internally_reserved":0,"allocated":6203056128,"data_stored":6193814001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4533469441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2,1,5,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-392364032,"num_objects":-5987,"num_object_clones":0,"num_object_copies":-17961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-411,"num_objects_unfound":0,"num_objects_dirty":-5987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5987,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":411,"num_bytes_recovered":26935296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003084"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.819954+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:19:05.819954+0000","last_peered":"2023-09-23T18:19:05.819954+0000","last_clean":"2023-09-23T18:19:05.819954+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:19:05.819954+0000","last_undegraded":"2023-09-23T18:19:05.819954+0000","last_fullsized":"2023-09-23T18:19:05.819954+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":396,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.809932+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:19:05.809932+0000","last_peered":"2023-09-23T18:19:05.809932+0000","last_clean":"2023-09-23T18:19:05.809932+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:19:05.809932+0000","last_undegraded":"2023-09-23T18:19:05.809932+0000","last_fullsized":"2023-09-23T18:19:05.809932+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":331,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.803453+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:19:05.803453+0000","last_peered":"2023-09-23T18:19:05.803453+0000","last_clean":"2023-09-23T18:19:05.803453+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:19:05.803453+0000","last_undegraded":"2023-09-23T18:19:05.803453+0000","last_fullsized":"2023-09-23T18:19:05.803453+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":258,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.818850+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:19:05.818850+0000","last_peered":"2023-09-23T18:19:05.818850+0000","last_clean":"2023-09-23T18:19:05.818850+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:19:05.818850+0000","last_undegraded":"2023-09-23T18:19:05.818850+0000","last_fullsized":"2023-09-23T18:19:05.818850+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":456,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758873+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:18:58.758873+0000","last_peered":"2023-09-23T18:18:58.758873+0000","last_clean":"2023-09-23T18:18:58.758873+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:18:58.758873+0000","last_undegraded":"2023-09-23T18:18:58.758873+0000","last_fullsized":"2023-09-23T18:18:58.758873+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":243,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815075+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:19:05.815075+0000","last_peered":"2023-09-23T18:19:05.815075+0000","last_clean":"2023-09-23T18:19:05.815075+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:19:05.815075+0000","last_undegraded":"2023-09-23T18:19:05.815075+0000","last_fullsized":"2023-09-23T18:19:05.815075+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":379,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929255+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:19:13.929255+0000","last_peered":"2023-09-23T18:19:13.929255+0000","last_clean":"2023-09-23T18:19:13.929255+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:19:13.929255+0000","last_undegraded":"2023-09-23T18:19:13.929255+0000","last_fullsized":"2023-09-23T18:19:13.929255+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":429,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758939+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:18:58.758939+0000","last_peered":"2023-09-23T18:18:58.758939+0000","last_clean":"2023-09-23T18:18:58.758939+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:18:58.758939+0000","last_undegraded":"2023-09-23T18:18:58.758939+0000","last_fullsized":"2023-09-23T18:18:58.758939+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":248,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814723+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:19:05.814723+0000","last_peered":"2023-09-23T18:19:05.814723+0000","last_clean":"2023-09-23T18:19:05.814723+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:19:05.814723+0000","last_undegraded":"2023-09-23T18:19:05.814723+0000","last_fullsized":"2023-09-23T18:19:05.814723+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":358,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.757992+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:18:58.757992+0000","last_peered":"2023-09-23T18:18:58.757992+0000","last_clean":"2023-09-23T18:18:58.757992+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:18:58.757992+0000","last_undegraded":"2023-09-23T18:18:58.757992+0000","last_fullsized":"2023-09-23T18:18:58.757992+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":39,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814695+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:19:05.814695+0000","last_peered":"2023-09-23T18:19:05.814695+0000","last_clean":"2023-09-23T18:19:05.814695+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:19:05.814695+0000","last_undegraded":"2023-09-23T18:19:05.814695+0000","last_fullsized":"2023-09-23T18:19:05.814695+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":191,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815479+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:19:05.815479+0000","last_peered":"2023-09-23T18:19:05.815479+0000","last_clean":"2023-09-23T18:19:05.815479+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:19:05.815479+0000","last_undegraded":"2023-09-23T18:19:05.815479+0000","last_fullsized":"2023-09-23T18:19:05.815479+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":93,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820760+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:19:05.820760+0000","last_peered":"2023-09-23T18:19:05.820760+0000","last_clean":"2023-09-23T18:19:05.820760+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:19:05.820760+0000","last_undegraded":"2023-09-23T18:19:05.820760+0000","last_fullsized":"2023-09-23T18:19:05.820760+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":405,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.821249+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:19:05.821249+0000","last_peered":"2023-09-23T18:19:05.821249+0000","last_clean":"2023-09-23T18:19:05.821249+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:19:05.821249+0000","last_undegraded":"2023-09-23T18:19:05.821249+0000","last_fullsized":"2023-09-23T18:19:05.821249+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":39,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814149+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:19:05.814149+0000","last_peered":"2023-09-23T18:19:05.814149+0000","last_clean":"2023-09-23T18:19:05.814149+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:19:05.814149+0000","last_undegraded":"2023-09-23T18:19:05.814149+0000","last_fullsized":"2023-09-23T18:19:05.814149+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":420,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.761204+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:18:58.761204+0000","last_peered":"2023-09-23T18:18:58.761204+0000","last_clean":"2023-09-23T18:18:58.761204+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:18:58.761204+0000","last_undegraded":"2023-09-23T18:18:58.761204+0000","last_fullsized":"2023-09-23T18:18:58.761204+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":257,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.811505+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:19:05.811505+0000","last_peered":"2023-09-23T18:19:05.811505+0000","last_clean":"2023-09-23T18:19:05.811505+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:19:05.811505+0000","last_undegraded":"2023-09-23T18:19:05.811505+0000","last_fullsized":"2023-09-23T18:19:05.811505+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":224,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.816511+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:19:05.816511+0000","last_peered":"2023-09-23T18:19:05.816511+0000","last_clean":"2023-09-23T18:19:05.816511+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:19:05.816511+0000","last_undegraded":"2023-09-23T18:19:05.816511+0000","last_fullsized":"2023-09-23T18:19:05.816511+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":33,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.813828+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:19:05.813828+0000","last_peered":"2023-09-23T18:19:05.813828+0000","last_clean":"2023-09-23T18:19:05.813828+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:19:05.813828+0000","last_undegraded":"2023-09-23T18:19:05.813828+0000","last_fullsized":"2023-09-23T18:19:05.813828+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":373,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.819028+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:19:05.819028+0000","last_peered":"2023-09-23T18:19:05.819028+0000","last_clean":"2023-09-23T18:19:05.819028+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:19:05.819028+0000","last_undegraded":"2023-09-23T18:19:05.819028+0000","last_fullsized":"2023-09-23T18:19:05.819028+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":299,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.810321+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:19:05.810321+0000","last_peered":"2023-09-23T18:19:05.810321+0000","last_clean":"2023-09-23T18:19:05.810321+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:19:05.810321+0000","last_undegraded":"2023-09-23T18:19:05.810321+0000","last_fullsized":"2023-09-23T18:19:05.810321+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":390,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758211+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:18:58.758211+0000","last_peered":"2023-09-23T18:18:58.758211+0000","last_clean":"2023-09-23T18:18:58.758211+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:18:58.758211+0000","last_undegraded":"2023-09-23T18:18:58.758211+0000","last_fullsized":"2023-09-23T18:18:58.758211+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"386'10591","reported_seq":10636,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.059437+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:19:16.059437+0000","last_peered":"2023-09-23T18:19:16.059437+0000","last_clean":"2023-09-23T18:19:16.059437+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:19:16.059437+0000","last_undegraded":"2023-09-23T18:19:16.059437+0000","last_fullsized":"2023-09-23T18:19:16.059437+0000","mapping_epoch":347,"log_start":"354'2400","ondisk_log_start":"354'2400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8191,"log_dups_size":0,"ondisk_log_size":8191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92471296,"num_objects":1411,"num_object_clones":0,"num_object_copies":4233,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1411,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10591,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":37,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814794+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:19:05.814794+0000","last_peered":"2023-09-23T18:19:05.814794+0000","last_clean":"2023-09-23T18:19:05.814794+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:19:05.814794+0000","last_undegraded":"2023-09-23T18:19:05.814794+0000","last_fullsized":"2023-09-23T18:19:05.814794+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":233,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815298+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:19:05.815298+0000","last_peered":"2023-09-23T18:19:05.815298+0000","last_clean":"2023-09-23T18:19:05.815298+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:19:05.815298+0000","last_undegraded":"2023-09-23T18:19:05.815298+0000","last_fullsized":"2023-09-23T18:19:05.815298+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"386'10735","reported_seq":10790,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:15.909593+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:19:15.909593+0000","last_peered":"2023-09-23T18:19:15.909593+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:19:15.909593+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7935,"log_dups_size":0,"ondisk_log_size":7935,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93913088,"num_objects":1433,"num_object_clones":0,"num_object_copies":4299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10735,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1343},{"shards":"0,4","objects":-4561}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":37,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814580+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:19:05.814580+0000","last_peered":"2023-09-23T18:19:05.814580+0000","last_clean":"2023-09-23T18:19:05.814580+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:19:05.814580+0000","last_undegraded":"2023-09-23T18:19:05.814580+0000","last_fullsized":"2023-09-23T18:19:05.814580+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":405,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820510+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:19:05.820510+0000","last_peered":"2023-09-23T18:19:05.820510+0000","last_clean":"2023-09-23T18:19:05.820510+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:19:05.820510+0000","last_undegraded":"2023-09-23T18:19:05.820510+0000","last_fullsized":"2023-09-23T18:19:05.820510+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"386'11145","reported_seq":11201,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:17.088354+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:19:17.088354+0000","last_peered":"2023-09-23T18:19:17.088354+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:19:17.088354+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"356'3600","ondisk_log_start":"356'3600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7545,"log_dups_size":0,"ondisk_log_size":7545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95223808,"num_objects":1453,"num_object_clones":0,"num_object_copies":4359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11145,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-4718},{"shards":"0,2,3","objects":1325}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":37,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814769+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:19:05.814769+0000","last_peered":"2023-09-23T18:19:05.814769+0000","last_clean":"2023-09-23T18:19:05.814769+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:19:05.814769+0000","last_undegraded":"2023-09-23T18:19:05.814769+0000","last_fullsized":"2023-09-23T18:19:05.814769+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":251,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.798650+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:19:05.798650+0000","last_peered":"2023-09-23T18:19:05.798650+0000","last_clean":"2023-09-23T18:19:05.798650+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:19:05.798650+0000","last_undegraded":"2023-09-23T18:19:05.798650+0000","last_fullsized":"2023-09-23T18:19:05.798650+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"386'10742","reported_seq":10790,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.435168+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:19:16.435168+0000","last_peered":"2023-09-23T18:19:16.435168+0000","last_clean":"2023-09-23T18:19:16.435168+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:19:16.435168+0000","last_undegraded":"2023-09-23T18:19:16.435168+0000","last_fullsized":"2023-09-23T18:19:16.435168+0000","mapping_epoch":347,"log_start":"357'4200","ondisk_log_start":"357'4200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6542,"log_dups_size":0,"ondisk_log_size":6542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93716480,"num_objects":1430,"num_object_clones":0,"num_object_copies":4290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10742,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":389,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815498+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:19:05.815498+0000","last_peered":"2023-09-23T18:19:05.815498+0000","last_clean":"2023-09-23T18:19:05.815498+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:19:05.815498+0000","last_undegraded":"2023-09-23T18:19:05.815498+0000","last_fullsized":"2023-09-23T18:19:05.815498+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":391,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.810564+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:19:05.810564+0000","last_peered":"2023-09-23T18:19:05.810564+0000","last_clean":"2023-09-23T18:19:05.810564+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:19:05.810564+0000","last_undegraded":"2023-09-23T18:19:05.810564+0000","last_fullsized":"2023-09-23T18:19:05.810564+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"385'10848","reported_seq":10896,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:12.816642+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:19:12.816642+0000","last_peered":"2023-09-23T18:19:12.816642+0000","last_clean":"2023-09-23T18:19:12.816642+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:19:12.816642+0000","last_undegraded":"2023-09-23T18:19:12.816642+0000","last_fullsized":"2023-09-23T18:19:12.816642+0000","mapping_epoch":347,"log_start":"357'4300","ondisk_log_start":"357'4300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6548,"log_dups_size":0,"ondisk_log_size":6548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105775104,"num_objects":1614,"num_object_clones":0,"num_object_copies":4842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10848,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":414,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.798463+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:19:05.798463+0000","last_peered":"2023-09-23T18:19:05.798463+0000","last_clean":"2023-09-23T18:19:05.798463+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:19:05.798463+0000","last_undegraded":"2023-09-23T18:19:05.798463+0000","last_fullsized":"2023-09-23T18:19:05.798463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820632+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:19:05.820632+0000","last_peered":"2023-09-23T18:19:05.820632+0000","last_clean":"2023-09-23T18:19:05.820632+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:19:05.820632+0000","last_undegraded":"2023-09-23T18:19:05.820632+0000","last_fullsized":"2023-09-23T18:19:05.820632+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"386'10897","reported_seq":10945,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.431085+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:19:16.431085+0000","last_peered":"2023-09-23T18:19:16.431085+0000","last_clean":"2023-09-23T18:19:16.431085+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:19:16.431085+0000","last_undegraded":"2023-09-23T18:19:16.431085+0000","last_fullsized":"2023-09-23T18:19:16.431085+0000","mapping_epoch":347,"log_start":"357'4300","ondisk_log_start":"357'4300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6597,"log_dups_size":0,"ondisk_log_size":6597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88670208,"num_objects":1353,"num_object_clones":0,"num_object_copies":4059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10897,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820029+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:19:05.820029+0000","last_peered":"2023-09-23T18:19:05.820029+0000","last_clean":"2023-09-23T18:19:05.820029+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:19:05.820029+0000","last_undegraded":"2023-09-23T18:19:05.820029+0000","last_fullsized":"2023-09-23T18:19:05.820029+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.819946+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:19:05.819946+0000","last_peered":"2023-09-23T18:19:05.819946+0000","last_clean":"2023-09-23T18:19:05.819946+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:19:05.819946+0000","last_undegraded":"2023-09-23T18:19:05.819946+0000","last_fullsized":"2023-09-23T18:19:05.819946+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"386'10993","reported_seq":11039,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:15.927248+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:19:15.927248+0000","last_peered":"2023-09-23T18:19:15.927248+0000","last_clean":"2023-09-23T18:19:15.927248+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:19:15.927248+0000","last_undegraded":"2023-09-23T18:19:15.927248+0000","last_fullsized":"2023-09-23T18:19:15.927248+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7993,"log_dups_size":0,"ondisk_log_size":7993,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93650944,"num_objects":1429,"num_object_clones":0,"num_object_copies":4287,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1429,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10993,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":51,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814561+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:19:05.814561+0000","last_peered":"2023-09-23T18:19:05.814561+0000","last_clean":"2023-09-23T18:19:05.814561+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:19:05.814561+0000","last_undegraded":"2023-09-23T18:19:05.814561+0000","last_fullsized":"2023-09-23T18:19:05.814561+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":405,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820055+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:19:05.820055+0000","last_peered":"2023-09-23T18:19:05.820055+0000","last_clean":"2023-09-23T18:19:05.820055+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:19:05.820055+0000","last_undegraded":"2023-09-23T18:19:05.820055+0000","last_fullsized":"2023-09-23T18:19:05.820055+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"386'10909","reported_seq":10957,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.407785+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:19:16.407785+0000","last_peered":"2023-09-23T18:19:16.407785+0000","last_clean":"2023-09-23T18:19:16.407785+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:19:16.407785+0000","last_undegraded":"2023-09-23T18:19:16.407785+0000","last_fullsized":"2023-09-23T18:19:16.407785+0000","mapping_epoch":347,"log_start":"357'4300","ondisk_log_start":"357'4300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6609,"log_dups_size":0,"ondisk_log_size":6609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92864512,"num_objects":1417,"num_object_clones":0,"num_object_copies":4251,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10909,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":425,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758738+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:18:58.758738+0000","last_peered":"2023-09-23T18:18:58.758738+0000","last_clean":"2023-09-23T18:18:58.758738+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:18:58.758738+0000","last_undegraded":"2023-09-23T18:18:58.758738+0000","last_fullsized":"2023-09-23T18:18:58.758738+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":386,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.803460+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:19:05.803460+0000","last_peered":"2023-09-23T18:19:05.803460+0000","last_clean":"2023-09-23T18:19:05.803460+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:19:05.803460+0000","last_undegraded":"2023-09-23T18:19:05.803460+0000","last_fullsized":"2023-09-23T18:19:05.803460+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"386'10942","reported_seq":10989,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:17.091513+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:19:17.091513+0000","last_peered":"2023-09-23T18:19:17.091513+0000","last_clean":"2023-09-23T18:19:17.091513+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:19:17.091513+0000","last_undegraded":"2023-09-23T18:19:17.091513+0000","last_fullsized":"2023-09-23T18:19:17.091513+0000","mapping_epoch":347,"log_start":"356'3400","ondisk_log_start":"356'3400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7542,"log_dups_size":0,"ondisk_log_size":7542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92012544,"num_objects":1404,"num_object_clones":0,"num_object_copies":4212,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1404,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10942,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":993,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:05.801514+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:19:05.801514+0000","last_peered":"2023-09-23T18:19:05.801514+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:19:05.801514+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":215,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.816600+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:19:05.816600+0000","last_peered":"2023-09-23T18:19:05.816600+0000","last_clean":"2023-09-23T18:19:05.816600+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:19:05.816600+0000","last_undegraded":"2023-09-23T18:19:05.816600+0000","last_fullsized":"2023-09-23T18:19:05.816600+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":296,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.798607+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:19:05.798607+0000","last_peered":"2023-09-23T18:19:05.798607+0000","last_clean":"2023-09-23T18:19:05.798607+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:19:05.798607+0000","last_undegraded":"2023-09-23T18:19:05.798607+0000","last_fullsized":"2023-09-23T18:19:05.798607+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"386'10881","reported_seq":10933,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:16.062703+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:19:16.062703+0000","last_peered":"2023-09-23T18:19:16.062703+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:19:16.062703+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"355'2700","ondisk_log_start":"355'2700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8181,"log_dups_size":0,"ondisk_log_size":8181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92864512,"num_objects":1417,"num_object_clones":0,"num_object_copies":4251,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10881,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":1314},{"shards":"3,5","objects":-4631}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1129,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815268+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:19:05.815268+0000","last_peered":"2023-09-23T18:19:05.815268+0000","last_clean":"2023-09-23T18:19:05.815268+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:19:05.815268+0000","last_undegraded":"2023-09-23T18:19:05.815268+0000","last_fullsized":"2023-09-23T18:19:05.815268+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":388,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.821175+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:19:05.821175+0000","last_peered":"2023-09-23T18:19:05.821175+0000","last_clean":"2023-09-23T18:19:05.821175+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:19:05.821175+0000","last_undegraded":"2023-09-23T18:19:05.821175+0000","last_fullsized":"2023-09-23T18:19:05.821175+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":301,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.801326+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:19:05.801326+0000","last_peered":"2023-09-23T18:19:05.801326+0000","last_clean":"2023-09-23T18:19:05.801326+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:19:05.801326+0000","last_undegraded":"2023-09-23T18:19:05.801326+0000","last_fullsized":"2023-09-23T18:19:05.801326+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"385'10658","reported_seq":10706,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:12.870717+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:19:12.870717+0000","last_peered":"2023-09-23T18:19:12.870717+0000","last_clean":"2023-09-23T18:19:12.870717+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:19:12.870717+0000","last_undegraded":"2023-09-23T18:19:12.870717+0000","last_fullsized":"2023-09-23T18:19:12.870717+0000","mapping_epoch":347,"log_start":"356'4100","ondisk_log_start":"356'4100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6558,"log_dups_size":0,"ondisk_log_size":6558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99876864,"num_objects":1524,"num_object_clones":0,"num_object_copies":4572,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10658,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":651,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.805505+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:19:05.805505+0000","last_peered":"2023-09-23T18:19:05.805505+0000","last_clean":"2023-09-23T18:19:05.805505+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:19:05.805505+0000","last_undegraded":"2023-09-23T18:19:05.805505+0000","last_fullsized":"2023-09-23T18:19:05.805505+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":306,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.799014+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:19:05.799014+0000","last_peered":"2023-09-23T18:19:05.799014+0000","last_clean":"2023-09-23T18:19:05.799014+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:19:05.799014+0000","last_undegraded":"2023-09-23T18:19:05.799014+0000","last_fullsized":"2023-09-23T18:19:05.799014+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":395,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.803538+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:19:05.803538+0000","last_peered":"2023-09-23T18:19:05.803538+0000","last_clean":"2023-09-23T18:19:05.803538+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:19:05.803538+0000","last_undegraded":"2023-09-23T18:19:05.803538+0000","last_fullsized":"2023-09-23T18:19:05.803538+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"386'11005","reported_seq":11051,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.068843+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:19:16.068843+0000","last_peered":"2023-09-23T18:19:16.068843+0000","last_clean":"2023-09-23T18:19:16.068843+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:19:16.068843+0000","last_undegraded":"2023-09-23T18:19:16.068843+0000","last_fullsized":"2023-09-23T18:19:16.068843+0000","mapping_epoch":347,"log_start":"355'2800","ondisk_log_start":"355'2800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8205,"log_dups_size":0,"ondisk_log_size":8205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100728832,"num_objects":1537,"num_object_clones":0,"num_object_copies":4611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11005,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":968,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815137+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:19:05.815137+0000","last_peered":"2023-09-23T18:19:05.815137+0000","last_clean":"2023-09-23T18:19:05.815137+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:19:05.815137+0000","last_undegraded":"2023-09-23T18:19:05.815137+0000","last_fullsized":"2023-09-23T18:19:05.815137+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":389,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.813897+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:19:05.813897+0000","last_peered":"2023-09-23T18:19:05.813897+0000","last_clean":"2023-09-23T18:19:05.813897+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:19:05.813897+0000","last_undegraded":"2023-09-23T18:19:05.813897+0000","last_fullsized":"2023-09-23T18:19:05.813897+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":423,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.757642+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:18:58.757642+0000","last_peered":"2023-09-23T18:18:58.757642+0000","last_clean":"2023-09-23T18:18:58.757642+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:18:58.757642+0000","last_undegraded":"2023-09-23T18:18:58.757642+0000","last_fullsized":"2023-09-23T18:18:58.757642+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":73,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.819868+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:19:05.819868+0000","last_peered":"2023-09-23T18:19:05.819868+0000","last_clean":"2023-09-23T18:19:05.819868+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:19:05.819868+0000","last_undegraded":"2023-09-23T18:19:05.819868+0000","last_fullsized":"2023-09-23T18:19:05.819868+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"386'10617","reported_seq":10665,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:16.452856+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:19:16.452856+0000","last_peered":"2023-09-23T18:19:16.452856+0000","last_clean":"2023-09-23T18:19:16.452856+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:19:16.452856+0000","last_undegraded":"2023-09-23T18:19:16.452856+0000","last_fullsized":"2023-09-23T18:19:16.452856+0000","mapping_epoch":347,"log_start":"356'4000","ondisk_log_start":"356'4000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6617,"log_dups_size":0,"ondisk_log_size":6617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94961664,"num_objects":1449,"num_object_clones":0,"num_object_copies":4347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10617,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":735,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.813899+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:19:05.813899+0000","last_peered":"2023-09-23T18:19:05.813899+0000","last_clean":"2023-09-23T18:19:05.813899+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:19:05.813899+0000","last_undegraded":"2023-09-23T18:19:05.813899+0000","last_fullsized":"2023-09-23T18:19:05.813899+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":383,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.813424+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:19:05.813424+0000","last_peered":"2023-09-23T18:19:05.813424+0000","last_clean":"2023-09-23T18:19:05.813424+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:19:05.813424+0000","last_undegraded":"2023-09-23T18:19:05.813424+0000","last_fullsized":"2023-09-23T18:19:05.813424+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":248,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.818782+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:19:05.818782+0000","last_peered":"2023-09-23T18:19:05.818782+0000","last_clean":"2023-09-23T18:19:05.818782+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:19:05.818782+0000","last_undegraded":"2023-09-23T18:19:05.818782+0000","last_fullsized":"2023-09-23T18:19:05.818782+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"385'10674","reported_seq":10722,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:12.792430+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:19:12.792430+0000","last_peered":"2023-09-23T18:19:12.792430+0000","last_clean":"2023-09-23T18:19:12.792430+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:19:12.792430+0000","last_undegraded":"2023-09-23T18:19:12.792430+0000","last_fullsized":"2023-09-23T18:19:12.792430+0000","mapping_epoch":347,"log_start":"356'4100","ondisk_log_start":"356'4100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6574,"log_dups_size":0,"ondisk_log_size":6574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101842944,"num_objects":1554,"num_object_clones":0,"num_object_copies":4662,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1554,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10674,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":45,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814544+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:19:05.814544+0000","last_peered":"2023-09-23T18:19:05.814544+0000","last_clean":"2023-09-23T18:19:05.814544+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:19:05.814544+0000","last_undegraded":"2023-09-23T18:19:05.814544+0000","last_fullsized":"2023-09-23T18:19:05.814544+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":325,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.802171+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:19:05.802171+0000","last_peered":"2023-09-23T18:19:05.802171+0000","last_clean":"2023-09-23T18:19:05.802171+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:19:05.802171+0000","last_undegraded":"2023-09-23T18:19:05.802171+0000","last_fullsized":"2023-09-23T18:19:05.802171+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":408,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.810791+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:19:05.810791+0000","last_peered":"2023-09-23T18:19:05.810791+0000","last_clean":"2023-09-23T18:19:05.810791+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:19:05.810791+0000","last_undegraded":"2023-09-23T18:19:05.810791+0000","last_fullsized":"2023-09-23T18:19:05.810791+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"386'10950","reported_seq":11004,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:17.050760+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:19:17.050760+0000","last_peered":"2023-09-23T18:19:17.050760+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:19:17.050760+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"356'3400","ondisk_log_start":"356'3400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7550,"log_dups_size":0,"ondisk_log_size":7550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93716480,"num_objects":1430,"num_object_clones":0,"num_object_copies":4290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10950,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-4670},{"shards":"0,3,5","objects":1339}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":388,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758196+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:18:58.758196+0000","last_peered":"2023-09-23T18:18:58.758196+0000","last_clean":"2023-09-23T18:18:58.758196+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:18:58.758196+0000","last_undegraded":"2023-09-23T18:18:58.758196+0000","last_fullsized":"2023-09-23T18:18:58.758196+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1014,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.801630+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:19:05.801630+0000","last_peered":"2023-09-23T18:19:05.801630+0000","last_clean":"2023-09-23T18:19:05.801630+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:19:05.801630+0000","last_undegraded":"2023-09-23T18:19:05.801630+0000","last_fullsized":"2023-09-23T18:19:05.801630+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":429,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758804+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:18:58.758804+0000","last_peered":"2023-09-23T18:18:58.758804+0000","last_clean":"2023-09-23T18:18:58.758804+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:18:58.758804+0000","last_undegraded":"2023-09-23T18:18:58.758804+0000","last_fullsized":"2023-09-23T18:18:58.758804+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"386'10752","reported_seq":17587,"reported_epoch":386,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:16.044598+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:19:16.044598+0000","last_peered":"2023-09-23T18:19:16.044598+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:19:16.044598+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"355'2600","ondisk_log_start":"355'2600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8152,"log_dups_size":0,"ondisk_log_size":8152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95748120,"num_objects":1462,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1305,"num_objects_misplaced":1318,"num_objects_unfound":0,"num_objects_dirty":1462,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10752,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3390,"num_bytes_recovered":222167040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":1318},{"shards":"2,5","objects":-1161}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":57,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.814876+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:19:05.814876+0000","last_peered":"2023-09-23T18:19:05.814876+0000","last_clean":"2023-09-23T18:19:05.814876+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:19:05.814876+0000","last_undegraded":"2023-09-23T18:19:05.814876+0000","last_fullsized":"2023-09-23T18:19:05.814876+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":243,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.818942+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:19:05.818942+0000","last_peered":"2023-09-23T18:19:05.818942+0000","last_clean":"2023-09-23T18:19:05.818942+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:19:05.818942+0000","last_undegraded":"2023-09-23T18:19:05.818942+0000","last_fullsized":"2023-09-23T18:19:05.818942+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820235+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:19:05.820235+0000","last_peered":"2023-09-23T18:19:05.820235+0000","last_clean":"2023-09-23T18:19:05.820235+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:19:05.820235+0000","last_undegraded":"2023-09-23T18:19:05.820235+0000","last_fullsized":"2023-09-23T18:19:05.820235+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":256,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.810714+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:19:05.810714+0000","last_peered":"2023-09-23T18:19:05.810714+0000","last_clean":"2023-09-23T18:19:05.810714+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:19:05.810714+0000","last_undegraded":"2023-09-23T18:19:05.810714+0000","last_fullsized":"2023-09-23T18:19:05.810714+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":190,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.792290+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:19:05.792290+0000","last_peered":"2023-09-23T18:19:05.792290+0000","last_clean":"2023-09-23T18:19:05.792290+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:19:05.792290+0000","last_undegraded":"2023-09-23T18:19:05.792290+0000","last_fullsized":"2023-09-23T18:19:05.792290+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":393,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.815555+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:19:05.815555+0000","last_peered":"2023-09-23T18:19:05.815555+0000","last_clean":"2023-09-23T18:19:05.815555+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:19:05.815555+0000","last_undegraded":"2023-09-23T18:19:05.815555+0000","last_fullsized":"2023-09-23T18:19:05.815555+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820929+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:19:05.820929+0000","last_peered":"2023-09-23T18:19:05.820929+0000","last_clean":"2023-09-23T18:19:05.820929+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:19:05.820929+0000","last_undegraded":"2023-09-23T18:19:05.820929+0000","last_fullsized":"2023-09-23T18:19:05.820929+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.816682+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:19:05.816682+0000","last_peered":"2023-09-23T18:19:05.816682+0000","last_clean":"2023-09-23T18:19:05.816682+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:19:05.816682+0000","last_undegraded":"2023-09-23T18:19:05.816682+0000","last_fullsized":"2023-09-23T18:19:05.816682+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820098+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:19:05.820098+0000","last_peered":"2023-09-23T18:19:05.820098+0000","last_clean":"2023-09-23T18:19:05.820098+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:19:05.820098+0000","last_undegraded":"2023-09-23T18:19:05.820098+0000","last_fullsized":"2023-09-23T18:19:05.820098+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":445,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.758090+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:18:58.758090+0000","last_peered":"2023-09-23T18:18:58.758090+0000","last_clean":"2023-09-23T18:18:58.758090+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:18:58.758090+0000","last_undegraded":"2023-09-23T18:18:58.758090+0000","last_fullsized":"2023-09-23T18:18:58.758090+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":424,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-09-23T18:18:58.757909+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:18:58.757909+0000","last_peered":"2023-09-23T18:18:58.757909+0000","last_clean":"2023-09-23T18:18:58.757909+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:18:58.757909+0000","last_undegraded":"2023-09-23T18:18:58.757909+0000","last_fullsized":"2023-09-23T18:18:58.757909+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":276,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:12.095287+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:19:12.095287+0000","last_peered":"2023-09-23T18:19:12.095287+0000","last_clean":"2023-09-23T18:19:12.095287+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:19:12.095287+0000","last_undegraded":"2023-09-23T18:19:12.095287+0000","last_fullsized":"2023-09-23T18:19:12.095287+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":64,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T18:19:05.820868+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:19:05.820868+0000","last_peered":"2023-09-23T18:19:05.820868+0000","last_clean":"2023-09-23T18:19:05.820868+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:19:05.820868+0000","last_undegraded":"2023-09-23T18:19:05.820868+0000","last_fullsized":"2023-09-23T18:19:05.820868+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":1528037400,"num_objects":23317,"num_object_clones":0,"num_object_copies":69951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25618,"num_objects_misplaced":1318,"num_objects_unfound":0,"num_objects_dirty":23317,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":173339,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3391,"num_bytes_recovered":222232576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6108360704,"data_stored":6108348488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117339,"ondisk_log_size":117339,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430612,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":941064,"kb_used_data":40768,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92804088,"statfs":{"total":95995035648,"available":95031386112,"internally_reserved":0,"allocated":41746432,"data_stored":40818651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":3.8340000000000001},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":3.927}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":0.94499999999999995},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":3.8839999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9060000000000001,"5min":2.456,"15min":2.0939999999999999},"min":{"1min":0.34200000000000003,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":9.9800000000000004,"5min":13.282,"15min":15.449999999999999},"last":4.4329999999999998},{"interface":"front","average":{"1min":3.6200000000000001,"5min":2.9809999999999999,"15min":2.2149999999999999},"min":{"1min":0.33600000000000002,"5min":0.315,"15min":0.247},"max":{"1min":16.103999999999999,"5min":21.692,"15min":21.692},"last":4.5220000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":4.657},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":4.6500000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.98599999999999999,"15min":0.94199999999999995},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":8.0830000000000002,"5min":8.0830000000000002,"15min":19.010000000000002},"last":0.63900000000000001},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.2549999999999999,"15min":0.997},"min":{"1min":0.40300000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":3.9449999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":2.085,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.40500000000000003,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.8469999999999995,"5min":14.202,"15min":14.202},"last":3.9710000000000001},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.1240000000000001,"15min":1.0549999999999999},"min":{"1min":0.38800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.1430000000000007,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.69199999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":0.67100000000000004},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":6.8860000000000001}]}]},{"osd":6,"up_from":0,"seq":747324309708,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436675,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1645120,"kb_used_data":1415608,"kb_used_omap":17,"kb_used_meta":229486,"kb_avail":92100032,"statfs":{"total":95995035648,"available":94310432768,"internally_reserved":0,"allocated":1449582592,"data_stored":1447967061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":234993764},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:58 2023","interfaces":[{"interface":"back","average":{"1min":4.657,"5min":3.738,"15min":4.6299999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":12.76,"5min":48.408999999999999,"15min":48.408999999999999},"last":1.748},{"interface":"front","average":{"1min":3.0870000000000002,"5min":2.883,"15min":3.161},"min":{"1min":0.22900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":13.654999999999999,"5min":15.611000000000001,"15min":15.611000000000001},"last":5.9199999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":0.45500000000000002},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":0.58299999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":1.0069999999999999},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.53100000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":9.8070000000000004},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":0.63300000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":0.60899999999999999},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":0.76600000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":0.65600000000000003}]}]},{"osd":0,"up_from":85,"seq":365072220450,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1675256,"kb_used_data":1036272,"kb_used_omap":8,"kb_used_meta":638839,"kb_avail":92069896,"statfs":{"total":95995035648,"available":94279573504,"internally_reserved":0,"allocated":1061142528,"data_stored":1059529871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":654171748},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":2.6859999999999999},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":2.6499999999999999},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":2.7490000000000001},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":2.677}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":3.9039999999999999},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":2.8359999999999999},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.73399999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.51800000000000002},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":2.5960000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":2.706},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":4.0220000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258143,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1580556,"kb_used_data":837572,"kb_used_omap":16,"kb_used_meta":742831,"kb_avail":92164596,"statfs":{"total":95995035648,"available":94376546304,"internally_reserved":0,"allocated":857673728,"data_stored":855989203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":760659106},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":3.0990000000000002,"15min":2.7210000000000001},"min":{"1min":0.20699999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":6.4489999999999998,"5min":37.247999999999998,"15min":37.247999999999998},"last":1.3149999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":3.282,"15min":2.9300000000000002},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":11.756,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.81899999999999995}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":3.4540000000000002,"15min":3.5139999999999998},"min":{"1min":0.26700000000000002,"5min":0.247,"15min":0.247},"max":{"1min":14.926,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.317},{"interface":"front","average":{"1min":2.7999999999999998,"5min":3.5449999999999999,"15min":3.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.775,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.73199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":2.637,"15min":3.0289999999999999},"min":{"1min":0.28799999999999998,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":7.7930000000000001,"5min":18.763000000000002,"15min":34.960999999999999},"last":5.0789999999999997},{"interface":"front","average":{"1min":4.0700000000000003,"5min":3.464,"15min":3.3690000000000002},"min":{"1min":0.29199999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":15.877000000000001,"5min":20.629000000000001,"15min":35.432000000000002},"last":0.76800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9550000000000001,"5min":2.7509999999999999,"15min":2.6200000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":9.9030000000000005,"5min":35.816000000000003,"15min":105.509},"last":4.9180000000000001},{"interface":"front","average":{"1min":1.978,"5min":1.875,"15min":2.3170000000000002},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":6.399,"5min":9.6560000000000006,"15min":105.529},"last":4.7140000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.5089999999999999,"5min":1.9650000000000001,"15min":1.998},"min":{"1min":0.35599999999999998,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":11.635999999999999,"5min":11.635999999999999,"15min":17.780000000000001},"last":4.4450000000000003},{"interface":"front","average":{"1min":1.347,"5min":1.8,"15min":1.774},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":5.5309999999999997,"5min":18.669,"15min":18.669},"last":5.0469999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":4.3760000000000003},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":4.5339999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:18:12 2023","interfaces":[{"interface":"back","average":{"1min":2.254,"5min":2.1749999999999998,"15min":2.3340000000000001},"min":{"1min":0.46200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":6.524,"5min":9.6820000000000004,"15min":17.890000000000001},"last":4.4829999999999997},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.0699999999999998,"15min":1.958},"min":{"1min":0.47599999999999998,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":11.792,"5min":18.710000000000001,"15min":18.710000000000001},"last":5.008}]}]},{"osd":3,"up_from":100,"seq":429496729872,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1843200,"kb_used_data":1110904,"kb_used_omap":4,"kb_used_meta":732283,"kb_avail":91901952,"statfs":{"total":95995035648,"available":94107598848,"internally_reserved":0,"allocated":1137565696,"data_stored":1135996127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":749858199},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,4,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.25800000000000001},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":1.208}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":1.0589999999999999},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":0.98899999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.307},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":4.5030000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":5.9269999999999996},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.40899999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":2.274},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":2.2919999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.48099999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":0.86799999999999999},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":0.58299999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019295,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1056440,"kb_used_data":470832,"kb_used_omap":0,"kb_used_meta":585600,"kb_avail":92688712,"statfs":{"total":95995035648,"available":94913241088,"internally_reserved":0,"allocated":482131968,"data_stored":481220192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599654400},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":0.441},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":6.8220000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":11.132,"5min":3.532,"15min":2.5150000000000001},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":155.029,"5min":155.029,"15min":155.029},"last":0.34300000000000003},{"interface":"front","average":{"1min":11.839,"5min":3.9340000000000002,"15min":3.3479999999999999},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":154.94499999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":2.972,"5min":1.881,"15min":1.861},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":11.351000000000001,"5min":11.351000000000001,"15min":56.448},"last":4.7549999999999999},{"interface":"front","average":{"1min":3.6160000000000001,"5min":1.7609999999999999,"15min":1.7909999999999999},"min":{"1min":0.33500000000000002,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":16.920000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.46899999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.532,"5min":1.952,"15min":2.544},"min":{"1min":0.35399999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":9.8369999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":4.7270000000000003},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.234,"15min":2.508},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":17.027000000000001,"5min":17.027000000000001,"15min":80.852000000000004},"last":1.28}]},{"osd":5,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":2.75,"5min":1.042,"15min":1.0329999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.24199999999999999},"max":{"1min":12.196999999999999,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.73299999999999998},{"interface":"front","average":{"1min":2.8479999999999999,"5min":1.097,"15min":1.1779999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.27500000000000002},"max":{"1min":12.225,"5min":12.225,"15min":18.859000000000002},"last":0.75800000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":0.48299999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:18:16 2023","interfaces":[{"interface":"back","average":{"1min":3.23,"5min":1.181,"15min":0.96399999999999997},"min":{"1min":0.45800000000000002,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":16.891999999999999,"5min":16.891999999999999,"15min":16.891999999999999},"last":1.4330000000000001},{"interface":"front","average":{"1min":2.0470000000000002,"5min":0.86099999999999999,"15min":1.006},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":7.048,"5min":7.048,"15min":17.097999999999999},"last":4.6749999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823067,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1743612,"kb_used_data":1145716,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92001540,"statfs":{"total":95995035648,"available":94209576960,"internally_reserved":0,"allocated":1173213184,"data_stored":1172292896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":3.1539999999999999},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":7.9260000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.58999999999999997},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":1.905}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":2.9100000000000001},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":2.899}]},{"osd":3,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":2.496,"15min":2.3610000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":16.619,"5min":16.619,"15min":31.109999999999999},"last":9.218},{"interface":"front","average":{"1min":4.2510000000000003,"5min":2.613,"15min":2.3439999999999999},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":13.228,"5min":13.228,"15min":28.795999999999999},"last":1.8740000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.21,"5min":0.91700000000000004,"15min":1.292},"min":{"1min":0.29999999999999999,"5min":0.245,"15min":0.24399999999999999},"max":{"1min":5.6520000000000001,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":3.7639999999999998,"5min":1.3680000000000001,"15min":1.54},"min":{"1min":0.377,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":18.003,"5min":18.003,"15min":121.31399999999999},"last":7.8810000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":7.952}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":0.64900000000000002},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":7.9909999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1041760256,"data_stored":1041760256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1437073408,"data_stored":1437073408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":834211840,"data_stored":834207768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1127219200,"data_stored":1127219200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":469041152,"data_stored":469041152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1162547200,"data_stored":1162543128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":36507648,"data_stored":36503576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:19:19.884 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:19.945 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:19.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:19.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:20.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:20.124 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:20.199 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:20.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:20.202 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:20.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:20.367 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:20.440 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:20.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:20.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:20.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:20.563 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:20.563 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:20.593 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:20.647 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:20.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:20.651 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:20.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:20.861 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:21.064 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:21.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:21.072 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:21.173 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:21.228 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:20 smithi149 ceph-mon[135148]: from='client.56308 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:21.228 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:20 smithi149 ceph-mon[135148]: pgmap v1161: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 605 op/s; 25627/68229 objects degraded (37.560%); 1318/68229 objects misplaced (1.932%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:21.228 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:20 smithi018 ceph-mon[153734]: from='client.56308 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:21.228 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:20 smithi018 ceph-mon[153734]: pgmap v1161: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 605 op/s; 25627/68229 objects degraded (37.560%); 1318/68229 objects misplaced (1.932%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:21.229 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:20 smithi018 ceph-mon[149401]: from='client.56308 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:21.229 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:20 smithi018 ceph-mon[149401]: pgmap v1161: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 9.9 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 605 op/s; 25627/68229 objects degraded (37.560%); 1318/68229 objects misplaced (1.932%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:21.231 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:21.289 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:21.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:21.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:21.326 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:21.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:19:21.398 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:21.496 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:21.660 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:21.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:21.668 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:21.769 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:21.851 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:21.936 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:21.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:21.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:22.062 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:22.149 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/68229 objects degraded (37.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:22.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/68229 objects degraded (37.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:22.271 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:22.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:22.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:22.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:22.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/68229 objects degraded (37.560%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:22.452 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:22.520 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:22.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:22.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:22.629 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:22.720 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:22.849 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:22.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:22.857 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:22.877 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:22.957 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:22.994 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:23.021 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:19:23.057 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:23.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:23.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:23.134 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:23 smithi018 ceph-mon[153734]: pgmap v1162: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 25627/62301 objects degraded (41.134%); 1115/62301 objects misplaced (1.790%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:23.134 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:23.134 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:23 smithi018 ceph-mon[149401]: pgmap v1162: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 25627/62301 objects degraded (41.134%); 1115/62301 objects misplaced (1.790%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:23.134 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:23.166 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:23.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:23.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:23 smithi149 ceph-mon[135148]: pgmap v1162: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 613 op/s; 25627/62301 objects degraded (41.134%); 1115/62301 objects misplaced (1.790%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:23.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[153734]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-mon[149401]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1302720202' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T18:19:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:24 smithi149 ceph-mon[135148]: failed to encode map e387 with expected crc 2023-09-23T18:19:24.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:24.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:24.681 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:24.781 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:24.831 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:24.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:24.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:24.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:25.009 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:25.062 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:25.126 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:25.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:25.140 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:25.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:25 smithi149 ceph-mon[135148]: pgmap v1164: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 644 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:25.158 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:25.241 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:25.292 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:25.292 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:25.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:25 smithi018 ceph-mon[149401]: pgmap v1164: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 644 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:25.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:25.314 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:24] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:19:25.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:25 smithi018 ceph-mon[153734]: pgmap v1164: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 644 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:25.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:25.325 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:25.359 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:25.366 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:25.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:25.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:25.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:25.445 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:25.468 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:25.480 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:25.516 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:25.520 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:25.563 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:25.575 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.576 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:19:25.586 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:25.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:25.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:25.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:25.762 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:25.827 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:25.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:25.831 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:25.932 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:26.008 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:26.115 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:26.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:26.128 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:26.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:26.284 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:26.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3023271385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:26.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3023271385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:26.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3023271385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:27.144 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:27 smithi018 ceph-mon[153734]: pgmap v1165: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 618 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:27.144 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/58830 objects degraded (43.561%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:27.146 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:27 smithi018 ceph-mon[149401]: pgmap v1165: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 618 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:27.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/58830 objects degraded (43.561%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:27.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:19:27.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:27 smithi149 ceph-mon[135148]: pgmap v1165: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 618 op/s; 25627/58830 objects degraded (43.561%); 1115/58830 objects misplaced (1.895%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:19:27.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/58830 objects degraded (43.561%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:28.703 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:28.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:28.714 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:28.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:28.824 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:28.858 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:28.917 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:28.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:28.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:29.024 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:29.126 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:29 smithi149 ceph-mon[135148]: pgmap v1166: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 25627/51144 objects degraded (50.108%); 894/51144 objects misplaced (1.748%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:29.205 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:29.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:29.224 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:29.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:29 smithi018 ceph-mon[149401]: pgmap v1166: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 25627/51144 objects degraded (50.108%); 894/51144 objects misplaced (1.748%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:29.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:29 smithi018 ceph-mon[153734]: pgmap v1166: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 629 op/s; 25627/51144 objects degraded (50.108%); 894/51144 objects misplaced (1.748%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:29.325 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:29.376 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:29.384 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:29.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:29.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:29.449 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:29.471 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:19:29.471 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:19:29.471 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:19:29.471 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:19:29.471 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:114594 7.1 7:8d216f3b:::benchmark_data_smithi018_282512_object13858:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 451.12431558700001, 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18578076600000001, 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.472 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 114594 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344268+0000", 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344272+0000", 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4750000000000004e-06 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.474 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344278+0000", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3499999999999996e-06 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.344282+0000", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8099999999999997e-06 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.361753+0000", 2023-09-23T18:19:29.475 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017470936999999999 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.362362+0000", 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00060890399999999996 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.434848+0000", 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.072486037000000003 2023-09-23T18:19:29.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.434955+0000", 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010661 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.435105+0000", 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014993 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.477 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.439808+0000", 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047032669999999997 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.451301+0000", 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0114932 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.478 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.526809+0000", 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075508042999999997 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.526854+0000", 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4316000000000001e-05 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:11:58.530049+0000", 2023-09-23T18:19:29.479 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031951919999999999 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:115851 7.1 7:8bde648f:::benchmark_data_smithi018_282512_object15115:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 448.06373507900003, 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.21516554299999999, 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.480 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 115851 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.481 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404849+0000", 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404847+0000", 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.482 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404855+0000", 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4579999999999993e-06 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404867+0000", 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.216e-05 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.483 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.404876+0000", 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1640000000000001e-06 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451194+0000", 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046318246 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451753+0000", 2023-09-23T18:19:29.484 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055916199999999998 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.532937+0000", 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081183889999999995 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.533073+0000", 2023-09-23T18:19:29.485 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000135625 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.533206+0000", 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013369900000000001 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.545426+0000", 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012219641 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.486 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.577394+0000", 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031968490000000002 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.617214+0000", 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039819269999999997 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.487 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.617278+0000", 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4754999999999999e-05 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620014+0000", 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027357089999999998 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.488 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:115859 7.1 7:89a910f0:::benchmark_data_smithi018_282512_object15123:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 448.03851411599999, 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193123349, 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 115859 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.489 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430070+0000", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430068+0000", 2023-09-23T18:19:29.490 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430075+0000", 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2239999999999998e-06 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430089+0000", 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3499000000000001e-05 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.491 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.430098+0000", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8219999999999996e-06 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.451840+0000", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021742458999999999 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.452304+0000", 2023-09-23T18:19:29.492 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046365700000000002 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541652+0000", 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.089348669000000006 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541780+0000", 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012755899999999999 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.493 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.541959+0000", 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017913 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.562571+0000", 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020611589 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.494 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.577425+0000", 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014854875999999999 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620071+0000", 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042645613999999998 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.620125+0000", 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3847000000000001e-05 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:01.623193+0000", 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030679449999999999 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116123 7.1 7:8ab21de8:::benchmark_data_smithi018_282512_object15387:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 447.32067445799998, 2023-09-23T18:19:29.496 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18988108500000001, 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116123 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147909+0000", 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147908+0000", 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.498 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147915+0000", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4590000000000001e-06 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147929+0000", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3987e-05 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.147939+0000", 2023-09-23T18:19:29.499 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3510000000000008e-06 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.169741+0000", 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021802208 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.170481+0000", 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00073975099999999997 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.500 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276171+0000", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10569047199999999 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276283+0000", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000112155 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.276405+0000", 2023-09-23T18:19:29.501 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012215800000000001 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.299737+0000", 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023331312999999999 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.313450+0000", 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013712824 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.502 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.334687+0000", 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021237846000000001 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.334742+0000", 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4719000000000002e-05 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.503 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:02.337790+0000", 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030481620000000001 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116779 7.1 7:817ae718:::benchmark_data_smithi018_282512_object16043:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.53759385799998, 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.21147833099999999, 2023-09-23T18:19:29.504 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116779 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.505 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930990+0000", 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930988+0000", 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.506 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.930996+0000", 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0499999999999992e-06 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.931014+0000", 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8168e-05 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.931023+0000", 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5969999999999992e-06 2023-09-23T18:19:29.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.011916+0000", 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.080893076999999994 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.012617+0000", 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00070135499999999997 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.508 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064662+0000", 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052045357 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064795+0000", 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013213 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.064960+0000", 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000165837 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.509 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092090+0000", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027129851 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092165+0000", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4970999999999998e-05 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.138925+0000", 2023-09-23T18:19:29.510 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046759466999999999 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.138989+0000", 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4447000000000001e-05 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142468+0000", 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034789310000000002 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.511 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116780 7.1 7:8161c9b7:::benchmark_data_smithi018_282512_object16044:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.53477350700001, 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.212142367, 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.512 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116780 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933810+0000", 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933809+0000", 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933814+0000", 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0830000000000003e-06 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.514 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933824+0000", 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9210000000000004e-06 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.933831+0000", 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1450000000000002e-06 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016117+0000", 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.082285692999999993 2023-09-23T18:19:29.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016701+0000", 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00058405000000000002 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074645+0000", 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057944664 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074776+0000", 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013103299999999999 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.074940+0000", 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000163664 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.092104+0000", 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017163483 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.122595+0000", 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030491164000000001 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142734+0000", 2023-09-23T18:19:29.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020139198000000001 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.142785+0000", 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0874000000000001e-05 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.145953+0000", 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031677229999999999 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.519 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116781 7.1 7:8308977d:::benchmark_data_smithi018_282512_object16045:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.533768065, 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.24698377399999999, 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.520 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116781 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934816+0000", 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934814+0000", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934820+0000", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7200000000000003e-06 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934833+0000", 2023-09-23T18:19:29.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2993000000000001e-05 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:03.934844+0000", 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0838e-05 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.016741+0000", 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081897611999999995 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.017181+0000", 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043986999999999997 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.087945+0000", 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070763355 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.088067+0000", 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012214999999999999 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.088244+0000", 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000177443 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.110702+0000", 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022457591999999998 2023-09-23T18:19:29.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.122629+0000", 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011927223000000001 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.178924+0000", 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056295277999999997 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.178988+0000", 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3534000000000005e-05 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.181799+0000", 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0028114939999999999 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.527 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116822 7.1 7:84ff8235:::benchmark_data_smithi018_282512_object16086:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.41034304200002, 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.199595309, 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116822 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058241+0000", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058239+0000", 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058247+0000", 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2879999999999993e-06 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058260+0000", 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2471e-05 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.058268+0000", 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5169999999999999e-06 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.101648+0000", 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.043379817000000001 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.102412+0000", 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00076432099999999999 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.210998+0000", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.108585475 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.211114+0000", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115858 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.211264+0000", 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150252 2023-09-23T18:19:29.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.224790+0000", 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013526440000000001 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.250322+0000", 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025531537999999999 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.254133+0000", 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038108249999999999 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.254190+0000", 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7256999999999997e-05 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.257836+0000", 2023-09-23T18:19:29.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003645878 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116830 7.1 7:897cd6cc:::benchmark_data_smithi018_282512_object16094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e301)", 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.39558749299999, 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194346936, 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.535 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116830 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072996+0000", 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.072999+0000", 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9610000000000001e-06 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.073005+0000", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2179999999999996e-06 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.073010+0000", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0200000000000002e-06 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.102450+0000", 2023-09-23T18:19:29.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029440061999999999 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.103063+0000", 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000613114 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220597+0000", 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11753398700000001 2023-09-23T18:19:29.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220712+0000", 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114967 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.220866+0000", 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000154446 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.250353+0000", 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029486215999999999 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.262758+0000", 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012405289999999999 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.264506+0000", 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001747799 2023-09-23T18:19:29.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.264552+0000", 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5963e-05 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.267343+0000", 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0027913669999999999 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:116973 7.1 7:80396892:::benchmark_data_smithi018_282512_object16237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 445.01270397000002, 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.202507671, 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 116973 2023-09-23T18:19:29.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455880+0000", 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455878+0000", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455886+0000", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3310000000000004e-06 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455906+0000", 2023-09-23T18:19:29.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9803e-05 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.455916+0000", 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0037999999999999e-05 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.474262+0000", 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018345431999999998 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.474878+0000", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00061659799999999999 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.540845+0000", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.065966845999999996 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.540941+0000", 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5872999999999995e-05 2023-09-23T18:19:29.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.541080+0000", 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138617 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.556670+0000", 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015590507999999999 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.557261+0000", 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00059093700000000004 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.655136+0000", 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.097875241000000002 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.655192+0000", 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5896000000000002e-05 2023-09-23T18:19:29.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:04.658387+0000", 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031952339999999999 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:117922 7.1 7:8f151515:::benchmark_data_smithi018_282512_object17186:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 442.95625082800001, 2023-09-23T18:19:29.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194215517, 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 117922 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512333+0000", 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512332+0000", 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.552 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512335+0000", 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6460000000000002e-06 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512340+0000", 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4419999999999997e-06 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512345+0000", 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5260000000000004e-06 2023-09-23T18:19:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512429+0000", 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4152000000000003e-05 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.512991+0000", 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00056182599999999997 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582037+0000", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.069045730999999999 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582118+0000", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.119e-05 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.582218+0000", 2023-09-23T18:19:29.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000100468 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.613971+0000", 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031752573999999999 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.631502+0000", 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017530835000000002 2023-09-23T18:19:29.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.703382+0000", 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.071880291999999998 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.703445+0000", 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2574000000000001e-05 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706548+0000", 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031037220000000002 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:117929 7.1 7:8205f75f:::benchmark_data_smithi018_282512_object17193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e302)", 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 442.95243221300001, 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19357207900000001, 2023-09-23T18:19:29.558 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 117929 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516151+0000", 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516150+0000", 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.560 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516157+0000", 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8979999999999999e-06 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516167+0000", 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0332999999999999e-05 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.516175+0000", 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9359999999999999e-06 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.520148+0000", 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039729250000000004 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.520716+0000", 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00056803599999999995 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595135+0000", 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.074418469000000001 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595219+0000", 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4697000000000006e-05 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.595324+0000", 2023-09-23T18:19:29.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104639 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.613979+0000", 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018654819999999999 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.631539+0000", 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017559878000000001 2023-09-23T18:19:29.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706626+0000", 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.075086840000000002 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.706702+0000", 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6228000000000003e-05 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:06.709724+0000", 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030217439999999998 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:124433 7.11 7:889aa12f:::benchmark_data_smithi018_282512_object23697:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 425.28468058599998, 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18948116400000001, 2023-09-23T18:19:29.566 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 124433 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183903+0000", 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183897+0000", 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999943 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.568 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183911+0000", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3351e-05 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183928+0000", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7686e-05 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.183938+0000", 2023-09-23T18:19:29.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7629999999999995e-06 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.188028+0000", 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040897930000000004 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.188616+0000", 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00058854700000000003 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215257+0000", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026640898999999999 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215371+0000", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011395000000000001 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.215710+0000", 2023-09-23T18:19:29.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000338883 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223049+0000", 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073391339999999998 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.223058+0000", 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9479999999999997e-06 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.371405+0000", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.148347004 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.371463+0000", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8004999999999998e-05 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:12:24.373384+0000", 2023-09-23T18:19:29.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00192099 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:148965 7.12 7:4bb87b7f:::benchmark_data_smithi018_282512_object48229:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 370.98078396800003, 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0480220199999999, 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:19:29.574 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 148965 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487800+0000", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487797+0000", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487809+0000", 2023-09-23T18:19:29.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.188e-05 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487832+0000", 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2319000000000001e-05 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.487845+0000", 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3315999999999999e-05 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.488732+0000", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00088678200000000002 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.488881+0000", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014976400000000001 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.489326+0000", 2023-09-23T18:19:29.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044488399999999999 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.491924+0000", 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025973300000000001 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.501539+0000", 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0096156320000000007 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.515984+0000", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014444835 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:18.515998+0000", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.401e-05 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:19.535743+0000", 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.019745278 2023-09-23T18:19:29.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:13:19.535822+0000", 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8367000000000004e-05 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20546 8.f 8:f1945519:::benchmark_data_smithi018_324167_object20545:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657312+0000", 2023-09-23T18:19:29.581 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 220.81127186399999, 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19597802, 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20546 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657312+0000", 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657312+0000", 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657310+0000", 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657508+0000", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019798799999999999 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657520+0000", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1888e-05 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657528+0000", 2023-09-23T18:19:29.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8429999999999993e-06 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657626+0000", 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7394999999999998e-05 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657772+0000", 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014626999999999999 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657925+0000", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015350300000000001 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660482+0000", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025565140000000002 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660702+0000", 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00022051899999999999 2023-09-23T18:19:29.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853185+0000", 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19248220499999999 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853246+0000", 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1285999999999996e-05 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853290+0000", 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3980999999999998e-05 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20547 8.f 8:fddac9e6:::benchmark_data_smithi018_324167_object20546:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657545+0000", 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 220.81103877699999, 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19615685499999999, 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.588 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20547 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657545+0000", 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657545+0000", 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657544+0000", 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657566+0000", 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2050999999999999e-05 2023-09-23T18:19:29.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657576+0000", 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2550000000000003e-06 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657582+0000", 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4659999999999996e-06 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658982+0000", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014001409999999999 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659116+0000", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013353400000000001 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659255+0000", 2023-09-23T18:19:29.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000139507 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660708+0000", 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001453127 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662107+0000", 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013988570000000001 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853596+0000", 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191488717 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853645+0000", 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9320000000000002e-05 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853702+0000", 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6542999999999997e-05 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81658 8.f 8:fcd6926b:::benchmark_data_smithi018_324167_object81657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.233115+0000", 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.235468862, 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190033269, 2023-09-23T18:19:29.595 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.595 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:29.596 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.596 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.596 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81658 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233115+0000", 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233115+0000", 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233114+0000", 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233146+0000", 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2165000000000001e-05 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233162+0000", 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5812e-05 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233172+0000", 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9869999999999994e-06 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410968+0000", 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17779635099999999 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411166+0000", 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019842699999999999 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411321+0000", 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015420000000000001 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.417103+0000", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057828990000000002 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.422000+0000", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048969749999999996 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423038+0000", 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001037697 2023-09-23T18:19:29.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423100+0000", 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2330999999999997e-05 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423148+0000", 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7620000000000001e-05 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.602 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81660 8.f 8:f8550fe3:::benchmark_data_smithi018_324167_object81659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.233274+0000", 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.23530975400001, 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190292716, 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:29.603 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81660 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233274+0000", 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233274+0000", 2023-09-23T18:19:29.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233273+0000", 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233292+0000", 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9043999999999999e-05 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410953+0000", 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17766071 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410973+0000", 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0327999999999999e-05 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.414251+0000", 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032777409999999998 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.414421+0000", 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000169844 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.414568+0000", 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146599 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.422027+0000", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0074592440000000003 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423189+0000", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001162576 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423472+0000", 2023-09-23T18:19:29.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028286300000000001 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423524+0000", 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1835000000000001e-05 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423567+0000", 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2570000000000001e-05 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:81657 8.8 e358/347 8:1835a9e0:::benchmark_data_smithi018_324167_object81656:head v 358'5144, mlcod=358'5142)", 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.233844+0000", 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.234739658, 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193305908, 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233844+0000", 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233844+0000", 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233843+0000", 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:19:29.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.233911+0000", 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7577999999999996e-05 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410957+0000", 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17704604900000001 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410973+0000", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5826999999999999e-05 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411231+0000", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00025854799999999999 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411253+0000", 2023-09-23T18:19:29.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1622999999999999e-05 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.427120+0000", 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015866844000000001 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.427150+0000", 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0247999999999999e-05 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.614 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:81650 8.6 e358/347 8:656538ba:::benchmark_data_smithi018_324167_object81649:head v 358'5228, mlcod=358'5225)", 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.237861+0000", 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 165.23072216700001, 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19997904399999999, 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:19:29.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.237861+0000", 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.237861+0000", 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.237860+0000", 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.237892+0000", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1971000000000003e-05 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410962+0000", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17306956300000001 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.410973+0000", 2023-09-23T18:19:29.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0676000000000001e-05 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411015+0000", 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2450999999999997e-05 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.411041+0000", 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5850000000000002e-05 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.437791+0000", 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026749696 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.437841+0000", 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9891000000000001e-05 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:19:29.619 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:19:29.694 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:30.618 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:30.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:30.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:30.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:30.756 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:19:30.780 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:31.167 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:31.171 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:31 smithi018 ceph-mon[153734]: pgmap v1167: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25627/49188 objects degraded (52.100%); 894/49188 objects misplaced (1.818%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:31.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:31 smithi018 ceph-mon[149401]: pgmap v1167: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25627/49188 objects degraded (52.100%); 894/49188 objects misplaced (1.818%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:31.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:31.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:31.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:31.331 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:31.378 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:19:31.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:31.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:31.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:31.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:31 smithi149 ceph-mon[135148]: pgmap v1167: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25627/49188 objects degraded (52.100%); 894/49188 objects misplaced (1.818%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:19:31.495 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:31.586 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:31.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:31.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:31.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:31.772 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:31.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:31.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:31.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:31.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:32.013 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:32.096 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:32.138 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/49188 objects degraded (52.100%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:32.157 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:32.162 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:32.192 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:19:32.217 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:32.237 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:32.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:32.243 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:32.344 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:32.429 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/49188 objects degraded (52.100%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:32.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/49188 objects degraded (52.100%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:32.464 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:32.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:32.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:32.635 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:32.735 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:32.804 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:32.830 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1168,"stamp":"2023-09-23T18:19:31.507877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":939923403,"num_objects":14298,"num_object_clones":0,"num_object_copies":42894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25627,"num_objects_misplaced":685,"num_objects_unfound":0,"num_objects_dirty":14298,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":183492,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4277,"num_bytes_recovered":281706620,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118256,"ondisk_log_size":118256,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9066420,"kb_used_data":4622524,"kb_used_omap":47,"kb_used_meta":4443600,"kb_avail":647149644,"statfs":{"total":671965249536,"available":662681235456,"internally_reserved":0,"allocated":4733464576,"data_stored":4724171645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4550246657},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,5,4,2,6,6,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-423952384,"num_objects":-6469,"num_object_clones":0,"num_object_copies":-19407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-430,"num_objects_unfound":0,"num_objects_dirty":-6469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6469,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":430,"num_bytes_recovered":28180480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.008782"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935616+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:19:13.935616+0000","last_peered":"2023-09-23T18:19:13.935616+0000","last_clean":"2023-09-23T18:19:13.935616+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:19:13.935616+0000","last_undegraded":"2023-09-23T18:19:13.935616+0000","last_fullsized":"2023-09-23T18:19:13.935616+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":398,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.920876+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:19:13.920876+0000","last_peered":"2023-09-23T18:19:13.920876+0000","last_clean":"2023-09-23T18:19:13.920876+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:19:13.920876+0000","last_undegraded":"2023-09-23T18:19:13.920876+0000","last_fullsized":"2023-09-23T18:19:13.920876+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":332,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.908577+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:19:13.908577+0000","last_peered":"2023-09-23T18:19:13.908577+0000","last_clean":"2023-09-23T18:19:13.908577+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:19:13.908577+0000","last_undegraded":"2023-09-23T18:19:13.908577+0000","last_fullsized":"2023-09-23T18:19:13.908577+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":259,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929460+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:19:13.929460+0000","last_peered":"2023-09-23T18:19:13.929460+0000","last_clean":"2023-09-23T18:19:13.929460+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:19:13.929460+0000","last_undegraded":"2023-09-23T18:19:13.929460+0000","last_fullsized":"2023-09-23T18:19:13.929460+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":458,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.922065+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:19:13.922065+0000","last_peered":"2023-09-23T18:19:13.922065+0000","last_clean":"2023-09-23T18:19:13.922065+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:19:13.922065+0000","last_undegraded":"2023-09-23T18:19:13.922065+0000","last_fullsized":"2023-09-23T18:19:13.922065+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":244,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.927804+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:19:13.927804+0000","last_peered":"2023-09-23T18:19:13.927804+0000","last_clean":"2023-09-23T18:19:13.927804+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:19:13.927804+0000","last_undegraded":"2023-09-23T18:19:13.927804+0000","last_fullsized":"2023-09-23T18:19:13.927804+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":380,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:17.122536+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:19:17.122536+0000","last_peered":"2023-09-23T18:19:17.122536+0000","last_clean":"2023-09-23T18:19:17.122536+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:19:17.122536+0000","last_undegraded":"2023-09-23T18:19:17.122536+0000","last_fullsized":"2023-09-23T18:19:17.122536+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":431,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.918592+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:19:13.918592+0000","last_peered":"2023-09-23T18:19:13.918592+0000","last_clean":"2023-09-23T18:19:13.918592+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:19:13.918592+0000","last_undegraded":"2023-09-23T18:19:13.918592+0000","last_fullsized":"2023-09-23T18:19:13.918592+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":249,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.924606+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:19:13.924606+0000","last_peered":"2023-09-23T18:19:13.924606+0000","last_clean":"2023-09-23T18:19:13.924606+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:19:13.924606+0000","last_undegraded":"2023-09-23T18:19:13.924606+0000","last_fullsized":"2023-09-23T18:19:13.924606+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":360,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.928448+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:19:13.928448+0000","last_peered":"2023-09-23T18:19:13.928448+0000","last_clean":"2023-09-23T18:19:13.928448+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:19:13.928448+0000","last_undegraded":"2023-09-23T18:19:13.928448+0000","last_fullsized":"2023-09-23T18:19:13.928448+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":40,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935119+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:19:13.935119+0000","last_peered":"2023-09-23T18:19:13.935119+0000","last_clean":"2023-09-23T18:19:13.935119+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:19:13.935119+0000","last_undegraded":"2023-09-23T18:19:13.935119+0000","last_fullsized":"2023-09-23T18:19:13.935119+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":192,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925267+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:19:13.925267+0000","last_peered":"2023-09-23T18:19:13.925267+0000","last_clean":"2023-09-23T18:19:13.925267+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:19:13.925267+0000","last_undegraded":"2023-09-23T18:19:13.925267+0000","last_fullsized":"2023-09-23T18:19:13.925267+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":94,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.926470+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:19:13.926470+0000","last_peered":"2023-09-23T18:19:13.926470+0000","last_clean":"2023-09-23T18:19:13.926470+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:19:13.926470+0000","last_undegraded":"2023-09-23T18:19:13.926470+0000","last_fullsized":"2023-09-23T18:19:13.926470+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":406,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935678+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:19:13.935678+0000","last_peered":"2023-09-23T18:19:13.935678+0000","last_clean":"2023-09-23T18:19:13.935678+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:19:13.935678+0000","last_undegraded":"2023-09-23T18:19:13.935678+0000","last_fullsized":"2023-09-23T18:19:13.935678+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":40,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929748+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:19:13.929748+0000","last_peered":"2023-09-23T18:19:13.929748+0000","last_clean":"2023-09-23T18:19:13.929748+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:19:13.929748+0000","last_undegraded":"2023-09-23T18:19:13.929748+0000","last_fullsized":"2023-09-23T18:19:13.929748+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":422,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.918661+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:19:13.918661+0000","last_peered":"2023-09-23T18:19:13.918661+0000","last_clean":"2023-09-23T18:19:13.918661+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:19:13.918661+0000","last_undegraded":"2023-09-23T18:19:13.918661+0000","last_fullsized":"2023-09-23T18:19:13.918661+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":258,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.920872+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:19:13.920872+0000","last_peered":"2023-09-23T18:19:13.920872+0000","last_clean":"2023-09-23T18:19:13.920872+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:19:13.920872+0000","last_undegraded":"2023-09-23T18:19:13.920872+0000","last_fullsized":"2023-09-23T18:19:13.920872+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":225,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925385+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:19:13.925385+0000","last_peered":"2023-09-23T18:19:13.925385+0000","last_clean":"2023-09-23T18:19:13.925385+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:19:13.925385+0000","last_undegraded":"2023-09-23T18:19:13.925385+0000","last_fullsized":"2023-09-23T18:19:13.925385+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929659+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:19:13.929659+0000","last_peered":"2023-09-23T18:19:13.929659+0000","last_clean":"2023-09-23T18:19:13.929659+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:19:13.929659+0000","last_undegraded":"2023-09-23T18:19:13.929659+0000","last_fullsized":"2023-09-23T18:19:13.929659+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":375,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.055127+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:19:23.055127+0000","last_peered":"2023-09-23T18:19:23.055127+0000","last_clean":"2023-09-23T18:19:23.055127+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:19:23.055127+0000","last_undegraded":"2023-09-23T18:19:23.055127+0000","last_fullsized":"2023-09-23T18:19:23.055127+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":300,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919503+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:19:13.919503+0000","last_peered":"2023-09-23T18:19:13.919503+0000","last_clean":"2023-09-23T18:19:13.919503+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:19:13.919503+0000","last_undegraded":"2023-09-23T18:19:13.919503+0000","last_fullsized":"2023-09-23T18:19:13.919503+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":392,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.923943+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:19:13.923943+0000","last_peered":"2023-09-23T18:19:13.923943+0000","last_clean":"2023-09-23T18:19:13.923943+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:19:13.923943+0000","last_undegraded":"2023-09-23T18:19:13.923943+0000","last_fullsized":"2023-09-23T18:19:13.923943+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"387'11173","reported_seq":11220,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.053379+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:19:31.053379+0000","last_peered":"2023-09-23T18:19:31.053379+0000","last_clean":"2023-09-23T18:19:31.053379+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:19:31.053379+0000","last_undegraded":"2023-09-23T18:19:31.053379+0000","last_fullsized":"2023-09-23T18:19:31.053379+0000","mapping_epoch":347,"log_start":"355'3000","ondisk_log_start":"355'3000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8173,"log_dups_size":0,"ondisk_log_size":8173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54329344,"num_objects":829,"num_object_clones":0,"num_object_copies":2487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11173,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":38,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.931446+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:19:13.931446+0000","last_peered":"2023-09-23T18:19:13.931446+0000","last_clean":"2023-09-23T18:19:13.931446+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:19:13.931446+0000","last_undegraded":"2023-09-23T18:19:13.931446+0000","last_fullsized":"2023-09-23T18:19:13.931446+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":234,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.924903+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:19:13.924903+0000","last_peered":"2023-09-23T18:19:13.924903+0000","last_clean":"2023-09-23T18:19:13.924903+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:19:13.924903+0000","last_undegraded":"2023-09-23T18:19:13.924903+0000","last_fullsized":"2023-09-23T18:19:13.924903+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"387'11339","reported_seq":11397,"reported_epoch":387,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:30.920863+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:19:30.920863+0000","last_peered":"2023-09-23T18:19:30.920863+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:19:30.920863+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"356'3400","ondisk_log_start":"356'3400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7939,"log_dups_size":0,"ondisk_log_size":7939,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54329344,"num_objects":829,"num_object_clones":0,"num_object_copies":2487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11339,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":739},{"shards":"0,4","objects":-5165}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":38,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.930460+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:19:13.930460+0000","last_peered":"2023-09-23T18:19:13.930460+0000","last_clean":"2023-09-23T18:19:13.930460+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:19:13.930460+0000","last_undegraded":"2023-09-23T18:19:13.930460+0000","last_fullsized":"2023-09-23T18:19:13.930460+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":406,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.927035+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:19:13.927035+0000","last_peered":"2023-09-23T18:19:13.927035+0000","last_clean":"2023-09-23T18:19:13.927035+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:19:13.927035+0000","last_undegraded":"2023-09-23T18:19:13.927035+0000","last_fullsized":"2023-09-23T18:19:13.927035+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"387'11566","reported_seq":11623,"reported_epoch":387,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:27.117621+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:19:27.117621+0000","last_peered":"2023-09-23T18:19:27.117621+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:19:27.117621+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"356'4000","ondisk_log_start":"356'4000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7566,"log_dups_size":0,"ondisk_log_size":7566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67633152,"num_objects":1032,"num_object_clones":0,"num_object_copies":3096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11566,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-5139},{"shards":"0,2,3","objects":904}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":38,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935185+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:19:13.935185+0000","last_peered":"2023-09-23T18:19:13.935185+0000","last_clean":"2023-09-23T18:19:13.935185+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:19:13.935185+0000","last_undegraded":"2023-09-23T18:19:13.935185+0000","last_fullsized":"2023-09-23T18:19:13.935185+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":252,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.907706+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:19:13.907706+0000","last_peered":"2023-09-23T18:19:13.907706+0000","last_clean":"2023-09-23T18:19:13.907706+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:19:13.907706+0000","last_undegraded":"2023-09-23T18:19:13.907706+0000","last_fullsized":"2023-09-23T18:19:13.907706+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"387'11344","reported_seq":11391,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.458933+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:19:31.458933+0000","last_peered":"2023-09-23T18:19:31.458933+0000","last_clean":"2023-09-23T18:19:31.458933+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:19:31.458933+0000","last_undegraded":"2023-09-23T18:19:31.458933+0000","last_fullsized":"2023-09-23T18:19:31.458933+0000","mapping_epoch":347,"log_start":"358'4800","ondisk_log_start":"358'4800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6544,"log_dups_size":0,"ondisk_log_size":6544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54263808,"num_objects":828,"num_object_clones":0,"num_object_copies":2484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11344,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":390,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925099+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:19:13.925099+0000","last_peered":"2023-09-23T18:19:13.925099+0000","last_clean":"2023-09-23T18:19:13.925099+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:19:13.925099+0000","last_undegraded":"2023-09-23T18:19:13.925099+0000","last_fullsized":"2023-09-23T18:19:13.925099+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":392,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919174+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:19:13.919174+0000","last_peered":"2023-09-23T18:19:13.919174+0000","last_clean":"2023-09-23T18:19:13.919174+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:19:13.919174+0000","last_undegraded":"2023-09-23T18:19:13.919174+0000","last_fullsized":"2023-09-23T18:19:13.919174+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"387'11450","reported_seq":11500,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:27.868489+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:19:27.868489+0000","last_peered":"2023-09-23T18:19:27.868489+0000","last_clean":"2023-09-23T18:19:27.868489+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:19:27.868489+0000","last_undegraded":"2023-09-23T18:19:27.868489+0000","last_fullsized":"2023-09-23T18:19:27.868489+0000","mapping_epoch":347,"log_start":"358'4900","ondisk_log_start":"358'4900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6550,"log_dups_size":0,"ondisk_log_size":6550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66322432,"num_objects":1012,"num_object_clones":0,"num_object_copies":3036,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1012,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11450,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":416,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.918662+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:19:13.918662+0000","last_peered":"2023-09-23T18:19:13.918662+0000","last_clean":"2023-09-23T18:19:13.918662+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:19:13.918662+0000","last_undegraded":"2023-09-23T18:19:13.918662+0000","last_fullsized":"2023-09-23T18:19:13.918662+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935613+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:19:13.935613+0000","last_peered":"2023-09-23T18:19:13.935613+0000","last_clean":"2023-09-23T18:19:13.935613+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:19:13.935613+0000","last_undegraded":"2023-09-23T18:19:13.935613+0000","last_fullsized":"2023-09-23T18:19:13.935613+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"387'11446","reported_seq":11495,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.408245+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:19:31.408245+0000","last_peered":"2023-09-23T18:19:31.408245+0000","last_clean":"2023-09-23T18:19:31.408245+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:19:31.408245+0000","last_undegraded":"2023-09-23T18:19:31.408245+0000","last_fullsized":"2023-09-23T18:19:31.408245+0000","mapping_epoch":347,"log_start":"358'4900","ondisk_log_start":"358'4900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6546,"log_dups_size":0,"ondisk_log_size":6546,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52690944,"num_objects":804,"num_object_clones":0,"num_object_copies":2412,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":804,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11446,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935711+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:19:13.935711+0000","last_peered":"2023-09-23T18:19:13.935711+0000","last_clean":"2023-09-23T18:19:13.935711+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:19:13.935711+0000","last_undegraded":"2023-09-23T18:19:13.935711+0000","last_fullsized":"2023-09-23T18:19:13.935711+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935661+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:19:13.935661+0000","last_peered":"2023-09-23T18:19:13.935661+0000","last_clean":"2023-09-23T18:19:13.935661+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:19:13.935661+0000","last_undegraded":"2023-09-23T18:19:13.935661+0000","last_fullsized":"2023-09-23T18:19:13.935661+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"387'11583","reported_seq":11630,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:30.828283+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:19:30.828283+0000","last_peered":"2023-09-23T18:19:30.828283+0000","last_clean":"2023-09-23T18:19:30.828283+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:19:30.828283+0000","last_undegraded":"2023-09-23T18:19:30.828283+0000","last_fullsized":"2023-09-23T18:19:30.828283+0000","mapping_epoch":347,"log_start":"356'3600","ondisk_log_start":"356'3600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7983,"log_dups_size":0,"ondisk_log_size":7983,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54984704,"num_objects":839,"num_object_clones":0,"num_object_copies":2517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11583,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":52,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.924606+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:19:13.924606+0000","last_peered":"2023-09-23T18:19:13.924606+0000","last_clean":"2023-09-23T18:19:13.924606+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:19:13.924606+0000","last_undegraded":"2023-09-23T18:19:13.924606+0000","last_fullsized":"2023-09-23T18:19:13.924606+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":406,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.936008+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:19:13.936008+0000","last_peered":"2023-09-23T18:19:13.936008+0000","last_clean":"2023-09-23T18:19:13.936008+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:19:13.936008+0000","last_undegraded":"2023-09-23T18:19:13.936008+0000","last_fullsized":"2023-09-23T18:19:13.936008+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"387'11535","reported_seq":11584,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.436620+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:19:31.436620+0000","last_peered":"2023-09-23T18:19:31.436620+0000","last_clean":"2023-09-23T18:19:31.436620+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:19:31.436620+0000","last_undegraded":"2023-09-23T18:19:31.436620+0000","last_fullsized":"2023-09-23T18:19:31.436620+0000","mapping_epoch":347,"log_start":"358'5000","ondisk_log_start":"358'5000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6535,"log_dups_size":0,"ondisk_log_size":6535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51838976,"num_objects":791,"num_object_clones":0,"num_object_copies":2373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11535,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":427,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919005+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:19:13.919005+0000","last_peered":"2023-09-23T18:19:13.919005+0000","last_clean":"2023-09-23T18:19:13.919005+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:19:13.919005+0000","last_undegraded":"2023-09-23T18:19:13.919005+0000","last_fullsized":"2023-09-23T18:19:13.919005+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":387,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.913311+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:19:13.913311+0000","last_peered":"2023-09-23T18:19:13.913311+0000","last_clean":"2023-09-23T18:19:13.913311+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:19:13.913311+0000","last_undegraded":"2023-09-23T18:19:13.913311+0000","last_fullsized":"2023-09-23T18:19:13.913311+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"387'11319","reported_seq":11368,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:27.034633+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:19:27.034633+0000","last_peered":"2023-09-23T18:19:27.034633+0000","last_clean":"2023-09-23T18:19:27.034633+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:19:27.034633+0000","last_undegraded":"2023-09-23T18:19:27.034633+0000","last_fullsized":"2023-09-23T18:19:27.034633+0000","mapping_epoch":347,"log_start":"356'3800","ondisk_log_start":"356'3800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7519,"log_dups_size":0,"ondisk_log_size":7519,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67305472,"num_objects":1027,"num_object_clones":0,"num_object_copies":3081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11319,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":994,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:13.908037+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:19:13.908037+0000","last_peered":"2023-09-23T18:19:13.908037+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:19:13.908037+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":216,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925488+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:19:13.925488+0000","last_peered":"2023-09-23T18:19:13.925488+0000","last_clean":"2023-09-23T18:19:13.925488+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:19:13.925488+0000","last_undegraded":"2023-09-23T18:19:13.925488+0000","last_fullsized":"2023-09-23T18:19:13.925488+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":297,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.907624+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:19:13.907624+0000","last_peered":"2023-09-23T18:19:13.907624+0000","last_clean":"2023-09-23T18:19:13.907624+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:19:13.907624+0000","last_undegraded":"2023-09-23T18:19:13.907624+0000","last_fullsized":"2023-09-23T18:19:13.907624+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"387'11462","reported_seq":11515,"reported_epoch":387,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:30.963137+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:19:30.963137+0000","last_peered":"2023-09-23T18:19:30.963137+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:19:30.963137+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"356'3300","ondisk_log_start":"356'3300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8162,"log_dups_size":0,"ondisk_log_size":8162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54788096,"num_objects":836,"num_object_clones":0,"num_object_copies":2508,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11462,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":733},{"shards":"3,5","objects":-5212}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1130,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.924864+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:19:13.924864+0000","last_peered":"2023-09-23T18:19:13.924864+0000","last_clean":"2023-09-23T18:19:13.924864+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:19:13.924864+0000","last_undegraded":"2023-09-23T18:19:13.924864+0000","last_fullsized":"2023-09-23T18:19:13.924864+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":389,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935675+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:19:13.935675+0000","last_peered":"2023-09-23T18:19:13.935675+0000","last_clean":"2023-09-23T18:19:13.935675+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:19:13.935675+0000","last_undegraded":"2023-09-23T18:19:13.935675+0000","last_fullsized":"2023-09-23T18:19:13.935675+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":302,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.907871+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:19:13.907871+0000","last_peered":"2023-09-23T18:19:13.907871+0000","last_clean":"2023-09-23T18:19:13.907871+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:19:13.907871+0000","last_undegraded":"2023-09-23T18:19:13.907871+0000","last_fullsized":"2023-09-23T18:19:13.907871+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"387'11262","reported_seq":11312,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:27.863069+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:19:27.863069+0000","last_peered":"2023-09-23T18:19:27.863069+0000","last_clean":"2023-09-23T18:19:27.863069+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:19:27.863069+0000","last_undegraded":"2023-09-23T18:19:27.863069+0000","last_fullsized":"2023-09-23T18:19:27.863069+0000","mapping_epoch":347,"log_start":"357'4700","ondisk_log_start":"357'4700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6562,"log_dups_size":0,"ondisk_log_size":6562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60293120,"num_objects":920,"num_object_clones":0,"num_object_copies":2760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11262,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":652,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.920273+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:19:13.920273+0000","last_peered":"2023-09-23T18:19:13.920273+0000","last_clean":"2023-09-23T18:19:13.920273+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:19:13.920273+0000","last_undegraded":"2023-09-23T18:19:13.920273+0000","last_fullsized":"2023-09-23T18:19:13.920273+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":307,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.908227+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:19:13.908227+0000","last_peered":"2023-09-23T18:19:13.908227+0000","last_clean":"2023-09-23T18:19:13.908227+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:19:13.908227+0000","last_undegraded":"2023-09-23T18:19:13.908227+0000","last_fullsized":"2023-09-23T18:19:13.908227+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":396,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.913382+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:19:13.913382+0000","last_peered":"2023-09-23T18:19:13.913382+0000","last_clean":"2023-09-23T18:19:13.913382+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:19:13.913382+0000","last_undegraded":"2023-09-23T18:19:13.913382+0000","last_fullsized":"2023-09-23T18:19:13.913382+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"387'11665","reported_seq":11712,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.066193+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:19:31.066193+0000","last_peered":"2023-09-23T18:19:31.066193+0000","last_clean":"2023-09-23T18:19:31.066193+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:19:31.066193+0000","last_undegraded":"2023-09-23T18:19:31.066193+0000","last_fullsized":"2023-09-23T18:19:31.066193+0000","mapping_epoch":347,"log_start":"356'3500","ondisk_log_start":"356'3500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8165,"log_dups_size":0,"ondisk_log_size":8165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57475072,"num_objects":877,"num_object_clones":0,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11665,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":969,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925114+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:19:13.925114+0000","last_peered":"2023-09-23T18:19:13.925114+0000","last_clean":"2023-09-23T18:19:13.925114+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:19:13.925114+0000","last_undegraded":"2023-09-23T18:19:13.925114+0000","last_fullsized":"2023-09-23T18:19:13.925114+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":390,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.930420+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:19:13.930420+0000","last_peered":"2023-09-23T18:19:13.930420+0000","last_clean":"2023-09-23T18:19:13.930420+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:19:13.930420+0000","last_undegraded":"2023-09-23T18:19:13.930420+0000","last_fullsized":"2023-09-23T18:19:13.930420+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":425,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.918348+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:19:13.918348+0000","last_peered":"2023-09-23T18:19:13.918348+0000","last_clean":"2023-09-23T18:19:13.918348+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:19:13.918348+0000","last_undegraded":"2023-09-23T18:19:13.918348+0000","last_fullsized":"2023-09-23T18:19:13.918348+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":74,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.926589+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:19:13.926589+0000","last_peered":"2023-09-23T18:19:13.926589+0000","last_clean":"2023-09-23T18:19:13.926589+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:19:13.926589+0000","last_undegraded":"2023-09-23T18:19:13.926589+0000","last_fullsized":"2023-09-23T18:19:13.926589+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"387'11233","reported_seq":11282,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:31.481855+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:19:31.481855+0000","last_peered":"2023-09-23T18:19:31.481855+0000","last_clean":"2023-09-23T18:19:31.481855+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:19:31.481855+0000","last_undegraded":"2023-09-23T18:19:31.481855+0000","last_fullsized":"2023-09-23T18:19:31.481855+0000","mapping_epoch":347,"log_start":"358'4700","ondisk_log_start":"358'4700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6533,"log_dups_size":0,"ondisk_log_size":6533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54591488,"num_objects":833,"num_object_clones":0,"num_object_copies":2499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11233,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":736,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.930330+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:19:13.930330+0000","last_peered":"2023-09-23T18:19:13.930330+0000","last_clean":"2023-09-23T18:19:13.930330+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:19:13.930330+0000","last_undegraded":"2023-09-23T18:19:13.930330+0000","last_fullsized":"2023-09-23T18:19:13.930330+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":384,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.930117+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:19:13.930117+0000","last_peered":"2023-09-23T18:19:13.930117+0000","last_clean":"2023-09-23T18:19:13.930117+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:19:13.930117+0000","last_undegraded":"2023-09-23T18:19:13.930117+0000","last_fullsized":"2023-09-23T18:19:13.930117+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":249,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929377+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:19:13.929377+0000","last_peered":"2023-09-23T18:19:13.929377+0000","last_clean":"2023-09-23T18:19:13.929377+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:19:13.929377+0000","last_undegraded":"2023-09-23T18:19:13.929377+0000","last_fullsized":"2023-09-23T18:19:13.929377+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"387'11279","reported_seq":11329,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:27.875161+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:19:27.875161+0000","last_peered":"2023-09-23T18:19:27.875161+0000","last_clean":"2023-09-23T18:19:27.875161+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:19:27.875161+0000","last_undegraded":"2023-09-23T18:19:27.875161+0000","last_fullsized":"2023-09-23T18:19:27.875161+0000","mapping_epoch":347,"log_start":"357'4700","ondisk_log_start":"357'4700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6579,"log_dups_size":0,"ondisk_log_size":6579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62193664,"num_objects":949,"num_object_clones":0,"num_object_copies":2847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11279,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":46,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929688+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:19:13.929688+0000","last_peered":"2023-09-23T18:19:13.929688+0000","last_clean":"2023-09-23T18:19:13.929688+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:19:13.929688+0000","last_undegraded":"2023-09-23T18:19:13.929688+0000","last_fullsized":"2023-09-23T18:19:13.929688+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":326,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.908201+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:19:13.908201+0000","last_peered":"2023-09-23T18:19:13.908201+0000","last_clean":"2023-09-23T18:19:13.908201+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:19:13.908201+0000","last_undegraded":"2023-09-23T18:19:13.908201+0000","last_fullsized":"2023-09-23T18:19:13.908201+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":409,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919277+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:19:13.919277+0000","last_peered":"2023-09-23T18:19:13.919277+0000","last_clean":"2023-09-23T18:19:13.919277+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:19:13.919277+0000","last_undegraded":"2023-09-23T18:19:13.919277+0000","last_fullsized":"2023-09-23T18:19:13.919277+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"387'11370","reported_seq":11425,"reported_epoch":387,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:27.125633+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:19:27.125633+0000","last_peered":"2023-09-23T18:19:27.125633+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:19:27.125633+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"356'3800","ondisk_log_start":"356'3800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7570,"log_dups_size":0,"ondisk_log_size":7570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66191360,"num_objects":1010,"num_object_clones":0,"num_object_copies":3030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11370,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-5090},{"shards":"0,3,5","objects":919}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":390,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919007+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:19:13.919007+0000","last_peered":"2023-09-23T18:19:13.919007+0000","last_clean":"2023-09-23T18:19:13.919007+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:19:13.919007+0000","last_undegraded":"2023-09-23T18:19:13.919007+0000","last_fullsized":"2023-09-23T18:19:13.919007+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1015,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.908272+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:19:13.908272+0000","last_peered":"2023-09-23T18:19:13.908272+0000","last_clean":"2023-09-23T18:19:13.908272+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:19:13.908272+0000","last_undegraded":"2023-09-23T18:19:13.908272+0000","last_fullsized":"2023-09-23T18:19:13.908272+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":431,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919081+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:19:13.919081+0000","last_peered":"2023-09-23T18:19:13.919081+0000","last_clean":"2023-09-23T18:19:13.919081+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:19:13.919081+0000","last_undegraded":"2023-09-23T18:19:13.919081+0000","last_fullsized":"2023-09-23T18:19:13.919081+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"387'11360","reported_seq":19464,"reported_epoch":387,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:31.111117+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:19:31.111117+0000","last_peered":"2023-09-23T18:19:31.111117+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:19:31.111117+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"356'3200","ondisk_log_start":"356'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8160,"log_dups_size":0,"ondisk_log_size":8160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55902232,"num_objects":854,"num_object_clones":0,"num_object_copies":2562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1305,"num_objects_misplaced":685,"num_objects_unfound":0,"num_objects_dirty":854,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11360,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4023,"num_bytes_recovered":263651328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":685},{"shards":"2,5","objects":-1136}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":58,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.931685+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:19:13.931685+0000","last_peered":"2023-09-23T18:19:13.931685+0000","last_clean":"2023-09-23T18:19:13.931685+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:19:13.931685+0000","last_undegraded":"2023-09-23T18:19:13.931685+0000","last_fullsized":"2023-09-23T18:19:13.931685+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":244,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929545+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:19:13.929545+0000","last_peered":"2023-09-23T18:19:13.929545+0000","last_clean":"2023-09-23T18:19:13.929545+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:19:13.929545+0000","last_undegraded":"2023-09-23T18:19:13.929545+0000","last_fullsized":"2023-09-23T18:19:13.929545+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.926896+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:19:13.926896+0000","last_peered":"2023-09-23T18:19:13.926896+0000","last_clean":"2023-09-23T18:19:13.926896+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:19:13.926896+0000","last_undegraded":"2023-09-23T18:19:13.926896+0000","last_fullsized":"2023-09-23T18:19:13.926896+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":257,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.919225+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:19:13.919225+0000","last_peered":"2023-09-23T18:19:13.919225+0000","last_clean":"2023-09-23T18:19:13.919225+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:19:13.919225+0000","last_undegraded":"2023-09-23T18:19:13.919225+0000","last_fullsized":"2023-09-23T18:19:13.919225+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":191,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.917633+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:19:13.917633+0000","last_peered":"2023-09-23T18:19:13.917633+0000","last_clean":"2023-09-23T18:19:13.917633+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:19:13.917633+0000","last_undegraded":"2023-09-23T18:19:13.917633+0000","last_fullsized":"2023-09-23T18:19:13.917633+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":394,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925128+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:19:13.925128+0000","last_peered":"2023-09-23T18:19:13.925128+0000","last_clean":"2023-09-23T18:19:13.925128+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:19:13.925128+0000","last_undegraded":"2023-09-23T18:19:13.925128+0000","last_fullsized":"2023-09-23T18:19:13.925128+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935544+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:19:13.935544+0000","last_peered":"2023-09-23T18:19:13.935544+0000","last_clean":"2023-09-23T18:19:13.935544+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:19:13.935544+0000","last_undegraded":"2023-09-23T18:19:13.935544+0000","last_fullsized":"2023-09-23T18:19:13.935544+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":381,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.925578+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:19:13.925578+0000","last_peered":"2023-09-23T18:19:13.925578+0000","last_clean":"2023-09-23T18:19:13.925578+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:19:13.925578+0000","last_undegraded":"2023-09-23T18:19:13.925578+0000","last_fullsized":"2023-09-23T18:19:13.925578+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.935798+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:19:13.935798+0000","last_peered":"2023-09-23T18:19:13.935798+0000","last_clean":"2023-09-23T18:19:13.935798+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:19:13.935798+0000","last_undegraded":"2023-09-23T18:19:13.935798+0000","last_fullsized":"2023-09-23T18:19:13.935798+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":447,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.920096+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:19:13.920096+0000","last_peered":"2023-09-23T18:19:13.920096+0000","last_clean":"2023-09-23T18:19:13.920096+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:19:13.920096+0000","last_undegraded":"2023-09-23T18:19:13.920096+0000","last_fullsized":"2023-09-23T18:19:13.920096+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":426,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.928326+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:19:13.928326+0000","last_peered":"2023-09-23T18:19:13.928326+0000","last_clean":"2023-09-23T18:19:13.928326+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:19:13.928326+0000","last_undegraded":"2023-09-23T18:19:13.928326+0000","last_fullsized":"2023-09-23T18:19:13.928326+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":277,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.929171+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:19:13.929171+0000","last_peered":"2023-09-23T18:19:13.929171+0000","last_clean":"2023-09-23T18:19:13.929171+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:19:13.929171+0000","last_undegraded":"2023-09-23T18:19:13.929171+0000","last_fullsized":"2023-09-23T18:19:13.929171+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":65,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T18:19:13.926634+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:19:13.926634+0000","last_peered":"2023-09-23T18:19:13.926634+0000","last_clean":"2023-09-23T18:19:13.926634+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:19:13.926634+0000","last_undegraded":"2023-09-23T18:19:13.926634+0000","last_fullsized":"2023-09-23T18:19:13.926634+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":935133208,"num_objects":14270,"num_object_clones":0,"num_object_copies":42810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25618,"num_objects_misplaced":685,"num_objects_unfound":0,"num_objects_dirty":14270,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":182386,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4024,"num_bytes_recovered":263716864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4628623360,"data_stored":4628611144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117086,"ondisk_log_size":117086,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430615,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":941012,"kb_used_data":40716,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92804140,"statfs":{"total":95995035648,"available":95031439360,"internally_reserved":0,"allocated":41693184,"data_stored":40761310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":3.0859999999999999},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":3.097}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":1.0609999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9060000000000001,"5min":2.456,"15min":2.0939999999999999},"min":{"1min":0.34200000000000003,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":9.9800000000000004,"5min":13.282,"15min":15.449999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":3.6200000000000001,"5min":2.9809999999999999,"15min":2.2149999999999999},"min":{"1min":0.33600000000000002,"5min":0.315,"15min":0.247},"max":{"1min":16.103999999999999,"5min":21.692,"15min":21.692},"last":0.68200000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:18:28 2023","interfaces":[{"interface":"back","average":{"1min":4.4180000000000001,"5min":2.7629999999999999,"15min":2.5630000000000002},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":11.526999999999999,"5min":12.457000000000001,"15min":32.631},"last":0.66600000000000004},{"interface":"front","average":{"1min":4.2409999999999997,"5min":2.774,"15min":2.6160000000000001},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":11.662000000000001,"5min":12.5,"15min":32.612000000000002},"last":0.71299999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.98599999999999999,"15min":0.94199999999999995},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":8.0830000000000002,"5min":8.0830000000000002,"15min":19.010000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.2549999999999999,"15min":0.997},"min":{"1min":0.40300000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.39200000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":2.085,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.40500000000000003,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.8469999999999995,"5min":14.202,"15min":14.202},"last":0.38},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.1240000000000001,"15min":1.0549999999999999},"min":{"1min":0.38800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.1430000000000007,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.61499999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":0.49099999999999999},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.41499999999999998}]}]},{"osd":6,"up_from":0,"seq":747324309711,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436678,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1373584,"kb_used_data":1148168,"kb_used_omap":17,"kb_used_meta":225390,"kb_avail":92371568,"statfs":{"total":95995035648,"available":94588485632,"internally_reserved":0,"allocated":1175724032,"data_stored":1174100796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":230799460},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:58 2023","interfaces":[{"interface":"back","average":{"1min":4.657,"5min":3.738,"15min":4.6299999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":12.76,"5min":48.408999999999999,"15min":48.408999999999999},"last":13.69},{"interface":"front","average":{"1min":3.0870000000000002,"5min":2.883,"15min":3.161},"min":{"1min":0.22900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":13.654999999999999,"5min":15.611000000000001,"15min":15.611000000000001},"last":0.217}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":6.6829999999999998},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":0.42999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":2.3100000000000001},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":4.4630000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":4.5590000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":4.5209999999999999},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":0.39100000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":7.6749999999999998},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":1.5249999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":4.5949999999999998},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":7.7050000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220452,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1492936,"kb_used_data":858176,"kb_used_omap":8,"kb_used_meta":634743,"kb_avail":92252216,"statfs":{"total":95995035648,"available":94466269184,"internally_reserved":0,"allocated":878772224,"data_stored":877151862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":649977444},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,1,1,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":3.9700000000000002},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":4.1020000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":0.219},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":4.508}]},{"osd":3,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.7850000000000001,"5min":4.4850000000000003,"15min":3.4129999999999998},"min":{"1min":0.29899999999999999,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":26.850000000000001,"5min":69.905000000000001,"15min":69.905000000000001},"last":3.996},{"interface":"front","average":{"1min":2.601,"5min":4.5069999999999997,"15min":3.1520000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.248},"max":{"1min":10.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":2.964}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":4.7080000000000002},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":8.0440000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":3.4900000000000002},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":4.5430000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":3.52},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":4.0720000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":4.04},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":2.9319999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258145,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1352348,"kb_used_data":613460,"kb_used_omap":16,"kb_used_meta":738735,"kb_avail":92392804,"statfs":{"total":95995035648,"available":94610231296,"internally_reserved":0,"allocated":628183040,"data_stored":626490810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":756464802},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":14.630000000000001},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":1.5660000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":3.4540000000000002,"15min":3.5139999999999998},"min":{"1min":0.26700000000000002,"5min":0.247,"15min":0.247},"max":{"1min":14.926,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.63},{"interface":"front","average":{"1min":2.7999999999999998,"5min":3.5449999999999999,"15min":3.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.775,"5min":38.329000000000001,"15min":38.329000000000001},"last":7.0629999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":7.2549999999999999},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":7.1059999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":3.351}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":3.5009999999999999},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.45800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":3.4380000000000002},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":3.4710000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":3.395},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.48799999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729875,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1593504,"kb_used_data":844760,"kb_used_omap":4,"kb_used_meta":748667,"kb_avail":92151648,"statfs":{"total":95995035648,"available":94363287552,"internally_reserved":0,"allocated":865034240,"data_stored":863449261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":766635415},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":4.1310000000000002,"15min":3.161},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":17.896999999999998,"5min":94.450000000000003,"15min":94.450000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":2.8050000000000002,"5min":4.3680000000000003,"15min":3.2250000000000001},"min":{"1min":0.23100000000000001,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.356,"5min":93.465000000000003,"15min":93.465000000000003},"last":0.44600000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.245},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":4.8540000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.502},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.96699999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.573,"5min":2.181,"15min":2.1720000000000002},"min":{"1min":0.32800000000000001,"5min":0.29099999999999998,"15min":0.28499999999999998},"max":{"1min":12.347,"5min":12.347,"15min":23.469000000000001},"last":5.3550000000000004},{"interface":"front","average":{"1min":2.8239999999999998,"5min":2.407,"15min":2.0179999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":16.097999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":5.0460000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":3.3559999999999999,"5min":2.2869999999999999,"15min":2.0470000000000002},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.29299999999999998},"max":{"1min":18.802,"5min":18.802,"15min":18.802},"last":0.52900000000000003},{"interface":"front","average":{"1min":3.3799999999999999,"5min":2.3490000000000002,"15min":2.0750000000000002},"min":{"1min":0.372,"5min":0.30099999999999999,"15min":0.29999999999999999},"max":{"1min":9.5470000000000006,"5min":19.457999999999998,"15min":19.457999999999998},"last":0.47799999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":4.9660000000000002},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":5.0099999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:18:32 2023","interfaces":[{"interface":"back","average":{"1min":2.9689999999999999,"5min":2.3650000000000002,"15min":2.1989999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.2839999999999998,"5min":19.503,"15min":36.423000000000002},"last":3.649},{"interface":"front","average":{"1min":2.7919999999999998,"5min":2.2200000000000002,"15min":2.4470000000000001},"min":{"1min":0.443,"5min":0.36599999999999999,"15min":0.33800000000000002},"max":{"1min":13.416,"5min":13.416,"15min":36.366999999999997},"last":5.0979999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019298,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":881668,"kb_used_data":283772,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92863484,"statfs":{"total":95995035648,"available":95092207616,"internally_reserved":0,"allocated":290582528,"data_stored":289666659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":4.4829999999999997},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":3.02}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":11.132,"5min":3.532,"15min":2.5150000000000001},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":155.029,"5min":155.029,"15min":155.029},"last":3.9830000000000001},{"interface":"front","average":{"1min":11.839,"5min":3.9340000000000002,"15min":3.3479999999999999},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":154.94499999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":5.4690000000000003},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":2.3359999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":5.085},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":8.6489999999999991}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":4.6059999999999999},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":0.54600000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":2.2589999999999999},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":3.2480000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":2.375},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":4.4000000000000004}]}]},{"osd":5,"up_from":36,"seq":154618823070,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1431368,"kb_used_data":833472,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92313784,"statfs":{"total":95995035648,"available":94529314816,"internally_reserved":0,"allocated":853475328,"data_stored":852550947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,4,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":0.30099999999999999},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":0.43099999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":1.292},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":1.7230000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":1.962},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":1.976}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":3.3660000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":3.7839999999999998},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":1.6259999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.56499999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":3.8889999999999998},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.59699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":859570176,"data_stored":859570176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1161691136,"data_stored":1161691136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":602476544,"data_stored":602472472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":849870848,"data_stored":849870848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":274464768,"data_stored":274464768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":842665984,"data_stored":842661912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":37883904,"data_stored":37879832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:19:32.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:19:32.873 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:32.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:32.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:32.987 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:33.100 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:33.183 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:19:33.201 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:33.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:33.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:33.314 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[149401]: pgmap v1168: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 896 MiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 25627/42894 objects degraded (59.745%); 685/42894 objects misplaced (1.597%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[149401]: from='client.36489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3749000388' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[153734]: pgmap v1168: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 896 MiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 25627/42894 objects degraded (59.745%); 685/42894 objects misplaced (1.597%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:33.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[153734]: from='client.36489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:33.405 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3749000388' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.405 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:33 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.406 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:33.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:33.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:33 smithi149 ceph-mon[135148]: pgmap v1168: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 896 MiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 25627/42894 objects degraded (59.745%); 685/42894 objects misplaced (1.597%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:33 smithi149 ceph-mon[135148]: from='client.36489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3749000388' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:33 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:33.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:33.737 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:33.815 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:33.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:33.828 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:33.900 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:19:33.900 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:19:33.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.900 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:184788 8.2 8.616d1f92 (undecoded) ondisk+write+known_if_redirected e388)", 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:33.892837+0000", 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0069922439999999999, 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007022515, 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "queued for pg", 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:33.901 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 184788 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892837+0000", 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:33.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892837+0000", 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892837+0000", 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.963e-06 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892841+0000", 2023-09-23T18:19:33.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4200000000000004e-06 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892847+0000", 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8609999999999997e-06 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892852+0000", 2023-09-23T18:19:33.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4669e-05 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:184785 8.e e388/347 8:70471ced:::benchmark_data_smithi018_324167_object86455:head v 388'11561, mlcod=388'11559)", 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:33.895025+0000", 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0048039980000000003, 2023-09-23T18:19:33.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0049041459999999999, 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895025+0000", 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895025+0000", 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895024+0000", 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1884e-05 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:33.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895035+0000", 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1727e-05 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895047+0000", 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5240000000000003e-06 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:33.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895055+0000", 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9941e-05 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895125+0000", 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2087e-05 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.895147+0000", 2023-09-23T18:19:33.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121387 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:184787 8.2 8:469a1dfe:::benchmark_data_smithi018_324167_object86457:head [delete] snapc 0=[] ondisk+write+known_if_redirected e388)", 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:33.892788+0000", 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0070410949999999998, 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0072058299999999999, 2023-09-23T18:19:33.910 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 184787 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892788+0000", 2023-09-23T18:19:33.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892788+0000", 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892787+0000", 2023-09-23T18:19:33.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8889999999999997e-06 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892796+0000", 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7093000000000001e-05 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892814+0000", 2023-09-23T18:19:33.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4900000000000003e-06 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892821+0000", 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9688999999999997e-05 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.892881+0000", 2023-09-23T18:19:33.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012984699999999999 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.893011+0000", 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00091110300000000002 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:33.893922+0000", 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011334170000000001 2023-09-23T18:19:33.915 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 3 2023-09-23T18:19:33.916 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:19:33.929 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:33.985 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:34.190 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:34.220 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:34.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:34.300 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:34.300 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1220507803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:34.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:34.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:34.353 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:34.375 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:19:34.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:34.437 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:34.465 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:34.512 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:34.520 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:19:34.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:34.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:34.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1220507803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:34.556 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T18:19:34.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: failed to encode map e388 with expected crc 2023-09-23T18:19:34.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1220507803' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:34.561 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:34.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:34.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:34.670 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:34.739 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:34.838 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:34.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:34.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:34.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:35.041 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:35.151 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:35.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:35.159 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:35.206 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:35.260 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:35.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:34] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:19:35.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:35 smithi018 ceph-mon[149401]: pgmap v1170: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:35.315 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:35 smithi018 ceph-mon[153734]: pgmap v1170: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:35.343 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:35.400 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:35.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:35.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:35.501 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:35 smithi149 ceph-mon[135148]: pgmap v1170: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:35.506 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:35.586 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:35.647 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:35.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:35.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:35.687 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:19:35.756 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:35.808 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:36.263 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:36.264 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25627/39453 objects degraded (64.956%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1559,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":388,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":13151,"data_bytes":864753611,"bytes_used":8995590144,"bytes_avail":662969659392,"bytes_total":671965249536,"degraded_objects":25627,"degraded_total":39453,"degraded_ratio":0.64955770156895543,"misplaced_objects":685,"misplaced_total":39453,"misplaced_ratio":0.017362431247306923,"recovering_objects_per_sec":42,"recovering_bytes_per_sec":2815369,"recovering_keys_per_sec":0,"num_objects_recovered":430,"num_bytes_recovered":28180480,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":645},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2023-09-23T18:19:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:36 smithi149 ceph-mon[135148]: pgmap v1171: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:36.421 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:36.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:36.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:36.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:36.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:36 smithi018 ceph-mon[149401]: pgmap v1171: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:36.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:36 smithi018 ceph-mon[153734]: pgmap v1171: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 825 MiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 645 op/s; 25627/39453 objects degraded (64.956%); 685/39453 objects misplaced (1.736%); 2.7 MiB/s, 42 objects/s recovering 2023-09-23T18:19:36.588 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:36.685 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:19:36.686 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:36.686 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:36.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:36.693 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:36.699 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:36.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:36.878 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:37.000 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:37.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:37.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:37.087 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:19:37.108 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:37.117 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:37.117 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:37.230 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:37.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2666153854' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:37.282 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/39453 objects degraded (64.956%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:37.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2666153854' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:37.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/39453 objects degraded (64.956%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:37.333 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2666153854' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:37.333 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/39453 objects degraded (64.956%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:37.336 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:37.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:37.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:37.446 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:37.549 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:37.609 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:37.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:37.615 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:37.669 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:19:37.715 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:37.921 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:38.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:38.030 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:38.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:38.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:38.132 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:38.223 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:38.281 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:38 smithi018 ceph-mon[153734]: pgmap v1172: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 672 MiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 25627/32136 objects degraded (79.745%); 455/32136 objects misplaced (1.416%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:38.281 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:38 smithi018 ceph-mon[149401]: pgmap v1172: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 672 MiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 25627/32136 objects degraded (79.745%); 455/32136 objects misplaced (1.416%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:38.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:38.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:38.303 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:38.404 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:38.462 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:38 smithi149 ceph-mon[135148]: pgmap v1172: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 672 MiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 633 op/s; 25627/32136 objects degraded (79.745%); 455/32136 objects misplaced (1.416%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:38.465 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:38.518 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:38.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:38.523 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:38.545 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:38.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:38.736 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:39.194 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:39.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:39.201 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:39.292 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:19:39.302 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:39.359 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:39.439 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:39.452 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:39.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:39.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:39.486 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:39.490 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:19:39.554 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:39.591 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:39.834 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:39.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:39.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:39.943 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:40.002 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:40.074 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:40.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:40.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:40.119 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:40.119 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:40.185 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:40.284 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: pgmap v1174: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 637 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 519 op/s; 25627/30420 objects degraded (84.244%); 455/30420 objects misplaced (1.496%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:19:40.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: pgmap v1174: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 637 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 519 op/s; 25627/30420 objects degraded (84.244%); 455/30420 objects misplaced (1.496%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:19:40.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:40.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:40.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3258162255' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:19:40.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T18:19:40.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: failed to encode map e389 with expected crc 2023-09-23T18:19:40.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: pgmap v1174: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 637 MiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 519 op/s; 25627/30420 objects degraded (84.244%); 455/30420 objects misplaced (1.496%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:19:40.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:40.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:40.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:40.483 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:40.498 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:19:40.584 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:40.706 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:40.791 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:40.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:40.811 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:40.869 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:40.892 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:19:40.912 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:41.001 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:41.055 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:41.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:41.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:41.161 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:41.221 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:41.350 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:41.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:41.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:41.397 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:41.468 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:41.470 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1174,"stamp":"2023-09-23T18:19:39.511182+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667424715,"num_objects":10140,"num_object_clones":0,"num_object_copies":30420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25627,"num_objects_misplaced":455,"num_objects_unfound":0,"num_objects_dirty":10140,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":187650,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4507,"num_bytes_recovered":296779900,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118414,"ondisk_log_size":118414,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":8303700,"kb_used_data":3807452,"kb_used_omap":47,"kb_used_meta":4495952,"kb_avail":647912364,"statfs":{"total":671965249536,"available":663462260736,"internally_reserved":0,"allocated":3898830848,"data_stored":3889498430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4603855105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1,5,9,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-272498688,"num_objects":-4158,"num_object_clones":0,"num_object_copies":-12474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-230,"num_objects_unfound":0,"num_objects_dirty":-4158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4158,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":230,"num_bytes_recovered":15073280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003305"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034583+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:19:23.034583+0000","last_peered":"2023-09-23T18:19:23.034583+0000","last_clean":"2023-09-23T18:19:23.034583+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:19:23.034583+0000","last_undegraded":"2023-09-23T18:19:23.034583+0000","last_fullsized":"2023-09-23T18:19:23.034583+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":399,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.015837+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:19:23.015837+0000","last_peered":"2023-09-23T18:19:23.015837+0000","last_clean":"2023-09-23T18:19:23.015837+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:19:23.015837+0000","last_undegraded":"2023-09-23T18:19:23.015837+0000","last_fullsized":"2023-09-23T18:19:23.015837+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":333,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027987+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:19:23.027987+0000","last_peered":"2023-09-23T18:19:23.027987+0000","last_clean":"2023-09-23T18:19:23.027987+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:19:23.027987+0000","last_undegraded":"2023-09-23T18:19:23.027987+0000","last_fullsized":"2023-09-23T18:19:23.027987+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":260,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.054945+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:19:23.054945+0000","last_peered":"2023-09-23T18:19:23.054945+0000","last_clean":"2023-09-23T18:19:23.054945+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:19:23.054945+0000","last_undegraded":"2023-09-23T18:19:23.054945+0000","last_fullsized":"2023-09-23T18:19:23.054945+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":459,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.019129+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:19:23.019129+0000","last_peered":"2023-09-23T18:19:23.019129+0000","last_clean":"2023-09-23T18:19:23.019129+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:19:23.019129+0000","last_undegraded":"2023-09-23T18:19:23.019129+0000","last_fullsized":"2023-09-23T18:19:23.019129+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":245,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028095+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:19:23.028095+0000","last_peered":"2023-09-23T18:19:23.028095+0000","last_clean":"2023-09-23T18:19:23.028095+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:19:23.028095+0000","last_undegraded":"2023-09-23T18:19:23.028095+0000","last_fullsized":"2023-09-23T18:19:23.028095+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":381,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042860+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:19:23.042860+0000","last_peered":"2023-09-23T18:19:23.042860+0000","last_clean":"2023-09-23T18:19:23.042860+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:19:23.042860+0000","last_undegraded":"2023-09-23T18:19:23.042860+0000","last_fullsized":"2023-09-23T18:19:23.042860+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":432,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.019149+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:19:23.019149+0000","last_peered":"2023-09-23T18:19:23.019149+0000","last_clean":"2023-09-23T18:19:23.019149+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:19:23.019149+0000","last_undegraded":"2023-09-23T18:19:23.019149+0000","last_fullsized":"2023-09-23T18:19:23.019149+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":250,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027769+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:19:23.027769+0000","last_peered":"2023-09-23T18:19:23.027769+0000","last_clean":"2023-09-23T18:19:23.027769+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:19:23.027769+0000","last_undegraded":"2023-09-23T18:19:23.027769+0000","last_fullsized":"2023-09-23T18:19:23.027769+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":361,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.015467+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:19:23.015467+0000","last_peered":"2023-09-23T18:19:23.015467+0000","last_clean":"2023-09-23T18:19:23.015467+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:19:23.015467+0000","last_undegraded":"2023-09-23T18:19:23.015467+0000","last_fullsized":"2023-09-23T18:19:23.015467+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":41,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.046026+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:19:23.046026+0000","last_peered":"2023-09-23T18:19:23.046026+0000","last_clean":"2023-09-23T18:19:23.046026+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:19:23.046026+0000","last_undegraded":"2023-09-23T18:19:23.046026+0000","last_fullsized":"2023-09-23T18:19:23.046026+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":193,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.030789+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:19:23.030789+0000","last_peered":"2023-09-23T18:19:23.030789+0000","last_clean":"2023-09-23T18:19:23.030789+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:19:23.030789+0000","last_undegraded":"2023-09-23T18:19:23.030789+0000","last_fullsized":"2023-09-23T18:19:23.030789+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":95,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034143+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:19:23.034143+0000","last_peered":"2023-09-23T18:19:23.034143+0000","last_clean":"2023-09-23T18:19:23.034143+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:19:23.034143+0000","last_undegraded":"2023-09-23T18:19:23.034143+0000","last_fullsized":"2023-09-23T18:19:23.034143+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":407,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034278+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:19:23.034278+0000","last_peered":"2023-09-23T18:19:23.034278+0000","last_clean":"2023-09-23T18:19:23.034278+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:19:23.034278+0000","last_undegraded":"2023-09-23T18:19:23.034278+0000","last_fullsized":"2023-09-23T18:19:23.034278+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":41,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.043290+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:19:23.043290+0000","last_peered":"2023-09-23T18:19:23.043290+0000","last_clean":"2023-09-23T18:19:23.043290+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:19:23.043290+0000","last_undegraded":"2023-09-23T18:19:23.043290+0000","last_fullsized":"2023-09-23T18:19:23.043290+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":423,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.015848+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:19:23.015848+0000","last_peered":"2023-09-23T18:19:23.015848+0000","last_clean":"2023-09-23T18:19:23.015848+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:19:23.015848+0000","last_undegraded":"2023-09-23T18:19:23.015848+0000","last_fullsized":"2023-09-23T18:19:23.015848+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":259,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.046768+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:19:23.046768+0000","last_peered":"2023-09-23T18:19:23.046768+0000","last_clean":"2023-09-23T18:19:23.046768+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:19:23.046768+0000","last_undegraded":"2023-09-23T18:19:23.046768+0000","last_fullsized":"2023-09-23T18:19:23.046768+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":226,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028984+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:19:23.028984+0000","last_peered":"2023-09-23T18:19:23.028984+0000","last_clean":"2023-09-23T18:19:23.028984+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:19:23.028984+0000","last_undegraded":"2023-09-23T18:19:23.028984+0000","last_fullsized":"2023-09-23T18:19:23.028984+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":35,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042844+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:19:23.042844+0000","last_peered":"2023-09-23T18:19:23.042844+0000","last_clean":"2023-09-23T18:19:23.042844+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:19:23.042844+0000","last_undegraded":"2023-09-23T18:19:23.042844+0000","last_fullsized":"2023-09-23T18:19:23.042844+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":376,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:27.131819+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:19:27.131819+0000","last_peered":"2023-09-23T18:19:27.131819+0000","last_clean":"2023-09-23T18:19:27.131819+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:19:27.131819+0000","last_undegraded":"2023-09-23T18:19:27.131819+0000","last_fullsized":"2023-09-23T18:19:27.131819+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":301,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.043164+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:19:23.043164+0000","last_peered":"2023-09-23T18:19:23.043164+0000","last_clean":"2023-09-23T18:19:23.043164+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:19:23.043164+0000","last_undegraded":"2023-09-23T18:19:23.043164+0000","last_fullsized":"2023-09-23T18:19:23.043164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":393,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.016780+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:19:23.016780+0000","last_peered":"2023-09-23T18:19:23.016780+0000","last_clean":"2023-09-23T18:19:23.016780+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:19:23.016780+0000","last_undegraded":"2023-09-23T18:19:23.016780+0000","last_fullsized":"2023-09-23T18:19:23.016780+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"388'11359","reported_seq":11407,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.072453+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:19:36.072453+0000","last_peered":"2023-09-23T18:19:36.072453+0000","last_clean":"2023-09-23T18:19:36.072453+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:19:36.072453+0000","last_undegraded":"2023-09-23T18:19:36.072453+0000","last_fullsized":"2023-09-23T18:19:36.072453+0000","mapping_epoch":347,"log_start":"356'3200","ondisk_log_start":"356'3200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8159,"log_dups_size":0,"ondisk_log_size":8159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42139648,"num_objects":643,"num_object_clones":0,"num_object_copies":1929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11359,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":39,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.043520+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:19:23.043520+0000","last_peered":"2023-09-23T18:19:23.043520+0000","last_clean":"2023-09-23T18:19:23.043520+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:19:23.043520+0000","last_undegraded":"2023-09-23T18:19:23.043520+0000","last_fullsized":"2023-09-23T18:19:23.043520+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":235,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027531+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:19:23.027531+0000","last_peered":"2023-09-23T18:19:23.027531+0000","last_clean":"2023-09-23T18:19:23.027531+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:19:23.027531+0000","last_undegraded":"2023-09-23T18:19:23.027531+0000","last_fullsized":"2023-09-23T18:19:23.027531+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"388'11520","reported_seq":11579,"reported_epoch":388,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:35.903423+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:19:35.903423+0000","last_peered":"2023-09-23T18:19:35.903423+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:19:35.903423+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"356'3600","ondisk_log_start":"356'3600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7920,"log_dups_size":0,"ondisk_log_size":7920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42467328,"num_objects":648,"num_object_clones":0,"num_object_copies":1944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11520,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":558},{"shards":"0,4","objects":-5346}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":39,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.046268+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:19:23.046268+0000","last_peered":"2023-09-23T18:19:23.046268+0000","last_clean":"2023-09-23T18:19:23.046268+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:19:23.046268+0000","last_undegraded":"2023-09-23T18:19:23.046268+0000","last_fullsized":"2023-09-23T18:19:23.046268+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":407,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034013+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:19:23.034013+0000","last_peered":"2023-09-23T18:19:23.034013+0000","last_clean":"2023-09-23T18:19:23.034013+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:19:23.034013+0000","last_undegraded":"2023-09-23T18:19:23.034013+0000","last_fullsized":"2023-09-23T18:19:23.034013+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"388'11948","reported_seq":12006,"reported_epoch":388,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:37.002778+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:19:37.002778+0000","last_peered":"2023-09-23T18:19:37.002778+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:19:37.002778+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"357'4400","ondisk_log_start":"357'4400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7548,"log_dups_size":0,"ondisk_log_size":7548,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42598400,"num_objects":650,"num_object_clones":0,"num_object_copies":1950,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11948,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-5521},{"shards":"0,2,3","objects":522}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":39,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.046089+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:19:23.046089+0000","last_peered":"2023-09-23T18:19:23.046089+0000","last_clean":"2023-09-23T18:19:23.046089+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:19:23.046089+0000","last_undegraded":"2023-09-23T18:19:23.046089+0000","last_fullsized":"2023-09-23T18:19:23.046089+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":253,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027428+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:19:23.027428+0000","last_peered":"2023-09-23T18:19:23.027428+0000","last_clean":"2023-09-23T18:19:23.027428+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:19:23.027428+0000","last_undegraded":"2023-09-23T18:19:23.027428+0000","last_fullsized":"2023-09-23T18:19:23.027428+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"388'11537","reported_seq":11587,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.459236+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:19:36.459236+0000","last_peered":"2023-09-23T18:19:36.459236+0000","last_clean":"2023-09-23T18:19:36.459236+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:19:36.459236+0000","last_undegraded":"2023-09-23T18:19:36.459236+0000","last_fullsized":"2023-09-23T18:19:36.459236+0000","mapping_epoch":347,"log_start":"358'5000","ondisk_log_start":"358'5000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6537,"log_dups_size":0,"ondisk_log_size":6537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41615360,"num_objects":635,"num_object_clones":0,"num_object_copies":1905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11537,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":391,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028421+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:19:23.028421+0000","last_peered":"2023-09-23T18:19:23.028421+0000","last_clean":"2023-09-23T18:19:23.028421+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:19:23.028421+0000","last_undegraded":"2023-09-23T18:19:23.028421+0000","last_fullsized":"2023-09-23T18:19:23.028421+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":393,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042332+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:19:23.042332+0000","last_peered":"2023-09-23T18:19:23.042332+0000","last_clean":"2023-09-23T18:19:23.042332+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:19:23.042332+0000","last_undegraded":"2023-09-23T18:19:23.042332+0000","last_fullsized":"2023-09-23T18:19:23.042332+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"388'11851","reported_seq":11901,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:37.896291+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:19:37.896291+0000","last_peered":"2023-09-23T18:19:37.896291+0000","last_clean":"2023-09-23T18:19:37.896291+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:19:37.896291+0000","last_undegraded":"2023-09-23T18:19:37.896291+0000","last_fullsized":"2023-09-23T18:19:37.896291+0000","mapping_epoch":347,"log_start":"358'5300","ondisk_log_start":"358'5300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6551,"log_dups_size":0,"ondisk_log_size":6551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40042496,"num_objects":611,"num_object_clones":0,"num_object_copies":1833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11851,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":417,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.016274+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:19:23.016274+0000","last_peered":"2023-09-23T18:19:23.016274+0000","last_clean":"2023-09-23T18:19:23.016274+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:19:23.016274+0000","last_undegraded":"2023-09-23T18:19:23.016274+0000","last_fullsized":"2023-09-23T18:19:23.016274+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034221+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:19:23.034221+0000","last_peered":"2023-09-23T18:19:23.034221+0000","last_clean":"2023-09-23T18:19:23.034221+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:19:23.034221+0000","last_undegraded":"2023-09-23T18:19:23.034221+0000","last_fullsized":"2023-09-23T18:19:23.034221+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"388'11615","reported_seq":11664,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.459758+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:19:36.459758+0000","last_peered":"2023-09-23T18:19:36.459758+0000","last_clean":"2023-09-23T18:19:36.459758+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:19:36.459758+0000","last_undegraded":"2023-09-23T18:19:36.459758+0000","last_fullsized":"2023-09-23T18:19:36.459758+0000","mapping_epoch":347,"log_start":"358'5000","ondisk_log_start":"358'5000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6615,"log_dups_size":0,"ondisk_log_size":6615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41615360,"num_objects":635,"num_object_clones":0,"num_object_copies":1905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11615,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034588+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:19:23.034588+0000","last_peered":"2023-09-23T18:19:23.034588+0000","last_clean":"2023-09-23T18:19:23.034588+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:19:23.034588+0000","last_undegraded":"2023-09-23T18:19:23.034588+0000","last_fullsized":"2023-09-23T18:19:23.034588+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.036562+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:19:23.036562+0000","last_peered":"2023-09-23T18:19:23.036562+0000","last_clean":"2023-09-23T18:19:23.036562+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:19:23.036562+0000","last_undegraded":"2023-09-23T18:19:23.036562+0000","last_fullsized":"2023-09-23T18:19:23.036562+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"388'11788","reported_seq":11836,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:35.921837+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:19:35.921837+0000","last_peered":"2023-09-23T18:19:35.921837+0000","last_clean":"2023-09-23T18:19:35.921837+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:19:35.921837+0000","last_undegraded":"2023-09-23T18:19:35.921837+0000","last_fullsized":"2023-09-23T18:19:35.921837+0000","mapping_epoch":347,"log_start":"356'3800","ondisk_log_start":"356'3800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7988,"log_dups_size":0,"ondisk_log_size":7988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41549824,"num_objects":634,"num_object_clones":0,"num_object_copies":1902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11788,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":53,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027769+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:19:23.027769+0000","last_peered":"2023-09-23T18:19:23.027769+0000","last_clean":"2023-09-23T18:19:23.027769+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:19:23.027769+0000","last_undegraded":"2023-09-23T18:19:23.027769+0000","last_fullsized":"2023-09-23T18:19:23.027769+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":407,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034418+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:19:23.034418+0000","last_peered":"2023-09-23T18:19:23.034418+0000","last_clean":"2023-09-23T18:19:23.034418+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:19:23.034418+0000","last_undegraded":"2023-09-23T18:19:23.034418+0000","last_fullsized":"2023-09-23T18:19:23.034418+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"388'11716","reported_seq":11766,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.461014+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:19:36.461014+0000","last_peered":"2023-09-23T18:19:36.461014+0000","last_clean":"2023-09-23T18:19:36.461014+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:19:36.461014+0000","last_undegraded":"2023-09-23T18:19:36.461014+0000","last_fullsized":"2023-09-23T18:19:36.461014+0000","mapping_epoch":347,"log_start":"358'5100","ondisk_log_start":"358'5100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6616,"log_dups_size":0,"ondisk_log_size":6616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39976960,"num_objects":610,"num_object_clones":0,"num_object_copies":1830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11716,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":428,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.018991+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:19:23.018991+0000","last_peered":"2023-09-23T18:19:23.018991+0000","last_clean":"2023-09-23T18:19:23.018991+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:19:23.018991+0000","last_undegraded":"2023-09-23T18:19:23.018991+0000","last_fullsized":"2023-09-23T18:19:23.018991+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":388,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028626+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:19:23.028626+0000","last_peered":"2023-09-23T18:19:23.028626+0000","last_clean":"2023-09-23T18:19:23.028626+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:19:23.028626+0000","last_undegraded":"2023-09-23T18:19:23.028626+0000","last_fullsized":"2023-09-23T18:19:23.028626+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"388'11699","reported_seq":11749,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:37.135228+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:19:37.135228+0000","last_peered":"2023-09-23T18:19:37.135228+0000","last_clean":"2023-09-23T18:19:37.135228+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:19:37.135228+0000","last_undegraded":"2023-09-23T18:19:37.135228+0000","last_fullsized":"2023-09-23T18:19:37.135228+0000","mapping_epoch":347,"log_start":"356'4100","ondisk_log_start":"356'4100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7599,"log_dups_size":0,"ondisk_log_size":7599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42401792,"num_objects":647,"num_object_clones":0,"num_object_copies":1941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11699,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":995,"reported_epoch":387,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:23.027746+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:19:23.027746+0000","last_peered":"2023-09-23T18:19:23.027746+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:19:23.027746+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":217,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.029057+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:19:23.029057+0000","last_peered":"2023-09-23T18:19:23.029057+0000","last_clean":"2023-09-23T18:19:23.029057+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:19:23.029057+0000","last_undegraded":"2023-09-23T18:19:23.029057+0000","last_fullsized":"2023-09-23T18:19:23.029057+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":298,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027345+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:19:23.027345+0000","last_peered":"2023-09-23T18:19:23.027345+0000","last_clean":"2023-09-23T18:19:23.027345+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:19:23.027345+0000","last_undegraded":"2023-09-23T18:19:23.027345+0000","last_fullsized":"2023-09-23T18:19:23.027345+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"388'11634","reported_seq":11688,"reported_epoch":388,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:36.033593+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:19:36.033593+0000","last_peered":"2023-09-23T18:19:36.033593+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:19:36.033593+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"356'3500","ondisk_log_start":"356'3500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8134,"log_dups_size":0,"ondisk_log_size":8134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43515904,"num_objects":664,"num_object_clones":0,"num_object_copies":1992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11634,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":561},{"shards":"3,5","objects":-5384}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1131,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.030636+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:19:23.030636+0000","last_peered":"2023-09-23T18:19:23.030636+0000","last_clean":"2023-09-23T18:19:23.030636+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:19:23.030636+0000","last_undegraded":"2023-09-23T18:19:23.030636+0000","last_fullsized":"2023-09-23T18:19:23.030636+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":390,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034264+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:19:23.034264+0000","last_peered":"2023-09-23T18:19:23.034264+0000","last_clean":"2023-09-23T18:19:23.034264+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:19:23.034264+0000","last_undegraded":"2023-09-23T18:19:23.034264+0000","last_fullsized":"2023-09-23T18:19:23.034264+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":303,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027620+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:19:23.027620+0000","last_peered":"2023-09-23T18:19:23.027620+0000","last_clean":"2023-09-23T18:19:23.027620+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:19:23.027620+0000","last_undegraded":"2023-09-23T18:19:23.027620+0000","last_fullsized":"2023-09-23T18:19:23.027620+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"388'11639","reported_seq":11690,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:37.834019+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:19:37.834019+0000","last_peered":"2023-09-23T18:19:37.834019+0000","last_clean":"2023-09-23T18:19:37.834019+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:19:37.834019+0000","last_undegraded":"2023-09-23T18:19:37.834019+0000","last_fullsized":"2023-09-23T18:19:37.834019+0000","mapping_epoch":347,"log_start":"358'5100","ondisk_log_start":"358'5100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6539,"log_dups_size":0,"ondisk_log_size":6539,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35586048,"num_objects":543,"num_object_clones":0,"num_object_copies":1629,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":543,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11639,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":653,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.004123+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:19:23.004123+0000","last_peered":"2023-09-23T18:19:23.004123+0000","last_clean":"2023-09-23T18:19:23.004123+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:19:23.004123+0000","last_undegraded":"2023-09-23T18:19:23.004123+0000","last_fullsized":"2023-09-23T18:19:23.004123+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":308,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027467+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:19:23.027467+0000","last_peered":"2023-09-23T18:19:23.027467+0000","last_clean":"2023-09-23T18:19:23.027467+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:19:23.027467+0000","last_undegraded":"2023-09-23T18:19:23.027467+0000","last_fullsized":"2023-09-23T18:19:23.027467+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":397,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028699+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:19:23.028699+0000","last_peered":"2023-09-23T18:19:23.028699+0000","last_clean":"2023-09-23T18:19:23.028699+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:19:23.028699+0000","last_undegraded":"2023-09-23T18:19:23.028699+0000","last_fullsized":"2023-09-23T18:19:23.028699+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"388'11859","reported_seq":11907,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.117877+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:19:36.117877+0000","last_peered":"2023-09-23T18:19:36.117877+0000","last_clean":"2023-09-23T18:19:36.117877+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:19:36.117877+0000","last_undegraded":"2023-09-23T18:19:36.117877+0000","last_fullsized":"2023-09-23T18:19:36.117877+0000","mapping_epoch":347,"log_start":"356'3700","ondisk_log_start":"356'3700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8159,"log_dups_size":0,"ondisk_log_size":8159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44761088,"num_objects":683,"num_object_clones":0,"num_object_copies":2049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":683,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11859,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":970,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028167+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:19:23.028167+0000","last_peered":"2023-09-23T18:19:23.028167+0000","last_clean":"2023-09-23T18:19:23.028167+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:19:23.028167+0000","last_undegraded":"2023-09-23T18:19:23.028167+0000","last_fullsized":"2023-09-23T18:19:23.028167+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":391,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.044045+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:19:23.044045+0000","last_peered":"2023-09-23T18:19:23.044045+0000","last_clean":"2023-09-23T18:19:23.044045+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:19:23.044045+0000","last_undegraded":"2023-09-23T18:19:23.044045+0000","last_fullsized":"2023-09-23T18:19:23.044045+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":427,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:33.173257+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:19:33.173257+0000","last_peered":"2023-09-23T18:19:33.173257+0000","last_clean":"2023-09-23T18:19:33.173257+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:19:33.173257+0000","last_undegraded":"2023-09-23T18:19:33.173257+0000","last_fullsized":"2023-09-23T18:19:33.173257+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":75,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.036477+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:19:23.036477+0000","last_peered":"2023-09-23T18:19:23.036477+0000","last_clean":"2023-09-23T18:19:23.036477+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:19:23.036477+0000","last_undegraded":"2023-09-23T18:19:23.036477+0000","last_fullsized":"2023-09-23T18:19:23.036477+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"388'11411","reported_seq":11461,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:36.442436+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:19:36.442436+0000","last_peered":"2023-09-23T18:19:36.442436+0000","last_clean":"2023-09-23T18:19:36.442436+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:19:36.442436+0000","last_undegraded":"2023-09-23T18:19:36.442436+0000","last_fullsized":"2023-09-23T18:19:36.442436+0000","mapping_epoch":347,"log_start":"358'4800","ondisk_log_start":"358'4800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6611,"log_dups_size":0,"ondisk_log_size":6611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42926080,"num_objects":655,"num_object_clones":0,"num_object_copies":1965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11411,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":737,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.043932+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:19:23.043932+0000","last_peered":"2023-09-23T18:19:23.043932+0000","last_clean":"2023-09-23T18:19:23.043932+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:19:23.043932+0000","last_undegraded":"2023-09-23T18:19:23.043932+0000","last_fullsized":"2023-09-23T18:19:23.043932+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":385,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042440+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:19:23.042440+0000","last_peered":"2023-09-23T18:19:23.042440+0000","last_clean":"2023-09-23T18:19:23.042440+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:19:23.042440+0000","last_undegraded":"2023-09-23T18:19:23.042440+0000","last_fullsized":"2023-09-23T18:19:23.042440+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":250,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.054856+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:19:23.054856+0000","last_peered":"2023-09-23T18:19:23.054856+0000","last_clean":"2023-09-23T18:19:23.054856+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:19:23.054856+0000","last_undegraded":"2023-09-23T18:19:23.054856+0000","last_fullsized":"2023-09-23T18:19:23.054856+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"388'11651","reported_seq":11701,"reported_epoch":388,"state":"active+clean","last_fresh":"2023-09-23T18:19:37.875841+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:19:37.875841+0000","last_peered":"2023-09-23T18:19:37.875841+0000","last_clean":"2023-09-23T18:19:37.875841+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:19:37.875841+0000","last_undegraded":"2023-09-23T18:19:37.875841+0000","last_fullsized":"2023-09-23T18:19:37.875841+0000","mapping_epoch":347,"log_start":"358'5100","ondisk_log_start":"358'5100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6551,"log_dups_size":0,"ondisk_log_size":6551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37814272,"num_objects":577,"num_object_clones":0,"num_object_copies":1731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11651,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":47,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.045773+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:19:23.045773+0000","last_peered":"2023-09-23T18:19:23.045773+0000","last_clean":"2023-09-23T18:19:23.045773+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:19:23.045773+0000","last_undegraded":"2023-09-23T18:19:23.045773+0000","last_fullsized":"2023-09-23T18:19:23.045773+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":327,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.027730+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:19:23.027730+0000","last_peered":"2023-09-23T18:19:23.027730+0000","last_clean":"2023-09-23T18:19:23.027730+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:19:23.027730+0000","last_undegraded":"2023-09-23T18:19:23.027730+0000","last_fullsized":"2023-09-23T18:19:23.027730+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":410,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042504+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:19:23.042504+0000","last_peered":"2023-09-23T18:19:23.042504+0000","last_clean":"2023-09-23T18:19:23.042504+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:19:23.042504+0000","last_undegraded":"2023-09-23T18:19:23.042504+0000","last_fullsized":"2023-09-23T18:19:23.042504+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"388'11780","reported_seq":11835,"reported_epoch":388,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:37.095999+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:19:37.095999+0000","last_peered":"2023-09-23T18:19:37.095999+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:19:37.095999+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"356'4200","ondisk_log_start":"356'4200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7580,"log_dups_size":0,"ondisk_log_size":7580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39321600,"num_objects":600,"num_object_clones":0,"num_object_copies":1800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11780,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-5500},{"shards":"0,3,5","objects":509}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":391,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.016715+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:19:23.016715+0000","last_peered":"2023-09-23T18:19:23.016715+0000","last_clean":"2023-09-23T18:19:23.016715+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:19:23.016715+0000","last_undegraded":"2023-09-23T18:19:23.016715+0000","last_fullsized":"2023-09-23T18:19:23.016715+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1016,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028046+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:19:23.028046+0000","last_peered":"2023-09-23T18:19:23.028046+0000","last_clean":"2023-09-23T18:19:23.028046+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:19:23.028046+0000","last_undegraded":"2023-09-23T18:19:23.028046+0000","last_fullsized":"2023-09-23T18:19:23.028046+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":432,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.019074+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:19:23.019074+0000","last_peered":"2023-09-23T18:19:23.019074+0000","last_clean":"2023-09-23T18:19:23.019074+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:19:23.019074+0000","last_undegraded":"2023-09-23T18:19:23.019074+0000","last_fullsized":"2023-09-23T18:19:23.019074+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"388'11537","reported_seq":20102,"reported_epoch":388,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:36.119109+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:19:36.119109+0000","last_peered":"2023-09-23T18:19:36.119109+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:19:36.119109+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"356'3400","ondisk_log_start":"356'3400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8137,"log_dups_size":0,"ondisk_log_size":8137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44302360,"num_objects":677,"num_object_clones":0,"num_object_copies":2031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1305,"num_objects_misplaced":455,"num_objects_unfound":0,"num_objects_dirty":677,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11537,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4253,"num_bytes_recovered":278724608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":455},{"shards":"2,5","objects":-1083}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":59,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.043610+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:19:23.043610+0000","last_peered":"2023-09-23T18:19:23.043610+0000","last_clean":"2023-09-23T18:19:23.043610+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:19:23.043610+0000","last_undegraded":"2023-09-23T18:19:23.043610+0000","last_fullsized":"2023-09-23T18:19:23.043610+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":245,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.055047+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:19:23.055047+0000","last_peered":"2023-09-23T18:19:23.055047+0000","last_clean":"2023-09-23T18:19:23.055047+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:19:23.055047+0000","last_undegraded":"2023-09-23T18:19:23.055047+0000","last_fullsized":"2023-09-23T18:19:23.055047+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.033891+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:19:23.033891+0000","last_peered":"2023-09-23T18:19:23.033891+0000","last_clean":"2023-09-23T18:19:23.033891+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:19:23.033891+0000","last_undegraded":"2023-09-23T18:19:23.033891+0000","last_fullsized":"2023-09-23T18:19:23.033891+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":258,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042423+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:19:23.042423+0000","last_peered":"2023-09-23T18:19:23.042423+0000","last_clean":"2023-09-23T18:19:23.042423+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:19:23.042423+0000","last_undegraded":"2023-09-23T18:19:23.042423+0000","last_fullsized":"2023-09-23T18:19:23.042423+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":192,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.003894+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:19:23.003894+0000","last_peered":"2023-09-23T18:19:23.003894+0000","last_clean":"2023-09-23T18:19:23.003894+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:19:23.003894+0000","last_undegraded":"2023-09-23T18:19:23.003894+0000","last_fullsized":"2023-09-23T18:19:23.003894+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":395,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.028505+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:19:23.028505+0000","last_peered":"2023-09-23T18:19:23.028505+0000","last_clean":"2023-09-23T18:19:23.028505+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:19:23.028505+0000","last_undegraded":"2023-09-23T18:19:23.028505+0000","last_fullsized":"2023-09-23T18:19:23.028505+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034047+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:19:23.034047+0000","last_peered":"2023-09-23T18:19:23.034047+0000","last_clean":"2023-09-23T18:19:23.034047+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:19:23.034047+0000","last_undegraded":"2023-09-23T18:19:23.034047+0000","last_fullsized":"2023-09-23T18:19:23.034047+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":382,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.029144+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:19:23.029144+0000","last_peered":"2023-09-23T18:19:23.029144+0000","last_clean":"2023-09-23T18:19:23.029144+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:19:23.029144+0000","last_undegraded":"2023-09-23T18:19:23.029144+0000","last_fullsized":"2023-09-23T18:19:23.029144+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.034692+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:19:23.034692+0000","last_peered":"2023-09-23T18:19:23.034692+0000","last_clean":"2023-09-23T18:19:23.034692+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:19:23.034692+0000","last_undegraded":"2023-09-23T18:19:23.034692+0000","last_fullsized":"2023-09-23T18:19:23.034692+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":448,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.016372+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:19:23.016372+0000","last_peered":"2023-09-23T18:19:23.016372+0000","last_clean":"2023-09-23T18:19:23.016372+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:19:23.016372+0000","last_undegraded":"2023-09-23T18:19:23.016372+0000","last_fullsized":"2023-09-23T18:19:23.016372+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":427,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.015391+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:19:23.015391+0000","last_peered":"2023-09-23T18:19:23.015391+0000","last_clean":"2023-09-23T18:19:23.015391+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:19:23.015391+0000","last_undegraded":"2023-09-23T18:19:23.015391+0000","last_fullsized":"2023-09-23T18:19:23.015391+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":278,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.042787+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:19:23.042787+0000","last_peered":"2023-09-23T18:19:23.042787+0000","last_clean":"2023-09-23T18:19:23.042787+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:19:23.042787+0000","last_undegraded":"2023-09-23T18:19:23.042787+0000","last_fullsized":"2023-09-23T18:19:23.042787+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":66,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-09-23T18:19:23.032754+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:19:23.032754+0000","last_peered":"2023-09-23T18:19:23.032754+0000","last_clean":"2023-09-23T18:19:23.032754+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:19:23.032754+0000","last_undegraded":"2023-09-23T18:19:23.032754+0000","last_fullsized":"2023-09-23T18:19:23.032754+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":662634520,"num_objects":10112,"num_object_clones":0,"num_object_copies":30336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25618,"num_objects_misplaced":455,"num_objects_unfound":0,"num_objects_dirty":10112,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":186544,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4254,"num_bytes_recovered":278790144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3806343168,"data_stored":3806330952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117244,"ondisk_log_size":117244,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430616,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":948576,"kb_used_data":44184,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":92796576,"statfs":{"total":95995035648,"available":95023693824,"internally_reserved":0,"allocated":45244416,"data_stored":44308449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,2,5,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":0.371},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":3.8969999999999998},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":0.42599999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9060000000000001,"5min":2.456,"15min":2.0939999999999999},"min":{"1min":0.34200000000000003,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":9.9800000000000004,"5min":13.282,"15min":15.449999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":3.6200000000000001,"5min":2.9809999999999999,"15min":2.2149999999999999},"min":{"1min":0.33600000000000002,"5min":0.315,"15min":0.247},"max":{"1min":16.103999999999999,"5min":21.692,"15min":21.692},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":3.7719999999999998},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":0.996}]},{"osd":4,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.98599999999999999,"15min":0.94199999999999995},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":8.0830000000000002,"5min":8.0830000000000002,"15min":19.010000000000002},"last":3.9529999999999998},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.2549999999999999,"15min":0.997},"min":{"1min":0.40300000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.56599999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":2.085,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.40500000000000003,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.8469999999999995,"5min":14.202,"15min":14.202},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.1240000000000001,"15min":1.0549999999999999},"min":{"1min":0.38800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.1430000000000007,"5min":13.282999999999999,"15min":15.816000000000001},"last":7.0039999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":3.9300000000000002},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.71899999999999997}]}]},{"osd":6,"up_from":0,"seq":747324309712,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436679,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1321628,"kb_used_data":1066004,"kb_used_omap":17,"kb_used_meta":255598,"kb_avail":92423524,"statfs":{"total":95995035648,"available":94641688576,"internally_reserved":0,"allocated":1091588096,"data_stored":1089960767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":261732452},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:58 2023","interfaces":[{"interface":"back","average":{"1min":4.657,"5min":3.738,"15min":4.6299999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":12.76,"5min":48.408999999999999,"15min":48.408999999999999},"last":5.6719999999999997},{"interface":"front","average":{"1min":3.0870000000000002,"5min":2.883,"15min":3.161},"min":{"1min":0.22900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":13.654999999999999,"5min":15.611000000000001,"15min":15.611000000000001},"last":4.7210000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":12.003},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":4.8129999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":4.6820000000000004},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":12.031000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":4.7519999999999998},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":11.879}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":11.977},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":0.41599999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":0.48099999999999998},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":0.59299999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":11.928000000000001},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":0.45000000000000001}]}]},{"osd":0,"up_from":85,"seq":365072220454,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1323160,"kb_used_data":680208,"kb_used_omap":8,"kb_used_meta":642935,"kb_avail":92421992,"statfs":{"total":95995035648,"available":94640119808,"internally_reserved":0,"allocated":696532992,"data_stored":694904925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":658366052},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,3,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":1.617},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":9.0190000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":1.595}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":1.4910000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":1.462},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":1.6499999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":1.6990000000000001},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":0.58499999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":1.7290000000000001},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":3.411}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":3.3759999999999999},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":2.302}]}]},{"osd":2,"up_from":145,"seq":622770258147,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1154796,"kb_used_data":385700,"kb_used_omap":16,"kb_used_meta":769071,"kb_avail":92590356,"statfs":{"total":95995035648,"available":94812524544,"internally_reserved":0,"allocated":394956800,"data_stored":393256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":787528866},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.76200000000000001},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":1.4339999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":3.4540000000000002,"15min":3.5139999999999998},"min":{"1min":0.26700000000000002,"5min":0.247,"15min":0.247},"max":{"1min":14.926,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":2.7999999999999998,"5min":3.5449999999999999,"15min":3.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.775,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":0.89700000000000002},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":0.66200000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":0.91300000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.81599999999999995}]}]},{"osd":3,"up_from":100,"seq":429496729877,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1410224,"kb_used_data":669672,"kb_used_omap":4,"kb_used_meta":740475,"kb_avail":92334928,"statfs":{"total":95995035648,"available":94550966272,"internally_reserved":0,"allocated":685744128,"data_stored":684151444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":758246807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":4.423},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":0.746}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":4.8300000000000001},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":0.58599999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":4.806}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":4.3739999999999997},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.621}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":0.65000000000000002},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":4.7690000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":10.194000000000001},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":10.308999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019299,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":821328,"kb_used_data":223368,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":92923824,"statfs":{"total":95995035648,"available":95153995776,"internally_reserved":0,"allocated":228728832,"data_stored":227808870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":5.0810000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":11.132,"5min":3.532,"15min":2.5150000000000001},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":155.029,"5min":155.029,"15min":155.029},"last":5.2770000000000001},{"interface":"front","average":{"1min":11.839,"5min":3.9340000000000002,"15min":3.3479999999999999},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":154.94499999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":2.2679999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":0.36299999999999999},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":2.8580000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":5.4589999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":2.5070000000000001},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":2.7989999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":3.1629999999999998},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":5.141}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":2.8849999999999998},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":0.90700000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823071,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1323988,"kb_used_data":738316,"kb_used_omap":0,"kb_used_meta":585600,"kb_avail":92421164,"statfs":{"total":95995035648,"available":94639271936,"internally_reserved":0,"allocated":756035584,"data_stored":755107110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":599654400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":1.8109999999999999},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":1.736}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":1.3700000000000001},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":1.274}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":0.90200000000000002},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":0.91200000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":0.75},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":0.379}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":0.33000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":2.5830000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":681312256,"data_stored":681312256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1076756480,"data_stored":1076756480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":375001088,"data_stored":374997016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":673710080,"data_stored":673710080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":213057536,"data_stored":213057536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":744558592,"data_stored":744554520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":41947136,"data_stored":41943064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:19:41.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:41 smithi018 ceph-mon[153734]: from='client.46433 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:41.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:41 smithi018 ceph-mon[149401]: from='client.46433 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:41.508 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:41.533 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:41 smithi149 ceph-mon[135148]: from='client.46433 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:41.538 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:41.548 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:41.607 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:41.627 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:41.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:41.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:41.796 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:19:41.811 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:19:42.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:19:42.486 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:42.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:42.491 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:42.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/820102626' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:42.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[153734]: pgmap v1175: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 519 MiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25627/24795 objects degraded (103.356%); 231/24795 objects misplaced (0.932%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T18:19:42.545 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/30420 objects degraded (84.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:42.545 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/820102626' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:42.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[149401]: pgmap v1175: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 519 MiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25627/24795 objects degraded (103.356%); 231/24795 objects misplaced (0.932%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T18:19:42.546 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:42 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/30420 objects degraded (84.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:42.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/820102626' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:42 smithi149 ceph-mon[135148]: pgmap v1175: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 519 MiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 583 op/s; 25627/24795 objects degraded (103.356%); 231/24795 objects misplaced (0.932%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T18:19:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:42 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/30420 objects degraded (84.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:42.681 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:42.767 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:42.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:42.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:42.878 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:42.924 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:42.981 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:42.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:42.986 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:43.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:43.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:43.247 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:43.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:43.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:43.352 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:43.355 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:43.397 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:43.469 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:43.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:43.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:43.582 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:43.650 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:43.824 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:43.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:43.835 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:43.936 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:43.997 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:44.197 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:44.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:44.208 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:44.246 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:19:44.309 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:44.371 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:44.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:44.506 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:44.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:44.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:44.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:44.672 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:44.740 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:44.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:44.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:44.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:44 smithi018 ceph-mon[153734]: pgmap v1176: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 601 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:44.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:44 smithi018 ceph-mon[149401]: pgmap v1176: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 601 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:44.834 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:19:44.834 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:191508 8.d 8:ba2d2692:::benchmark_data_smithi018_324167_object93178:head [delete] snapc 0=[] ondisk+write+known_if_redirected e389)", 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:44.807326+0000", 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.026964663999999999, 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026991177000000002, 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:44.835 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 191508 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807326+0000", 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807326+0000", 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:44.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807325+0000", 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4439999999999998e-06 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807328+0000", 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.206e-06 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807332+0000", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7719999999999994e-06 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.807340+0000", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0058411690000000002 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813181+0000", 2023-09-23T18:19:44.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000142478 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813323+0000", 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014022199999999999 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813464+0000", 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051739610000000004 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.818638+0000", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062130060000000001 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824851+0000", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0092293840000000002 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.834080+0000", 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1153999999999998e-05 2023-09-23T18:19:44.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.834131+0000", 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026805434999999999 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:191513 8.9 8:95ef0d55:::benchmark_data_smithi018_324167_object93183:head [delete] snapc 0=[] ondisk+write+known_if_redirected e389)", 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:44.813870+0000", 2023-09-23T18:19:44.841 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.020420188999999998, 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.020571754000000001, 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 191513 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813870+0000", 2023-09-23T18:19:44.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813870+0000", 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813870+0000", 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5310000000000002e-06 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813873+0000", 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9369999999999998e-06 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813880+0000", 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4399999999999998e-06 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:44.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.813885+0000", 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046730770000000003 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.818558+0000", 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012361100000000001 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.818681+0000", 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5537000000000004e-05 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.818777+0000", 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004061467 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.822838+0000", 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061596819999999997 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:44.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.828998+0000", 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015127811 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:191518 8.8 8:1cb1af41:::benchmark_data_smithi018_324167_object93188:head [delete] snapc 0=[] ondisk+write+known_if_redirected e389)", 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:44.824756+0000", 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.009534364, 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097552939999999994, 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:44.847 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 191518 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824756+0000", 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824756+0000", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824754+0000", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9230000000000008e-06 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824763+0000", 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2041999999999999e-05 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824775+0000", 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.66e-06 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824781+0000", 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1366999999999998e-05 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:44.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.824832+0000", 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017678600000000001 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.825009+0000", 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019417499999999999 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.825203+0000", 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050539130000000002 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830257+0000", 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055010650000000003 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop_reply(client.56083.0:191508 8.d e389/363 ondisk, result = 0)", 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:44.830135+0000", 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0041556559999999998, 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044540910000000003, 2023-09-23T18:19:44.852 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830135+0000", 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830135+0000", 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:44.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830134+0000", 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3010000000000003e-06 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830140+0000", 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1945e-05 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830152+0000", 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5739999999999998e-06 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.830160+0000", 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039004619999999999 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.834060+0000", 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1712999999999999e-05 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:44.834072+0000", 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039373469999999999 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:19:44.856 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 4 2023-09-23T18:19:44.857 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:19:44.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:44.862 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:44 smithi149 ceph-mon[135148]: pgmap v1176: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 601 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:45.023 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:45.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:45.029 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:45.029 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:45.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:45.242 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:45.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:44] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.33.4" 2023-09-23T18:19:45.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:45.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:45.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:45.373 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:19:45.426 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:45.599 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1591567095' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:45.599 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:45 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:45.653 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:19:45.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1591567095' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:45.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:45 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:45.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1591567095' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:45.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:45 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:19:46.233 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: pgmap v1177: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:46.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T18:19:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[149401]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: pgmap v1177: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T18:19:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:46 smithi018 ceph-mon[153734]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: pgmap v1177: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 449 MiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 600 op/s; 25627/21408 objects degraded (119.708%); 231/21408 objects misplaced (1.079%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: failed to encode map e390 with expected crc 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T18:19:46.883 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:46 smithi149 ceph-mon[135148]: failed to encode map e390 with expected crc 2023-09-23T18:19:47.282 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:47.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:47.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:47.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:47.454 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:47.530 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:47.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:47.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:47.642 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:47.663 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:19:47.663 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:19:47.663 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:19:47.663 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:19:47.663 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:19:47.709 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:47.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:47 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/21408 objects degraded (119.708%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:47.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:47 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/21408 objects degraded (119.708%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:47.824 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:47.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:47.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:47.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:47 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/21408 objects degraded (119.708%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:47.931 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:47.999 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:48.092 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:48.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:48.096 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:48.160 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:19:48.197 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:48.209 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:48.260 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:48.354 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:48.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:48.364 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:48.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:48.541 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:48.679 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:48.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:48.687 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:48.788 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:48.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:48 smithi018 ceph-mon[153734]: pgmap v1179: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 284 MiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 25627/13503 objects degraded (189.787%); 23/13503 objects misplaced (0.170%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T18:19:48.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:48 smithi018 ceph-mon[149401]: pgmap v1179: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 284 MiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 25627/13503 objects degraded (189.787%); 23/13503 objects misplaced (0.170%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T18:19:48.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:48.895 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:48.933 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:48.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:48.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:49.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:49.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:49.119 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:48 smithi149 ceph-mon[135148]: pgmap v1179: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 284 MiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 682 op/s; 25627/13503 objects degraded (189.787%); 23/13503 objects misplaced (0.170%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T18:19:49.155 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:49.190 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:49.225 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:49.257 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:49.261 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:49.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:49.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:49.306 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:49.356 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:49.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:49.387 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.402 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:19:49.459 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:49.541 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:19:49.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3709964810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:49.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3709964810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3709964810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:50.372 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:50.372 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:50.525 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:50.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:50.529 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:50.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:50.685 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:50.789 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:50 smithi018 ceph-mon[149401]: pgmap v1180: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 249 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25627/11796 objects degraded (217.252%); 23/11796 objects misplaced (0.195%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:50.828 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:50.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:50.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:50.877 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:19:50.931 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:50 smithi149 ceph-mon[135148]: pgmap v1180: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 249 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25627/11796 objects degraded (217.252%); 23/11796 objects misplaced (0.195%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:50.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:51.022 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:51.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:50 smithi018 ceph-mon[153734]: pgmap v1180: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 249 MiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 619 op/s; 25627/11796 objects degraded (217.252%); 23/11796 objects misplaced (0.195%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:19:51.107 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:51.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:51.119 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:51.220 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:51.270 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:51.329 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:51.330 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:51.332 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:19:51.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:51.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:51.443 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:51.489 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:51.558 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:51.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:51.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:51.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:51.757 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:51.769 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:51.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25627/11796 objects degraded (217.252%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:52.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25627/11796 objects degraded (217.252%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:52.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25627/11796 objects degraded (217.252%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:52.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:19:52.639 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:52.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:52.649 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:52.659 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1180,"stamp":"2023-09-23T18:19:49.525366+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":260577227,"num_objects":3932,"num_object_clones":0,"num_object_copies":11796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25627,"num_objects_misplaced":23,"num_objects_unfound":0,"num_objects_dirty":3932,"num_whiteouts":0,"num_read":6289,"num_read_kb":13712,"num_write":193858,"num_write_kb":6308070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4939,"num_bytes_recovered":325091452,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118422,"ondisk_log_size":118422,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":7552184,"kb_used_data":2753408,"kb_used_omap":47,"kb_used_meta":4798608,"kb_avail":648663880,"statfs":{"total":671965249536,"available":664231813120,"internally_reserved":0,"allocated":2819489792,"data_stored":2810090198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4913774849},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,4,2,5,9,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-406847488,"num_objects":-6208,"num_object_clones":0,"num_object_copies":-18624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-432,"num_objects_unfound":0,"num_objects_dirty":-6208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6208,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":432,"num_bytes_recovered":28311552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.014183"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.277135+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:19:39.277135+0000","last_peered":"2023-09-23T18:19:39.277135+0000","last_clean":"2023-09-23T18:19:39.277135+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:19:39.277135+0000","last_undegraded":"2023-09-23T18:19:39.277135+0000","last_fullsized":"2023-09-23T18:19:39.277135+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":401,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.271623+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:19:39.271623+0000","last_peered":"2023-09-23T18:19:39.271623+0000","last_clean":"2023-09-23T18:19:39.271623+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:19:39.271623+0000","last_undegraded":"2023-09-23T18:19:39.271623+0000","last_fullsized":"2023-09-23T18:19:39.271623+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":335,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.275992+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:19:39.275992+0000","last_peered":"2023-09-23T18:19:39.275992+0000","last_clean":"2023-09-23T18:19:39.275992+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:19:39.275992+0000","last_undegraded":"2023-09-23T18:19:39.275992+0000","last_fullsized":"2023-09-23T18:19:39.275992+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":262,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270811+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:19:39.270811+0000","last_peered":"2023-09-23T18:19:39.270811+0000","last_clean":"2023-09-23T18:19:39.270811+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:19:39.270811+0000","last_undegraded":"2023-09-23T18:19:39.270811+0000","last_fullsized":"2023-09-23T18:19:39.270811+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":461,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.278668+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:19:39.278668+0000","last_peered":"2023-09-23T18:19:39.278668+0000","last_clean":"2023-09-23T18:19:39.278668+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:19:39.278668+0000","last_undegraded":"2023-09-23T18:19:39.278668+0000","last_fullsized":"2023-09-23T18:19:39.278668+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":247,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264694+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:19:39.264694+0000","last_peered":"2023-09-23T18:19:39.264694+0000","last_clean":"2023-09-23T18:19:39.264694+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:19:39.264694+0000","last_undegraded":"2023-09-23T18:19:39.264694+0000","last_fullsized":"2023-09-23T18:19:39.264694+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":383,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274548+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:19:39.274548+0000","last_peered":"2023-09-23T18:19:39.274548+0000","last_clean":"2023-09-23T18:19:39.274548+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:19:39.274548+0000","last_undegraded":"2023-09-23T18:19:39.274548+0000","last_fullsized":"2023-09-23T18:19:39.274548+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":434,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.278746+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:19:39.278746+0000","last_peered":"2023-09-23T18:19:39.278746+0000","last_clean":"2023-09-23T18:19:39.278746+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:19:39.278746+0000","last_undegraded":"2023-09-23T18:19:39.278746+0000","last_fullsized":"2023-09-23T18:19:39.278746+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":252,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264381+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:19:39.264381+0000","last_peered":"2023-09-23T18:19:39.264381+0000","last_clean":"2023-09-23T18:19:39.264381+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:19:39.264381+0000","last_undegraded":"2023-09-23T18:19:39.264381+0000","last_fullsized":"2023-09-23T18:19:39.264381+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":363,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274794+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:19:39.274794+0000","last_peered":"2023-09-23T18:19:39.274794+0000","last_clean":"2023-09-23T18:19:39.274794+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:19:39.274794+0000","last_undegraded":"2023-09-23T18:19:39.274794+0000","last_fullsized":"2023-09-23T18:19:39.274794+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":43,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274710+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:19:39.274710+0000","last_peered":"2023-09-23T18:19:39.274710+0000","last_clean":"2023-09-23T18:19:39.274710+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:19:39.274710+0000","last_undegraded":"2023-09-23T18:19:39.274710+0000","last_fullsized":"2023-09-23T18:19:39.274710+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":195,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264702+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:19:39.264702+0000","last_peered":"2023-09-23T18:19:39.264702+0000","last_clean":"2023-09-23T18:19:39.264702+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:19:39.264702+0000","last_undegraded":"2023-09-23T18:19:39.264702+0000","last_fullsized":"2023-09-23T18:19:39.264702+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":97,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.275505+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:19:39.275505+0000","last_peered":"2023-09-23T18:19:39.275505+0000","last_clean":"2023-09-23T18:19:39.275505+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:19:39.275505+0000","last_undegraded":"2023-09-23T18:19:39.275505+0000","last_fullsized":"2023-09-23T18:19:39.275505+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":409,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276853+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:19:39.276853+0000","last_peered":"2023-09-23T18:19:39.276853+0000","last_clean":"2023-09-23T18:19:39.276853+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:19:39.276853+0000","last_undegraded":"2023-09-23T18:19:39.276853+0000","last_fullsized":"2023-09-23T18:19:39.276853+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":43,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.268345+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:19:39.268345+0000","last_peered":"2023-09-23T18:19:39.268345+0000","last_clean":"2023-09-23T18:19:39.268345+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:19:39.268345+0000","last_undegraded":"2023-09-23T18:19:39.268345+0000","last_fullsized":"2023-09-23T18:19:39.268345+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":425,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.272272+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:19:39.272272+0000","last_peered":"2023-09-23T18:19:39.272272+0000","last_clean":"2023-09-23T18:19:39.272272+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:19:39.272272+0000","last_undegraded":"2023-09-23T18:19:39.272272+0000","last_fullsized":"2023-09-23T18:19:39.272272+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":261,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270686+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:19:39.270686+0000","last_peered":"2023-09-23T18:19:39.270686+0000","last_clean":"2023-09-23T18:19:39.270686+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:19:39.270686+0000","last_undegraded":"2023-09-23T18:19:39.270686+0000","last_fullsized":"2023-09-23T18:19:39.270686+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":228,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.266792+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:19:39.266792+0000","last_peered":"2023-09-23T18:19:39.266792+0000","last_clean":"2023-09-23T18:19:39.266792+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:19:39.266792+0000","last_undegraded":"2023-09-23T18:19:39.266792+0000","last_fullsized":"2023-09-23T18:19:39.266792+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":37,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.268328+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:19:39.268328+0000","last_peered":"2023-09-23T18:19:39.268328+0000","last_clean":"2023-09-23T18:19:39.268328+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:19:39.268328+0000","last_undegraded":"2023-09-23T18:19:39.268328+0000","last_fullsized":"2023-09-23T18:19:39.268328+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":378,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270968+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:19:39.270968+0000","last_peered":"2023-09-23T18:19:39.270968+0000","last_clean":"2023-09-23T18:19:39.270968+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:19:39.270968+0000","last_undegraded":"2023-09-23T18:19:39.270968+0000","last_fullsized":"2023-09-23T18:19:39.270968+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":303,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.267424+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:19:39.267424+0000","last_peered":"2023-09-23T18:19:39.267424+0000","last_clean":"2023-09-23T18:19:39.267424+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:19:39.267424+0000","last_undegraded":"2023-09-23T18:19:39.267424+0000","last_fullsized":"2023-09-23T18:19:39.267424+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":395,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.275229+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:19:39.275229+0000","last_peered":"2023-09-23T18:19:39.275229+0000","last_clean":"2023-09-23T18:19:39.275229+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:19:39.275229+0000","last_undegraded":"2023-09-23T18:19:39.275229+0000","last_fullsized":"2023-09-23T18:19:39.275229+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"390'11738","reported_seq":11788,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.125196+0000","last_change":"2023-09-23T18:15:34.124817+0000","last_active":"2023-09-23T18:19:46.125196+0000","last_peered":"2023-09-23T18:19:46.125196+0000","last_clean":"2023-09-23T18:19:46.125196+0000","last_became_active":"2023-09-23T18:15:34.124471+0000","last_became_peered":"2023-09-23T18:15:34.124471+0000","last_unstale":"2023-09-23T18:19:46.125196+0000","last_undegraded":"2023-09-23T18:19:46.125196+0000","last_fullsized":"2023-09-23T18:19:46.125196+0000","mapping_epoch":347,"log_start":"356'3600","ondisk_log_start":"356'3600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8138,"log_dups_size":0,"ondisk_log_size":8138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17301504,"num_objects":264,"num_object_clones":0,"num_object_copies":792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11738,"num_write_kb":384064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":41,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.268559+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:19:39.268559+0000","last_peered":"2023-09-23T18:19:39.268559+0000","last_clean":"2023-09-23T18:19:39.268559+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:19:39.268559+0000","last_undegraded":"2023-09-23T18:19:39.268559+0000","last_fullsized":"2023-09-23T18:19:39.268559+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":237,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.272061+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:19:39.272061+0000","last_peered":"2023-09-23T18:19:39.272061+0000","last_clean":"2023-09-23T18:19:39.272061+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:19:39.272061+0000","last_undegraded":"2023-09-23T18:19:39.272061+0000","last_fullsized":"2023-09-23T18:19:39.272061+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"390'11918","reported_seq":11978,"reported_epoch":390,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:45.916267+0000","last_change":"2023-09-23T18:17:07.288649+0000","last_active":"2023-09-23T18:19:45.916267+0000","last_peered":"2023-09-23T18:19:45.916267+0000","last_clean":"2023-09-23T18:17:04.875946+0000","last_became_active":"2023-09-23T18:17:07.266158+0000","last_became_peered":"2023-09-23T18:17:07.266158+0000","last_unstale":"2023-09-23T18:19:45.916267+0000","last_undegraded":"2023-09-23T18:17:07.105714+0000","last_fullsized":"2023-09-23T18:17:06.892707+0000","mapping_epoch":363,"log_start":"356'4000","ondisk_log_start":"356'4000","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7918,"log_dups_size":0,"ondisk_log_size":7918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16384000,"num_objects":250,"num_object_clones":0,"num_object_copies":750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5994,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":250,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11918,"num_write_kb":389376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":160},{"shards":"0,4","objects":-5744}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":41,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.281408+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:19:39.281408+0000","last_peered":"2023-09-23T18:19:39.281408+0000","last_clean":"2023-09-23T18:19:39.281408+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:19:39.281408+0000","last_undegraded":"2023-09-23T18:19:39.281408+0000","last_fullsized":"2023-09-23T18:19:39.281408+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":409,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.273963+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:19:39.273963+0000","last_peered":"2023-09-23T18:19:39.273963+0000","last_clean":"2023-09-23T18:19:39.273963+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:19:39.273963+0000","last_undegraded":"2023-09-23T18:19:39.273963+0000","last_fullsized":"2023-09-23T18:19:39.273963+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"390'12349","reported_seq":12409,"reported_epoch":390,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:47.103144+0000","last_change":"2023-09-23T18:17:07.321204+0000","last_active":"2023-09-23T18:19:47.103144+0000","last_peered":"2023-09-23T18:19:47.103144+0000","last_clean":"2023-09-23T18:17:04.893089+0000","last_became_active":"2023-09-23T18:17:07.303182+0000","last_became_peered":"2023-09-23T18:17:07.303182+0000","last_unstale":"2023-09-23T18:19:47.103144+0000","last_undegraded":"2023-09-23T18:17:06.946371+0000","last_fullsized":"2023-09-23T18:17:06.891891+0000","mapping_epoch":363,"log_start":"357'4800","ondisk_log_start":"357'4800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7549,"log_dups_size":0,"ondisk_log_size":7549,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:19.253615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16318464,"num_objects":249,"num_object_clones":0,"num_object_copies":747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12349,"num_write_kb":403136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,2],"avail_no_missing":["0","2","3"],"object_location_counts":[{"shards":"0,2","objects":-5922},{"shards":"0,2,3","objects":121}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":41,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274787+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:19:39.274787+0000","last_peered":"2023-09-23T18:19:39.274787+0000","last_clean":"2023-09-23T18:19:39.274787+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:19:39.274787+0000","last_undegraded":"2023-09-23T18:19:39.274787+0000","last_fullsized":"2023-09-23T18:19:39.274787+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":255,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276346+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:19:39.276346+0000","last_peered":"2023-09-23T18:19:39.276346+0000","last_clean":"2023-09-23T18:19:39.276346+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:19:39.276346+0000","last_undegraded":"2023-09-23T18:19:39.276346+0000","last_fullsized":"2023-09-23T18:19:39.276346+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.7","version":"390'11919","reported_seq":11971,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.480202+0000","last_change":"2023-09-23T18:15:34.127978+0000","last_active":"2023-09-23T18:19:46.480202+0000","last_peered":"2023-09-23T18:19:46.480202+0000","last_clean":"2023-09-23T18:19:46.480202+0000","last_became_active":"2023-09-23T18:15:34.127695+0000","last_became_peered":"2023-09-23T18:15:34.127695+0000","last_unstale":"2023-09-23T18:19:46.480202+0000","last_undegraded":"2023-09-23T18:19:46.480202+0000","last_fullsized":"2023-09-23T18:19:46.480202+0000","mapping_epoch":347,"log_start":"358'5300","ondisk_log_start":"358'5300","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6619,"log_dups_size":0,"ondisk_log_size":6619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:59:15.594368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16580608,"num_objects":253,"num_object_clones":0,"num_object_copies":759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11919,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":393,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264566+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:19:39.264566+0000","last_peered":"2023-09-23T18:19:39.264566+0000","last_clean":"2023-09-23T18:19:39.264566+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:19:39.264566+0000","last_undegraded":"2023-09-23T18:19:39.264566+0000","last_fullsized":"2023-09-23T18:19:39.264566+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":395,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.268049+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:19:39.268049+0000","last_peered":"2023-09-23T18:19:39.268049+0000","last_clean":"2023-09-23T18:19:39.268049+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:19:39.268049+0000","last_undegraded":"2023-09-23T18:19:39.268049+0000","last_fullsized":"2023-09-23T18:19:39.268049+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"390'12243","reported_seq":12297,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:47.867231+0000","last_change":"2023-09-23T18:15:33.859739+0000","last_active":"2023-09-23T18:19:47.867231+0000","last_peered":"2023-09-23T18:19:47.867231+0000","last_clean":"2023-09-23T18:19:47.867231+0000","last_became_active":"2023-09-23T18:15:33.859453+0000","last_became_peered":"2023-09-23T18:15:33.859453+0000","last_unstale":"2023-09-23T18:19:47.867231+0000","last_undegraded":"2023-09-23T18:19:47.867231+0000","last_fullsized":"2023-09-23T18:19:47.867231+0000","mapping_epoch":347,"log_start":"360'5700","ondisk_log_start":"360'5700","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6543,"log_dups_size":0,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:43:46.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14352384,"num_objects":219,"num_object_clones":0,"num_object_copies":657,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":219,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12243,"num_write_kb":398784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":419,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.271710+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:19:39.271710+0000","last_peered":"2023-09-23T18:19:39.271710+0000","last_clean":"2023-09-23T18:19:39.271710+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:19:39.271710+0000","last_undegraded":"2023-09-23T18:19:39.271710+0000","last_fullsized":"2023-09-23T18:19:39.271710+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.275574+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:19:39.275574+0000","last_peered":"2023-09-23T18:19:39.275574+0000","last_clean":"2023-09-23T18:19:39.275574+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:19:39.275574+0000","last_undegraded":"2023-09-23T18:19:39.275574+0000","last_fullsized":"2023-09-23T18:19:39.275574+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"390'12005","reported_seq":12057,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.469084+0000","last_change":"2023-09-23T18:15:34.125356+0000","last_active":"2023-09-23T18:19:46.469084+0000","last_peered":"2023-09-23T18:19:46.469084+0000","last_clean":"2023-09-23T18:19:46.469084+0000","last_became_active":"2023-09-23T18:15:34.125082+0000","last_became_peered":"2023-09-23T18:15:34.125082+0000","last_unstale":"2023-09-23T18:19:46.469084+0000","last_undegraded":"2023-09-23T18:19:46.469084+0000","last_fullsized":"2023-09-23T18:19:46.469084+0000","mapping_epoch":347,"log_start":"358'5400","ondisk_log_start":"358'5400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6605,"log_dups_size":0,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:16.449402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16056320,"num_objects":245,"num_object_clones":0,"num_object_copies":735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12005,"num_write_kb":392000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.277207+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:19:39.277207+0000","last_peered":"2023-09-23T18:19:39.277207+0000","last_clean":"2023-09-23T18:19:39.277207+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:19:39.277207+0000","last_undegraded":"2023-09-23T18:19:39.277207+0000","last_fullsized":"2023-09-23T18:19:39.277207+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274612+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:19:39.274612+0000","last_peered":"2023-09-23T18:19:39.274612+0000","last_clean":"2023-09-23T18:19:39.274612+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:19:39.274612+0000","last_undegraded":"2023-09-23T18:19:39.274612+0000","last_fullsized":"2023-09-23T18:19:39.274612+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"390'12168","reported_seq":12218,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:45.953574+0000","last_change":"2023-09-23T18:15:33.850444+0000","last_active":"2023-09-23T18:19:45.953574+0000","last_peered":"2023-09-23T18:19:45.953574+0000","last_clean":"2023-09-23T18:19:45.953574+0000","last_became_active":"2023-09-23T18:15:33.850182+0000","last_became_peered":"2023-09-23T18:15:33.850182+0000","last_unstale":"2023-09-23T18:19:45.953574+0000","last_undegraded":"2023-09-23T18:19:45.953574+0000","last_fullsized":"2023-09-23T18:19:45.953574+0000","mapping_epoch":347,"log_start":"356'4200","ondisk_log_start":"356'4200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7968,"log_dups_size":0,"ondisk_log_size":7968,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16646144,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12168,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":55,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264001+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:19:39.264001+0000","last_peered":"2023-09-23T18:19:39.264001+0000","last_clean":"2023-09-23T18:19:39.264001+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:19:39.264001+0000","last_undegraded":"2023-09-23T18:19:39.264001+0000","last_fullsized":"2023-09-23T18:19:39.264001+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":409,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274244+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:19:39.274244+0000","last_peered":"2023-09-23T18:19:39.274244+0000","last_clean":"2023-09-23T18:19:39.274244+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:19:39.274244+0000","last_undegraded":"2023-09-23T18:19:39.274244+0000","last_fullsized":"2023-09-23T18:19:39.274244+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"390'12100","reported_seq":12153,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.427627+0000","last_change":"2023-09-23T18:15:34.124932+0000","last_active":"2023-09-23T18:19:46.427627+0000","last_peered":"2023-09-23T18:19:46.427627+0000","last_clean":"2023-09-23T18:19:46.427627+0000","last_became_active":"2023-09-23T18:15:34.124591+0000","last_became_peered":"2023-09-23T18:15:34.124591+0000","last_unstale":"2023-09-23T18:19:46.427627+0000","last_undegraded":"2023-09-23T18:19:46.427627+0000","last_fullsized":"2023-09-23T18:19:46.427627+0000","mapping_epoch":347,"log_start":"358'5500","ondisk_log_start":"358'5500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6600,"log_dups_size":0,"ondisk_log_size":6600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:56.356201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14811136,"num_objects":226,"num_object_clones":0,"num_object_copies":678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12100,"num_write_kb":394432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":430,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.278529+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:19:39.278529+0000","last_peered":"2023-09-23T18:19:39.278529+0000","last_clean":"2023-09-23T18:19:39.278529+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:19:39.278529+0000","last_undegraded":"2023-09-23T18:19:39.278529+0000","last_fullsized":"2023-09-23T18:19:39.278529+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":390,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276352+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:19:39.276352+0000","last_peered":"2023-09-23T18:19:39.276352+0000","last_clean":"2023-09-23T18:19:39.276352+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:19:39.276352+0000","last_undegraded":"2023-09-23T18:19:39.276352+0000","last_fullsized":"2023-09-23T18:19:39.276352+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"390'12097","reported_seq":12149,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:47.103175+0000","last_change":"2023-09-23T18:15:34.127143+0000","last_active":"2023-09-23T18:19:47.103175+0000","last_peered":"2023-09-23T18:19:47.103175+0000","last_clean":"2023-09-23T18:19:47.103175+0000","last_became_active":"2023-09-23T18:15:34.126817+0000","last_became_peered":"2023-09-23T18:15:34.126817+0000","last_unstale":"2023-09-23T18:19:47.103175+0000","last_undegraded":"2023-09-23T18:19:47.103175+0000","last_fullsized":"2023-09-23T18:19:47.103175+0000","mapping_epoch":347,"log_start":"357'4500","ondisk_log_start":"357'4500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7597,"log_dups_size":0,"ondisk_log_size":7597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:30:00.794790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16318464,"num_objects":249,"num_object_clones":0,"num_object_copies":747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12097,"num_write_kb":395072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":997,"reported_epoch":389,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:39.276337+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:19:39.276337+0000","last_peered":"2023-09-23T18:19:39.276337+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:19:39.276337+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":219,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.266918+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:19:39.266918+0000","last_peered":"2023-09-23T18:19:39.266918+0000","last_clean":"2023-09-23T18:19:39.266918+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:19:39.266918+0000","last_undegraded":"2023-09-23T18:19:39.266918+0000","last_fullsized":"2023-09-23T18:19:39.266918+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":300,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276299+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:19:39.276299+0000","last_peered":"2023-09-23T18:19:39.276299+0000","last_clean":"2023-09-23T18:19:39.276299+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:19:39.276299+0000","last_undegraded":"2023-09-23T18:19:39.276299+0000","last_fullsized":"2023-09-23T18:19:39.276299+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"390'12029","reported_seq":12085,"reported_epoch":390,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:46.109611+0000","last_change":"2023-09-23T18:17:07.300716+0000","last_active":"2023-09-23T18:19:46.109611+0000","last_peered":"2023-09-23T18:19:46.109611+0000","last_clean":"2023-09-23T18:17:04.875879+0000","last_became_active":"2023-09-23T18:17:07.284252+0000","last_became_peered":"2023-09-23T18:17:07.284252+0000","last_unstale":"2023-09-23T18:19:46.109611+0000","last_undegraded":"2023-09-23T18:17:06.941490+0000","last_fullsized":"2023-09-23T18:17:06.893075+0000","mapping_epoch":363,"log_start":"356'3900","ondisk_log_start":"356'3900","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8129,"log_dups_size":0,"ondisk_log_size":8129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17629184,"num_objects":269,"num_object_clones":0,"num_object_copies":807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12029,"num_write_kb":393536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":166},{"shards":"3,5","objects":-5779}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1133,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264230+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:19:39.264230+0000","last_peered":"2023-09-23T18:19:39.264230+0000","last_clean":"2023-09-23T18:19:39.264230+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:19:39.264230+0000","last_undegraded":"2023-09-23T18:19:39.264230+0000","last_fullsized":"2023-09-23T18:19:39.264230+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":392,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276772+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:19:39.276772+0000","last_peered":"2023-09-23T18:19:39.276772+0000","last_clean":"2023-09-23T18:19:39.276772+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:19:39.276772+0000","last_undegraded":"2023-09-23T18:19:39.276772+0000","last_fullsized":"2023-09-23T18:19:39.276772+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":305,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.277444+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:19:39.277444+0000","last_peered":"2023-09-23T18:19:39.277444+0000","last_clean":"2023-09-23T18:19:39.277444+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:19:39.277444+0000","last_undegraded":"2023-09-23T18:19:39.277444+0000","last_fullsized":"2023-09-23T18:19:39.277444+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"390'11983","reported_seq":12036,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:47.896790+0000","last_change":"2023-09-23T18:15:33.859063+0000","last_active":"2023-09-23T18:19:47.896790+0000","last_peered":"2023-09-23T18:19:47.896790+0000","last_clean":"2023-09-23T18:19:47.896790+0000","last_became_active":"2023-09-23T18:15:33.858766+0000","last_became_peered":"2023-09-23T18:15:33.858766+0000","last_unstale":"2023-09-23T18:19:47.896790+0000","last_undegraded":"2023-09-23T18:19:47.896790+0000","last_fullsized":"2023-09-23T18:19:47.896790+0000","mapping_epoch":347,"log_start":"358'5400","ondisk_log_start":"358'5400","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6583,"log_dups_size":0,"ondisk_log_size":6583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:49:17.504932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13041664,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11983,"num_write_kb":389824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":655,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.261103+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:19:39.261103+0000","last_peered":"2023-09-23T18:19:39.261103+0000","last_clean":"2023-09-23T18:19:39.261103+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:19:39.261103+0000","last_undegraded":"2023-09-23T18:19:39.261103+0000","last_fullsized":"2023-09-23T18:19:39.261103+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":311,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:45.628274+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:19:45.628274+0000","last_peered":"2023-09-23T18:19:45.628274+0000","last_clean":"2023-09-23T18:19:45.628274+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:19:45.628274+0000","last_undegraded":"2023-09-23T18:19:45.628274+0000","last_fullsized":"2023-09-23T18:19:45.628274+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":399,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276432+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:19:39.276432+0000","last_peered":"2023-09-23T18:19:39.276432+0000","last_clean":"2023-09-23T18:19:39.276432+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:19:39.276432+0000","last_undegraded":"2023-09-23T18:19:39.276432+0000","last_fullsized":"2023-09-23T18:19:39.276432+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"390'12285","reported_seq":12335,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.130922+0000","last_change":"2023-09-23T18:15:33.856062+0000","last_active":"2023-09-23T18:19:46.130922+0000","last_peered":"2023-09-23T18:19:46.130922+0000","last_clean":"2023-09-23T18:19:46.130922+0000","last_became_active":"2023-09-23T18:15:33.855776+0000","last_became_peered":"2023-09-23T18:15:33.855776+0000","last_unstale":"2023-09-23T18:19:46.130922+0000","last_undegraded":"2023-09-23T18:19:46.130922+0000","last_fullsized":"2023-09-23T18:19:46.130922+0000","mapping_epoch":347,"log_start":"356'4100","ondisk_log_start":"356'4100","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8185,"log_dups_size":0,"ondisk_log_size":8185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16842752,"num_objects":257,"num_object_clones":0,"num_object_copies":771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12285,"num_write_kb":401344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":972,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264562+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:19:39.264562+0000","last_peered":"2023-09-23T18:19:39.264562+0000","last_clean":"2023-09-23T18:19:39.264562+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:19:39.264562+0000","last_undegraded":"2023-09-23T18:19:39.264562+0000","last_fullsized":"2023-09-23T18:19:39.264562+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":393,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.301507+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:19:39.301507+0000","last_peered":"2023-09-23T18:19:39.301507+0000","last_clean":"2023-09-23T18:19:39.301507+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:19:39.301507+0000","last_undegraded":"2023-09-23T18:19:39.301507+0000","last_fullsized":"2023-09-23T18:19:39.301507+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":429,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.271414+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:19:39.271414+0000","last_peered":"2023-09-23T18:19:39.271414+0000","last_clean":"2023-09-23T18:19:39.271414+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:19:39.271414+0000","last_undegraded":"2023-09-23T18:19:39.271414+0000","last_fullsized":"2023-09-23T18:19:39.271414+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":77,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274535+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:19:39.274535+0000","last_peered":"2023-09-23T18:19:39.274535+0000","last_clean":"2023-09-23T18:19:39.274535+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:19:39.274535+0000","last_undegraded":"2023-09-23T18:19:39.274535+0000","last_fullsized":"2023-09-23T18:19:39.274535+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"390'11792","reported_seq":11844,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:46.469429+0000","last_change":"2023-09-23T18:15:34.124935+0000","last_active":"2023-09-23T18:19:46.469429+0000","last_peered":"2023-09-23T18:19:46.469429+0000","last_clean":"2023-09-23T18:19:46.469429+0000","last_became_active":"2023-09-23T18:15:34.124578+0000","last_became_peered":"2023-09-23T18:15:34.124578+0000","last_unstale":"2023-09-23T18:19:46.469429+0000","last_undegraded":"2023-09-23T18:19:46.469429+0000","last_fullsized":"2023-09-23T18:19:46.469429+0000","mapping_epoch":347,"log_start":"358'5200","ondisk_log_start":"358'5200","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6592,"log_dups_size":0,"ondisk_log_size":6592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:41:27.816215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17956864,"num_objects":274,"num_object_clones":0,"num_object_copies":822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11792,"num_write_kb":386112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":739,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.301418+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:19:39.301418+0000","last_peered":"2023-09-23T18:19:39.301418+0000","last_clean":"2023-09-23T18:19:39.301418+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:19:39.301418+0000","last_undegraded":"2023-09-23T18:19:39.301418+0000","last_fullsized":"2023-09-23T18:19:39.301418+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":387,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274246+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:19:39.274246+0000","last_peered":"2023-09-23T18:19:39.274246+0000","last_clean":"2023-09-23T18:19:39.274246+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:19:39.274246+0000","last_undegraded":"2023-09-23T18:19:39.274246+0000","last_fullsized":"2023-09-23T18:19:39.274246+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":252,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270734+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:19:39.270734+0000","last_peered":"2023-09-23T18:19:39.270734+0000","last_clean":"2023-09-23T18:19:39.270734+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:19:39.270734+0000","last_undegraded":"2023-09-23T18:19:39.270734+0000","last_fullsized":"2023-09-23T18:19:39.270734+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"390'12030","reported_seq":12082,"reported_epoch":390,"state":"active+clean","last_fresh":"2023-09-23T18:19:47.911122+0000","last_change":"2023-09-23T18:15:34.124755+0000","last_active":"2023-09-23T18:19:47.911122+0000","last_peered":"2023-09-23T18:19:47.911122+0000","last_clean":"2023-09-23T18:19:47.911122+0000","last_became_active":"2023-09-23T18:15:34.124402+0000","last_became_peered":"2023-09-23T18:15:34.124402+0000","last_unstale":"2023-09-23T18:19:47.911122+0000","last_undegraded":"2023-09-23T18:19:47.911122+0000","last_fullsized":"2023-09-23T18:19:47.911122+0000","mapping_epoch":347,"log_start":"358'5500","ondisk_log_start":"358'5500","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":6530,"log_dups_size":0,"ondisk_log_size":6530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:40.161328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12976128,"num_objects":198,"num_object_clones":0,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12030,"num_write_kb":391296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":49,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270369+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:19:39.270369+0000","last_peered":"2023-09-23T18:19:39.270369+0000","last_clean":"2023-09-23T18:19:39.270369+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:19:39.270369+0000","last_undegraded":"2023-09-23T18:19:39.270369+0000","last_fullsized":"2023-09-23T18:19:39.270369+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":329,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276513+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:19:39.276513+0000","last_peered":"2023-09-23T18:19:39.276513+0000","last_clean":"2023-09-23T18:19:39.276513+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:19:39.276513+0000","last_undegraded":"2023-09-23T18:19:39.276513+0000","last_fullsized":"2023-09-23T18:19:39.276513+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":412,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.267926+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:19:39.267926+0000","last_peered":"2023-09-23T18:19:39.267926+0000","last_clean":"2023-09-23T18:19:39.267926+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:19:39.267926+0000","last_undegraded":"2023-09-23T18:19:39.267926+0000","last_fullsized":"2023-09-23T18:19:39.267926+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"390'12168","reported_seq":12226,"reported_epoch":390,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:47.103846+0000","last_change":"2023-09-23T18:17:07.304051+0000","last_active":"2023-09-23T18:19:47.103846+0000","last_peered":"2023-09-23T18:19:47.103846+0000","last_clean":"2023-09-23T18:17:04.893025+0000","last_became_active":"2023-09-23T18:17:07.292302+0000","last_became_peered":"2023-09-23T18:17:07.292302+0000","last_unstale":"2023-09-23T18:19:47.103846+0000","last_undegraded":"2023-09-23T18:17:06.947689+0000","last_fullsized":"2023-09-23T18:17:06.891852+0000","mapping_epoch":363,"log_start":"357'4600","ondisk_log_start":"357'4600","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":7568,"log_dups_size":0,"ondisk_log_size":7568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:26.699078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13893632,"num_objects":212,"num_object_clones":0,"num_object_copies":636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6100,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12168,"num_write_kb":396160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3","objects":-5888},{"shards":"0,3,5","objects":121}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":393,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.275173+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:19:39.275173+0000","last_peered":"2023-09-23T18:19:39.275173+0000","last_clean":"2023-09-23T18:19:39.275173+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:19:39.275173+0000","last_undegraded":"2023-09-23T18:19:39.275173+0000","last_fullsized":"2023-09-23T18:19:39.275173+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1018,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.277353+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:19:39.277353+0000","last_peered":"2023-09-23T18:19:39.277353+0000","last_clean":"2023-09-23T18:19:39.277353+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:19:39.277353+0000","last_undegraded":"2023-09-23T18:19:39.277353+0000","last_fullsized":"2023-09-23T18:19:39.277353+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":434,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.278598+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:19:39.278598+0000","last_peered":"2023-09-23T18:19:39.278598+0000","last_clean":"2023-09-23T18:19:39.278598+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:19:39.278598+0000","last_undegraded":"2023-09-23T18:19:39.278598+0000","last_fullsized":"2023-09-23T18:19:39.278598+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"390'11928","reported_seq":21359,"reported_epoch":390,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:46.140822+0000","last_change":"2023-09-23T18:17:11.972636+0000","last_active":"2023-09-23T18:19:46.140822+0000","last_peered":"2023-09-23T18:19:46.140822+0000","last_clean":"2023-09-23T18:17:04.891539+0000","last_became_active":"2023-09-23T18:17:07.267539+0000","last_became_peered":"2023-09-23T18:17:07.267539+0000","last_unstale":"2023-09-23T18:19:46.140822+0000","last_undegraded":"2023-09-23T18:17:11.968148+0000","last_fullsized":"2023-09-23T18:17:06.893312+0000","mapping_epoch":363,"log_start":"356'3800","ondisk_log_start":"356'3800","created":347,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:15:32.834600+0000","last_clean_scrub_stamp":"2023-09-23T18:15:32.834600+0000","objects_scrubbed":0,"log_size":8128,"log_dups_size":0,"ondisk_log_size":8128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18677784,"num_objects":286,"num_object_clones":0,"num_object_copies":858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1305,"num_objects_misplaced":23,"num_objects_unfound":0,"num_objects_dirty":286,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11928,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4685,"num_bytes_recovered":307036160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":23},{"shards":"2,5","objects":-1042}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":61,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.268608+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:19:39.268608+0000","last_peered":"2023-09-23T18:19:39.268608+0000","last_clean":"2023-09-23T18:19:39.268608+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:19:39.268608+0000","last_undegraded":"2023-09-23T18:19:39.268608+0000","last_fullsized":"2023-09-23T18:19:39.268608+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":247,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.270893+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:19:39.270893+0000","last_peered":"2023-09-23T18:19:39.270893+0000","last_clean":"2023-09-23T18:19:39.270893+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:19:39.270893+0000","last_undegraded":"2023-09-23T18:19:39.270893+0000","last_fullsized":"2023-09-23T18:19:39.270893+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.273820+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:19:39.273820+0000","last_peered":"2023-09-23T18:19:39.273820+0000","last_clean":"2023-09-23T18:19:39.273820+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:19:39.273820+0000","last_undegraded":"2023-09-23T18:19:39.273820+0000","last_fullsized":"2023-09-23T18:19:39.273820+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":260,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.267844+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:19:39.267844+0000","last_peered":"2023-09-23T18:19:39.267844+0000","last_clean":"2023-09-23T18:19:39.267844+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:19:39.267844+0000","last_undegraded":"2023-09-23T18:19:39.267844+0000","last_fullsized":"2023-09-23T18:19:39.267844+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":194,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.266136+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:19:39.266136+0000","last_peered":"2023-09-23T18:19:39.266136+0000","last_clean":"2023-09-23T18:19:39.266136+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:19:39.266136+0000","last_undegraded":"2023-09-23T18:19:39.266136+0000","last_fullsized":"2023-09-23T18:19:39.266136+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":397,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.264649+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:19:39.264649+0000","last_peered":"2023-09-23T18:19:39.264649+0000","last_clean":"2023-09-23T18:19:39.264649+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:19:39.264649+0000","last_undegraded":"2023-09-23T18:19:39.264649+0000","last_fullsized":"2023-09-23T18:19:39.264649+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.276599+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:19:39.276599+0000","last_peered":"2023-09-23T18:19:39.276599+0000","last_clean":"2023-09-23T18:19:39.276599+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:19:39.276599+0000","last_undegraded":"2023-09-23T18:19:39.276599+0000","last_fullsized":"2023-09-23T18:19:39.276599+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":384,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.266988+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:19:39.266988+0000","last_peered":"2023-09-23T18:19:39.266988+0000","last_clean":"2023-09-23T18:19:39.266988+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:19:39.266988+0000","last_undegraded":"2023-09-23T18:19:39.266988+0000","last_fullsized":"2023-09-23T18:19:39.266988+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.277274+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:19:39.277274+0000","last_peered":"2023-09-23T18:19:39.277274+0000","last_clean":"2023-09-23T18:19:39.277274+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:19:39.277274+0000","last_undegraded":"2023-09-23T18:19:39.277274+0000","last_fullsized":"2023-09-23T18:19:39.277274+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":450,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.272115+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:19:39.272115+0000","last_peered":"2023-09-23T18:19:39.272115+0000","last_clean":"2023-09-23T18:19:39.272115+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:19:39.272115+0000","last_undegraded":"2023-09-23T18:19:39.272115+0000","last_fullsized":"2023-09-23T18:19:39.272115+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":429,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274724+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:19:39.274724+0000","last_peered":"2023-09-23T18:19:39.274724+0000","last_clean":"2023-09-23T18:19:39.274724+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:19:39.274724+0000","last_undegraded":"2023-09-23T18:19:39.274724+0000","last_fullsized":"2023-09-23T18:19:39.274724+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":280,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.274478+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:19:39.274478+0000","last_peered":"2023-09-23T18:19:39.274478+0000","last_clean":"2023-09-23T18:19:39.274478+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:19:39.274478+0000","last_undegraded":"2023-09-23T18:19:39.274478+0000","last_fullsized":"2023-09-23T18:19:39.274478+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":68,"reported_epoch":389,"state":"active+clean","last_fresh":"2023-09-23T18:19:39.273382+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:19:39.273382+0000","last_peered":"2023-09-23T18:19:39.273382+0000","last_clean":"2023-09-23T18:19:39.273382+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:19:39.273382+0000","last_undegraded":"2023-09-23T18:19:39.273382+0000","last_fullsized":"2023-09-23T18:19:39.273382+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":255787032,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":25618,"num_objects_misplaced":23,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192752,"num_write_kb":6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4686,"num_bytes_recovered":307101696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2715824128,"data_stored":2715811912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117252,"ondisk_log_size":117252,"up":48,"acting":43,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430618,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":960440,"kb_used_data":47856,"kb_used_omap":0,"kb_used_meta":912576,"kb_avail":92784712,"statfs":{"total":95995035648,"available":95011545088,"internally_reserved":0,"allocated":49004544,"data_stored":48060391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":934477824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.6440000000000001,"5min":1.835,"15min":1.798},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.22900000000000001},"max":{"1min":9.5359999999999996,"5min":10.436,"15min":53.850999999999999},"last":8.3859999999999992},{"interface":"front","average":{"1min":2.8100000000000001,"5min":1.931,"15min":1.8799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":11.619,"5min":12.162000000000001,"15min":53.835000000000001},"last":9.1170000000000009}]},{"osd":1,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":1.863,"15min":1.9730000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":8.1099999999999994,"5min":12.595000000000001,"15min":12.595000000000001},"last":4.0650000000000004},{"interface":"front","average":{"1min":3.585,"5min":2.1920000000000002,"15min":2.0659999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.6110000000000007,"5min":12.573,"15min":12.573},"last":4.0549999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9060000000000001,"5min":2.456,"15min":2.0939999999999999},"min":{"1min":0.34200000000000003,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":9.9800000000000004,"5min":13.282,"15min":15.449999999999999},"last":2.1299999999999999},{"interface":"front","average":{"1min":3.6200000000000001,"5min":2.9809999999999999,"15min":2.2149999999999999},"min":{"1min":0.33600000000000002,"5min":0.315,"15min":0.247},"max":{"1min":16.103999999999999,"5min":21.692,"15min":21.692},"last":0.373}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":1.0229999999999999},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":1.032}]},{"osd":4,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.98599999999999999,"15min":0.94199999999999995},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":8.0830000000000002,"5min":8.0830000000000002,"15min":19.010000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.2549999999999999,"15min":0.997},"min":{"1min":0.40300000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.53000000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":2.085,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.40500000000000003,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.8469999999999995,"5min":14.202,"15min":14.202},"last":1.6579999999999999},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.1240000000000001,"15min":1.0549999999999999},"min":{"1min":0.38800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.1430000000000007,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.56499999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.92400000000000004,"15min":0.93700000000000006},"min":{"1min":0.40799999999999997,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":8.1289999999999996,"5min":13.385,"15min":13.385},"last":0.68100000000000005},{"interface":"front","average":{"1min":2.9460000000000002,"5min":1.167,"15min":1.141},"min":{"1min":0.436,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":15.699999999999999,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.67200000000000004}]}]},{"osd":6,"up_from":0,"seq":747324309714,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436681,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1149372,"kb_used_data":897844,"kb_used_omap":17,"kb_used_meta":251502,"kb_avail":92595780,"statfs":{"total":95995035648,"available":94818078720,"internally_reserved":0,"allocated":919392256,"data_stored":917749517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":257538148},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:58 2023","interfaces":[{"interface":"back","average":{"1min":4.657,"5min":3.738,"15min":4.6299999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":12.76,"5min":48.408999999999999,"15min":48.408999999999999},"last":3.4100000000000001},{"interface":"front","average":{"1min":3.0870000000000002,"5min":2.883,"15min":3.161},"min":{"1min":0.22900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":13.654999999999999,"5min":15.611000000000001,"15min":15.611000000000001},"last":1.964}]},{"osd":2,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":4.343,"5min":3.3530000000000002,"15min":4.5819999999999999},"min":{"1min":0.27800000000000002,"5min":0.216,"15min":0.216},"max":{"1min":18.718,"5min":23.407,"15min":23.407},"last":3.1720000000000002},{"interface":"front","average":{"1min":3.8679999999999999,"5min":3.7229999999999999,"15min":5.0529999999999999},"min":{"1min":0.33000000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":11.834,"5min":57.387,"15min":57.387},"last":5.9199999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":3.294,"15min":3.7909999999999999},"min":{"1min":0.24299999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4510000000000005,"5min":33.795000000000002,"15min":33.795000000000002},"last":9.875},{"interface":"front","average":{"1min":3.3159999999999998,"5min":3.4239999999999999,"15min":4.6559999999999997},"min":{"1min":0.36899999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.563000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":6.3929999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.9460000000000002,"5min":2.0979999999999999,"15min":1.5009999999999999},"min":{"1min":0.317,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.2809999999999997,"5min":8.7040000000000006,"15min":8.7040000000000006},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.837,"5min":2.0590000000000002,"15min":2.5030000000000001},"min":{"1min":0.44400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.7560000000000002,"5min":14.898,"15min":14.898},"last":6.008}]},{"osd":5,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.1549999999999998,"15min":2.5430000000000001},"min":{"1min":0.47399999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":9.3140000000000001,"5min":14.987,"15min":14.987},"last":5.9459999999999997},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.9550000000000001,"15min":2.9620000000000002},"min":{"1min":0.40500000000000003,"5min":0.372,"15min":0.372},"max":{"1min":12.298,"5min":31.023,"15min":31.023},"last":3.452}]},{"osd":6,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":3.069,"5min":2.7069999999999999,"15min":2.8940000000000001},"min":{"1min":0.47499999999999998,"5min":0.38,"15min":0.38},"max":{"1min":11.936,"5min":31.064,"15min":31.064},"last":3.6930000000000001},{"interface":"front","average":{"1min":2.9409999999999998,"5min":2.335,"15min":1.601},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":7.8319999999999999,"5min":13.855,"15min":13.855},"last":1.3779999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:18:55 2023","interfaces":[{"interface":"back","average":{"1min":2.835,"5min":2.2970000000000002,"15min":2.5899999999999999},"min":{"1min":0.49099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":8.032,"5min":14.949999999999999,"15min":14.949999999999999},"last":5.984},{"interface":"front","average":{"1min":3.71,"5min":2.8410000000000002,"15min":2.9569999999999999},"min":{"1min":0.439,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":11.91,"5min":31.093,"15min":31.093},"last":3.742}]}]},{"osd":0,"up_from":85,"seq":365072220456,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1140272,"kb_used_data":501416,"kb_used_omap":8,"kb_used_meta":638839,"kb_avail":92604880,"statfs":{"total":95995035648,"available":94827397120,"internally_reserved":0,"allocated":513449984,"data_stored":511813731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":654171748},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":1.4339999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":0.247},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":0.371}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":1.3360000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.758,"5min":3.1269999999999998,"15min":2.3980000000000001},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":16.550000000000001,"5min":68.950000000000003,"15min":68.950000000000003},"last":4.3760000000000003},{"interface":"front","average":{"1min":2.2069999999999999,"5min":2.9769999999999999,"15min":2.3660000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":6.7809999999999997,"5min":69.829999999999998,"15min":69.829999999999998},"last":3.1819999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":2.931,"5min":3.0840000000000001,"15min":2.4289999999999998},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":7.8220000000000001,"5min":69.751999999999995,"15min":69.751999999999995},"last":15.361000000000001},{"interface":"front","average":{"1min":4.3200000000000003,"5min":3.3580000000000001,"15min":2.5939999999999999},"min":{"1min":0.44500000000000001,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":16.48,"5min":69.081000000000003,"15min":69.081000000000003},"last":7.1020000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":2.077},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.82499999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:18:54 2023","interfaces":[{"interface":"back","average":{"1min":3.1659999999999999,"5min":3.4340000000000002,"15min":2.6960000000000002},"min":{"1min":0.49199999999999999,"5min":0.374,"15min":0.374},"max":{"1min":7.9400000000000004,"5min":68.188999999999993,"15min":68.188999999999993},"last":9.1850000000000005},{"interface":"front","average":{"1min":4.6420000000000003,"5min":3.4279999999999999,"15min":2.7650000000000001},"min":{"1min":0.46800000000000003,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.521999999999998,"5min":69.027000000000001,"15min":69.027000000000001},"last":15.186999999999999}]}]},{"osd":2,"up_from":145,"seq":622770258149,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":932620,"kb_used_data":167556,"kb_used_omap":16,"kb_used_meta":764975,"kb_avail":92812532,"statfs":{"total":95995035648,"available":95040032768,"internally_reserved":0,"allocated":171577344,"data_stored":169861999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":783334562},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":3.9569999999999999},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.79400000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":3.4540000000000002,"15min":3.5139999999999998},"min":{"1min":0.26700000000000002,"5min":0.247,"15min":0.247},"max":{"1min":14.926,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":2.7999999999999998,"5min":3.5449999999999999,"15min":3.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.775,"5min":38.329000000000001,"15min":38.329000000000001},"last":9.7140000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":9.6679999999999993}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":5.327},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":4.0010000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":3.9009999999999998},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.68600000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:18:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1949999999999998,"5min":2.0369999999999999,"15min":2.2040000000000002},"min":{"1min":0.39400000000000002,"5min":0.39100000000000001,"15min":0.32100000000000001},"max":{"1min":8.4489999999999998,"5min":9.7080000000000002,"15min":17.853000000000002},"last":4.1639999999999997},{"interface":"front","average":{"1min":2.7930000000000001,"5min":2.3879999999999999,"15min":2.3809999999999998},"min":{"1min":0.51600000000000001,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":14.699,"5min":14.699,"15min":17.919},"last":4.0910000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":4.1989999999999998},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":14.013999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729879,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1226700,"kb_used_data":494404,"kb_used_omap":4,"kb_used_meta":732283,"kb_avail":92518452,"statfs":{"total":95995035648,"available":94738894848,"internally_reserved":0,"allocated":506269696,"data_stored":504665214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":749858199},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.189},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":6.5490000000000004}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":6.5819999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":6.4669999999999996},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":2.161}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":10.119}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":6.6189999999999998},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":5.625}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":10.276999999999999},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":6.5140000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":3.8370000000000002},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":0.45800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019301,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":689884,"kb_used_data":100180,"kb_used_omap":0,"kb_used_meta":589696,"kb_avail":93055268,"statfs":{"total":95995035648,"available":95288594432,"internally_reserved":0,"allocated":102584320,"data_stored":101660265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":603848704},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.53,"15min":1.4910000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":5.5369999999999999,"5min":9.9819999999999993,"15min":11.686999999999999},"last":6.9989999999999997},{"interface":"front","average":{"1min":3.5409999999999999,"5min":2.4689999999999999,"15min":1.8300000000000001},"min":{"1min":0.29099999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":16.809999999999999,"5min":16.809999999999999,"15min":16.809999999999999},"last":1.272}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":11.132,"5min":3.532,"15min":2.5150000000000001},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":155.029,"5min":155.029,"15min":155.029},"last":3.2130000000000001},{"interface":"front","average":{"1min":11.839,"5min":3.9340000000000002,"15min":3.3479999999999999},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":154.94499999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":6.3289999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":7.0419999999999998},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":1.3129999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":7.1070000000000002},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":1.3819999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":3.3439999999999999},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":3.2519999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:18:48 2023","interfaces":[{"interface":"back","average":{"1min":2.9630000000000001,"5min":1.1950000000000001,"15min":0.97599999999999998},"min":{"1min":0.438,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":16.864999999999998,"5min":16.864999999999998,"15min":16.864999999999998},"last":8.1839999999999993},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.028,"15min":1.012},"min":{"1min":0.35999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":4.5460000000000003,"5min":12.292,"15min":12.292},"last":5.0949999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":1.351},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":7.0739999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823073,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1452896,"kb_used_data":544152,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":92292256,"statfs":{"total":95995035648,"available":94507270144,"internally_reserved":0,"allocated":557211648,"data_stored":556279081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":0.34999999999999998},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.38400000000000001},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":1.748}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":1.786},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":4.8049999999999997},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":4.2480000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":0.45100000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":5.601},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":4.7750000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":5.5590000000000002},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.48899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":497483776,"data_stored":497483776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":903872512,"data_stored":903872512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":146477056,"data_stored":146472984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":495190016,"data_stored":495190016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":88408064,"data_stored":88408064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":540151808,"data_stored":540147736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":44240896,"data_stored":44236824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:19:52.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:19:52.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:52.849 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:52 smithi018 ceph-mon[149401]: from='client.56344 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:52.849 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:52 smithi018 ceph-mon[149401]: pgmap v1181: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 131 MiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 25364/6150 objects degraded (412.423%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:52.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:52 smithi018 ceph-mon[153734]: from='client.56344 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:52.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:52 smithi018 ceph-mon[153734]: pgmap v1181: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 131 MiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 25364/6150 objects degraded (412.423%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:52.859 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:53.046 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:53.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:53.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:53.060 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:52 smithi149 ceph-mon[135148]: from='client.56344 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:19:53.060 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:52 smithi149 ceph-mon[135148]: pgmap v1181: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 131 MiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 620 op/s; 25364/6150 objects degraded (412.423%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:53.149 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 98327 objects 2023-09-23T18:19:53.149 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :163.354 2023-09-23T18:19:53.157 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:53.188 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:53.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:53.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:53.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:53.288 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:53.289 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:53.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:19:53.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:53.403 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:19:53.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:53.407 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:19:53.508 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:19:53.509 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:53.536 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:53.539 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:53.676 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:19:53.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:53.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:19:53.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:19:53.780 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:19:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:53.831 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:19:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/688180673' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/688180673' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/688180673' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:19:54.396 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:54.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: pgmap v1182: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 25364/2547 objects degraded (995.838%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:54.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:54.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: failed to encode map e391 with expected crc 2023-09-23T18:19:54.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: failed to encode map e391 with expected crc 2023-09-23T18:19:54.868 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:54.869 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T18:19:54.869 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:19:54.869 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: failed to encode map e391 with expected crc 2023-09-23T18:19:54.869 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:55.023 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:19:54] "GET /metrics HTTP/1.1" 200 36560 "" "Prometheus/2.33.4" 2023-09-23T18:19:55.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: pgmap v1182: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 25364/2547 objects degraded (995.838%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:55.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:55.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: pgmap v1182: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 628 op/s; 25364/2547 objects degraded (995.838%); 1.4 MiB/s, 49 objects/s recovering 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.024 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:19:55.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T18:19:55.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:19:55.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: failed to encode map e391 with expected crc 2023-09-23T18:19:55.025 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:19:55.261 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:19:55.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:55.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:19:55.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:55.399 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:55.842 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2023-09-23T18:19:55.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2023-09-23T18:19:56.048 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:19:56.048 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:19:56.093 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:56.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:56.100 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:56.178 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:19:56.200 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:19:56.203 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:19:56.223 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:19:56.231 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:56.245 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:19:56.272 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:19:56.294 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:19:56.314 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:19:56.323 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:19:56.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:56.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:19:56.332 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.334 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:19:56.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:56.473 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:56.506 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:19:56.507 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25364/2547 objects degraded (995.838%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1579,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":391,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":89,"num_pools":5,"num_objects":849,"data_bytes":58529739,"bytes_used":7154581504,"bytes_avail":664810668032,"bytes_total":671965249536,"degraded_objects":25364,"degraded_total":2547,"degraded_ratio":9.9583824106792296,"recovering_objects_per_sec":49,"recovering_bytes_per_sec":1527060,"recovering_keys_per_sec":0,"num_objects_recovered":494,"num_bytes_recovered":15138816,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":634},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2023-09-23T18:19:56.746 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:19:57.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:57.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:57.018 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:57.119 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[153734]: pgmap v1184: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25364/2547 objects degraded (995.838%); 1.5 MiB/s, 49 objects/s recovering 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3199236749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2727968755' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 25364/2547 objects degraded (995.838%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[153734]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T18:19:57.146 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[149401]: pgmap v1184: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25364/2547 objects degraded (995.838%); 1.5 MiB/s, 49 objects/s recovering 2023-09-23T18:19:57.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3199236749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:57.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2727968755' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:57.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 25364/2547 objects degraded (995.838%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:57.147 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:56 smithi018 ceph-mon[149401]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T18:19:57.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:56 smithi149 ceph-mon[135148]: pgmap v1184: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 56 MiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 634 op/s; 25364/2547 objects degraded (995.838%); 1.5 MiB/s, 49 objects/s recovering 2023-09-23T18:19:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3199236749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:19:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2727968755' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:19:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 25364/2547 objects degraded (995.838%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:19:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:56 smithi149 ceph-mon[135148]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T18:19:57.365 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:19:57.392 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:57.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:57.397 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:57.452 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:19:57.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:19:57.528 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:57.732 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T18:19:57.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:19:57.758 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:19:57.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:57.761 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:19:57.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:19:57.862 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:57.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[153734]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[153734]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[153734]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[153734]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.942 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[153734]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T18:19:57.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[149401]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[149401]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[149401]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[149401]: failed to encode map e392 with expected crc 2023-09-23T18:19:57.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:57 smithi018 ceph-mon[149401]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T18:19:57.946 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:57.990 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:57.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:57.994 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:58.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:57 smithi149 ceph-mon[135148]: failed to encode map e392 with expected crc 2023-09-23T18:19:58.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:57 smithi149 ceph-mon[135148]: failed to encode map e392 with expected crc 2023-09-23T18:19:58.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:57 smithi149 ceph-mon[135148]: failed to encode map e392 with expected crc 2023-09-23T18:19:58.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:57 smithi149 ceph-mon[135148]: failed to encode map e392 with expected crc 2023-09-23T18:19:58.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:57 smithi149 ceph-mon[135148]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T18:19:58.094 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:19:58.122 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:58.373 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:19:58.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:58.377 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:19:58.478 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:58.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:59.117 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:124452 7.5 7:a40a701f:::benchmark_data_smithi018_282512_object23716:head [delete] snapc 0=[] ondisk+write+known_if_redirected e307)", 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 454.89915513099999, 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999, 2023-09-23T18:19:59.118 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 124452 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216939+0000", 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216938+0000", 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6510000000000001e-06 2023-09-23T18:19:59.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216946+0000", 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4022000000000001e-05 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216960+0000", 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8089999999999998e-06 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.216965+0000", 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1918e-05 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217017+0000", 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013400599999999999 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217151+0000", 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038972300000000002 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.217541+0000", 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001430579 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.218972+0000", 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042907190000000001 2023-09-23T18:19:59.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.223262+0000", 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12574829100000001 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349011+0000", 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012112099999999999 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349132+0000", 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3937000000000003e-05 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:12:24.349176+0000", 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13223626399999999 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:97221 8.c e364/363 8:33b14bcf:::benchmark_data_smithi018_324167_object97220:head v 364'6124, mlcod=0'0)", 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:07.931890+0000", 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.18420494700001, 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096266260000000006, 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931890+0000", 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931890+0000", 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931889+0000", 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5259000000000002e-05 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931924+0000", 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8109999999999997e-06 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931931+0000", 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1340000000000003e-06 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.931936+0000", 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013569833 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.945506+0000", 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6897999999999999e-05 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.945533+0000", 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.082573640000000004 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:08.028107+0000", 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9289999999999997e-05 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:08.028156+0000", 2023-09-23T18:19:59.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096266260000000006 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:112625 8.8 e368/363 8:15ac7860:::benchmark_data_smithi018_324167_object14295:head v 368'7048, mlcod=0'0)", 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:31.654757+0000", 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 147.46133763899999, 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097970842000000002, 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.132 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654757+0000", 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654757+0000", 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654756+0000", 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.354e-06 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654765+0000", 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3046e-05 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654778+0000", 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7139999999999998e-06 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654783+0000", 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044207651000000001 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.698991+0000", 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0003000000000003e-05 2023-09-23T18:19:59.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.699031+0000", 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053643844000000003 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.752675+0000", 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2944e-05 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.752728+0000", 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.097970842000000002 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 373/363 [PushOp(8:b69726d5:::benchmark_data_smithi018_324167_object28309:head, version: 352'1722, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:b69726d5:::benchmark_data_smithi018_324167_object28309:head@352'1722, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:55.697403+0000", 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 123.418691714, 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.093760759999999999, 2023-09-23T18:19:59.137 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697403+0000", 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697403+0000", 2023-09-23T18:19:59.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697403+0000", 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6659999999999997e-05 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697449+0000", 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3509000000000001e-05 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697463+0000", 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.46e-06 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.697469+0000", 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.090870310999999995 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.788340+0000", 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0152999999999999e-05 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.788350+0000", 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002813935 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:55.791164+0000", 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.093760759999999999 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.141 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 377/363 [PushOp(8:b0d23b91:::benchmark_data_smithi018_324167_object39659:head, version: 354'2442, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:b0d23b91:::benchmark_data_smithi018_324167_object39659:head@354'2442, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:15.289427+0000", 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 103.826667603, 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105824532, 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.142 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289427+0000", 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289427+0000", 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289427+0000", 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6066000000000003e-05 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289463+0000", 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.521e-05 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289478+0000", 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1630000000000002e-06 2023-09-23T18:19:59.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.289487+0000", 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096388816000000002 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.385876+0000", 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9720000000000003e-06 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.385883+0000", 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0093687059999999992 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:15.395251+0000", 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.105824532 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.146 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146201 8.6 e380/363 8:60f4fb60:::benchmark_data_smithi018_324167_object47871:head v 380'9313, mlcod=0'0)", 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.762582441000006, 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15900493600000001, 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353510+0000", 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7554000000000002e-05 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353527+0000", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6205000000000002e-05 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353544+0000", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5829999999999996e-06 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353553+0000", 2023-09-23T18:19:59.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6814999999999998e-05 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353600+0000", 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7741000000000001e-05 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353628+0000", 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.1588582 2023-09-23T18:19:59.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512486+0000", 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1210000000000001e-05 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512517+0000", 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15900493600000001 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.151 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.152 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.152 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146204 8.6 e380/363 8:627a52ce:::benchmark_data_smithi018_324167_object47874:head v 380'9314, mlcod=0'0)", 2023-09-23T18:19:59.152 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.757361879000001, 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15380693500000001, 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358731+0000", 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7405999999999999e-05 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358748+0000", 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.836e-05 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358767+0000", 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1695000000000001e-05 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358778+0000", 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066147360000000004 2023-09-23T18:19:59.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.365393+0000", 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3164000000000003e-05 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.365426+0000", 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14709549999999999 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512522+0000", 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7914000000000002e-05 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512540+0000", 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15380693500000001 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146206 8.6 e380/363 8:677a83cf:::benchmark_data_smithi018_324167_object47876:head v 380'9315, mlcod=0'0)", 2023-09-23T18:19:59.157 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.749593645999994, 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14605647099999999, 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366500+0000", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1651000000000001e-05 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366511+0000", 2023-09-23T18:19:59.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1688999999999999e-05 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366523+0000", 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0690000000000004e-06 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366530+0000", 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014137499 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.380668+0000", 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1940999999999998e-05 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.380700+0000", 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13184306000000001 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512543+0000", 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4749000000000001e-05 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512557+0000", 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14605647099999999 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146209 8.5 e380/363 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head v 380'8983, mlcod=0'0)", 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.744769782000006, 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16506716299999999, 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371324+0000", 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7653999999999999e-05 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371401+0000", 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5804e-05 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371417+0000", 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371425+0000", 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9265999999999996e-05 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371505+0000", 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0423e-05 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371535+0000", 2023-09-23T18:19:59.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16482248299999999 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536358+0000", 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4421999999999997e-05 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536392+0000", 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16506716299999999 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.167 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146200 8.d e380/363 8:b3ef0558:::benchmark_data_smithi018_324167_object47870:head v 380'9075, mlcod=355'2967)", 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.372066+0000", 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.744028705000005, 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14471935899999999, 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372066+0000", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372066+0000", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372065+0000", 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0229e-05 2023-09-23T18:19:59.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372075+0000", 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2354999999999999e-05 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372088+0000", 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.212e-06 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.372094+0000", 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054998570000000004 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.377594+0000", 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3139e-05 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.377617+0000", 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.139101157 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.516718+0000", 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7236000000000005e-05 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.516785+0000", 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14471935899999999 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.172 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 380/363 [PushOp(8:bb84865c:::benchmark_data_smithi018_324167_object47922:head, version: 355'2969, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:bb84865c:::benchmark_data_smithi018_324167_object47922:head@355'2969, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.381508+0000", 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.734586118999999, 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.135281138, 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381508+0000", 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381508+0000", 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381504+0000", 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.181e-05 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381556+0000", 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1097000000000001e-05 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381577+0000", 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0557000000000001e-05 2023-09-23T18:19:59.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381588+0000", 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0098967139999999992 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391484+0000", 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120974969 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512459+0000", 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004330212 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.516790+0000", 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.135281138 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146218 8.c e380/363 8:39b94ca7:::benchmark_data_smithi018_324167_object47888:head v 380'9193, mlcod=0'0)", 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.726867616000007, 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15158344700000001, 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999938 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389221+0000", 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7304000000000002e-05 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389248+0000", 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0735000000000001e-05 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389269+0000", 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0915e-05 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389280+0000", 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00085097199999999997 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.390130+0000", 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3173000000000002e-05 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.390164+0000", 2023-09-23T18:19:59.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15059007099999999 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.540754+0000", 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6672000000000002e-05 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.540810+0000", 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15158344700000001 2023-09-23T18:19:59.182 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146219 8.5 e380/363 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head v 380'8984, mlcod=0'0)", 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.722216345000007, 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15520771799999999, 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393877+0000", 2023-09-23T18:19:59.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3351e-05 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393890+0000", 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118582347 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512473+0000", 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7749999999999998e-06 2023-09-23T18:19:59.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512479+0000", 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010877100000000001 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512587+0000", 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3008999999999999e-05 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512610+0000", 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036430457999999999 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549041+0000", 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5191999999999997e-05 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549086+0000", 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15520771799999999 2023-09-23T18:19:59.187 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146210 8.8 e380/363 8:1faef444:::benchmark_data_smithi018_324167_object47880:head v 380'9216, mlcod=0'0)", 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.396578+0000", 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 89.719516889999994, 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12788224200000001, 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396578+0000", 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396578+0000", 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396576+0000", 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2391999999999999e-05 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396589+0000", 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11587839699999999 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512467+0000", 2023-09-23T18:19:59.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1178e-05 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512478+0000", 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0936000000000001e-05 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512539+0000", 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7803000000000001e-05 2023-09-23T18:19:59.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512567+0000", 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011851415000000001 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524418+0000", 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1461999999999997e-05 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524460+0000", 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12788224200000001 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 381/363 [PushOp(8:bf6c9333:::benchmark_data_smithi018_324167_object53625:head, version: 356'3278, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:bf6c9333:::benchmark_data_smithi018_324167_object53625:head@356'3278, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:39.021981+0000", 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 80.094113922000005, 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099529197999999999, 2023-09-23T18:19:59.193 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.021981+0000", 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.021981+0000", 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.021980+0000", 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3786999999999999e-05 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.022024+0000", 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1767999999999999e-05 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.022045+0000", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9899999999999992e-06 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.022055+0000", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.094890292000000001 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.116946+0000", 2023-09-23T18:19:59.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5340000000000002e-06 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.116953+0000", 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045565500000000004 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:39.121510+0000", 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099529197999999999 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.197 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:153434 8.8 e381/363 8:1d0d31f5:::benchmark_data_smithi018_324167_object55104:head v 381'9634, mlcod=0'0)", 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:41.703767+0000", 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 77.412327386000001, 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10515340500000001, 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703767+0000", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703767+0000", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703766+0000", 2023-09-23T18:19:59.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8300000000000008e-06 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703776+0000", 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5883e-05 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703792+0000", 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3429999999999998e-06 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.703799+0000", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019608942000000001 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.723408+0000", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8311999999999999e-05 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.723436+0000", 2023-09-23T18:19:59.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.08544127 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.808878+0000", 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2976000000000003e-05 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.808921+0000", 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10515340500000001 2023-09-23T18:19:59.202 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:153445 8.8 e381/363 8:19ce05e5:::benchmark_data_smithi018_324167_object55115:head v 381'9635, mlcod=0'0)", 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:41.712788+0000", 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 77.403306955000005, 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096155861999999995, 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712788+0000", 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712788+0000", 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712785+0000", 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7640000000000001e-05 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712803+0000", 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1226999999999999e-05 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712824+0000", 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2639999999999997e-06 2023-09-23T18:19:59.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.712833+0000", 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021283788000000001 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.734117+0000", 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9251000000000002e-05 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.734146+0000", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.074777808000000001 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.808924+0000", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9397000000000001e-05 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:41.808943+0000", 2023-09-23T18:19:59.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096155861999999995 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 385/363 [PushOp(8:b68aa0c0:::benchmark_data_smithi018_324167_object71909:head, version: 357'4434, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:b68aa0c0:::benchmark_data_smithi018_324167_object71909:head@357'4434, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.937055+0000", 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 49.179039166999999, 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099563950999999998, 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.208 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937055+0000", 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937055+0000", 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937053+0000", 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0637000000000003e-05 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937104+0000", 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2549e-05 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937127+0000", 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2850999999999999e-05 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.937139+0000", 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095534056000000006 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.032673+0000", 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9250000000000007e-06 2023-09-23T18:19:59.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.032683+0000", 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039359520000000004 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.036619+0000", 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.099563950999999998 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.212 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:183485 8.5 e387/363 8:ad33096b:::benchmark_data_smithi018_324167_object85155:head v 387'11371, mlcod=0'0)", 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:31.588455+0000", 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 27.527639706999999, 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096579334000000003, 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588455+0000", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588455+0000", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588454+0000", 2023-09-23T18:19:59.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4580000000000003e-06 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588459+0000", 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0199e-05 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588469+0000", 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8410000000000002e-06 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.588473+0000", 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029560838999999998 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.618034+0000", 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4615999999999999e-05 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.618058+0000", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066912633999999999 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.684971+0000", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3165999999999998e-05 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.685034+0000", 2023-09-23T18:19:59.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.096579334000000003 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(8.d 389/363 [PushOp(8:ba1bda31:::benchmark_data_smithi018_324167_object93856:head, version: 361'5810, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:ba1bda31:::benchmark_data_smithi018_324167_object93856:head@361'5810, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:42.041565+0000", 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 17.074529899000002, 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11513659599999999, 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:19:59.218 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041565+0000", 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041565+0000", 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041563+0000", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6270000000000003e-05 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041609+0000", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3434e-05 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041633+0000", 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1732e-05 2023-09-23T18:19:59.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.041645+0000", 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.092880924000000004 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.134525+0000", 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0485999999999999e-05 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.134536+0000", 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022165287999999998 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:42.156701+0000", 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11513659599999999 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:19:59.222 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:19:59.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:58 smithi149 ceph-mon[135148]: pgmap v1186: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 486 op/s; 24226/123 objects degraded (19695.935%); 184 KiB/s, 177 objects/s recovering 2023-09-23T18:19:59.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:58 smithi149 ceph-mon[135148]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:58 smithi149 ceph-mon[135148]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:58 smithi149 ceph-mon[135148]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:19:58 smithi149 ceph-mon[135148]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[149401]: pgmap v1186: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 486 op/s; 24226/123 objects degraded (19695.935%); 184 KiB/s, 177 objects/s recovering 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[149401]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[149401]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[149401]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[149401]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[153734]: pgmap v1186: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 486 op/s; 24226/123 objects degraded (19695.935%); 184 KiB/s, 177 objects/s recovering 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[153734]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[153734]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[153734]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:19:58 smithi018 ceph-mon[153734]: failed to encode map e393 with expected crc 2023-09-23T18:19:59.356 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:19:59.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:59.360 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:19:59.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:19:59.461 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:19:59.491 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:19:59.529 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:19:59.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:19:59.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:19:59.600 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:19:59.631 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:19:59.676 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:00.081 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:00.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:00.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:00.190 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:00.265 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:01.024 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:01.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:01.029 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:01.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pgmap v1188: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 189 objects/s recovering 2023-09-23T18:20:01.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:20:01.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: [WRN] PG_DEGRADED: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 2.4 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,0] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 8.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,0] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 8.6 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,2] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 8.8 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,3] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 8.c is stuck undersized for 2m, current state active+recovering+undersized+degraded+remapped, last acting [0,3] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[153734]: pg 8.d is stuck undersized for 2m, current state active+undersized+remapped, last acting [5,2] 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pgmap v1188: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 189 objects/s recovering 2023-09-23T18:20:01.130 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: [WRN] PG_DEGRADED: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 2.4 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,0] 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 8.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,0] 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 8.6 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,2] 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 8.8 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,3] 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 8.c is stuck undersized for 2m, current state active+recovering+undersized+degraded+remapped, last acting [0,3] 2023-09-23T18:20:01.131 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:00 smithi018 ceph-mon[149401]: pg 8.d is stuck undersized for 2m, current state active+undersized+remapped, last acting [5,2] 2023-09-23T18:20:01.131 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:01.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pgmap v1188: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 189 objects/s recovering 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: [WRN] PG_DEGRADED: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 2.4 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,0] 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 8.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,0] 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 8.6 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,2] 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 8.8 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,3] 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 8.c is stuck undersized for 2m, current state active+recovering+undersized+degraded+remapped, last acting [0,3] 2023-09-23T18:20:01.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:00 smithi149 ceph-mon[135148]: pg 8.d is stuck undersized for 2m, current state active+undersized+remapped, last acting [5,2] 2023-09-23T18:20:01.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:01.247 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:01.269 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:01.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:01.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:01.377 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:01.406 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:01.440 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:01.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:01.444 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:01.544 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:01.585 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:02.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:02.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:02.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:02.187 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:02.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:02.248 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:02.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:02.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:02.352 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:02.393 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:02.483 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: pgmap v1189: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 147 objects/s recovering 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3451353816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.484 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: pgmap v1189: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 147 objects/s recovering 2023-09-23T18:20:02.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:20:02.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3451353816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.577 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: pgmap v1189: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 106 op/s; 24226/84 objects degraded (28840.476%); 0 B/s, 147 objects/s recovering 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 24226/84 objects degraded (28840.476%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3451353816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:20:02.735 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_3' removed 2023-09-23T18:20:03.753 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:03.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:03.757 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:03.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[153734]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[153734]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[153734]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[153734]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[149401]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[149401]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[149401]: failed to encode map e394 with expected crc 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:20:03.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:03 smithi018 ceph-mon[149401]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T18:20:03.858 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:03.896 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:03 smithi149 ceph-mon[135148]: failed to encode map e394 with expected crc 2023-09-23T18:20:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:03 smithi149 ceph-mon[135148]: failed to encode map e394 with expected crc 2023-09-23T18:20:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:03 smithi149 ceph-mon[135148]: failed to encode map e394 with expected crc 2023-09-23T18:20:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:20:04.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:03 smithi149 ceph-mon[135148]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T18:20:04.163 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:04.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:04.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:04.184 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T18:20:04.185 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T18:20:04.185 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2023-09-23T18:20:04.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_4 16 2023-09-23T18:20:04.269 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:04.302 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:04.340 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:04.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:04.344 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:04.425 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:04.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:04.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:04.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:04.630 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:04.731 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:04.736 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: pgmap v1191: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:04.736 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.736 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[149401]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: pgmap v1191: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.737 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-mon[153734]: failed to encode map e395 with expected crc 2023-09-23T18:20:04.762 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:04.798 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:04.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:04.802 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:04.902 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:04.937 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:05.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: pgmap v1191: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: failed to encode map e395 with expected crc 2023-09-23T18:20:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: failed to encode map e395 with expected crc 2023-09-23T18:20:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T18:20:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: failed to encode map e395 with expected crc 2023-09-23T18:20:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:04 smithi149 ceph-mon[135148]: failed to encode map e395 with expected crc 2023-09-23T18:20:05.185 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:05.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:05.192 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:05.206 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:05.207 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:20:05.293 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:04] "GET /metrics HTTP/1.1" 200 36560 "" "Prometheus/2.33.4" 2023-09-23T18:20:05.323 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:05.358 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:05.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:05.361 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:05.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:05.491 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:05.902 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1193,"stamp":"2023-09-23T18:20:04.740626+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":253,"num_bytes_recovered":17989756,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":219,"acting":218,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6774764,"kb_used_data":1982388,"kb_used_omap":47,"kb_used_meta":4790416,"kb_avail":649441300,"statfs":{"total":671965249536,"available":665027891200,"internally_reserved":0,"allocated":2029965312,"data_stored":2020514860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4905386241},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-851968,"num_objects":-13,"num_object_clones":0,"num_object_copies":-39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-24217,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-13,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-196643,"num_write_kb":-6292929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-6110,"num_bytes_recovered":-308609024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.006188"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865612+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:19:56.865612+0000","last_peered":"2023-09-23T18:19:56.865612+0000","last_clean":"2023-09-23T18:19:56.865612+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:19:56.865612+0000","last_undegraded":"2023-09-23T18:19:56.865612+0000","last_fullsized":"2023-09-23T18:19:56.865612+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":405,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.904643+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:19:57.904643+0000","last_peered":"2023-09-23T18:19:57.904643+0000","last_clean":"2023-09-23T18:19:57.904643+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:19:57.904643+0000","last_undegraded":"2023-09-23T18:19:57.904643+0000","last_fullsized":"2023-09-23T18:19:57.904643+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":338,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.742762+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:19:56.742762+0000","last_peered":"2023-09-23T18:19:56.742762+0000","last_clean":"2023-09-23T18:19:56.742762+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:19:56.742762+0000","last_undegraded":"2023-09-23T18:19:56.742762+0000","last_fullsized":"2023-09-23T18:19:56.742762+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":265,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.753331+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:19:56.753331+0000","last_peered":"2023-09-23T18:19:56.753331+0000","last_clean":"2023-09-23T18:19:56.753331+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:19:56.753331+0000","last_undegraded":"2023-09-23T18:19:56.753331+0000","last_fullsized":"2023-09-23T18:19:56.753331+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":465,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.904767+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:19:57.904767+0000","last_peered":"2023-09-23T18:19:57.904767+0000","last_clean":"2023-09-23T18:19:57.904767+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:19:57.904767+0000","last_undegraded":"2023-09-23T18:19:57.904767+0000","last_fullsized":"2023-09-23T18:19:57.904767+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":250,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.737099+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:19:56.737099+0000","last_peered":"2023-09-23T18:19:56.737099+0000","last_clean":"2023-09-23T18:19:56.737099+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:19:56.737099+0000","last_undegraded":"2023-09-23T18:19:56.737099+0000","last_fullsized":"2023-09-23T18:19:56.737099+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":386,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752823+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:19:56.752823+0000","last_peered":"2023-09-23T18:19:56.752823+0000","last_clean":"2023-09-23T18:19:56.752823+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:19:56.752823+0000","last_undegraded":"2023-09-23T18:19:56.752823+0000","last_fullsized":"2023-09-23T18:19:56.752823+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":439,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-09-23T18:20:02.769545+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:20:02.769545+0000","last_peered":"2023-09-23T18:20:02.769545+0000","last_clean":"2023-09-23T18:20:02.769545+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:20:02.769545+0000","last_undegraded":"2023-09-23T18:20:02.769545+0000","last_fullsized":"2023-09-23T18:20:02.769545+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":255,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.736792+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:19:56.736792+0000","last_peered":"2023-09-23T18:19:56.736792+0000","last_clean":"2023-09-23T18:19:56.736792+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:19:56.736792+0000","last_undegraded":"2023-09-23T18:19:56.736792+0000","last_fullsized":"2023-09-23T18:19:56.736792+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":368,"reported_epoch":394,"state":"active+clean","last_fresh":"2023-09-23T18:20:02.765636+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:20:02.765636+0000","last_peered":"2023-09-23T18:20:02.765636+0000","last_clean":"2023-09-23T18:20:02.765636+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:20:02.765636+0000","last_undegraded":"2023-09-23T18:20:02.765636+0000","last_fullsized":"2023-09-23T18:20:02.765636+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":46,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.739465+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:19:56.739465+0000","last_peered":"2023-09-23T18:19:56.739465+0000","last_clean":"2023-09-23T18:19:56.739465+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:19:56.739465+0000","last_undegraded":"2023-09-23T18:19:56.739465+0000","last_fullsized":"2023-09-23T18:19:56.739465+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":198,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.736781+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:19:56.736781+0000","last_peered":"2023-09-23T18:19:56.736781+0000","last_clean":"2023-09-23T18:19:56.736781+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:19:56.736781+0000","last_undegraded":"2023-09-23T18:19:56.736781+0000","last_fullsized":"2023-09-23T18:19:56.736781+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":100,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865273+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:19:56.865273+0000","last_peered":"2023-09-23T18:19:56.865273+0000","last_clean":"2023-09-23T18:19:56.865273+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:19:56.865273+0000","last_undegraded":"2023-09-23T18:19:56.865273+0000","last_fullsized":"2023-09-23T18:19:56.865273+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":412,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865836+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:19:56.865836+0000","last_peered":"2023-09-23T18:19:56.865836+0000","last_clean":"2023-09-23T18:19:56.865836+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:19:56.865836+0000","last_undegraded":"2023-09-23T18:19:56.865836+0000","last_fullsized":"2023-09-23T18:19:56.865836+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":46,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.739147+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:19:56.739147+0000","last_peered":"2023-09-23T18:19:56.739147+0000","last_clean":"2023-09-23T18:19:56.739147+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:19:56.739147+0000","last_undegraded":"2023-09-23T18:19:56.739147+0000","last_fullsized":"2023-09-23T18:19:56.739147+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":429,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.906109+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:19:57.906109+0000","last_peered":"2023-09-23T18:19:57.906109+0000","last_clean":"2023-09-23T18:19:57.906109+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:19:57.906109+0000","last_undegraded":"2023-09-23T18:19:57.906109+0000","last_fullsized":"2023-09-23T18:19:57.906109+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":264,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752408+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:19:56.752408+0000","last_peered":"2023-09-23T18:19:56.752408+0000","last_clean":"2023-09-23T18:19:56.752408+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:19:56.752408+0000","last_undegraded":"2023-09-23T18:19:56.752408+0000","last_fullsized":"2023-09-23T18:19:56.752408+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":231,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.741645+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:19:56.741645+0000","last_peered":"2023-09-23T18:19:56.741645+0000","last_clean":"2023-09-23T18:19:56.741645+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:19:56.741645+0000","last_undegraded":"2023-09-23T18:19:56.741645+0000","last_fullsized":"2023-09-23T18:19:56.741645+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":40,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.738794+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:19:56.738794+0000","last_peered":"2023-09-23T18:19:56.738794+0000","last_clean":"2023-09-23T18:19:56.738794+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:19:56.738794+0000","last_undegraded":"2023-09-23T18:19:56.738794+0000","last_fullsized":"2023-09-23T18:19:56.738794+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":381,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.753480+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:19:56.753480+0000","last_peered":"2023-09-23T18:19:56.753480+0000","last_clean":"2023-09-23T18:19:56.753480+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:19:56.753480+0000","last_undegraded":"2023-09-23T18:19:56.753480+0000","last_fullsized":"2023-09-23T18:19:56.753480+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":306,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752350+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:19:56.752350+0000","last_peered":"2023-09-23T18:19:56.752350+0000","last_clean":"2023-09-23T18:19:56.752350+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:19:56.752350+0000","last_undegraded":"2023-09-23T18:19:56.752350+0000","last_fullsized":"2023-09-23T18:19:56.752350+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":399,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.907351+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:19:57.907351+0000","last_peered":"2023-09-23T18:19:57.907351+0000","last_clean":"2023-09-23T18:19:57.907351+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:19:57.907351+0000","last_undegraded":"2023-09-23T18:19:57.907351+0000","last_fullsized":"2023-09-23T18:19:57.907351+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":44,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.740171+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:19:56.740171+0000","last_peered":"2023-09-23T18:19:56.740171+0000","last_clean":"2023-09-23T18:19:56.740171+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:19:56.740171+0000","last_undegraded":"2023-09-23T18:19:56.740171+0000","last_fullsized":"2023-09-23T18:19:56.740171+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":240,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.738538+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:19:56.738538+0000","last_peered":"2023-09-23T18:19:56.738538+0000","last_clean":"2023-09-23T18:19:56.738538+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:19:56.738538+0000","last_undegraded":"2023-09-23T18:19:56.738538+0000","last_fullsized":"2023-09-23T18:19:56.738538+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":44,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.741792+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:19:56.741792+0000","last_peered":"2023-09-23T18:19:56.741792+0000","last_clean":"2023-09-23T18:19:56.741792+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:19:56.741792+0000","last_undegraded":"2023-09-23T18:19:56.741792+0000","last_fullsized":"2023-09-23T18:19:56.741792+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":412,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.862809+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:19:56.862809+0000","last_peered":"2023-09-23T18:19:56.862809+0000","last_clean":"2023-09-23T18:19:56.862809+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:19:56.862809+0000","last_undegraded":"2023-09-23T18:19:56.862809+0000","last_fullsized":"2023-09-23T18:19:56.862809+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":44,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.739580+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:19:56.739580+0000","last_peered":"2023-09-23T18:19:56.739580+0000","last_clean":"2023-09-23T18:19:56.739580+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:19:56.739580+0000","last_undegraded":"2023-09-23T18:19:56.739580+0000","last_fullsized":"2023-09-23T18:19:56.739580+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":258,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.742965+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:19:56.742965+0000","last_peered":"2023-09-23T18:19:56.742965+0000","last_clean":"2023-09-23T18:19:56.742965+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:19:56.742965+0000","last_undegraded":"2023-09-23T18:19:56.742965+0000","last_fullsized":"2023-09-23T18:19:56.742965+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":396,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.737523+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:19:56.737523+0000","last_peered":"2023-09-23T18:19:56.737523+0000","last_clean":"2023-09-23T18:19:56.737523+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:19:56.737523+0000","last_undegraded":"2023-09-23T18:19:56.737523+0000","last_fullsized":"2023-09-23T18:19:56.737523+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":399,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752433+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:19:56.752433+0000","last_peered":"2023-09-23T18:19:56.752433+0000","last_clean":"2023-09-23T18:19:56.752433+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:19:56.752433+0000","last_undegraded":"2023-09-23T18:19:56.752433+0000","last_fullsized":"2023-09-23T18:19:56.752433+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":423,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.906604+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:19:57.906604+0000","last_peered":"2023-09-23T18:19:57.906604+0000","last_clean":"2023-09-23T18:19:57.906604+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:19:57.906604+0000","last_undegraded":"2023-09-23T18:19:57.906604+0000","last_fullsized":"2023-09-23T18:19:57.906604+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865372+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:19:56.865372+0000","last_peered":"2023-09-23T18:19:56.865372+0000","last_clean":"2023-09-23T18:19:56.865372+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:19:56.865372+0000","last_undegraded":"2023-09-23T18:19:56.865372+0000","last_fullsized":"2023-09-23T18:19:56.865372+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865659+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:19:56.865659+0000","last_peered":"2023-09-23T18:19:56.865659+0000","last_clean":"2023-09-23T18:19:56.865659+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:19:56.865659+0000","last_undegraded":"2023-09-23T18:19:56.865659+0000","last_fullsized":"2023-09-23T18:19:56.865659+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865414+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:19:56.865414+0000","last_peered":"2023-09-23T18:19:56.865414+0000","last_clean":"2023-09-23T18:19:56.865414+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:19:56.865414+0000","last_undegraded":"2023-09-23T18:19:56.865414+0000","last_fullsized":"2023-09-23T18:19:56.865414+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":58,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.736505+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:19:56.736505+0000","last_peered":"2023-09-23T18:19:56.736505+0000","last_clean":"2023-09-23T18:19:56.736505+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:19:56.736505+0000","last_undegraded":"2023-09-23T18:19:56.736505+0000","last_fullsized":"2023-09-23T18:19:56.736505+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":412,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865427+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:19:56.865427+0000","last_peered":"2023-09-23T18:19:56.865427+0000","last_clean":"2023-09-23T18:19:56.865427+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:19:56.865427+0000","last_undegraded":"2023-09-23T18:19:56.865427+0000","last_fullsized":"2023-09-23T18:19:56.865427+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":434,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.904561+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:19:57.904561+0000","last_peered":"2023-09-23T18:19:57.904561+0000","last_clean":"2023-09-23T18:19:57.904561+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:19:57.904561+0000","last_undegraded":"2023-09-23T18:19:57.904561+0000","last_fullsized":"2023-09-23T18:19:57.904561+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":393,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.743525+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:19:56.743525+0000","last_peered":"2023-09-23T18:19:56.743525+0000","last_clean":"2023-09-23T18:19:56.743525+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:19:56.743525+0000","last_undegraded":"2023-09-23T18:19:56.743525+0000","last_fullsized":"2023-09-23T18:19:56.743525+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1001,"reported_epoch":393,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:19:57.902263+0000","last_change":"2023-09-23T18:17:06.953866+0000","last_active":"2023-09-23T18:19:57.902263+0000","last_peered":"2023-09-23T18:19:57.902263+0000","last_clean":"2023-09-23T18:16:59.848500+0000","last_became_active":"2023-09-23T18:17:06.953400+0000","last_became_peered":"2023-09-23T18:17:06.953400+0000","last_unstale":"2023-09-23T18:19:57.902263+0000","last_undegraded":"2023-09-23T18:17:06.892502+0000","last_fullsized":"2023-09-23T18:17:06.891950+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":343,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:49.502443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":222,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.741717+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:19:56.741717+0000","last_peered":"2023-09-23T18:19:56.741717+0000","last_clean":"2023-09-23T18:19:56.741717+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:19:56.741717+0000","last_undegraded":"2023-09-23T18:19:56.741717+0000","last_fullsized":"2023-09-23T18:19:56.741717+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":304,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.902002+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:19:57.902002+0000","last_peered":"2023-09-23T18:19:57.902002+0000","last_clean":"2023-09-23T18:19:57.902002+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:19:57.902002+0000","last_undegraded":"2023-09-23T18:19:57.902002+0000","last_fullsized":"2023-09-23T18:19:57.902002+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1136,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.736602+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:19:56.736602+0000","last_peered":"2023-09-23T18:19:56.736602+0000","last_clean":"2023-09-23T18:19:56.736602+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:19:56.736602+0000","last_undegraded":"2023-09-23T18:19:56.736602+0000","last_fullsized":"2023-09-23T18:19:56.736602+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":395,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865786+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:19:56.865786+0000","last_peered":"2023-09-23T18:19:56.865786+0000","last_clean":"2023-09-23T18:19:56.865786+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:19:56.865786+0000","last_undegraded":"2023-09-23T18:19:56.865786+0000","last_fullsized":"2023-09-23T18:19:56.865786+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":309,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.902117+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:19:57.902117+0000","last_peered":"2023-09-23T18:19:57.902117+0000","last_clean":"2023-09-23T18:19:57.902117+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:19:57.902117+0000","last_undegraded":"2023-09-23T18:19:57.902117+0000","last_fullsized":"2023-09-23T18:19:57.902117+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":658,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.728064+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:19:56.728064+0000","last_peered":"2023-09-23T18:19:56.728064+0000","last_clean":"2023-09-23T18:19:56.728064+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:19:56.728064+0000","last_undegraded":"2023-09-23T18:19:56.728064+0000","last_fullsized":"2023-09-23T18:19:56.728064+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":314,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.742874+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:19:56.742874+0000","last_peered":"2023-09-23T18:19:56.742874+0000","last_clean":"2023-09-23T18:19:56.742874+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:19:56.742874+0000","last_undegraded":"2023-09-23T18:19:56.742874+0000","last_fullsized":"2023-09-23T18:19:56.742874+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":402,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.743513+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:19:56.743513+0000","last_peered":"2023-09-23T18:19:56.743513+0000","last_clean":"2023-09-23T18:19:56.743513+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:19:56.743513+0000","last_undegraded":"2023-09-23T18:19:56.743513+0000","last_fullsized":"2023-09-23T18:19:56.743513+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":975,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.737100+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:19:56.737100+0000","last_peered":"2023-09-23T18:19:56.737100+0000","last_clean":"2023-09-23T18:19:56.737100+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:19:56.737100+0000","last_undegraded":"2023-09-23T18:19:56.737100+0000","last_fullsized":"2023-09-23T18:19:56.737100+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":396,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.738435+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:19:56.738435+0000","last_peered":"2023-09-23T18:19:56.738435+0000","last_clean":"2023-09-23T18:19:56.738435+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:19:56.738435+0000","last_undegraded":"2023-09-23T18:19:56.738435+0000","last_fullsized":"2023-09-23T18:19:56.738435+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":433,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.905038+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:19:57.905038+0000","last_peered":"2023-09-23T18:19:57.905038+0000","last_clean":"2023-09-23T18:19:57.905038+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:19:57.905038+0000","last_undegraded":"2023-09-23T18:19:57.905038+0000","last_fullsized":"2023-09-23T18:19:57.905038+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":80,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865322+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:19:56.865322+0000","last_peered":"2023-09-23T18:19:56.865322+0000","last_clean":"2023-09-23T18:19:56.865322+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:19:56.865322+0000","last_undegraded":"2023-09-23T18:19:56.865322+0000","last_fullsized":"2023-09-23T18:19:56.865322+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":742,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.738324+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:19:56.738324+0000","last_peered":"2023-09-23T18:19:56.738324+0000","last_clean":"2023-09-23T18:19:56.738324+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:19:56.738324+0000","last_undegraded":"2023-09-23T18:19:56.738324+0000","last_fullsized":"2023-09-23T18:19:56.738324+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":390,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752482+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:19:56.752482+0000","last_peered":"2023-09-23T18:19:56.752482+0000","last_clean":"2023-09-23T18:19:56.752482+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:19:56.752482+0000","last_undegraded":"2023-09-23T18:19:56.752482+0000","last_fullsized":"2023-09-23T18:19:56.752482+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":256,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.753268+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:19:56.753268+0000","last_peered":"2023-09-23T18:19:56.753268+0000","last_clean":"2023-09-23T18:19:56.753268+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:19:56.753268+0000","last_undegraded":"2023-09-23T18:19:56.753268+0000","last_fullsized":"2023-09-23T18:19:56.753268+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":52,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.739368+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:19:56.739368+0000","last_peered":"2023-09-23T18:19:56.739368+0000","last_clean":"2023-09-23T18:19:56.739368+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:19:56.739368+0000","last_undegraded":"2023-09-23T18:19:56.739368+0000","last_fullsized":"2023-09-23T18:19:56.739368+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":333,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.902400+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:19:57.902400+0000","last_peered":"2023-09-23T18:19:57.902400+0000","last_clean":"2023-09-23T18:19:57.902400+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:19:57.902400+0000","last_undegraded":"2023-09-23T18:19:57.902400+0000","last_fullsized":"2023-09-23T18:19:57.902400+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":415,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752587+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:19:56.752587+0000","last_peered":"2023-09-23T18:19:56.752587+0000","last_clean":"2023-09-23T18:19:56.752587+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:19:56.752587+0000","last_undegraded":"2023-09-23T18:19:56.752587+0000","last_fullsized":"2023-09-23T18:19:56.752587+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":397,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.907271+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:19:57.907271+0000","last_peered":"2023-09-23T18:19:57.907271+0000","last_clean":"2023-09-23T18:19:57.907271+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:19:57.907271+0000","last_undegraded":"2023-09-23T18:19:57.907271+0000","last_fullsized":"2023-09-23T18:19:57.907271+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1021,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.743340+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:19:56.743340+0000","last_peered":"2023-09-23T18:19:56.743340+0000","last_clean":"2023-09-23T18:19:56.743340+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:19:56.743340+0000","last_undegraded":"2023-09-23T18:19:56.743340+0000","last_fullsized":"2023-09-23T18:19:56.743340+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":438,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.904623+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:19:57.904623+0000","last_peered":"2023-09-23T18:19:57.904623+0000","last_clean":"2023-09-23T18:19:57.904623+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:19:57.904623+0000","last_undegraded":"2023-09-23T18:19:57.904623+0000","last_fullsized":"2023-09-23T18:19:57.904623+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":64,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.740222+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:19:56.740222+0000","last_peered":"2023-09-23T18:19:56.740222+0000","last_clean":"2023-09-23T18:19:56.740222+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:19:56.740222+0000","last_undegraded":"2023-09-23T18:19:56.740222+0000","last_fullsized":"2023-09-23T18:19:56.740222+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":251,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.753409+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:19:56.753409+0000","last_peered":"2023-09-23T18:19:56.753409+0000","last_clean":"2023-09-23T18:19:56.753409+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:19:56.753409+0000","last_undegraded":"2023-09-23T18:19:56.753409+0000","last_fullsized":"2023-09-23T18:19:56.753409+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865155+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:19:56.865155+0000","last_peered":"2023-09-23T18:19:56.865155+0000","last_clean":"2023-09-23T18:19:56.865155+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:19:56.865155+0000","last_undegraded":"2023-09-23T18:19:56.865155+0000","last_fullsized":"2023-09-23T18:19:56.865155+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":264,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.758318+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:19:57.758318+0000","last_peered":"2023-09-23T18:19:57.758318+0000","last_clean":"2023-09-23T18:19:57.758318+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:19:57.758318+0000","last_undegraded":"2023-09-23T18:19:57.758318+0000","last_fullsized":"2023-09-23T18:19:57.758318+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":197,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.728488+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:19:56.728488+0000","last_peered":"2023-09-23T18:19:56.728488+0000","last_clean":"2023-09-23T18:19:56.728488+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:19:56.728488+0000","last_undegraded":"2023-09-23T18:19:56.728488+0000","last_fullsized":"2023-09-23T18:19:56.728488+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":400,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.737486+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:19:56.737486+0000","last_peered":"2023-09-23T18:19:56.737486+0000","last_clean":"2023-09-23T18:19:56.737486+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:19:56.737486+0000","last_undegraded":"2023-09-23T18:19:56.737486+0000","last_fullsized":"2023-09-23T18:19:56.737486+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865181+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:19:56.865181+0000","last_peered":"2023-09-23T18:19:56.865181+0000","last_clean":"2023-09-23T18:19:56.865181+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:19:56.865181+0000","last_undegraded":"2023-09-23T18:19:56.865181+0000","last_fullsized":"2023-09-23T18:19:56.865181+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":387,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.741771+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:19:56.741771+0000","last_peered":"2023-09-23T18:19:56.741771+0000","last_clean":"2023-09-23T18:19:56.741771+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:19:56.741771+0000","last_undegraded":"2023-09-23T18:19:56.741771+0000","last_fullsized":"2023-09-23T18:19:56.741771+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.865702+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:19:56.865702+0000","last_peered":"2023-09-23T18:19:56.865702+0000","last_clean":"2023-09-23T18:19:56.865702+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:19:56.865702+0000","last_undegraded":"2023-09-23T18:19:56.865702+0000","last_fullsized":"2023-09-23T18:19:56.865702+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":454,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.905475+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:19:57.905475+0000","last_peered":"2023-09-23T18:19:57.905475+0000","last_clean":"2023-09-23T18:19:57.905475+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:19:57.905475+0000","last_undegraded":"2023-09-23T18:19:57.905475+0000","last_fullsized":"2023-09-23T18:19:57.905475+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":433,"reported_epoch":393,"state":"active+clean","last_fresh":"2023-09-23T18:19:57.905598+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:19:57.905598+0000","last_peered":"2023-09-23T18:19:57.905598+0000","last_clean":"2023-09-23T18:19:57.905598+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:19:57.905598+0000","last_undegraded":"2023-09-23T18:19:57.905598+0000","last_fullsized":"2023-09-23T18:19:57.905598+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":283,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.752807+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:19:56.752807+0000","last_peered":"2023-09-23T18:19:56.752807+0000","last_clean":"2023-09-23T18:19:56.752807+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:19:56.752807+0000","last_undegraded":"2023-09-23T18:19:56.752807+0000","last_fullsized":"2023-09-23T18:19:56.752807+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":71,"reported_epoch":392,"state":"active+clean","last_fresh":"2023-09-23T18:19:56.863006+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:19:56.863006+0000","last_peered":"2023-09-23T18:19:56.863006+0000","last_clean":"2023-09-23T18:19:56.863006+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:19:56.863006+0000","last_undegraded":"2023-09-23T18:19:56.863006+0000","last_fullsized":"2023-09-23T18:19:56.863006+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":23,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430621,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":900560,"kb_used_data":4360,"kb_used_omap":0,"kb_used_meta":896192,"kb_avail":92844592,"statfs":{"total":95995035648,"available":95072862208,"internally_reserved":0,"allocated":4464640,"data_stored":3520414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917700608},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.9139999999999999,"15min":1.873},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.22900000000000001},"max":{"1min":8.3859999999999992,"5min":10.436,"15min":53.850999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":2.8860000000000001,"5min":2.1160000000000001,"15min":1.9690000000000001},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":9.8190000000000008,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:19:57 2023","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.7010000000000001,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.8049999999999997,"5min":10.259,"15min":12.595000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.1629999999999998,"15min":2.056},"min":{"1min":0.29799999999999999,"5min":0.27800000000000002,"15min":0.26500000000000001},"max":{"1min":4.9199999999999999,"5min":10.401,"15min":12.573},"last":0.56000000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9060000000000001,"5min":2.456,"15min":2.0939999999999999},"min":{"1min":0.34200000000000003,"5min":0.27700000000000002,"15min":0.26500000000000001},"max":{"1min":9.9800000000000004,"5min":13.282,"15min":15.449999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":3.6200000000000001,"5min":2.9809999999999999,"15min":2.2149999999999999},"min":{"1min":0.33600000000000002,"5min":0.315,"15min":0.247},"max":{"1min":16.103999999999999,"5min":21.692,"15min":21.692},"last":0.439}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":0.59199999999999997},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":0.47799999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.98599999999999999,"15min":0.94199999999999995},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.22900000000000001},"max":{"1min":8.0830000000000002,"5min":8.0830000000000002,"15min":19.010000000000002},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.8879999999999999,"5min":1.2549999999999999,"15min":0.997},"min":{"1min":0.40300000000000002,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.69299999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:19:06 2023","interfaces":[{"interface":"back","average":{"1min":2.085,"5min":1.1120000000000001,"15min":1.002},"min":{"1min":0.40500000000000003,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":9.8469999999999995,"5min":14.202,"15min":14.202},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.5149999999999999,"5min":1.1240000000000001,"15min":1.0549999999999999},"min":{"1min":0.38800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.1430000000000007,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.48799999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.1890000000000001,"15min":0.98699999999999999},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":7.0129999999999999,"5min":13.385,"15min":13.385},"last":0.51100000000000001},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.6639999999999999,"15min":1.226},"min":{"1min":0.41499999999999998,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":9.9009999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.50700000000000001}]}]},{"osd":6,"up_from":0,"seq":747324309717,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436684,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1033244,"kb_used_data":777620,"kb_used_omap":17,"kb_used_meta":255598,"kb_avail":92711908,"statfs":{"total":95995035648,"available":94936993792,"internally_reserved":0,"allocated":796282880,"data_stored":794632384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":261732452},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":5.6150000000000002,"5min":3.8450000000000002,"15min":4.6660000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":20.687999999999999,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":3.3809999999999998,"5min":2.899,"15min":3.1669999999999998},"min":{"1min":0.214,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":23.262,"5min":23.262,"15min":23.262},"last":0.46200000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":3.0790000000000002,"15min":4.4909999999999997},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.216},"max":{"1min":12.003,"5min":22.553000000000001,"15min":23.407},"last":0.437},{"interface":"front","average":{"1min":2.8519999999999999,"5min":3.1499999999999999,"15min":4.8620000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.449999999999999,"5min":20.986999999999998,"15min":57.387},"last":0.33300000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.6840000000000002,"5min":3.2229999999999999,"15min":3.7669999999999999},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":12.331,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9180000000000001,"15min":4.4880000000000004},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29099999999999998},"max":{"1min":12.031000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":2.3140000000000001,"15min":1.573},"min":{"1min":0.38400000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.0880000000000001,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":0.55100000000000005},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1000000000000001,"15min":2.516},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.879,"5min":11.879,"15min":14.898},"last":0.47599999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":2.3769999999999998,"15min":2.617},"min":{"1min":0.42499999999999999,"5min":0.35799999999999998,"15min":0.34000000000000002},"max":{"1min":11.977,"5min":11.977,"15min":14.987},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.976,"5min":2.7570000000000001,"15min":2.8959999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":9.6869999999999994,"5min":14.894,"15min":31.023},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":2.5550000000000002,"15min":2.843},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.38},"max":{"1min":8.2539999999999996,"5min":14.813000000000001,"15min":31.064},"last":0.48499999999999999},{"interface":"front","average":{"1min":2.706,"5min":2.629,"15min":1.6990000000000001},"min":{"1min":0.47199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":12.276999999999999,"5min":13.855,"15min":13.855},"last":0.495}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6699999999999999,"5min":2.6840000000000002,"15min":2.7189999999999999},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.39600000000000002},"max":{"1min":11.928000000000001,"5min":11.928000000000001,"15min":14.949999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.8319999999999999,"15min":2.9540000000000002},"min":{"1min":0.45000000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":7.7050000000000001,"5min":14.859,"15min":31.093},"last":0.57299999999999995}]}]},{"osd":0,"up_from":85,"seq":365072220459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1035024,"kb_used_data":392072,"kb_used_omap":8,"kb_used_meta":642935,"kb_avail":92710128,"statfs":{"total":95995035648,"available":94935171072,"internally_reserved":0,"allocated":401481728,"data_stored":399837718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":658366052},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":8.6639999999999997,"5min":3.923,"15min":3.4319999999999999},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":141.75800000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":5.6210000000000004},{"interface":"front","average":{"1min":10.135999999999999,"5min":5.5599999999999996,"15min":6.7249999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":141.95699999999999,"5min":141.95699999999999,"15min":141.95699999999999},"last":1.3380000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.778,"5min":3.371,"15min":3.1749999999999998},"min":{"1min":0.29399999999999998,"5min":0.216,"15min":0.216},"max":{"1min":15.173999999999999,"5min":19.773,"15min":27.821999999999999},"last":0.372},{"interface":"front","average":{"1min":4.5940000000000003,"5min":3.0739999999999998,"15min":2.9140000000000001},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20200000000000001},"max":{"1min":20.721,"5min":20.721,"15min":26.268000000000001},"last":2.1179999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":2.2709999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":5.4370000000000003,"5min":16.550000000000001,"15min":68.950000000000003},"last":2.194},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.3109999999999999,"15min":2.544},"min":{"1min":0.36799999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":14.993,"5min":14.993,"15min":69.829999999999998},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.1059999999999999,"5min":2.8079999999999998,"15min":2.6379999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":15.361000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":0.60899999999999999},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.5630000000000002,"15min":2.6789999999999998},"min":{"1min":0.37,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":7.1020000000000003,"5min":16.48,"15min":69.081000000000003},"last":2.2480000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:19:04 2023","interfaces":[{"interface":"back","average":{"1min":3.7749999999999999,"5min":3.125,"15min":2.5059999999999998},"min":{"1min":0.47899999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":11.423999999999999,"5min":69.861999999999995,"15min":69.861999999999995},"last":0.64200000000000002},{"interface":"front","average":{"1min":3.9540000000000002,"5min":3.528,"15min":2.617},"min":{"1min":0.52200000000000002,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":10.141999999999999,"5min":68.153000000000006,"15min":68.153000000000006},"last":0.65500000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.7320000000000002,"15min":2.8370000000000002},"min":{"1min":0.57099999999999995,"5min":0.374,"15min":0.374},"max":{"1min":9.1850000000000005,"5min":19.518000000000001,"15min":68.188999999999993},"last":0.70599999999999996},{"interface":"front","average":{"1min":3.847,"5min":3.0859999999999999,"15min":2.9710000000000001},"min":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.844999999999999,"5min":16.844999999999999,"15min":69.027000000000001},"last":2.226}]}]},{"osd":2,"up_from":145,"seq":622770258152,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":761456,"kb_used_data":4648,"kb_used_omap":16,"kb_used_meta":756783,"kb_avail":92983696,"statfs":{"total":95995035648,"available":95215304704,"internally_reserved":0,"allocated":4759552,"data_stored":3033335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":774945954},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.26100000000000001},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.501}]},{"osd":1,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.363,"15min":3.4830000000000001},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":16.975999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.33800000000000002},{"interface":"front","average":{"1min":3.2200000000000002,"5min":3.5249999999999999,"15min":3.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.141,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.28199999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":0.441},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":0.46700000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.59499999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:19:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.9259999999999999,"15min":2.2759999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":10.555,"5min":10.555,"15min":17.853000000000002},"last":0.55600000000000005},{"interface":"front","average":{"1min":2.6749999999999998,"5min":2.3700000000000001,"15min":2.488},"min":{"1min":0.48299999999999998,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":10.586,"5min":14.699,"15min":17.919},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.56499999999999995}]}]},{"osd":3,"up_from":100,"seq":429496729882,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1144056,"kb_used_data":401712,"kb_used_omap":4,"kb_used_meta":740475,"kb_avail":92601096,"statfs":{"total":95995035648,"available":94823522304,"internally_reserved":0,"allocated":411353088,"data_stored":409736611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":758246807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":0.38100000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":3.1480000000000001,"5min":2.7250000000000001,"15min":3.5649999999999999},"min":{"1min":0.36799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.109,"5min":11.861000000000001,"15min":11.861000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":3.2789999999999999,"5min":2.5030000000000001,"15min":3.0910000000000002},"min":{"1min":0.39000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.6519999999999992,"5min":15.016,"15min":15.016},"last":0.34200000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.46000000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.443}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":0.52000000000000002},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:18:57 2023","interfaces":[{"interface":"back","average":{"1min":4.2069999999999999,"5min":2.306,"15min":2.2829999999999999},"min":{"1min":0.51700000000000002,"5min":0.379,"15min":0.318},"max":{"1min":12.662000000000001,"5min":14.935,"15min":16.379999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":4.9059999999999997,"5min":3.4129999999999998,"15min":2.698},"min":{"1min":0.56799999999999995,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":18.751999999999999,"5min":93.280000000000001,"15min":93.280000000000001},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":0.5},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":0.60999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019304,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":605764,"kb_used_data":7868,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":93139388,"statfs":{"total":95995035648,"available":95374733312,"internally_reserved":0,"allocated":8056832,"data_stored":7124539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.6499999999999999,"15min":1.6160000000000001},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":6.9989999999999997,"5min":9.8770000000000007,"15min":11.686999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":3.194,"5min":2.4729999999999999,"15min":1.9950000000000001},"min":{"1min":0.44400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.8220000000000001,"5min":16.809999999999999,"15min":16.809999999999999},"last":0.439}]},{"osd":1,"last update":"Sat Sep 23 18:19:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":3.6200000000000001,"15min":2.544},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.665,"5min":155.029,"15min":155.029},"last":0.36099999999999999},{"interface":"front","average":{"1min":2.1549999999999998,"5min":3.754,"15min":3.2879999999999998},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.6239999999999997,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.46800000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":0.33800000000000002},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.45800000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.374},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":0.48399999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.315},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":0.39100000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.627,"15min":1.0980000000000001},"min":{"1min":0.374,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":8.1839999999999993,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.38500000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.4470000000000001,"15min":1.143},"min":{"1min":0.48299999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.8899999999999997,"5min":12.292,"15min":12.292},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":0.40500000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823076,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1294660,"kb_used_data":394108,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92450492,"statfs":{"total":95995035648,"available":94669303808,"internally_reserved":0,"allocated":403566592,"data_stored":402629859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.0059999999999998,"15min":1.7010000000000001},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":10.987,"5min":10.987,"15min":13.724},"last":0.58199999999999996},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.1139999999999999,"15min":1.756},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":10.576000000000001,"5min":10.576000000000001,"15min":12.297000000000001},"last":0.35099999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.456,"5min":2.8610000000000002,"15min":2.0600000000000001},"min":{"1min":0.307,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.1040000000000001,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.54200000000000004},{"interface":"front","average":{"1min":3.6190000000000002,"5min":3.0569999999999999,"15min":2.1859999999999999},"min":{"1min":0.32500000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.956,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.55600000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:19:00 2023","interfaces":[{"interface":"back","average":{"1min":3.5049999999999999,"5min":2.5270000000000001,"15min":2.4870000000000001},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":12.01,"5min":16.038,"15min":44.081000000000003},"last":0.52600000000000002},{"interface":"front","average":{"1min":3.1859999999999999,"5min":2.3380000000000001,"15min":2.3860000000000001},"min":{"1min":0.34599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":7.2530000000000001,"5min":16.047999999999998,"15min":44.094999999999999},"last":0.38600000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.6139999999999999,"5min":1.425,"15min":1.0620000000000001},"min":{"1min":0.41099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":16.196999999999999,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":3.6749999999999998,"5min":1.6120000000000001,"15min":1.208},"min":{"1min":0.42999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":12.122999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:18:59 2023","interfaces":[{"interface":"back","average":{"1min":3.4820000000000002,"5min":1.4350000000000001,"15min":1.1259999999999999},"min":{"1min":0.438,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":12.124000000000001,"5min":16.779,"15min":16.779},"last":0.69899999999999995},{"interface":"front","average":{"1min":3.9790000000000001,"5min":1.6779999999999999,"15min":1.1779999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.063000000000001,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.56799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:20:05.945 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[153734]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.945 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[153734]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.945 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[153734]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T18:20:05.945 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[153734]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.945 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[153734]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[149401]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[149401]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[149401]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T18:20:05.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[149401]: failed to encode map e396 with expected crc 2023-09-23T18:20:05.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:05 smithi018 ceph-mon[149401]: failed to encode map e396 with expected crc 2023-09-23T18:20:06.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:06.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:06.020 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:06.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:06.142 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:06.150 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:05 smithi149 ceph-mon[135148]: failed to encode map e396 with expected crc 2023-09-23T18:20:06.150 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:05 smithi149 ceph-mon[135148]: failed to encode map e396 with expected crc 2023-09-23T18:20:06.150 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:05 smithi149 ceph-mon[135148]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T18:20:06.150 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:05 smithi149 ceph-mon[135148]: failed to encode map e396 with expected crc 2023-09-23T18:20:06.150 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:05 smithi149 ceph-mon[135148]: failed to encode map e396 with expected crc 2023-09-23T18:20:06.153 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:06.189 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:06.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:06.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:06.294 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:06.323 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:06.358 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:06.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:06.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:06.433 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:06.433 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:20:06.433 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:20:06.433 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:06.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:06.493 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: pgmap v1194: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:06.747 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:20:06.760 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:20:06.808 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:06.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:06.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:06.913 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:06.944 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:06.979 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:06.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:06.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:07.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:07.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: pgmap v1194: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:06 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:20:07.083 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:07.107 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:07.107 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: pgmap v1194: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 4.6 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 9/84 objects degraded (10.714%) 2023-09-23T18:20:07.107 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:07.107 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.108 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.108 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:06 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T18:20:07.109 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:07.138 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:20:07.142 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:07.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:07.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:07.246 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:07.281 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:07.408 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:07.435 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:07.455 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:07.476 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:07.515 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:07.515 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:07.533 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:07.552 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:07.553 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.554 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:20:07.588 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:07.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:07.591 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:07.693 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:07.719 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:07.752 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:07.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:07.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:07.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/149080836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:20:07.882 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: failed to encode map e397 with expected crc 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/149080836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:07.883 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:20:07.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:20:07.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:07 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:07.884 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.083 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:08.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:08.087 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:08.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: failed to encode map e397 with expected crc 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2213492773' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: failed to encode map e397 with expected crc 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: failed to encode map e397 with expected crc 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: failed to encode map e397 with expected crc 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/149080836' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:20:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:20:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:07 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:08.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:08.215 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.247 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:08.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:08.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:08.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:08.379 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:08.382 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.418 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:08.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:08.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:08.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:08.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.589 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:08.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:08.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:08.693 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:08.720 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.753 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:08.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:08.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:08.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:08.896 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:08.908 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:20:09.097 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:09.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:09.102 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:09.203 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:09.230 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:09.263 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:09.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:09.267 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:09.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:09.390 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:09 smithi018 ceph-mon[153734]: pgmap v1196: 73 pgs: 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:09.390 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:09 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized) 2023-09-23T18:20:09.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:09 smithi018 ceph-mon[149401]: pgmap v1196: 73 pgs: 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:09.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:09 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized) 2023-09-23T18:20:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:09 smithi149 ceph-mon[135148]: pgmap v1196: 73 pgs: 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:09 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/84 objects degraded (10.714%), 1 pg degraded, 1 pg undersized) 2023-09-23T18:20:09.402 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:09.485 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_4' created 2023-09-23T18:20:09.536 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:09.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:09.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:09.598 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:20:09.598 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:20:09.640 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:09.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:09.699 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:09.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:09.701 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:09.802 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:09.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:09.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:09.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:09.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:09.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:09.991 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:10.024 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:10.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:10.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:10.061 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:20:10.062 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2023-09-23T18:20:10.095 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:20:10.128 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:10.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:10.187 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:10.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:10.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:10.196 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:10.230 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:20:10.291 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3461412240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3461412240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:10.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:10.315 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3461412240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.315 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T18:20:10.315 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.315 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T18:20:10.316 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T18:20:10.316 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:10.316 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:10.316 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:10.318 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:10.350 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:10.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:10.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:10.454 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:10.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:10.557 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:10.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:10.562 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:10.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:10.689 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:10.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:10.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:10.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:10.870 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:11.058 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:11.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:11.061 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:11.062 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:11.073 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:11.162 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:11.192 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:11.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:11.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:11.230 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:11.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: pgmap v1198: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: failed to encode map e399 with expected crc 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[153734]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T18:20:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: pgmap v1198: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: failed to encode map e399 with expected crc 2023-09-23T18:20:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:11 smithi018 ceph-mon[149401]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T18:20:11.331 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:11.362 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: failed to encode map e398 with expected crc 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: pgmap v1198: 89 pgs: 16 unknown, 73 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: failed to encode map e399 with expected crc 2023-09-23T18:20:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:11 smithi149 ceph-mon[135148]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T18:20:11.441 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:11.640 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:11.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:11.643 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:11.744 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:11.776 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:11.864 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:11.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:11.868 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:11.969 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:12.000 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:12.029 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:12.030 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:20:12.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[149401]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[149401]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[149401]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[149401]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T18:20:12.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[149401]: failed to encode map e400 with expected crc 2023-09-23T18:20:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:12 smithi149 ceph-mon[135148]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:12 smithi149 ceph-mon[135148]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:12 smithi149 ceph-mon[135148]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:12 smithi149 ceph-mon[135148]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T18:20:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:12 smithi149 ceph-mon[135148]: failed to encode map e400 with expected crc 2023-09-23T18:20:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[153734]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[153734]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[153734]: failed to encode map e399 with expected crc 2023-09-23T18:20:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[153734]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T18:20:12.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:12 smithi018 ceph-mon[153734]: failed to encode map e400 with expected crc 2023-09-23T18:20:12.694 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:12.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:12.699 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:12.800 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:12.830 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:12.865 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:12.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:12.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:12.969 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:12.998 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:13.244 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:13.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[153734]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[153734]: pgmap v1201: 89 pgs: 2 creating+activating, 7 unknown, 80 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:13.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[153734]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[153734]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:13.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[149401]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[149401]: pgmap v1201: 89 pgs: 2 creating+activating, 7 unknown, 80 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:13.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[149401]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:13 smithi018 ceph-mon[149401]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:13.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:13.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:13.261 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1201,"stamp":"2023-09-23T18:20:11.531075+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":1106,"num_write_kb":15141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":262,"num_bytes_recovered":17989756,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1170,"ondisk_log_size":1170,"up":246,"acting":246,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":228,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6728436,"kb_used_data":1915772,"kb_used_omap":47,"kb_used_meta":4812560,"kb_avail":649487628,"statfs":{"total":671965249536,"available":665075331072,"internally_reserved":0,"allocated":1961750528,"data_stored":1952220452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4928061697},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.778139"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758118+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:20:06.758118+0000","last_peered":"2023-09-23T18:20:06.758118+0000","last_clean":"2023-09-23T18:20:06.758118+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:20:06.758118+0000","last_undegraded":"2023-09-23T18:20:06.758118+0000","last_fullsized":"2023-09-23T18:20:06.758118+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":407,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742737+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:20:04.742737+0000","last_peered":"2023-09-23T18:20:04.742737+0000","last_clean":"2023-09-23T18:20:04.742737+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:20:04.742737+0000","last_undegraded":"2023-09-23T18:20:04.742737+0000","last_fullsized":"2023-09-23T18:20:04.742737+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":344,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.476988+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:20:09.476988+0000","last_peered":"2023-09-23T18:20:09.476988+0000","last_clean":"2023-09-23T18:20:09.476988+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:20:09.476988+0000","last_undegraded":"2023-09-23T18:20:09.476988+0000","last_fullsized":"2023-09-23T18:20:09.476988+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":269,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747888+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:20:04.747888+0000","last_peered":"2023-09-23T18:20:04.747888+0000","last_clean":"2023-09-23T18:20:04.747888+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:20:04.747888+0000","last_undegraded":"2023-09-23T18:20:04.747888+0000","last_fullsized":"2023-09-23T18:20:04.747888+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":467,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742103+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:20:04.742103+0000","last_peered":"2023-09-23T18:20:04.742103+0000","last_clean":"2023-09-23T18:20:04.742103+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:20:04.742103+0000","last_undegraded":"2023-09-23T18:20:04.742103+0000","last_fullsized":"2023-09-23T18:20:04.742103+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":256,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484965+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:20:09.484965+0000","last_peered":"2023-09-23T18:20:09.484965+0000","last_clean":"2023-09-23T18:20:09.484965+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:20:09.484965+0000","last_undegraded":"2023-09-23T18:20:09.484965+0000","last_fullsized":"2023-09-23T18:20:09.484965+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":390,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747259+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:20:04.747259+0000","last_peered":"2023-09-23T18:20:04.747259+0000","last_clean":"2023-09-23T18:20:04.747259+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:20:04.747259+0000","last_undegraded":"2023-09-23T18:20:04.747259+0000","last_fullsized":"2023-09-23T18:20:04.747259+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":441,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742611+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:20:04.742611+0000","last_peered":"2023-09-23T18:20:04.742611+0000","last_clean":"2023-09-23T18:20:04.742611+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:20:04.742611+0000","last_undegraded":"2023-09-23T18:20:04.742611+0000","last_fullsized":"2023-09-23T18:20:04.742611+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":261,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484698+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:20:09.484698+0000","last_peered":"2023-09-23T18:20:09.484698+0000","last_clean":"2023-09-23T18:20:09.484698+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:20:09.484698+0000","last_undegraded":"2023-09-23T18:20:09.484698+0000","last_fullsized":"2023-09-23T18:20:09.484698+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":370,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742810+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:20:04.742810+0000","last_peered":"2023-09-23T18:20:04.742810+0000","last_clean":"2023-09-23T18:20:04.742810+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:20:04.742810+0000","last_undegraded":"2023-09-23T18:20:04.742810+0000","last_fullsized":"2023-09-23T18:20:04.742810+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":52,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484112+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:20:09.484112+0000","last_peered":"2023-09-23T18:20:09.484112+0000","last_clean":"2023-09-23T18:20:09.484112+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:20:09.484112+0000","last_undegraded":"2023-09-23T18:20:09.484112+0000","last_fullsized":"2023-09-23T18:20:09.484112+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":204,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484411+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:20:09.484411+0000","last_peered":"2023-09-23T18:20:09.484411+0000","last_clean":"2023-09-23T18:20:09.484411+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:20:09.484411+0000","last_undegraded":"2023-09-23T18:20:09.484411+0000","last_fullsized":"2023-09-23T18:20:09.484411+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":105,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758245+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:20:06.758245+0000","last_peered":"2023-09-23T18:20:06.758245+0000","last_clean":"2023-09-23T18:20:06.758245+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:20:06.758245+0000","last_undegraded":"2023-09-23T18:20:06.758245+0000","last_fullsized":"2023-09-23T18:20:06.758245+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":417,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758382+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:20:06.758382+0000","last_peered":"2023-09-23T18:20:06.758382+0000","last_clean":"2023-09-23T18:20:06.758382+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:20:06.758382+0000","last_undegraded":"2023-09-23T18:20:06.758382+0000","last_fullsized":"2023-09-23T18:20:06.758382+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":52,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483698+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:20:09.483698+0000","last_peered":"2023-09-23T18:20:09.483698+0000","last_clean":"2023-09-23T18:20:09.483698+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:20:09.483698+0000","last_undegraded":"2023-09-23T18:20:09.483698+0000","last_fullsized":"2023-09-23T18:20:09.483698+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":432,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:07.195817+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:20:07.195817+0000","last_peered":"2023-09-23T18:20:07.195817+0000","last_clean":"2023-09-23T18:20:07.195817+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:20:07.195817+0000","last_undegraded":"2023-09-23T18:20:07.195817+0000","last_fullsized":"2023-09-23T18:20:07.195817+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":268,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747915+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:20:04.747915+0000","last_peered":"2023-09-23T18:20:04.747915+0000","last_clean":"2023-09-23T18:20:04.747915+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:20:04.747915+0000","last_undegraded":"2023-09-23T18:20:04.747915+0000","last_fullsized":"2023-09-23T18:20:04.747915+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":237,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484531+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:20:09.484531+0000","last_peered":"2023-09-23T18:20:09.484531+0000","last_clean":"2023-09-23T18:20:09.484531+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:20:09.484531+0000","last_undegraded":"2023-09-23T18:20:09.484531+0000","last_fullsized":"2023-09-23T18:20:09.484531+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":46,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483473+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:20:09.483473+0000","last_peered":"2023-09-23T18:20:09.483473+0000","last_clean":"2023-09-23T18:20:09.483473+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:20:09.483473+0000","last_undegraded":"2023-09-23T18:20:09.483473+0000","last_fullsized":"2023-09-23T18:20:09.483473+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":385,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.748052+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:20:04.748052+0000","last_peered":"2023-09-23T18:20:04.748052+0000","last_clean":"2023-09-23T18:20:04.748052+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:20:04.748052+0000","last_undegraded":"2023-09-23T18:20:04.748052+0000","last_fullsized":"2023-09-23T18:20:04.748052+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":310,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.746989+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:20:04.746989+0000","last_peered":"2023-09-23T18:20:04.746989+0000","last_clean":"2023-09-23T18:20:04.746989+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:20:04.746989+0000","last_undegraded":"2023-09-23T18:20:04.746989+0000","last_fullsized":"2023-09-23T18:20:04.746989+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":401,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.743526+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:20:04.743526+0000","last_peered":"2023-09-23T18:20:04.743526+0000","last_clean":"2023-09-23T18:20:04.743526+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:20:04.743526+0000","last_undegraded":"2023-09-23T18:20:04.743526+0000","last_fullsized":"2023-09-23T18:20:04.743526+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":50,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483965+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:20:09.483965+0000","last_peered":"2023-09-23T18:20:09.483965+0000","last_clean":"2023-09-23T18:20:09.483965+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:20:09.483965+0000","last_undegraded":"2023-09-23T18:20:09.483965+0000","last_fullsized":"2023-09-23T18:20:09.483965+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":246,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483770+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:20:09.483770+0000","last_peered":"2023-09-23T18:20:09.483770+0000","last_clean":"2023-09-23T18:20:09.483770+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:20:09.483770+0000","last_undegraded":"2023-09-23T18:20:09.483770+0000","last_fullsized":"2023-09-23T18:20:09.483770+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.454756+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:20:11.454756+0000","last_peered":"2023-09-23T18:20:11.454756+0000","last_clean":"2023-09-23T18:20:11.454756+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:20:11.454756+0000","last_undegraded":"2023-09-23T18:20:11.454756+0000","last_fullsized":"2023-09-23T18:20:11.454756+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":50,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484019+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:20:09.484019+0000","last_peered":"2023-09-23T18:20:09.484019+0000","last_clean":"2023-09-23T18:20:09.484019+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:20:09.484019+0000","last_undegraded":"2023-09-23T18:20:09.484019+0000","last_fullsized":"2023-09-23T18:20:09.484019+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":417,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758129+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:20:06.758129+0000","last_peered":"2023-09-23T18:20:06.758129+0000","last_clean":"2023-09-23T18:20:06.758129+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:20:06.758129+0000","last_undegraded":"2023-09-23T18:20:06.758129+0000","last_fullsized":"2023-09-23T18:20:06.758129+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.503405+0000","last_change":"2023-09-23T18:20:10.503405+0000","last_active":"2023-09-23T18:20:10.503405+0000","last_peered":"2023-09-23T18:20:10.503405+0000","last_clean":"2023-09-23T18:20:10.503405+0000","last_became_active":"2023-09-23T18:20:10.503102+0000","last_became_peered":"2023-09-23T18:20:10.503102+0000","last_unstale":"2023-09-23T18:20:10.503405+0000","last_undegraded":"2023-09-23T18:20:10.503405+0000","last_fullsized":"2023-09-23T18:20:10.503405+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":50,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484172+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:20:09.484172+0000","last_peered":"2023-09-23T18:20:09.484172+0000","last_clean":"2023-09-23T18:20:09.484172+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:20:09.484172+0000","last_undegraded":"2023-09-23T18:20:09.484172+0000","last_fullsized":"2023-09-23T18:20:09.484172+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":264,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477577+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:20:09.477577+0000","last_peered":"2023-09-23T18:20:09.477577+0000","last_clean":"2023-09-23T18:20:09.477577+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:20:09.477577+0000","last_undegraded":"2023-09-23T18:20:09.477577+0000","last_fullsized":"2023-09-23T18:20:09.477577+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":3,"reported_epoch":399,"state":"creating+activating","last_fresh":"2023-09-23T18:20:10.497705+0000","last_change":"2023-09-23T18:20:10.497705+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:10.497705+0000","last_undegraded":"2023-09-23T18:20:10.497705+0000","last_fullsized":"2023-09-23T18:20:10.497705+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":["5","1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":402,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.485384+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:20:09.485384+0000","last_peered":"2023-09-23T18:20:09.485384+0000","last_clean":"2023-09-23T18:20:09.485384+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:20:09.485384+0000","last_undegraded":"2023-09-23T18:20:09.485384+0000","last_fullsized":"2023-09-23T18:20:09.485384+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":403,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747432+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:20:04.747432+0000","last_peered":"2023-09-23T18:20:04.747432+0000","last_clean":"2023-09-23T18:20:04.747432+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:20:04.747432+0000","last_undegraded":"2023-09-23T18:20:04.747432+0000","last_fullsized":"2023-09-23T18:20:04.747432+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":425,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742759+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:20:04.742759+0000","last_peered":"2023-09-23T18:20:04.742759+0000","last_clean":"2023-09-23T18:20:04.742759+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:20:04.742759+0000","last_undegraded":"2023-09-23T18:20:04.742759+0000","last_fullsized":"2023-09-23T18:20:04.742759+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758258+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:20:06.758258+0000","last_peered":"2023-09-23T18:20:06.758258+0000","last_clean":"2023-09-23T18:20:06.758258+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:20:06.758258+0000","last_undegraded":"2023-09-23T18:20:06.758258+0000","last_fullsized":"2023-09-23T18:20:06.758258+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.350752+0000","last_change":"2023-09-23T18:20:11.350380+0000","last_active":"2023-09-23T18:20:11.350752+0000","last_peered":"2023-09-23T18:20:11.350752+0000","last_clean":"2023-09-23T18:20:11.350752+0000","last_became_active":"2023-09-23T18:20:11.350079+0000","last_became_peered":"2023-09-23T18:20:11.350079+0000","last_unstale":"2023-09-23T18:20:11.350752+0000","last_undegraded":"2023-09-23T18:20:11.350752+0000","last_fullsized":"2023-09-23T18:20:11.350752+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:50.244058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758118+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:20:06.758118+0000","last_peered":"2023-09-23T18:20:06.758118+0000","last_clean":"2023-09-23T18:20:06.758118+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:20:06.758118+0000","last_undegraded":"2023-09-23T18:20:06.758118+0000","last_fullsized":"2023-09-23T18:20:06.758118+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758471+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:20:06.758471+0000","last_peered":"2023-09-23T18:20:06.758471+0000","last_clean":"2023-09-23T18:20:06.758471+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:20:06.758471+0000","last_undegraded":"2023-09-23T18:20:06.758471+0000","last_fullsized":"2023-09-23T18:20:06.758471+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.504122+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:20:10.504122+0000","last_peered":"2023-09-23T18:20:10.504122+0000","last_clean":"2023-09-23T18:20:10.504122+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:20:10.504122+0000","last_undegraded":"2023-09-23T18:20:10.504122+0000","last_fullsized":"2023-09-23T18:20:10.504122+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":64,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483786+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:20:09.483786+0000","last_peered":"2023-09-23T18:20:09.483786+0000","last_clean":"2023-09-23T18:20:09.483786+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:20:09.483786+0000","last_undegraded":"2023-09-23T18:20:09.483786+0000","last_fullsized":"2023-09-23T18:20:09.483786+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":417,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758595+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:20:06.758595+0000","last_peered":"2023-09-23T18:20:06.758595+0000","last_clean":"2023-09-23T18:20:06.758595+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:20:06.758595+0000","last_undegraded":"2023-09-23T18:20:06.758595+0000","last_fullsized":"2023-09-23T18:20:06.758595+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":436,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742402+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:20:04.742402+0000","last_peered":"2023-09-23T18:20:04.742402+0000","last_clean":"2023-09-23T18:20:04.742402+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:20:04.742402+0000","last_undegraded":"2023-09-23T18:20:04.742402+0000","last_fullsized":"2023-09-23T18:20:04.742402+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":399,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477170+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:20:09.477170+0000","last_peered":"2023-09-23T18:20:09.477170+0000","last_clean":"2023-09-23T18:20:09.477170+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:20:09.477170+0000","last_undegraded":"2023-09-23T18:20:09.477170+0000","last_fullsized":"2023-09-23T18:20:09.477170+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.505534+0000","last_change":"2023-09-23T18:20:10.505534+0000","last_active":"2023-09-23T18:20:10.505534+0000","last_peered":"2023-09-23T18:20:10.505534+0000","last_clean":"2023-09-23T18:20:10.505534+0000","last_became_active":"2023-09-23T18:20:10.505302+0000","last_became_peered":"2023-09-23T18:20:10.505302+0000","last_unstale":"2023-09-23T18:20:10.505534+0000","last_undegraded":"2023-09-23T18:20:10.505534+0000","last_fullsized":"2023-09-23T18:20:10.505534+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1036,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.478449+0000","last_change":"2023-09-23T18:20:04.749490+0000","last_active":"2023-09-23T18:20:09.478449+0000","last_peered":"2023-09-23T18:20:09.478449+0000","last_clean":"2023-09-23T18:20:09.478449+0000","last_became_active":"2023-09-23T18:20:04.748993+0000","last_became_peered":"2023-09-23T18:20:04.748993+0000","last_unstale":"2023-09-23T18:20:09.478449+0000","last_undegraded":"2023-09-23T18:20:09.478449+0000","last_fullsized":"2023-09-23T18:20:09.478449+0000","mapping_epoch":395,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":396,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:24.049270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":228,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484615+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:20:09.484615+0000","last_peered":"2023-09-23T18:20:09.484615+0000","last_clean":"2023-09-23T18:20:09.484615+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:20:09.484615+0000","last_undegraded":"2023-09-23T18:20:09.484615+0000","last_fullsized":"2023-09-23T18:20:09.484615+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":310,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477507+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:20:09.477507+0000","last_peered":"2023-09-23T18:20:09.477507+0000","last_clean":"2023-09-23T18:20:09.477507+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:20:09.477507+0000","last_undegraded":"2023-09-23T18:20:09.477507+0000","last_fullsized":"2023-09-23T18:20:09.477507+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1142,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484195+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:20:09.484195+0000","last_peered":"2023-09-23T18:20:09.484195+0000","last_clean":"2023-09-23T18:20:09.484195+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:20:09.484195+0000","last_undegraded":"2023-09-23T18:20:09.484195+0000","last_fullsized":"2023-09-23T18:20:09.484195+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":400,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758293+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:20:06.758293+0000","last_peered":"2023-09-23T18:20:06.758293+0000","last_clean":"2023-09-23T18:20:06.758293+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:20:06.758293+0000","last_undegraded":"2023-09-23T18:20:06.758293+0000","last_fullsized":"2023-09-23T18:20:06.758293+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":315,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.478309+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:20:09.478309+0000","last_peered":"2023-09-23T18:20:09.478309+0000","last_clean":"2023-09-23T18:20:09.478309+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:20:09.478309+0000","last_undegraded":"2023-09-23T18:20:09.478309+0000","last_fullsized":"2023-09-23T18:20:09.478309+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.504429+0000","last_change":"2023-09-23T18:20:10.504429+0000","last_active":"2023-09-23T18:20:10.504429+0000","last_peered":"2023-09-23T18:20:10.504429+0000","last_clean":"2023-09-23T18:20:10.504429+0000","last_became_active":"2023-09-23T18:20:10.504151+0000","last_became_peered":"2023-09-23T18:20:10.504151+0000","last_unstale":"2023-09-23T18:20:10.504429+0000","last_undegraded":"2023-09-23T18:20:10.504429+0000","last_fullsized":"2023-09-23T18:20:10.504429+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":661,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-09-23T18:20:03.735595+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:20:03.735595+0000","last_peered":"2023-09-23T18:20:03.735595+0000","last_clean":"2023-09-23T18:20:03.735595+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:20:03.735595+0000","last_undegraded":"2023-09-23T18:20:03.735595+0000","last_fullsized":"2023-09-23T18:20:03.735595+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":320,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477435+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:20:09.477435+0000","last_peered":"2023-09-23T18:20:09.477435+0000","last_clean":"2023-09-23T18:20:09.477435+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:20:09.477435+0000","last_undegraded":"2023-09-23T18:20:09.477435+0000","last_fullsized":"2023-09-23T18:20:09.477435+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":408,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477233+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:20:09.477233+0000","last_peered":"2023-09-23T18:20:09.477233+0000","last_clean":"2023-09-23T18:20:09.477233+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:20:09.477233+0000","last_undegraded":"2023-09-23T18:20:09.477233+0000","last_fullsized":"2023-09-23T18:20:09.477233+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":981,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484424+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:20:09.484424+0000","last_peered":"2023-09-23T18:20:09.484424+0000","last_clean":"2023-09-23T18:20:09.484424+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:20:09.484424+0000","last_undegraded":"2023-09-23T18:20:09.484424+0000","last_fullsized":"2023-09-23T18:20:09.484424+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":402,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483487+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:20:09.483487+0000","last_peered":"2023-09-23T18:20:09.483487+0000","last_clean":"2023-09-23T18:20:09.483487+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:20:09.483487+0000","last_undegraded":"2023-09-23T18:20:09.483487+0000","last_fullsized":"2023-09-23T18:20:09.483487+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":435,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742476+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:20:04.742476+0000","last_peered":"2023-09-23T18:20:04.742476+0000","last_clean":"2023-09-23T18:20:04.742476+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:20:04.742476+0000","last_undegraded":"2023-09-23T18:20:04.742476+0000","last_fullsized":"2023-09-23T18:20:04.742476+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":85,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758406+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:20:06.758406+0000","last_peered":"2023-09-23T18:20:06.758406+0000","last_clean":"2023-09-23T18:20:06.758406+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:20:06.758406+0000","last_undegraded":"2023-09-23T18:20:06.758406+0000","last_fullsized":"2023-09-23T18:20:06.758406+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":748,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.483401+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:20:09.483401+0000","last_peered":"2023-09-23T18:20:09.483401+0000","last_clean":"2023-09-23T18:20:09.483401+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:20:09.483401+0000","last_undegraded":"2023-09-23T18:20:09.483401+0000","last_fullsized":"2023-09-23T18:20:09.483401+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":395,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:07.195459+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:20:07.195459+0000","last_peered":"2023-09-23T18:20:07.195459+0000","last_clean":"2023-09-23T18:20:07.195459+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:20:07.195459+0000","last_undegraded":"2023-09-23T18:20:07.195459+0000","last_fullsized":"2023-09-23T18:20:07.195459+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":260,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747812+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:20:04.747812+0000","last_peered":"2023-09-23T18:20:04.747812+0000","last_clean":"2023-09-23T18:20:04.747812+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:20:04.747812+0000","last_undegraded":"2023-09-23T18:20:04.747812+0000","last_fullsized":"2023-09-23T18:20:04.747812+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":3,"reported_epoch":399,"state":"creating+activating","last_fresh":"2023-09-23T18:20:10.499163+0000","last_change":"2023-09-23T18:20:10.499163+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:10.499163+0000","last_undegraded":"2023-09-23T18:20:10.499163+0000","last_fullsized":"2023-09-23T18:20:10.499163+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":["7","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":58,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484018+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:20:09.484018+0000","last_peered":"2023-09-23T18:20:09.484018+0000","last_clean":"2023-09-23T18:20:09.484018+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:20:09.484018+0000","last_undegraded":"2023-09-23T18:20:09.484018+0000","last_fullsized":"2023-09-23T18:20:09.484018+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":339,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.478533+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:20:09.478533+0000","last_peered":"2023-09-23T18:20:09.478533+0000","last_clean":"2023-09-23T18:20:09.478533+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:20:09.478533+0000","last_undegraded":"2023-09-23T18:20:09.478533+0000","last_fullsized":"2023-09-23T18:20:09.478533+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":419,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747590+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:20:04.747590+0000","last_peered":"2023-09-23T18:20:04.747590+0000","last_clean":"2023-09-23T18:20:04.747590+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:20:04.747590+0000","last_undegraded":"2023-09-23T18:20:04.747590+0000","last_fullsized":"2023-09-23T18:20:04.747590+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.503989+0000","last_change":"2023-09-23T18:20:10.503989+0000","last_active":"2023-09-23T18:20:10.503989+0000","last_peered":"2023-09-23T18:20:10.503989+0000","last_clean":"2023-09-23T18:20:10.503989+0000","last_became_active":"2023-09-23T18:20:10.503712+0000","last_became_peered":"2023-09-23T18:20:10.503712+0000","last_unstale":"2023-09-23T18:20:10.503989+0000","last_undegraded":"2023-09-23T18:20:10.503989+0000","last_fullsized":"2023-09-23T18:20:10.503989+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":399,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.743456+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:20:04.743456+0000","last_peered":"2023-09-23T18:20:04.743456+0000","last_clean":"2023-09-23T18:20:04.743456+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:20:04.743456+0000","last_undegraded":"2023-09-23T18:20:04.743456+0000","last_fullsized":"2023-09-23T18:20:04.743456+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1027,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.477084+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:20:09.477084+0000","last_peered":"2023-09-23T18:20:09.477084+0000","last_clean":"2023-09-23T18:20:09.477084+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:20:09.477084+0000","last_undegraded":"2023-09-23T18:20:09.477084+0000","last_fullsized":"2023-09-23T18:20:09.477084+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":440,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742496+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:20:04.742496+0000","last_peered":"2023-09-23T18:20:04.742496+0000","last_clean":"2023-09-23T18:20:04.742496+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:20:04.742496+0000","last_undegraded":"2023-09-23T18:20:04.742496+0000","last_fullsized":"2023-09-23T18:20:04.742496+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T18:20:09.472751+0000","last_change":"2023-09-23T18:20:09.472751+0000","last_active":"2023-09-23T18:20:09.472751+0000","last_peered":"2023-09-23T18:20:09.472751+0000","last_clean":"2023-09-23T18:20:09.472751+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T18:20:09.472751+0000","last_undegraded":"2023-09-23T18:20:09.472751+0000","last_fullsized":"2023-09-23T18:20:09.472751+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":70,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484063+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:20:09.484063+0000","last_peered":"2023-09-23T18:20:09.484063+0000","last_clean":"2023-09-23T18:20:09.484063+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:20:09.484063+0000","last_undegraded":"2023-09-23T18:20:09.484063+0000","last_fullsized":"2023-09-23T18:20:09.484063+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":255,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747972+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:20:04.747972+0000","last_peered":"2023-09-23T18:20:04.747972+0000","last_clean":"2023-09-23T18:20:04.747972+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:20:04.747972+0000","last_undegraded":"2023-09-23T18:20:04.747972+0000","last_fullsized":"2023-09-23T18:20:04.747972+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758030+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:20:06.758030+0000","last_peered":"2023-09-23T18:20:06.758030+0000","last_clean":"2023-09-23T18:20:06.758030+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:20:06.758030+0000","last_undegraded":"2023-09-23T18:20:06.758030+0000","last_fullsized":"2023-09-23T18:20:06.758030+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":268,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747516+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:20:04.747516+0000","last_peered":"2023-09-23T18:20:04.747516+0000","last_clean":"2023-09-23T18:20:04.747516+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:20:04.747516+0000","last_undegraded":"2023-09-23T18:20:04.747516+0000","last_fullsized":"2023-09-23T18:20:04.747516+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":200,"reported_epoch":395,"state":"active+clean","last_fresh":"2023-09-23T18:20:03.736250+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:20:03.736250+0000","last_peered":"2023-09-23T18:20:03.736250+0000","last_clean":"2023-09-23T18:20:03.736250+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:20:03.736250+0000","last_undegraded":"2023-09-23T18:20:03.736250+0000","last_fullsized":"2023-09-23T18:20:03.736250+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":406,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.485322+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:20:09.485322+0000","last_peered":"2023-09-23T18:20:09.485322+0000","last_clean":"2023-09-23T18:20:09.485322+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:20:09.485322+0000","last_undegraded":"2023-09-23T18:20:09.485322+0000","last_fullsized":"2023-09-23T18:20:09.485322+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758345+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:20:06.758345+0000","last_peered":"2023-09-23T18:20:06.758345+0000","last_clean":"2023-09-23T18:20:06.758345+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:20:06.758345+0000","last_undegraded":"2023-09-23T18:20:06.758345+0000","last_fullsized":"2023-09-23T18:20:06.758345+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":393,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T18:20:09.484620+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:20:09.484620+0000","last_peered":"2023-09-23T18:20:09.484620+0000","last_clean":"2023-09-23T18:20:09.484620+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:20:09.484620+0000","last_undegraded":"2023-09-23T18:20:09.484620+0000","last_fullsized":"2023-09-23T18:20:09.484620+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.758208+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:20:06.758208+0000","last_peered":"2023-09-23T18:20:06.758208+0000","last_clean":"2023-09-23T18:20:06.758208+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:20:06.758208+0000","last_undegraded":"2023-09-23T18:20:06.758208+0000","last_fullsized":"2023-09-23T18:20:06.758208+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":456,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742284+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:20:04.742284+0000","last_peered":"2023-09-23T18:20:04.742284+0000","last_clean":"2023-09-23T18:20:04.742284+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:20:04.742284+0000","last_undegraded":"2023-09-23T18:20:04.742284+0000","last_fullsized":"2023-09-23T18:20:04.742284+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":435,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.742548+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:20:04.742548+0000","last_peered":"2023-09-23T18:20:04.742548+0000","last_clean":"2023-09-23T18:20:04.742548+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:20:04.742548+0000","last_undegraded":"2023-09-23T18:20:04.742548+0000","last_fullsized":"2023-09-23T18:20:04.742548+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":287,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T18:20:04.747210+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:20:04.747210+0000","last_peered":"2023-09-23T18:20:04.747210+0000","last_clean":"2023-09-23T18:20:04.747210+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:20:04.747210+0000","last_undegraded":"2023-09-23T18:20:04.747210+0000","last_fullsized":"2023-09-23T18:20:04.747210+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":76,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T18:20:06.757886+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:20:06.757886+0000","last_peered":"2023-09-23T18:20:06.757886+0000","last_clean":"2023-09-23T18:20:06.757886+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:20:06.757886+0000","last_undegraded":"2023-09-23T18:20:06.757886+0000","last_fullsized":"2023-09-23T18:20:06.757886+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":180,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430623,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":904708,"kb_used_data":4412,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92840444,"statfs":{"total":95995035648,"available":95068614656,"internally_reserved":0,"allocated":4517888,"data_stored":3567468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.9139999999999999,"15min":1.873},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.22900000000000001},"max":{"1min":8.3859999999999992,"5min":10.436,"15min":53.850999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.8860000000000001,"5min":2.1160000000000001,"15min":1.9690000000000001},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":9.8190000000000008,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.40899999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:19:57 2023","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.7010000000000001,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.8049999999999997,"5min":10.259,"15min":12.595000000000001},"last":0.375},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.1629999999999998,"15min":2.056},"min":{"1min":0.29799999999999999,"5min":0.27800000000000002,"15min":0.26500000000000001},"max":{"1min":4.9199999999999999,"5min":10.401,"15min":12.573},"last":0.36099999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":2.1699999999999999,"15min":2.1200000000000001},"min":{"1min":0.33000000000000002,"5min":0.30099999999999999,"15min":0.26500000000000001},"max":{"1min":4.4329999999999998,"5min":13.282,"15min":15.449999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":2.5670000000000002,"5min":2.5019999999999998,"15min":2.2679999999999998},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.247},"max":{"1min":10.31,"5min":16.434000000000001,"15min":21.692},"last":0.34699999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":0.39000000000000001},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.284,"15min":0.97599999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":10.18,"5min":10.18,"15min":19.010000000000002},"last":0.246},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.371,"15min":1.0089999999999999},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":5.7389999999999999,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.28299999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":1.4279999999999999,"15min":1.0389999999999999},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":10.224,"5min":14.202,"15min":14.202},"last":0.27200000000000002},{"interface":"front","average":{"1min":1.599,"5min":1.3400000000000001,"15min":1.0760000000000001},"min":{"1min":0.30499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4429999999999996,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.30499999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.1890000000000001,"15min":0.98699999999999999},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":7.0129999999999999,"5min":13.385,"15min":13.385},"last":0.33100000000000002},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.6639999999999999,"15min":1.226},"min":{"1min":0.41499999999999998,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":9.9009999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.438}]}]},{"osd":6,"up_from":0,"seq":747324309719,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436686,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":998884,"kb_used_data":743260,"kb_used_omap":17,"kb_used_meta":255598,"kb_avail":92746268,"statfs":{"total":95995035648,"available":94972178432,"internally_reserved":0,"allocated":761098240,"data_stored":759423919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":261732452},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":5.6150000000000002,"5min":3.8450000000000002,"15min":4.6660000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":20.687999999999999,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":3.3809999999999998,"5min":2.899,"15min":3.1669999999999998},"min":{"1min":0.214,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":23.262,"5min":23.262,"15min":23.262},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":3.0790000000000002,"15min":4.4909999999999997},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.216},"max":{"1min":12.003,"5min":22.553000000000001,"15min":23.407},"last":0.438},{"interface":"front","average":{"1min":2.8519999999999999,"5min":3.1499999999999999,"15min":4.8620000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.449999999999999,"5min":20.986999999999998,"15min":57.387},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.6840000000000002,"5min":3.2229999999999999,"15min":3.7669999999999999},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":12.331,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9180000000000001,"15min":4.4880000000000004},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29099999999999998},"max":{"1min":12.031000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":2.3140000000000001,"15min":1.573},"min":{"1min":0.38400000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.0880000000000001,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":0.65000000000000002},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1000000000000001,"15min":2.516},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.879,"5min":11.879,"15min":14.898},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":2.3769999999999998,"15min":2.617},"min":{"1min":0.42499999999999999,"5min":0.35799999999999998,"15min":0.34000000000000002},"max":{"1min":11.977,"5min":11.977,"15min":14.987},"last":0.63600000000000001},{"interface":"front","average":{"1min":1.976,"5min":2.7570000000000001,"15min":2.8959999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":9.6869999999999994,"5min":14.894,"15min":31.023},"last":0.72399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":2.5550000000000002,"15min":2.843},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.38},"max":{"1min":8.2539999999999996,"5min":14.813000000000001,"15min":31.064},"last":0.69899999999999995},{"interface":"front","average":{"1min":2.706,"5min":2.629,"15min":1.6990000000000001},"min":{"1min":0.47199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":12.276999999999999,"5min":13.855,"15min":13.855},"last":0.625}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6699999999999999,"5min":2.6840000000000002,"15min":2.7189999999999999},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.39600000000000002},"max":{"1min":11.928000000000001,"5min":11.928000000000001,"15min":14.949999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.8319999999999999,"15min":2.9540000000000002},"min":{"1min":0.45000000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":7.7050000000000001,"5min":14.859,"15min":31.093},"last":0.751}]}]},{"osd":0,"up_from":85,"seq":365072220460,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1027444,"kb_used_data":384492,"kb_used_omap":8,"kb_used_meta":642935,"kb_avail":92717708,"statfs":{"total":95995035648,"available":94942932992,"internally_reserved":0,"allocated":393719808,"data_stored":392063301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":658366052},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":3.7709999999999999,"15min":3.3809999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":20.509,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":1.9379999999999999,"5min":4.4859999999999998,"15min":6.367},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.0190000000000001,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.38400000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.5270000000000001,"15min":3.1970000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":8.9860000000000007,"5min":19.773,"15min":27.821999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.3340000000000001,"5min":2.7429999999999999,"15min":2.9649999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":6.282,"5min":20.721,"15min":26.268000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.31900000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":5.4370000000000003,"5min":16.550000000000001,"15min":68.950000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.3109999999999999,"15min":2.544},"min":{"1min":0.36799999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":14.993,"5min":14.993,"15min":69.829999999999998},"last":0.45900000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.1059999999999999,"5min":2.8079999999999998,"15min":2.6379999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":15.361000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.5630000000000002,"15min":2.6789999999999998},"min":{"1min":0.37,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":7.1020000000000003,"5min":16.48,"15min":69.081000000000003},"last":0.59599999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3839999999999999,"15min":2.5870000000000002},"min":{"1min":0.42499999999999999,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":14.938000000000001,"5min":14.938000000000001,"15min":69.861999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.4849999999999999,"15min":2.6629999999999998},"min":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":8.9359999999999999,"5min":19.567,"15min":68.153000000000006},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.7320000000000002,"15min":2.8370000000000002},"min":{"1min":0.57099999999999995,"5min":0.374,"15min":0.374},"max":{"1min":9.1850000000000005,"5min":19.518000000000001,"15min":68.188999999999993},"last":0.56599999999999995},{"interface":"front","average":{"1min":3.847,"5min":3.0859999999999999,"15min":2.9710000000000001},"min":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.844999999999999,"5min":16.844999999999999,"15min":69.027000000000001},"last":0.51900000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":761492,"kb_used_data":4684,"kb_used_omap":16,"kb_used_meta":756783,"kb_avail":92983660,"statfs":{"total":95995035648,"available":95215267840,"internally_reserved":0,"allocated":4796416,"data_stored":3057702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":774945954},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.48599999999999999},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.502}]},{"osd":1,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.363,"15min":3.4830000000000001},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":16.975999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.2200000000000002,"5min":3.5249999999999999,"15min":3.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.141,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.56999999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":0.624},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":0.52600000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":0.80400000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.88800000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:19:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.9259999999999999,"15min":2.2759999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":10.555,"5min":10.555,"15min":17.853000000000002},"last":0.83799999999999997},{"interface":"front","average":{"1min":2.6749999999999998,"5min":2.3700000000000001,"15min":2.488},"min":{"1min":0.48299999999999998,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":10.586,"5min":14.699,"15min":17.919},"last":0.875}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.93300000000000005}]}]},{"osd":3,"up_from":100,"seq":429496729883,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1150684,"kb_used_data":392148,"kb_used_omap":4,"kb_used_meta":758523,"kb_avail":92594468,"statfs":{"total":95995035648,"available":94816735232,"internally_reserved":0,"allocated":401559552,"data_stored":399930668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":776727959},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":0.30399999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.4409999999999998,"15min":3.4710000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":14.747,"5min":14.747,"15min":14.747},"last":0.28199999999999997},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.214,"15min":2.9940000000000002},"min":{"1min":0.29799999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.2089999999999996,"5min":10.507,"15min":15.016},"last":0.438}]},{"osd":2,"last update":"Sat Sep 23 18:19:10 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.4860000000000002,"15min":2.9790000000000001},"min":{"1min":0.307,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.547000000000001,"5min":93.429000000000002,"15min":93.429000000000002},"last":0.33600000000000002},{"interface":"front","average":{"1min":3.847,"5min":3.774,"15min":3.032},"min":{"1min":0.31,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":10.281000000000001,"5min":90.498999999999995,"15min":90.498999999999995},"last":0.373}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":0.51600000000000001},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4430000000000001,"15min":2.4350000000000001},"min":{"1min":0.443,"5min":0.39000000000000001,"15min":0.318},"max":{"1min":11.233000000000001,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.585,"15min":2.7999999999999998},"min":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":11.276,"5min":18.751999999999999,"15min":93.280000000000001},"last":0.60599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":0.56799999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019306,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":605808,"kb_used_data":7912,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":93139344,"statfs":{"total":95995035648,"available":95374688256,"internally_reserved":0,"allocated":8101888,"data_stored":7163585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.6499999999999999,"15min":1.6160000000000001},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":6.9989999999999997,"5min":9.8770000000000007,"15min":11.686999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":3.194,"5min":2.4729999999999999,"15min":1.9950000000000001},"min":{"1min":0.44400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.8220000000000001,"5min":16.809999999999999,"15min":16.809999999999999},"last":0.38400000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:19:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":3.6200000000000001,"15min":2.544},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.665,"5min":155.029,"15min":155.029},"last":0.439},{"interface":"front","average":{"1min":2.1549999999999998,"5min":3.754,"15min":3.2879999999999998},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.6239999999999997,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.41299999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":0.33700000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.627,"15min":1.0980000000000001},"min":{"1min":0.374,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":8.1839999999999993,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.4470000000000001,"15min":1.143},"min":{"1min":0.48299999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.8899999999999997,"5min":12.292,"15min":12.292},"last":0.39800000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":0.45400000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823078,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1279416,"kb_used_data":378864,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92465736,"statfs":{"total":95995035648,"available":94684913664,"internally_reserved":0,"allocated":387956736,"data_stored":387013809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.8300000000000001,"15min":1.7310000000000001},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":3.1539999999999999,"5min":10.987,"15min":13.724},"last":0.47199999999999998},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.056,"15min":1.8779999999999999},"min":{"1min":0.35099999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.619999999999999,"5min":11.619999999999999,"15min":12.297000000000001},"last":0.371}]},{"osd":1,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":2.7400000000000002,"15min":2.02},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.427,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.895,"5min":3.085,"15min":2.1949999999999998},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.3659999999999997,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.41399999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.468,"15min":2.5710000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":7.3300000000000001,"5min":12.5,"15min":44.081000000000003},"last":0.443},{"interface":"front","average":{"1min":2.4790000000000001,"5min":2.2679999999999998,"15min":2.4710000000000001},"min":{"1min":0.38600000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":10.436,"5min":12.31,"15min":44.094999999999999},"last":0.433}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":0.27900000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":1.768,"15min":1.143},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":12.991,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":2.9100000000000001,"5min":2.1000000000000001,"15min":1.3280000000000001},"min":{"1min":0.40000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":12.760999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.40200000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.637,"15min":1.173},"min":{"1min":0.375,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":5.5590000000000002,"5min":16.779,"15min":16.779},"last":0.32800000000000001},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.198,"15min":1.3300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.711,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.45000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:20:13.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T18:20:13.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:13.378 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:13 smithi149 ceph-mon[135148]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:13 smithi149 ceph-mon[135148]: pgmap v1201: 89 pgs: 2 creating+activating, 7 unknown, 80 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:13 smithi149 ceph-mon[135148]: failed to encode map e400 with expected crc 2023-09-23T18:20:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:13 smithi149 ceph-mon[135148]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:13.504 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:13.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:13.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:13.557 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:13.576 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:13.595 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:13.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:13.633 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:13.637 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:13.652 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:13.671 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:13.689 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.691 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.692 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.692 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:20:13.779 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:13.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:13.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:13.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:13.911 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:14.088 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:14.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:14.091 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:14.192 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:14.225 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:14.343 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:14.346 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:14 smithi018 ceph-mon[153734]: failed to encode map e400 with expected crc 2023-09-23T18:20:14.346 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3754708010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:14.346 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:14 smithi018 ceph-mon[149401]: failed to encode map e400 with expected crc 2023-09-23T18:20:14.346 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3754708010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:14.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:14.347 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:14.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:14 smithi149 ceph-mon[135148]: failed to encode map e400 with expected crc 2023-09-23T18:20:14.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3754708010' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:14.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:14.476 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:14.764 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:14.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:14.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:14.868 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:14.898 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:14.939 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:14.939 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:20:14.939 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:20:14.939 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:20:14.939 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191696 7.8 7:12b47b0b:::benchmark_data_smithi018_282512_object90960:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.16409173599999, 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.86190235000000004, 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191696 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.940 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.941 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773205+0000", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773214+0000", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773232+0000", 2023-09-23T18:20:14.942 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8042000000000001e-05 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773242+0000", 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9599999999999995e-06 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773312+0000", 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0148999999999995e-05 2023-09-23T18:20:14.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773328+0000", 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5492999999999999e-05 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624703+0000", 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85137498700000003 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.944 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624813+0000", 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011019 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.625258+0000", 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044548500000000002 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.945 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631055+0000", 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057970239999999996 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634854+0000", 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037986679999999998 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.946 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635039+0000", 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000185346 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635079+0000", 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9579999999999997e-05 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635109+0000", 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0448999999999999e-05 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.947 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191732 7.8 7:16bdd6d8:::benchmark_data_smithi018_282512_object90996:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 323.086787265, 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.78470191, 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.948 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191732 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850511+0000", 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850515+0000", 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.456e-06 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.950 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850522+0000", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6930000000000007e-06 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850528+0000", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0589999999999999e-06 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855790+0000", 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052622190000000003 2023-09-23T18:20:14.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855800+0000", 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6919999999999997e-06 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627568+0000", 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77176778000000001 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.952 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627722+0000", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015445199999999999 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.628169+0000", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044654599999999998 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634816+0000", 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066473340000000004 2023-09-23T18:20:14.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634886+0000", 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9692999999999998e-05 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635148+0000", 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026230900000000001 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.954 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635183+0000", 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4604999999999998e-05 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635214+0000", 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0620999999999997e-05 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.955 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191803 7.8 7:10d3612c:::benchmark_data_smithi018_282512_object91067:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.93963805300001, 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.64751212599999997, 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.956 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191803 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.957 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997659+0000", 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997667+0000", 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3690000000000001e-06 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.958 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997701+0000", 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4372999999999998e-05 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997709+0000", 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7989999999999994e-06 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997764+0000", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5096999999999998e-05 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997774+0000", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0214000000000001e-05 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631083+0000", 2023-09-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.63330904700000001 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631192+0000", 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108782 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631607+0000", 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00041560300000000001 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.961 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635117+0000", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035097269999999998 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645044+0000", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099265450000000002 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645094+0000", 2023-09-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0136999999999998e-05 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645138+0000", 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4536000000000002e-05 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645173+0000", 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4561000000000003e-05 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191836 7.8 7:17369d83:::benchmark_data_smithi018_282512_object91100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.87744001300001, 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59936054100000002, 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.964 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191836 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:20:14.965 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059858+0000", 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059866+0000", 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1130000000000001e-06 2023-09-23T18:20:14.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059888+0000", 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2150999999999998e-05 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059899+0000", 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0886e-05 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.967 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059971+0000", 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1962e-05 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059985+0000", 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4612e-05 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635238+0000", 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57525281399999995 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.968 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635350+0000", 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111999 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635867+0000", 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000516546 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.969 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645056+0000", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091896889999999991 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645239+0000", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018317100000000001 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659160+0000", 2023-09-23T18:20:14.970 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013920916 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659193+0000", 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2155e-05 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659219+0000", 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6863999999999999e-05 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.971 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191895 7.8 7:1025938e:::benchmark_data_smithi018_282512_object91159:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.75868043499997, 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48071714199999999, 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.972 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191895 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:20:14.973 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178617+0000", 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178624+0000", 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6449999999999999e-06 2023-09-23T18:20:14.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178639+0000", 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5315000000000002e-05 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178647+0000", 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1659999999999994e-06 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.975 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178714+0000", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7167000000000003e-05 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178728+0000", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3565e-05 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638879+0000", 2023-09-23T18:20:14.976 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.46015137 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638999+0000", 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119497 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.639463+0000", 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046462400000000002 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.977 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645187+0000", 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057239179999999997 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645284+0000", 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6632999999999995e-05 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.978 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659275+0000", 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013990759 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659302+0000", 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6792e-05 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659336+0000", 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3998999999999998e-05 2023-09-23T18:20:14.979 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191923 7.8 7:179adf97:::benchmark_data_smithi018_282512_object91187:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.70143920100003, 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.423615833, 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.980 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191923 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:20:14.981 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235858+0000", 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235866+0000", 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9359999999999999e-06 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.982 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235879+0000", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3006999999999999e-05 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235888+0000", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1789999999999997e-06 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236173+0000", 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028484799999999998 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.983 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236184+0000", 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0376e-05 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642025+0000", 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.40584150899999999 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.984 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642159+0000", 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013441200000000001 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642585+0000", 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042579500000000003 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659091+0000", 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016505391000000001 2023-09-23T18:20:14.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659231+0000", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140686 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659392+0000", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000160216 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659438+0000", 2023-09-23T18:20:14.986 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6480999999999998e-05 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659476+0000", 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7478999999999998e-05 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191952 7.8 7:1714e10d:::benchmark_data_smithi018_282512_object91216:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.987 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.65187099500002, 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37416416800000002, 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191952 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.988 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285427+0000", 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:14.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285432+0000", 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1839999999999998e-06 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285441+0000", 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5349999999999993e-06 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.990 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285448+0000", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8310000000000003e-06 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285623+0000", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000174888 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285633+0000", 2023-09-23T18:20:14.991 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0216e-05 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645314+0000", 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35968038800000002 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645420+0000", 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000106792 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.992 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645923+0000", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050258499999999995 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659131+0000", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013208216 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659238+0000", 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107026 2023-09-23T18:20:14.993 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659521+0000", 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028231699999999997 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659562+0000", 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1835999999999997e-05 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.994 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659592+0000", 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9706999999999999e-05 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191955 7.8 7:1338d031:::benchmark_data_smithi018_282512_object91219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.651797875, 2023-09-23T18:20:14.995 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39092993199999998, 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191955 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:20:14.996 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.997 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285503+0000", 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1220000000000002e-06 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285509+0000", 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0739999999999998e-06 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:14.998 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285513+0000", 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3479999999999997e-06 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285894+0000", 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00038116400000000003 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285903+0000", 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3229999999999998e-06 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:14.999 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649005+0000", 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.36310273999999998 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649099+0000", 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3047999999999994e-05 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:15.000 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649587+0000", 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048836799999999998 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659626+0000", 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010038652 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674912+0000", 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015286182000000001 2023-09-23T18:20:15.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676346+0000", 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001434619 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676392+0000", 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5478000000000001e-05 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.002 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676431+0000", 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9107999999999999e-05 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191967 7.8 7:146dc408:::benchmark_data_smithi018_282512_object91231:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:20:15.003 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.63144856600002, 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37065100600000001, 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191967 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:20:15.004 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305849+0000", 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:15.005 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305856+0000", 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5059999999999998e-06 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305869+0000", 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.313e-05 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.006 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305877+0000", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0520000000000002e-06 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306548+0000", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00067046499999999997 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306557+0000", 2023-09-23T18:20:15.007 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6309999999999998e-06 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652593+0000", 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.34603519900000002 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652708+0000", 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115615 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.008 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.653207+0000", 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049854000000000001 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674940+0000", 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021733656000000001 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.009 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675026+0000", 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5524000000000003e-05 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676439+0000", 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001412492 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676471+0000", 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2648999999999999e-05 2023-09-23T18:20:15.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676501+0000", 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0161000000000001e-05 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:192064 7.8 7:16f12714:::benchmark_data_smithi018_282512_object91328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:20:15.011 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 322.42561668000002, 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16488534399999999, 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 192064 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.012 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511681+0000", 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.013 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511689+0000", 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0940000000000008e-06 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511705+0000", 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6554000000000001e-05 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.014 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511712+0000", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.528e-06 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511771+0000", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9549000000000002e-05 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511783+0000", 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1776999999999999e-05 2023-09-23T18:20:15.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656096+0000", 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14431292000000001 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656170+0000", 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3757000000000006e-05 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.016 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656607+0000", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043718000000000001 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674971+0000", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018363626000000001 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675051+0000", 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0369000000000003e-05 2023-09-23T18:20:15.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676507+0000", 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014557089999999999 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676538+0000", 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1148000000000001e-05 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.018 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676568+0000", 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9660000000000001e-05 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20544 8.3 e352/347 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head v 352'1266, mlcod=352'1264)", 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27930201499998, 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19430339999999999, 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.019 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.020 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657996+0000", 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658017+0000", 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1268999999999999e-05 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658028+0000", 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0645999999999999e-05 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.021 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658036+0000", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1750000000000005e-06 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658149+0000", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113263 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658169+0000", 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9504000000000002e-05 2023-09-23T18:20:15.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852064+0000", 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193895283 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852300+0000", 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000236009 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20545 8.1 e352/347 8:83172a86:::benchmark_data_smithi018_324167_object20544:head v 352'1355, mlcod=352'1352)", 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27924669399999, 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19302409600000001, 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:20:15.024 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658074+0000", 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2078000000000001e-05 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658081+0000", 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3799999999999996e-06 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.026 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658087+0000", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5160000000000002e-06 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658858+0000", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077151699999999999 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658879+0000", 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0264000000000001e-05 2023-09-23T18:20:15.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.192160206 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851076+0000", 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7398999999999999e-05 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20546 8.f e352/347 8:f1945519:::benchmark_data_smithi018_324167_object20545:head v 352'1278, mlcod=352'1275)", 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.279185751, 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194484248, 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658133+0000", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0191e-05 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658140+0000", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.153e-06 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658145+0000", 2023-09-23T18:20:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1580000000000004e-06 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658217+0000", 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1649000000000005e-05 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658237+0000", 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9970999999999999e-05 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852522+0000", 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19428548100000001 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852597+0000", 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4955000000000003e-05 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20543 8.4 e352/347 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head v 352'1269, mlcod=352'1267)", 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27788489099999, 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194038971, 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659413+0000", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659458+0000", 2023-09-23T18:20:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4836999999999998e-05 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659479+0000", 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0962e-05 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659487+0000", 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6969999999999993e-06 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851011+0000", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191524684 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851037+0000", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5460999999999999e-05 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853384+0000", 2023-09-23T18:20:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023468759999999999 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853453+0000", 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9220000000000005e-05 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20547 8.f e352/347 8:fddac9e6:::benchmark_data_smithi018_324167_object20546:head v 352'1279, mlcod=352'1275)", 2023-09-23T18:20:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:20:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27769621900001, 2023-09-23T18:20:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193809814, 2023-09-23T18:20:15.040 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659602+0000", 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659625+0000", 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3034e-05 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.042 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659634+0000", 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6149999999999997e-06 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659640+0000", 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1070000000000001e-06 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.043 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851110+0000", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191469685 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851131+0000", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1787999999999999e-05 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853369+0000", 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022375479999999998 2023-09-23T18:20:15.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853412+0000", 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3476000000000002e-05 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20548 8.e e352/347 8:7868da99:::benchmark_data_smithi018_324167_object20547:head v 352'1327, mlcod=352'1325)", 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27607610299998, 2023-09-23T18:20:15.045 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19215998300000001, 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.046 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661222+0000", 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661247+0000", 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5371000000000002e-05 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.047 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850974+0000", 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972740199999999 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851004+0000", 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9739000000000001e-05 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851095+0000", 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0574000000000004e-05 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.048 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851116+0000", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1145000000000002e-05 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853346+0000", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022303069999999999 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853383+0000", 2023-09-23T18:20:15.049 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6536999999999999e-05 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20549 8.7 e352/347 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head v 352'1259, mlcod=352'1257)", 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 266.27606030499999, 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19235265300000001, 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661238+0000", 2023-09-23T18:20:15.051 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661262+0000", 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4709999999999999e-05 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850963+0000", 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18970126200000001 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.052 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851000+0000", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6508999999999999e-05 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8732000000000001e-05 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851062+0000", 2023-09-23T18:20:15.053 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2838000000000001e-05 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853552+0000", 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024902879999999998 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853591+0000", 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9366000000000002e-05 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.054 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137273 8.d e376/363 8:b3cba817:::benchmark_data_smithi018_324167_object38943:head v 376'8499, mlcod=354'2390)", 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.905786474, 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.157594291, 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.055 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:15.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031521+0000", 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.55e-06 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031534+0000", 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2865e-05 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.057 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031539+0000", 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1440000000000002e-06 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031582+0000", 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2797999999999999e-05 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031599+0000", 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7294000000000001e-05 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.058 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039123+0000", 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075232529999999997 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189107+0000", 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14998404900000001 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137284 8.3 e376/347 8:c052f188:::benchmark_data_smithi018_324167_object38954:head v 376'8575, mlcod=376'8573)", 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.89825944099999, 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16403435499999999, 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:20:15.060 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039038+0000", 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039049+0000", 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0225e-05 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039063+0000", 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3978999999999999e-05 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039071+0000", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.85e-06 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189082+0000", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.150010694 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189105+0000", 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3258e-05 2023-09-23T18:20:15.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.203032+0000", 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013926328999999999 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.203074+0000", 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2117999999999999e-05 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137286 8.a e376/347 8:515c0479:::benchmark_data_smithi018_324167_object38956:head v 376'8440, mlcod=376'8438)", 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 120.89452629, 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15682059800000001, 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042771+0000", 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:15.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042782+0000", 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0375e-05 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189044+0000", 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14626235000000001 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189057+0000", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3091000000000001e-05 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189120+0000", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2762000000000007e-05 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189142+0000", 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1817000000000001e-05 2023-09-23T18:20:15.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199571+0000", 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010429030000000001 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199593+0000", 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2362999999999999e-05 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.069 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.070 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:15.070 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:15.070 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:15.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:15.071 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:15.071 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:15.071 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:15.157 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_4' 2023-09-23T18:20:15.172 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:15.200 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:15 smithi018 ceph-mon[153734]: pgmap v1202: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:15.200 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:20:15.200 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:15 smithi018 ceph-mon[149401]: pgmap v1202: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:15.200 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:20:15.201 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:14] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.33.4" 2023-09-23T18:20:15.203 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:15 smithi149 ceph-mon[135148]: pgmap v1202: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:15.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:20:15.471 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:20:15.544 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:15.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:15.547 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:15.648 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:15.674 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:15.711 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:15.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:15.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:15.815 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:15.842 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:15.878 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:15.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:15.882 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:15.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:15.983 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:20:16.011 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:16.047 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:16.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:16.051 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:16.151 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:16.164 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:20:16.179 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:16.215 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:16.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:16.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:16.270 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[153734]: failed to encode map e401 with expected crc 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[153734]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[149401]: failed to encode map e401 with expected crc 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[149401]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T18:20:16.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:16.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:16.346 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:16.381 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:16.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:16.385 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:16.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:16.515 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:16.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:16 smithi149 ceph-mon[135148]: failed to encode map e401 with expected crc 2023-09-23T18:20:16.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1735876452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:20:16.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:16 smithi149 ceph-mon[135148]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T18:20:16.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:16.660 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:16.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:16.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:16.752 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2023-09-23T18:20:16.754 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T18:20:16.754 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T18:20:16.759 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:{"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1600,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":402,"num_osds":8,"num_up_osds":8,"osd_up_since":1695492826,"num_in_osds":7,"osd_in_since":1695493024,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"creating+activating","count":2}],"num_pgs":89,"num_pools":5,"num_objects":28,"data_bytes":4790195,"bytes_used":6870355968,"bytes_avail":665094893568,"bytes_total":671965249536,"inactive_pgs_ratio":0.02247191034257412},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi018.bqhmud","status":"up:active","gid":14640}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.18:8443/","prometheus":"http://172.21.15.18:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T18:14:46.387993+0000","services":{}},"progress_events":{"5967f460-63ea-48d6-b59c-8025a634acd6":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [===========.................] (remaining: 6m)","progress":0.40000000596046448,"add_to_ceph_s":true},"d87da5c3-c771-4808-b129-ce238bf98639":{"message":"Global Recovery Event (2m)\n [===========================.] (remaining: 4s)","progress":0.97752809524536133,"add_to_ceph_s":true}}} 2023-09-23T18:20:16.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:16.793 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:16.819 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T18:20:16.819 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T18:20:16.820 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_362865 2023-09-23T18:20:16.820 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:20:16.820 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T18:20:16.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:20:17.119 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:17.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:17.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:17.228 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:17.236 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T18:20:17.236 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:20:17.274 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:17.332 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:17.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:17.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:17.382 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:20:17.382 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:20:17.382 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:20:17.382 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:20:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: pgmap v1204: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: failed to encode map e402 with expected crc 2023-09-23T18:20:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:17 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2561817573' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:20:17.441 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:17.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: pgmap v1204: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:17.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: failed to encode map e402 with expected crc 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2561817573' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: pgmap v1204: 89 pgs: 2 creating+activating, 87 active+clean; 4.6 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:17.542 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: failed to encode map e401 with expected crc 2023-09-23T18:20:17.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1047787340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:17.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T18:20:17.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: failed to encode map e402 with expected crc 2023-09-23T18:20:17.543 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:17 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2561817573' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T18:20:17.548 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:17.626 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:17.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:17.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:17.732 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:17.751 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:17.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:17.820 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 15 2861 2846 177.865 177.875 0.00437472 0.00560258 2023-09-23T18:20:17.833 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:20:18.015 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:18.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:18.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:18.021 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:18.122 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:18.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:18.240 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:18.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:18.245 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:18 smithi018 ceph-mon[149401]: failed to encode map e402 with expected crc 2023-09-23T18:20:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:18 smithi018 ceph-mon[153734]: failed to encode map e402 with expected crc 2023-09-23T18:20:18.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:18.475 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:18.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:18.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:18.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:18.596 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:20:18.634 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:18.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:18 smithi149 ceph-mon[135148]: failed to encode map e402 with expected crc 2023-09-23T18:20:18.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:20:18.822 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 5594 5578 174.091 170.75 0.00853428 0.00573146 2023-09-23T18:20:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:19.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:19.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:19.163 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:19.207 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:19.256 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:19 smithi018 ceph-mon[149401]: pgmap v1206: 89 pgs: 89 active+clean; 19 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 2.3 MiB/s wr, 37 op/s 2023-09-23T18:20:19.257 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:19 smithi018 ceph-mon[153734]: pgmap v1206: 89 pgs: 89 active+clean; 19 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 2.3 MiB/s wr, 37 op/s 2023-09-23T18:20:19.405 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:19.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:19.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:19.511 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:19.539 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:19 smithi149 ceph-mon[135148]: pgmap v1206: 89 pgs: 89 active+clean; 19 MiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 2.3 MiB/s wr, 37 op/s 2023-09-23T18:20:19.542 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:19.570 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:19.590 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:19.611 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:19.630 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:19.702 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:19.748 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:19.784 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:19.820 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:19.823 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 7824 7808 162.474 139.375 0.00685706 0.0061443 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:20:19.851 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:20.120 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:20.130 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:20:20.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2593382653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:20.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2593382653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:20.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2593382653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:20.709 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1207,"stamp":"2023-09-23T18:20:19.533209+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":71309235,"num_objects":1043,"num_object_clones":0,"num_object_copies":3129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1043,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":2121,"num_write_kb":80101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":262,"num_bytes_recovered":17989756,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2185,"ondisk_log_size":2185,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":272,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6765216,"kb_used_data":1948456,"kb_used_omap":47,"kb_used_meta":4816656,"kb_avail":649450848,"statfs":{"total":671965249536,"available":665037668352,"internally_reserved":0,"allocated":1995218944,"data_stored":1985626525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4932256001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":66519040,"num_objects":1015,"num_object_clones":0,"num_object_copies":3045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1015,"num_write_kb":64960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002134"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.452061+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:20:11.452061+0000","last_peered":"2023-09-23T18:20:11.452061+0000","last_clean":"2023-09-23T18:20:11.452061+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:20:11.452061+0000","last_undegraded":"2023-09-23T18:20:11.452061+0000","last_fullsized":"2023-09-23T18:20:11.452061+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":412,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.154603+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:20:15.154603+0000","last_peered":"2023-09-23T18:20:15.154603+0000","last_clean":"2023-09-23T18:20:15.154603+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:20:15.154603+0000","last_undegraded":"2023-09-23T18:20:15.154603+0000","last_fullsized":"2023-09-23T18:20:15.154603+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":345,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.498667+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:20:10.498667+0000","last_peered":"2023-09-23T18:20:10.498667+0000","last_clean":"2023-09-23T18:20:10.498667+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:20:10.498667+0000","last_undegraded":"2023-09-23T18:20:10.498667+0000","last_fullsized":"2023-09-23T18:20:10.498667+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":274,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403630+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:20:15.403630+0000","last_peered":"2023-09-23T18:20:15.403630+0000","last_clean":"2023-09-23T18:20:15.403630+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:20:15.403630+0000","last_undegraded":"2023-09-23T18:20:15.403630+0000","last_fullsized":"2023-09-23T18:20:15.403630+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":472,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153874+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:20:15.153874+0000","last_peered":"2023-09-23T18:20:15.153874+0000","last_clean":"2023-09-23T18:20:15.153874+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:20:15.153874+0000","last_undegraded":"2023-09-23T18:20:15.153874+0000","last_fullsized":"2023-09-23T18:20:15.153874+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":258,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804767+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:20:12.804767+0000","last_peered":"2023-09-23T18:20:12.804767+0000","last_clean":"2023-09-23T18:20:12.804767+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:20:12.804767+0000","last_undegraded":"2023-09-23T18:20:12.804767+0000","last_fullsized":"2023-09-23T18:20:12.804767+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":395,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403751+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:20:15.403751+0000","last_peered":"2023-09-23T18:20:15.403751+0000","last_clean":"2023-09-23T18:20:15.403751+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:20:15.403751+0000","last_undegraded":"2023-09-23T18:20:15.403751+0000","last_fullsized":"2023-09-23T18:20:15.403751+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":446,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153938+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:20:15.153938+0000","last_peered":"2023-09-23T18:20:15.153938+0000","last_clean":"2023-09-23T18:20:15.153938+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:20:15.153938+0000","last_undegraded":"2023-09-23T18:20:15.153938+0000","last_fullsized":"2023-09-23T18:20:15.153938+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":263,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805506+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:20:12.805506+0000","last_peered":"2023-09-23T18:20:12.805506+0000","last_clean":"2023-09-23T18:20:12.805506+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:20:12.805506+0000","last_undegraded":"2023-09-23T18:20:12.805506+0000","last_fullsized":"2023-09-23T18:20:12.805506+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":375,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153744+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:20:15.153744+0000","last_peered":"2023-09-23T18:20:15.153744+0000","last_clean":"2023-09-23T18:20:15.153744+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:20:15.153744+0000","last_undegraded":"2023-09-23T18:20:15.153744+0000","last_fullsized":"2023-09-23T18:20:15.153744+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":54,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495389+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:20:11.495389+0000","last_peered":"2023-09-23T18:20:11.495389+0000","last_clean":"2023-09-23T18:20:11.495389+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:20:11.495389+0000","last_undegraded":"2023-09-23T18:20:11.495389+0000","last_fullsized":"2023-09-23T18:20:11.495389+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":206,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805345+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:20:12.805345+0000","last_peered":"2023-09-23T18:20:12.805345+0000","last_clean":"2023-09-23T18:20:12.805345+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:20:12.805345+0000","last_undegraded":"2023-09-23T18:20:12.805345+0000","last_fullsized":"2023-09-23T18:20:12.805345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":107,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.453305+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:20:11.453305+0000","last_peered":"2023-09-23T18:20:11.453305+0000","last_clean":"2023-09-23T18:20:11.453305+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:20:11.453305+0000","last_undegraded":"2023-09-23T18:20:11.453305+0000","last_fullsized":"2023-09-23T18:20:11.453305+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":419,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.452016+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:20:11.452016+0000","last_peered":"2023-09-23T18:20:11.452016+0000","last_clean":"2023-09-23T18:20:11.452016+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:20:11.452016+0000","last_undegraded":"2023-09-23T18:20:11.452016+0000","last_fullsized":"2023-09-23T18:20:11.452016+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":54,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495097+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:20:11.495097+0000","last_peered":"2023-09-23T18:20:11.495097+0000","last_clean":"2023-09-23T18:20:11.495097+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:20:11.495097+0000","last_undegraded":"2023-09-23T18:20:11.495097+0000","last_fullsized":"2023-09-23T18:20:11.495097+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":437,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.154379+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:20:15.154379+0000","last_peered":"2023-09-23T18:20:15.154379+0000","last_clean":"2023-09-23T18:20:15.154379+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:20:15.154379+0000","last_undegraded":"2023-09-23T18:20:15.154379+0000","last_fullsized":"2023-09-23T18:20:15.154379+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":273,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403315+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:20:15.403315+0000","last_peered":"2023-09-23T18:20:15.403315+0000","last_clean":"2023-09-23T18:20:15.403315+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:20:15.403315+0000","last_undegraded":"2023-09-23T18:20:15.403315+0000","last_fullsized":"2023-09-23T18:20:15.403315+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":239,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805305+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:20:12.805305+0000","last_peered":"2023-09-23T18:20:12.805305+0000","last_clean":"2023-09-23T18:20:12.805305+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:20:12.805305+0000","last_undegraded":"2023-09-23T18:20:12.805305+0000","last_fullsized":"2023-09-23T18:20:12.805305+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":48,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.494983+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:20:11.494983+0000","last_peered":"2023-09-23T18:20:11.494983+0000","last_clean":"2023-09-23T18:20:11.494983+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:20:11.494983+0000","last_undegraded":"2023-09-23T18:20:11.494983+0000","last_fullsized":"2023-09-23T18:20:11.494983+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":390,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403740+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:20:15.403740+0000","last_peered":"2023-09-23T18:20:15.403740+0000","last_clean":"2023-09-23T18:20:15.403740+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:20:15.403740+0000","last_undegraded":"2023-09-23T18:20:15.403740+0000","last_fullsized":"2023-09-23T18:20:15.403740+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":315,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403330+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:20:15.403330+0000","last_peered":"2023-09-23T18:20:15.403330+0000","last_clean":"2023-09-23T18:20:15.403330+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:20:15.403330+0000","last_undegraded":"2023-09-23T18:20:15.403330+0000","last_fullsized":"2023-09-23T18:20:15.403330+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":406,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.155469+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:20:15.155469+0000","last_peered":"2023-09-23T18:20:15.155469+0000","last_clean":"2023-09-23T18:20:15.155469+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:20:15.155469+0000","last_undegraded":"2023-09-23T18:20:15.155469+0000","last_fullsized":"2023-09-23T18:20:15.155469+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"402'77","reported_seq":90,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.207360+0000","last_change":"2023-09-23T18:20:10.501122+0000","last_active":"2023-09-23T18:20:17.207360+0000","last_peered":"2023-09-23T18:20:17.207360+0000","last_clean":"2023-09-23T18:20:17.207360+0000","last_became_active":"2023-09-23T18:20:10.500857+0000","last_became_peered":"2023-09-23T18:20:10.500857+0000","last_unstale":"2023-09-23T18:20:17.207360+0000","last_undegraded":"2023-09-23T18:20:17.207360+0000","last_fullsized":"2023-09-23T18:20:17.207360+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:05:23.207643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5046272,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":77,"num_write_kb":4928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":52,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495419+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:20:11.495419+0000","last_peered":"2023-09-23T18:20:11.495419+0000","last_clean":"2023-09-23T18:20:11.495419+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:20:11.495419+0000","last_undegraded":"2023-09-23T18:20:11.495419+0000","last_fullsized":"2023-09-23T18:20:11.495419+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":248,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804850+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:20:12.804850+0000","last_peered":"2023-09-23T18:20:12.804850+0000","last_clean":"2023-09-23T18:20:12.804850+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:20:12.804850+0000","last_undegraded":"2023-09-23T18:20:12.804850+0000","last_fullsized":"2023-09-23T18:20:12.804850+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.500480+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:20:11.500480+0000","last_peered":"2023-09-23T18:20:11.500480+0000","last_clean":"2023-09-23T18:20:11.500480+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:20:11.500480+0000","last_undegraded":"2023-09-23T18:20:11.500480+0000","last_fullsized":"2023-09-23T18:20:11.500480+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":52,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495415+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:20:11.495415+0000","last_peered":"2023-09-23T18:20:11.495415+0000","last_clean":"2023-09-23T18:20:11.495415+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:20:11.495415+0000","last_undegraded":"2023-09-23T18:20:11.495415+0000","last_fullsized":"2023-09-23T18:20:11.495415+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":419,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451936+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:20:11.451936+0000","last_peered":"2023-09-23T18:20:11.451936+0000","last_clean":"2023-09-23T18:20:11.451936+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:20:11.451936+0000","last_undegraded":"2023-09-23T18:20:11.451936+0000","last_fullsized":"2023-09-23T18:20:11.451936+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805573+0000","last_change":"2023-09-23T18:20:10.503405+0000","last_active":"2023-09-23T18:20:12.805573+0000","last_peered":"2023-09-23T18:20:12.805573+0000","last_clean":"2023-09-23T18:20:12.805573+0000","last_became_active":"2023-09-23T18:20:10.503102+0000","last_became_peered":"2023-09-23T18:20:10.503102+0000","last_unstale":"2023-09-23T18:20:12.805573+0000","last_undegraded":"2023-09-23T18:20:12.805573+0000","last_fullsized":"2023-09-23T18:20:12.805573+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":52,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495489+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:20:11.495489+0000","last_peered":"2023-09-23T18:20:11.495489+0000","last_clean":"2023-09-23T18:20:11.495489+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:20:11.495489+0000","last_undegraded":"2023-09-23T18:20:11.495489+0000","last_fullsized":"2023-09-23T18:20:11.495489+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":266,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.173684+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:20:12.173684+0000","last_peered":"2023-09-23T18:20:12.173684+0000","last_clean":"2023-09-23T18:20:12.173684+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:20:12.173684+0000","last_undegraded":"2023-09-23T18:20:12.173684+0000","last_fullsized":"2023-09-23T18:20:12.173684+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805481+0000","last_change":"2023-09-23T18:20:11.349548+0000","last_active":"2023-09-23T18:20:12.805481+0000","last_peered":"2023-09-23T18:20:12.805481+0000","last_clean":"2023-09-23T18:20:12.805481+0000","last_became_active":"2023-09-23T18:20:11.349257+0000","last_became_peered":"2023-09-23T18:20:11.349257+0000","last_unstale":"2023-09-23T18:20:12.805481+0000","last_undegraded":"2023-09-23T18:20:12.805481+0000","last_fullsized":"2023-09-23T18:20:12.805481+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":404,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805127+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:20:12.805127+0000","last_peered":"2023-09-23T18:20:12.805127+0000","last_clean":"2023-09-23T18:20:12.805127+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:20:12.805127+0000","last_undegraded":"2023-09-23T18:20:12.805127+0000","last_fullsized":"2023-09-23T18:20:12.805127+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":408,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403354+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:20:15.403354+0000","last_peered":"2023-09-23T18:20:15.403354+0000","last_clean":"2023-09-23T18:20:15.403354+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:20:15.403354+0000","last_undegraded":"2023-09-23T18:20:15.403354+0000","last_fullsized":"2023-09-23T18:20:15.403354+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"402'205","reported_seq":218,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.923433+0000","last_change":"2023-09-23T18:20:11.453034+0000","last_active":"2023-09-23T18:20:17.923433+0000","last_peered":"2023-09-23T18:20:17.923433+0000","last_clean":"2023-09-23T18:20:17.923433+0000","last_became_active":"2023-09-23T18:20:11.452716+0000","last_became_peered":"2023-09-23T18:20:11.452716+0000","last_unstale":"2023-09-23T18:20:17.923433+0000","last_undegraded":"2023-09-23T18:20:17.923433+0000","last_fullsized":"2023-09-23T18:20:17.923433+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":205,"log_dups_size":0,"ondisk_log_size":205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:04.679636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13434880,"num_objects":205,"num_object_clones":0,"num_object_copies":615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":205,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":205,"num_write_kb":13120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":430,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.154972+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:20:15.154972+0000","last_peered":"2023-09-23T18:20:15.154972+0000","last_clean":"2023-09-23T18:20:15.154972+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:20:15.154972+0000","last_undegraded":"2023-09-23T18:20:15.154972+0000","last_fullsized":"2023-09-23T18:20:15.154972+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.453294+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:20:11.453294+0000","last_peered":"2023-09-23T18:20:11.453294+0000","last_clean":"2023-09-23T18:20:11.453294+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:20:11.453294+0000","last_undegraded":"2023-09-23T18:20:11.453294+0000","last_fullsized":"2023-09-23T18:20:11.453294+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":11,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.500427+0000","last_change":"2023-09-23T18:20:11.350380+0000","last_active":"2023-09-23T18:20:11.500427+0000","last_peered":"2023-09-23T18:20:11.500427+0000","last_clean":"2023-09-23T18:20:11.500427+0000","last_became_active":"2023-09-23T18:20:11.350079+0000","last_became_peered":"2023-09-23T18:20:11.350079+0000","last_unstale":"2023-09-23T18:20:11.500427+0000","last_undegraded":"2023-09-23T18:20:11.500427+0000","last_fullsized":"2023-09-23T18:20:11.500427+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:50.244058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451891+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:20:11.451891+0000","last_peered":"2023-09-23T18:20:11.451891+0000","last_clean":"2023-09-23T18:20:11.451891+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:20:11.451891+0000","last_undegraded":"2023-09-23T18:20:11.451891+0000","last_fullsized":"2023-09-23T18:20:11.451891+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.453489+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:20:11.453489+0000","last_peered":"2023-09-23T18:20:11.453489+0000","last_clean":"2023-09-23T18:20:11.453489+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:20:11.453489+0000","last_undegraded":"2023-09-23T18:20:11.453489+0000","last_fullsized":"2023-09-23T18:20:11.453489+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.494902+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:20:11.494902+0000","last_peered":"2023-09-23T18:20:11.494902+0000","last_clean":"2023-09-23T18:20:11.494902+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:20:11.494902+0000","last_undegraded":"2023-09-23T18:20:11.494902+0000","last_fullsized":"2023-09-23T18:20:11.494902+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":66,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804708+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:20:12.804708+0000","last_peered":"2023-09-23T18:20:12.804708+0000","last_clean":"2023-09-23T18:20:12.804708+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:20:12.804708+0000","last_undegraded":"2023-09-23T18:20:12.804708+0000","last_fullsized":"2023-09-23T18:20:12.804708+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":419,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.453504+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:20:11.453504+0000","last_peered":"2023-09-23T18:20:11.453504+0000","last_clean":"2023-09-23T18:20:11.453504+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:20:11.453504+0000","last_undegraded":"2023-09-23T18:20:11.453504+0000","last_fullsized":"2023-09-23T18:20:11.453504+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"402'184","reported_seq":196,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.923321+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:20:17.923321+0000","last_peered":"2023-09-23T18:20:17.923321+0000","last_clean":"2023-09-23T18:20:17.923321+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:20:17.923321+0000","last_undegraded":"2023-09-23T18:20:17.923321+0000","last_fullsized":"2023-09-23T18:20:17.923321+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":184,"log_dups_size":0,"ondisk_log_size":184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12058624,"num_objects":184,"num_object_clones":0,"num_object_copies":552,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":184,"num_write_kb":11776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":441,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153706+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:20:15.153706+0000","last_peered":"2023-09-23T18:20:15.153706+0000","last_clean":"2023-09-23T18:20:15.153706+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:20:15.153706+0000","last_undegraded":"2023-09-23T18:20:15.153706+0000","last_fullsized":"2023-09-23T18:20:15.153706+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":400,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.499285+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:20:10.499285+0000","last_peered":"2023-09-23T18:20:10.499285+0000","last_clean":"2023-09-23T18:20:10.499285+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:20:10.499285+0000","last_undegraded":"2023-09-23T18:20:10.499285+0000","last_fullsized":"2023-09-23T18:20:10.499285+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805529+0000","last_change":"2023-09-23T18:20:10.505534+0000","last_active":"2023-09-23T18:20:12.805529+0000","last_peered":"2023-09-23T18:20:12.805529+0000","last_clean":"2023-09-23T18:20:12.805529+0000","last_became_active":"2023-09-23T18:20:10.505302+0000","last_became_peered":"2023-09-23T18:20:10.505302+0000","last_unstale":"2023-09-23T18:20:12.805529+0000","last_undegraded":"2023-09-23T18:20:12.805529+0000","last_fullsized":"2023-09-23T18:20:12.805529+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1037,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.498635+0000","last_change":"2023-09-23T18:20:04.749490+0000","last_active":"2023-09-23T18:20:10.498635+0000","last_peered":"2023-09-23T18:20:10.498635+0000","last_clean":"2023-09-23T18:20:10.498635+0000","last_became_active":"2023-09-23T18:20:04.748993+0000","last_became_peered":"2023-09-23T18:20:04.748993+0000","last_unstale":"2023-09-23T18:20:10.498635+0000","last_undegraded":"2023-09-23T18:20:10.498635+0000","last_fullsized":"2023-09-23T18:20:10.498635+0000","mapping_epoch":395,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":396,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:24.049270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":230,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805355+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:20:12.805355+0000","last_peered":"2023-09-23T18:20:12.805355+0000","last_clean":"2023-09-23T18:20:12.805355+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:20:12.805355+0000","last_undegraded":"2023-09-23T18:20:12.805355+0000","last_fullsized":"2023-09-23T18:20:12.805355+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":311,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.498658+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:20:10.498658+0000","last_peered":"2023-09-23T18:20:10.498658+0000","last_clean":"2023-09-23T18:20:10.498658+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:20:10.498658+0000","last_undegraded":"2023-09-23T18:20:10.498658+0000","last_fullsized":"2023-09-23T18:20:10.498658+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"402'68","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.224276+0000","last_change":"2023-09-23T18:20:10.504311+0000","last_active":"2023-09-23T18:20:17.224276+0000","last_peered":"2023-09-23T18:20:17.224276+0000","last_clean":"2023-09-23T18:20:17.224276+0000","last_became_active":"2023-09-23T18:20:10.504046+0000","last_became_peered":"2023-09-23T18:20:10.504046+0000","last_unstale":"2023-09-23T18:20:17.224276+0000","last_undegraded":"2023-09-23T18:20:17.224276+0000","last_fullsized":"2023-09-23T18:20:17.224276+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:09.123542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456448,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":68,"num_write_kb":4352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1144,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804557+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:20:12.804557+0000","last_peered":"2023-09-23T18:20:12.804557+0000","last_clean":"2023-09-23T18:20:12.804557+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:20:12.804557+0000","last_undegraded":"2023-09-23T18:20:12.804557+0000","last_fullsized":"2023-09-23T18:20:12.804557+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":402,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451983+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:20:11.451983+0000","last_peered":"2023-09-23T18:20:11.451983+0000","last_clean":"2023-09-23T18:20:11.451983+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:20:11.451983+0000","last_undegraded":"2023-09-23T18:20:11.451983+0000","last_fullsized":"2023-09-23T18:20:11.451983+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":316,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.498512+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:20:10.498512+0000","last_peered":"2023-09-23T18:20:10.498512+0000","last_clean":"2023-09-23T18:20:10.498512+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:20:10.498512+0000","last_undegraded":"2023-09-23T18:20:10.498512+0000","last_fullsized":"2023-09-23T18:20:10.498512+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804925+0000","last_change":"2023-09-23T18:20:10.504429+0000","last_active":"2023-09-23T18:20:12.804925+0000","last_peered":"2023-09-23T18:20:12.804925+0000","last_clean":"2023-09-23T18:20:12.804925+0000","last_became_active":"2023-09-23T18:20:10.504151+0000","last_became_peered":"2023-09-23T18:20:10.504151+0000","last_unstale":"2023-09-23T18:20:12.804925+0000","last_undegraded":"2023-09-23T18:20:12.804925+0000","last_fullsized":"2023-09-23T18:20:12.804925+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":667,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153260+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:20:15.153260+0000","last_peered":"2023-09-23T18:20:15.153260+0000","last_clean":"2023-09-23T18:20:15.153260+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:20:15.153260+0000","last_undegraded":"2023-09-23T18:20:15.153260+0000","last_fullsized":"2023-09-23T18:20:15.153260+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":321,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.499006+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:20:10.499006+0000","last_peered":"2023-09-23T18:20:10.499006+0000","last_clean":"2023-09-23T18:20:10.499006+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:20:10.499006+0000","last_undegraded":"2023-09-23T18:20:10.499006+0000","last_fullsized":"2023-09-23T18:20:10.499006+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":410,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.173967+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:20:12.173967+0000","last_peered":"2023-09-23T18:20:12.173967+0000","last_clean":"2023-09-23T18:20:12.173967+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:20:12.173967+0000","last_undegraded":"2023-09-23T18:20:12.173967+0000","last_fullsized":"2023-09-23T18:20:12.173967+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"402'203","reported_seq":216,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.895575+0000","last_change":"2023-09-23T18:20:10.503725+0000","last_active":"2023-09-23T18:20:17.895575+0000","last_peered":"2023-09-23T18:20:17.895575+0000","last_clean":"2023-09-23T18:20:17.895575+0000","last_became_active":"2023-09-23T18:20:10.503435+0000","last_became_peered":"2023-09-23T18:20:10.503435+0000","last_unstale":"2023-09-23T18:20:17.895575+0000","last_undegraded":"2023-09-23T18:20:17.895575+0000","last_fullsized":"2023-09-23T18:20:17.895575+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":203,"log_dups_size":0,"ondisk_log_size":203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:38:23.791452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13303808,"num_objects":203,"num_object_clones":0,"num_object_copies":609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":203,"num_write_kb":12992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":983,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.805111+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:20:12.805111+0000","last_peered":"2023-09-23T18:20:12.805111+0000","last_clean":"2023-09-23T18:20:12.805111+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:20:12.805111+0000","last_undegraded":"2023-09-23T18:20:12.805111+0000","last_fullsized":"2023-09-23T18:20:12.805111+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":404,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.494844+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:20:11.494844+0000","last_peered":"2023-09-23T18:20:11.494844+0000","last_clean":"2023-09-23T18:20:11.494844+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:20:11.494844+0000","last_undegraded":"2023-09-23T18:20:11.494844+0000","last_fullsized":"2023-09-23T18:20:11.494844+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":440,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.154215+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:20:15.154215+0000","last_peered":"2023-09-23T18:20:15.154215+0000","last_clean":"2023-09-23T18:20:15.154215+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:20:15.154215+0000","last_undegraded":"2023-09-23T18:20:15.154215+0000","last_fullsized":"2023-09-23T18:20:15.154215+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":87,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.453405+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:20:11.453405+0000","last_peered":"2023-09-23T18:20:11.453405+0000","last_clean":"2023-09-23T18:20:11.453405+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:20:11.453405+0000","last_undegraded":"2023-09-23T18:20:11.453405+0000","last_fullsized":"2023-09-23T18:20:11.453405+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"402'80","reported_seq":93,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.231003+0000","last_change":"2023-09-23T18:20:11.349879+0000","last_active":"2023-09-23T18:20:17.231003+0000","last_peered":"2023-09-23T18:20:17.231003+0000","last_clean":"2023-09-23T18:20:17.231003+0000","last_became_active":"2023-09-23T18:20:11.349478+0000","last_became_peered":"2023-09-23T18:20:11.349478+0000","last_unstale":"2023-09-23T18:20:17.231003+0000","last_undegraded":"2023-09-23T18:20:17.231003+0000","last_fullsized":"2023-09-23T18:20:17.231003+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.787468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":80,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":750,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.494789+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:20:11.494789+0000","last_peered":"2023-09-23T18:20:11.494789+0000","last_clean":"2023-09-23T18:20:11.494789+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:20:11.494789+0000","last_undegraded":"2023-09-23T18:20:11.494789+0000","last_fullsized":"2023-09-23T18:20:11.494789+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":400,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403313+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:20:15.403313+0000","last_peered":"2023-09-23T18:20:15.403313+0000","last_clean":"2023-09-23T18:20:15.403313+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:20:15.403313+0000","last_undegraded":"2023-09-23T18:20:15.403313+0000","last_fullsized":"2023-09-23T18:20:15.403313+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":265,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403628+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:20:15.403628+0000","last_peered":"2023-09-23T18:20:15.403628+0000","last_clean":"2023-09-23T18:20:15.403628+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:20:15.403628+0000","last_undegraded":"2023-09-23T18:20:15.403628+0000","last_fullsized":"2023-09-23T18:20:15.403628+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495236+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:20:11.495236+0000","last_peered":"2023-09-23T18:20:11.495236+0000","last_clean":"2023-09-23T18:20:11.495236+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:20:11.495236+0000","last_undegraded":"2023-09-23T18:20:11.495236+0000","last_fullsized":"2023-09-23T18:20:11.495236+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":60,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495378+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:20:11.495378+0000","last_peered":"2023-09-23T18:20:11.495378+0000","last_clean":"2023-09-23T18:20:11.495378+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:20:11.495378+0000","last_undegraded":"2023-09-23T18:20:11.495378+0000","last_fullsized":"2023-09-23T18:20:11.495378+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":340,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:10.498750+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:20:10.498750+0000","last_peered":"2023-09-23T18:20:10.498750+0000","last_clean":"2023-09-23T18:20:10.498750+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:20:10.498750+0000","last_undegraded":"2023-09-23T18:20:10.498750+0000","last_fullsized":"2023-09-23T18:20:10.498750+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":425,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403532+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:20:15.403532+0000","last_peered":"2023-09-23T18:20:15.403532+0000","last_clean":"2023-09-23T18:20:15.403532+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:20:15.403532+0000","last_undegraded":"2023-09-23T18:20:15.403532+0000","last_fullsized":"2023-09-23T18:20:15.403532+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":11,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495247+0000","last_change":"2023-09-23T18:20:10.503989+0000","last_active":"2023-09-23T18:20:11.495247+0000","last_peered":"2023-09-23T18:20:11.495247+0000","last_clean":"2023-09-23T18:20:11.495247+0000","last_became_active":"2023-09-23T18:20:10.503712+0000","last_became_peered":"2023-09-23T18:20:10.503712+0000","last_unstale":"2023-09-23T18:20:11.495247+0000","last_undegraded":"2023-09-23T18:20:11.495247+0000","last_fullsized":"2023-09-23T18:20:11.495247+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":404,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.155391+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:20:15.155391+0000","last_peered":"2023-09-23T18:20:15.155391+0000","last_clean":"2023-09-23T18:20:15.155391+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:20:15.155391+0000","last_undegraded":"2023-09-23T18:20:15.155391+0000","last_fullsized":"2023-09-23T18:20:15.155391+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1029,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.174903+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:20:12.174903+0000","last_peered":"2023-09-23T18:20:12.174903+0000","last_clean":"2023-09-23T18:20:12.174903+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:20:12.174903+0000","last_undegraded":"2023-09-23T18:20:12.174903+0000","last_fullsized":"2023-09-23T18:20:12.174903+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":445,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153790+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:20:15.153790+0000","last_peered":"2023-09-23T18:20:15.153790+0000","last_clean":"2023-09-23T18:20:15.153790+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:20:15.153790+0000","last_undegraded":"2023-09-23T18:20:15.153790+0000","last_fullsized":"2023-09-23T18:20:15.153790+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"402'198","reported_seq":211,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:17.917582+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:20:17.917582+0000","last_peered":"2023-09-23T18:20:17.917582+0000","last_clean":"2023-09-23T18:20:17.917582+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:20:17.917582+0000","last_undegraded":"2023-09-23T18:20:17.917582+0000","last_fullsized":"2023-09-23T18:20:17.917582+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":198,"log_dups_size":0,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12976128,"num_objects":198,"num_object_clones":0,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":198,"num_write_kb":12672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":72,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.495474+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:20:11.495474+0000","last_peered":"2023-09-23T18:20:11.495474+0000","last_clean":"2023-09-23T18:20:11.495474+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:20:11.495474+0000","last_undegraded":"2023-09-23T18:20:11.495474+0000","last_fullsized":"2023-09-23T18:20:11.495474+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":260,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403752+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:20:15.403752+0000","last_peered":"2023-09-23T18:20:15.403752+0000","last_clean":"2023-09-23T18:20:15.403752+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:20:15.403752+0000","last_undegraded":"2023-09-23T18:20:15.403752+0000","last_fullsized":"2023-09-23T18:20:15.403752+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451858+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:20:11.451858+0000","last_peered":"2023-09-23T18:20:11.451858+0000","last_clean":"2023-09-23T18:20:11.451858+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:20:11.451858+0000","last_undegraded":"2023-09-23T18:20:11.451858+0000","last_fullsized":"2023-09-23T18:20:11.451858+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":273,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403411+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:20:15.403411+0000","last_peered":"2023-09-23T18:20:15.403411+0000","last_clean":"2023-09-23T18:20:15.403411+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:20:15.403411+0000","last_undegraded":"2023-09-23T18:20:15.403411+0000","last_fullsized":"2023-09-23T18:20:15.403411+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":206,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.156049+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:20:15.156049+0000","last_peered":"2023-09-23T18:20:15.156049+0000","last_clean":"2023-09-23T18:20:15.156049+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:20:15.156049+0000","last_undegraded":"2023-09-23T18:20:15.156049+0000","last_fullsized":"2023-09-23T18:20:15.156049+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":408,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804580+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:20:12.804580+0000","last_peered":"2023-09-23T18:20:12.804580+0000","last_clean":"2023-09-23T18:20:12.804580+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:20:12.804580+0000","last_undegraded":"2023-09-23T18:20:12.804580+0000","last_fullsized":"2023-09-23T18:20:12.804580+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451874+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:20:11.451874+0000","last_peered":"2023-09-23T18:20:11.451874+0000","last_clean":"2023-09-23T18:20:11.451874+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:20:11.451874+0000","last_undegraded":"2023-09-23T18:20:11.451874+0000","last_fullsized":"2023-09-23T18:20:11.451874+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":395,"reported_epoch":400,"state":"active+clean","last_fresh":"2023-09-23T18:20:12.804619+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:20:12.804619+0000","last_peered":"2023-09-23T18:20:12.804619+0000","last_clean":"2023-09-23T18:20:12.804619+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:20:12.804619+0000","last_undegraded":"2023-09-23T18:20:12.804619+0000","last_fullsized":"2023-09-23T18:20:12.804619+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451979+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:20:11.451979+0000","last_peered":"2023-09-23T18:20:11.451979+0000","last_clean":"2023-09-23T18:20:11.451979+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:20:11.451979+0000","last_undegraded":"2023-09-23T18:20:11.451979+0000","last_fullsized":"2023-09-23T18:20:11.451979+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":461,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.154202+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:20:15.154202+0000","last_peered":"2023-09-23T18:20:15.154202+0000","last_clean":"2023-09-23T18:20:15.154202+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:20:15.154202+0000","last_undegraded":"2023-09-23T18:20:15.154202+0000","last_fullsized":"2023-09-23T18:20:15.154202+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":440,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.153733+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:20:15.153733+0000","last_peered":"2023-09-23T18:20:15.153733+0000","last_clean":"2023-09-23T18:20:15.153733+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:20:15.153733+0000","last_undegraded":"2023-09-23T18:20:15.153733+0000","last_fullsized":"2023-09-23T18:20:15.153733+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":292,"reported_epoch":401,"state":"active+clean","last_fresh":"2023-09-23T18:20:15.403017+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:20:15.403017+0000","last_peered":"2023-09-23T18:20:15.403017+0000","last_clean":"2023-09-23T18:20:15.403017+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:20:15.403017+0000","last_undegraded":"2023-09-23T18:20:15.403017+0000","last_fullsized":"2023-09-23T18:20:15.403017+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":78,"reported_epoch":399,"state":"active+clean","last_fresh":"2023-09-23T18:20:11.451693+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:20:11.451693+0000","last_peered":"2023-09-23T18:20:11.451693+0000","last_clean":"2023-09-23T18:20:11.451693+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:20:11.451693+0000","last_undegraded":"2023-09-23T18:20:11.451693+0000","last_fullsized":"2023-09-23T18:20:11.451693+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":66519040,"num_objects":1015,"num_object_clones":0,"num_object_copies":3045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1015,"num_write_kb":64960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":128843776,"data_stored":128843776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1015,"ondisk_log_size":1015,"up":48,"acting":48,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":180,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430624,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":904716,"kb_used_data":4420,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92840436,"statfs":{"total":95995035648,"available":95068606464,"internally_reserved":0,"allocated":4526080,"data_stored":3575476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.9139999999999999,"15min":1.873},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.22900000000000001},"max":{"1min":8.3859999999999992,"5min":10.436,"15min":53.850999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":2.8860000000000001,"5min":2.1160000000000001,"15min":1.9690000000000001},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":9.8190000000000008,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.53600000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:19:57 2023","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.7010000000000001,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.8049999999999997,"5min":10.259,"15min":12.595000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.1629999999999998,"15min":2.056},"min":{"1min":0.29799999999999999,"5min":0.27800000000000002,"15min":0.26500000000000001},"max":{"1min":4.9199999999999999,"5min":10.401,"15min":12.573},"last":0.621}]},{"osd":2,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":2.1699999999999999,"15min":2.1200000000000001},"min":{"1min":0.33000000000000002,"5min":0.30099999999999999,"15min":0.26500000000000001},"max":{"1min":4.4329999999999998,"5min":13.282,"15min":15.449999999999999},"last":0.754},{"interface":"front","average":{"1min":2.5670000000000002,"5min":2.5019999999999998,"15min":2.2679999999999998},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.247},"max":{"1min":10.31,"5min":16.434000000000001,"15min":21.692},"last":0.60999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":0.67700000000000005},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":0.66500000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.284,"15min":0.97599999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":10.18,"5min":10.18,"15min":19.010000000000002},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.371,"15min":1.0089999999999999},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":5.7389999999999999,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.71599999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":1.4279999999999999,"15min":1.0389999999999999},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":10.224,"5min":14.202,"15min":14.202},"last":0.63600000000000001},{"interface":"front","average":{"1min":1.599,"5min":1.3400000000000001,"15min":1.0760000000000001},"min":{"1min":0.30499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4429999999999996,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.1890000000000001,"15min":0.98699999999999999},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":7.0129999999999999,"5min":13.385,"15min":13.385},"last":0.83799999999999997},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.6639999999999999,"15min":1.226},"min":{"1min":0.41499999999999998,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":9.9009999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.74399999999999999}]}]},{"osd":6,"up_from":0,"seq":747324309720,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436687,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":979696,"kb_used_data":724072,"kb_used_omap":17,"kb_used_meta":255598,"kb_avail":92765456,"statfs":{"total":95995035648,"available":94991826944,"internally_reserved":0,"allocated":741449728,"data_stored":739771938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":261732452},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":5.6150000000000002,"5min":3.8450000000000002,"15min":4.6660000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":20.687999999999999,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.35799999999999998},{"interface":"front","average":{"1min":3.3809999999999998,"5min":2.899,"15min":3.1669999999999998},"min":{"1min":0.214,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":23.262,"5min":23.262,"15min":23.262},"last":0.28799999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":3.0790000000000002,"15min":4.4909999999999997},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.216},"max":{"1min":12.003,"5min":22.553000000000001,"15min":23.407},"last":0.34399999999999997},{"interface":"front","average":{"1min":2.8519999999999999,"5min":3.1499999999999999,"15min":4.8620000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.449999999999999,"5min":20.986999999999998,"15min":57.387},"last":0.40600000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.6840000000000002,"5min":3.2229999999999999,"15min":3.7669999999999999},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":12.331,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9180000000000001,"15min":4.4880000000000004},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29099999999999998},"max":{"1min":12.031000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":2.3140000000000001,"15min":1.573},"min":{"1min":0.38400000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.0880000000000001,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":0.442},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1000000000000001,"15min":2.516},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.879,"5min":11.879,"15min":14.898},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":2.3769999999999998,"15min":2.617},"min":{"1min":0.42499999999999999,"5min":0.35799999999999998,"15min":0.34000000000000002},"max":{"1min":11.977,"5min":11.977,"15min":14.987},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.976,"5min":2.7570000000000001,"15min":2.8959999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":9.6869999999999994,"5min":14.894,"15min":31.023},"last":0.61699999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":2.5550000000000002,"15min":2.843},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.38},"max":{"1min":8.2539999999999996,"5min":14.813000000000001,"15min":31.064},"last":0.69899999999999995},{"interface":"front","average":{"1min":2.706,"5min":2.629,"15min":1.6990000000000001},"min":{"1min":0.47199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":12.276999999999999,"5min":13.855,"15min":13.855},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6699999999999999,"5min":2.6840000000000002,"15min":2.7189999999999999},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.39600000000000002},"max":{"1min":11.928000000000001,"5min":11.928000000000001,"15min":14.949999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.8319999999999999,"15min":2.9540000000000002},"min":{"1min":0.45000000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":7.7050000000000001,"5min":14.859,"15min":31.093},"last":0.66000000000000003}]}]},{"osd":0,"up_from":85,"seq":365072220462,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1008304,"kb_used_data":365352,"kb_used_omap":8,"kb_used_meta":642935,"kb_avail":92736848,"statfs":{"total":95995035648,"available":94962532352,"internally_reserved":0,"allocated":374120448,"data_stored":372445701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":658366052},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":3.7709999999999999,"15min":3.3809999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":20.509,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":4.4859999999999998,"15min":6.367},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.0190000000000001,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.38}]},{"osd":2,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.5270000000000001,"15min":3.1970000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":8.9860000000000007,"5min":19.773,"15min":27.821999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.3340000000000001,"5min":2.7429999999999999,"15min":2.9649999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":6.282,"5min":20.721,"15min":26.268000000000001},"last":0.41299999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":5.4370000000000003,"5min":16.550000000000001,"15min":68.950000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.3109999999999999,"15min":2.544},"min":{"1min":0.36799999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":14.993,"5min":14.993,"15min":69.829999999999998},"last":0.71699999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.1059999999999999,"5min":2.8079999999999998,"15min":2.6379999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":15.361000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":0.67300000000000004},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.5630000000000002,"15min":2.6789999999999998},"min":{"1min":0.37,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":7.1020000000000003,"5min":16.48,"15min":69.081000000000003},"last":0.55200000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3839999999999999,"15min":2.5870000000000002},"min":{"1min":0.42499999999999999,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":14.938000000000001,"5min":14.938000000000001,"15min":69.861999999999995},"last":0.622},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.4849999999999999,"15min":2.6629999999999998},"min":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":8.9359999999999999,"5min":19.567,"15min":68.153000000000006},"last":0.68999999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.7320000000000002,"15min":2.8370000000000002},"min":{"1min":0.57099999999999995,"5min":0.374,"15min":0.374},"max":{"1min":9.1850000000000005,"5min":19.518000000000001,"15min":68.188999999999993},"last":0.63600000000000001},{"interface":"front","average":{"1min":3.847,"5min":3.0859999999999999,"15min":2.9710000000000001},"min":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.844999999999999,"5min":16.844999999999999,"15min":69.027000000000001},"last":0.66000000000000003}]}]},{"osd":2,"up_from":145,"seq":622770258155,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":761564,"kb_used_data":4756,"kb_used_omap":16,"kb_used_meta":756783,"kb_avail":92983588,"statfs":{"total":95995035648,"available":95215194112,"internally_reserved":0,"allocated":4870144,"data_stored":3109407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":774945954},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":2.657,"15min":2.7850000000000001},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":9.7769999999999992,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.23400000000000001},{"interface":"front","average":{"1min":2.4180000000000001,"5min":2.6459999999999999,"15min":3.032},"min":{"1min":0.221,"5min":0.221,"15min":0.216},"max":{"1min":9.7750000000000004,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.363,"15min":3.4830000000000001},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":16.975999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":3.2200000000000002,"5min":3.5249999999999999,"15min":3.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.141,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.29899999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.5230000000000001,"15min":3.1419999999999999},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":14.977,"5min":14.977,"15min":34.960999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":2.6480000000000001,"5min":2.9580000000000002,"15min":3.5110000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.193,"5min":15.877000000000001,"15min":35.432000000000002},"last":0.33600000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":2.1560000000000001,"15min":2.7000000000000002},"min":{"1min":0.35199999999999998,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":8.2509999999999994,"5min":11.038,"15min":105.509},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.8300000000000001,"5min":1.831,"15min":2.3740000000000001},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":8.4149999999999991,"5min":9.6560000000000006,"15min":105.529},"last":0.74299999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":2.5209999999999999,"5min":2.0579999999999998,"15min":2.0979999999999999},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":14.65,"5min":14.65,"15min":17.780000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":2.1469999999999998,"5min":1.6799999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":7.1900000000000004,"5min":14.448,"15min":18.669},"last":0.69399999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:19:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.9259999999999999,"15min":2.2759999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":10.555,"5min":10.555,"15min":17.853000000000002},"last":0.66500000000000004},{"interface":"front","average":{"1min":2.6749999999999998,"5min":2.3700000000000001,"15min":2.488},"min":{"1min":0.48299999999999998,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":10.586,"5min":14.699,"15min":17.919},"last":0.71799999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:19:18 2023","interfaces":[{"interface":"back","average":{"1min":6.6239999999999997,"5min":3.036,"15min":2.6989999999999998},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":109.81699999999999,"5min":109.81699999999999,"15min":109.81699999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":6.4160000000000004,"5min":2.7959999999999998,"15min":2.3399999999999999},"min":{"1min":0.45700000000000002,"5min":0.41699999999999998,"15min":0.33800000000000002},"max":{"1min":109.70699999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.64900000000000002}]}]},{"osd":3,"up_from":100,"seq":429496729885,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1235288,"kb_used_data":472656,"kb_used_omap":4,"kb_used_meta":762619,"kb_avail":92509864,"statfs":{"total":95995035648,"available":94730100736,"internally_reserved":0,"allocated":483999744,"data_stored":482352985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":780922263},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.27600000000000002},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":0.443}]},{"osd":1,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.4409999999999998,"15min":3.4710000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":14.747,"5min":14.747,"15min":14.747},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.214,"15min":2.9940000000000002},"min":{"1min":0.29799999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.2089999999999996,"5min":10.507,"15min":15.016},"last":0.29299999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:20:12 2023","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":2.306,"15min":3.0249999999999999},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.343,"5min":14.34,"15min":93.429000000000002},"last":0.318},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.7400000000000002,"15min":3.1389999999999998},"min":{"1min":0.35099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9260000000000002,"5min":14.48,"15min":90.498999999999995},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.58699999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":0.53600000000000003},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":0.60199999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4430000000000001,"15min":2.4350000000000001},"min":{"1min":0.443,"5min":0.39000000000000001,"15min":0.318},"max":{"1min":11.233000000000001,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.585,"15min":2.7999999999999998},"min":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":11.276,"5min":18.751999999999999,"15min":93.280000000000001},"last":0.495}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":0.63700000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019307,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":605824,"kb_used_data":7928,"kb_used_omap":0,"kb_used_meta":597888,"kb_avail":93139328,"statfs":{"total":95995035648,"available":95374671872,"internally_reserved":0,"allocated":8118272,"data_stored":7179601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":612237312},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.6499999999999999,"15min":1.6160000000000001},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":6.9989999999999997,"5min":9.8770000000000007,"15min":11.686999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":3.194,"5min":2.4729999999999999,"15min":1.9950000000000001},"min":{"1min":0.44400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.8220000000000001,"5min":16.809999999999999,"15min":16.809999999999999},"last":0.52000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:19:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":3.6200000000000001,"15min":2.544},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.665,"5min":155.029,"15min":155.029},"last":0.49299999999999999},{"interface":"front","average":{"1min":2.1549999999999998,"5min":3.754,"15min":3.2879999999999998},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.6239999999999997,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.67900000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":1.629,"5min":1.7110000000000001,"15min":1.9359999999999999},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":4.9660000000000002,"5min":11.351000000000001,"15min":56.448},"last":0.61099999999999999},{"interface":"front","average":{"1min":2.9470000000000001,"5min":2.0779999999999998,"15min":1.9330000000000001},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":7.4660000000000002,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.85999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":0.72199999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.82099999999999995},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":0.89500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.627,"15min":1.0980000000000001},"min":{"1min":0.374,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":8.1839999999999993,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.80100000000000005},{"interface":"front","average":{"1min":2.601,"5min":1.4470000000000001,"15min":1.143},"min":{"1min":0.48299999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.8899999999999997,"5min":12.292,"15min":12.292},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:19:17 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.615,"15min":1.095},"min":{"1min":0.43099999999999999,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":6.5869999999999997,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.91400000000000003},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.137,"15min":1.0880000000000001},"min":{"1min":0.36899999999999999,"5min":0.34300000000000003,"15min":0.29299999999999998},"max":{"1min":6.5430000000000001,"5min":7.048,"15min":17.097999999999999},"last":0.73699999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823079,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1269824,"kb_used_data":369272,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92475328,"statfs":{"total":95995035648,"available":94694735872,"internally_reserved":0,"allocated":378134528,"data_stored":377191417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.8300000000000001,"15min":1.7310000000000001},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":3.1539999999999999,"5min":10.987,"15min":13.724},"last":0.45200000000000001},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.056,"15min":1.8779999999999999},"min":{"1min":0.35099999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.619999999999999,"5min":11.619999999999999,"15min":12.297000000000001},"last":0.48299999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":2.7400000000000002,"15min":2.02},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.427,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.503},{"interface":"front","average":{"1min":1.895,"5min":3.085,"15min":2.1949999999999998},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.3659999999999997,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.52700000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.468,"15min":2.5710000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":7.3300000000000001,"5min":12.5,"15min":44.081000000000003},"last":0.58999999999999997},{"interface":"front","average":{"1min":2.4790000000000001,"5min":2.2679999999999998,"15min":2.4710000000000001},"min":{"1min":0.38600000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":10.436,"5min":12.31,"15min":44.094999999999999},"last":0.54100000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":4.1989999999999998,"5min":2.8290000000000002,"15min":2.5720000000000001},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.26500000000000001},"max":{"1min":11.222,"5min":16.619,"15min":31.109999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":3.7040000000000002,"5min":2.8260000000000001,"15min":2.5459999999999998},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":10.177,"5min":13.228,"15min":28.795999999999999},"last":0.68700000000000006}]},{"osd":4,"last update":"Sat Sep 23 18:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.0720000000000001,"15min":1.341},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.069,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":3.6760000000000002,"5min":1.974,"15min":1.734},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":12.214,"5min":18.003,"15min":121.31399999999999},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":1.768,"15min":1.143},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":12.991,"5min":16.196999999999999,"15min":16.196999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":2.9100000000000001,"5min":2.1000000000000001,"15min":1.3280000000000001},"min":{"1min":0.40000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":12.760999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":0.69499999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.637,"15min":1.173},"min":{"1min":0.375,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":5.5590000000000002,"5min":16.779,"15min":16.779},"last":0.66100000000000003},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.198,"15min":1.3300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.711,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.56100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":25493504,"data_stored":25493504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":103350272,"data_stored":103350272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:20:20.824 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 10566 10550 164.694 171.375 0.00601153 0.00606385 2023-09-23T18:20:21.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:21 smithi018 ceph-mon[153734]: pgmap v1207: 89 pgs: 89 active+clean; 68 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 7.9 MiB/s wr, 126 op/s 2023-09-23T18:20:21.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:21 smithi018 ceph-mon[153734]: from='client.56434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:21.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:21 smithi018 ceph-mon[149401]: pgmap v1207: 89 pgs: 89 active+clean; 68 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 7.9 MiB/s wr, 126 op/s 2023-09-23T18:20:21.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:21 smithi018 ceph-mon[149401]: from='client.56434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:21.333 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:21.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:21.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:21.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:21.507 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:21.566 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:21.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:21.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:21.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:21 smithi149 ceph-mon[135148]: pgmap v1207: 89 pgs: 89 active+clean; 68 MiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 7.9 MiB/s wr, 126 op/s 2023-09-23T18:20:21.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:21 smithi149 ceph-mon[135148]: from='client.56434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:21.672 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:21.721 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:21.824 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 12478 12462 155.659 119.5 0.00513278 0.00641567 2023-09-23T18:20:21.875 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:21.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:21.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:21.981 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:21.992 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:20:21.993 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:20:22.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:22.299 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:20:22.380 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:22.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:22.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:22.486 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:22.491 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:20:22.528 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:22.580 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:22.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:22.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:22.690 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:22.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[149401]: pgmap v1208: 89 pgs: 89 active+clean; 468 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 58 MiB/s wr, 926 op/s 2023-09-23T18:20:22.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/134318334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:22.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:22.768 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:22.824 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 14906 14890 154.989 151.75 0.00562478 0.00644379 2023-09-23T18:20:22.829 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:22.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:22.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:22.934 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:22.977 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:23.043 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:23.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:23.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:23.049 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:22 smithi149 ceph-mon[135148]: pgmap v1208: 89 pgs: 89 active+clean; 468 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 58 MiB/s wr, 926 op/s 2023-09-23T18:20:23.049 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/134318334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:23.049 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[153734]: pgmap v1208: 89 pgs: 89 active+clean; 468 MiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 58 MiB/s wr, 926 op/s 2023-09-23T18:20:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/134318334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:23.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:23.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:23.161 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:23.225 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:20:23.325 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:23.329 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:20:23.717 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:20:23.824 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 17329 17313 154.48 151.438 0.00437156 0.00646759 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:23.853 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:23.854 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:23 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:20:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:20:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:24.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:20:24.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:23 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.822 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:20:24.822 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:20:24.825 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 19412 19396 151.443 130.188 0.00631071 0.00659714 2023-09-23T18:20:24.843 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:24 smithi149 ceph-mon[135148]: failed to encode map e403 with expected crc 2023-09-23T18:20:24.843 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:24 smithi149 ceph-mon[135148]: pgmap v1210: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T18:20:24.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:24.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:24.864 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:24.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:24.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:24.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[149401]: failed to encode map e403 with expected crc 2023-09-23T18:20:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[149401]: pgmap v1210: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T18:20:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:25.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:24] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.33.4" 2023-09-23T18:20:25.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[153734]: failed to encode map e403 with expected crc 2023-09-23T18:20:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[153734]: pgmap v1210: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T18:20:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:25.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:25.137 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:25.253 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:20:25.825 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 21672 21656 150.31 141.25 0.00438078 0.00664712 2023-09-23T18:20:26.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:26 smithi149 ceph-mon[135148]: pgmap v1211: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:20:26.687 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:26.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:26.692 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:26 smithi018 ceph-mon[149401]: pgmap v1211: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:20:26.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:26.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:26.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:26.700 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:26 smithi018 ceph-mon[153734]: pgmap v1211: 89 pgs: 89 active+clean; 797 MiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T18:20:26.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:26.826 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 23853 23837 148.884 136.312 0.00392197 0.00671077 2023-09-23T18:20:26.842 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:26.898 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:26.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:26.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:27.002 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:27.052 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:27.104 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:27.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:27.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:27.209 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:27.289 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:27.408 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:27.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:27.415 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:27.516 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:27.590 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:27.813 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:27.822 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:27.828 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 16 25813 25797 146.471 122.5 0.0158862 0.00682003 2023-09-23T18:20:27.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:27.829 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:27.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:27.982 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:28.048 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:28.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:28.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:28.134 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:28.235 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:28.276 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:28.322 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:28.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:28.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:28.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:28.495 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:28.672 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:28.708 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:28.745 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:28.760 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:20:28.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:28 smithi018 ceph-mon[149401]: pgmap v1212: 89 pgs: 89 active+clean; 1.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:20:28.771 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1138791184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:28.787 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:28.825 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:28.828 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 27593 27577 143.537 111.25 0.00981385 0.00695994 2023-09-23T18:20:28.864 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:28.900 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:28.946 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.977 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.978 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.978 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.978 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:20:28.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:28.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:29.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:28 smithi018 ceph-mon[153734]: pgmap v1212: 89 pgs: 89 active+clean; 1.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:20:29.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1138791184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:29.085 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:28 smithi149 ceph-mon[135148]: pgmap v1212: 89 pgs: 89 active+clean; 1.3 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 131 MiB/s wr, 2.10k op/s 2023-09-23T18:20:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1138791184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:29.161 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:29.630 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:29.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:29.636 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:29.736 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:29.778 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:29.826 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:29.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:29.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:29.832 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 16 29361 29345 140.952 110.5 0.0086086 0.00708962 2023-09-23T18:20:29.931 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:29.995 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:30.083 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:30.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:30.091 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:30.191 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:30.258 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:30.546 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:30.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:30.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:30.596 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:30.654 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:30.687 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:30.687 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:30712 9.4 9:2056e715:::benchmark_data_smithi018_362865_object30711:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e403)", 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:20:30.666100+0000", 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.014566107, 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014614566000000001, 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:30.688 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 30712 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:30.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666100+0000", 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:30.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666100+0000", 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666098+0000", 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666128+0000", 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0250999999999999e-05 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:30.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666139+0000", 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0621e-05 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666145+0000", 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8660000000000002e-06 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666203+0000", 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7939999999999998e-05 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:30.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666379+0000", 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017598099999999999 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.666550+0000", 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171292 2023-09-23T18:20:30.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.668422+0000", 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001872163 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:20:30.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:30.675408+0000", 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069860010000000004 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 1 2023-09-23T18:20:30.697 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:30.698 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:30.742 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:30.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:30.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:30 smithi018 ceph-mon[153734]: pgmap v1213: 89 pgs: 89 active+clean; 1.5 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-09-23T18:20:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:30 smithi018 ceph-mon[149401]: pgmap v1213: 89 pgs: 89 active+clean; 1.5 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-09-23T18:20:30.834 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 16 31007 30991 138.214 102.875 0.00904504 0.0072298 2023-09-23T18:20:30.848 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:30.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:30.941 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:30.943 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:30 smithi149 ceph-mon[135148]: pgmap v1213: 89 pgs: 89 active+clean; 1.5 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-09-23T18:20:30.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:30.946 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:31.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:31.121 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:31.362 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:31.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:31.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:31.427 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:20:31.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:31.506 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:31.554 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:31.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:31.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:31.659 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:31.698 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:31.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:20:31.744 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:31.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:31.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:31.835 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 32574 32558 135.52 97.9375 0.0142809 0.00737214 2023-09-23T18:20:31.848 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:31.878 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:31.882 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:31.898 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:20:31.935 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:31.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:31.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:32.039 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:32.081 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:32.143 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:32.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:32.146 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:32.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:32.835 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 34271 34255 133.68 106.062 0.0185357 0.00747375 2023-09-23T18:20:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:32 smithi018 ceph-mon[153734]: pgmap v1214: 89 pgs: 89 active+clean; 1.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:20:33.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:32 smithi018 ceph-mon[153734]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:32 smithi018 ceph-mon[149401]: pgmap v1214: 89 pgs: 89 active+clean; 1.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:20:33.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:32 smithi018 ceph-mon[149401]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:33.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:32 smithi149 ceph-mon[135148]: pgmap v1214: 89 pgs: 89 active+clean; 1.8 GiB data, 11 GiB used, 614 GiB / 626 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T18:20:33.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:32 smithi149 ceph-mon[135148]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:33.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:33.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:33.618 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:33.664 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:33.725 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:33.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:33.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:33.830 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:33.835 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 35878 35862 131.726 100.438 0.00822823 0.00758736 2023-09-23T18:20:33.886 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:34.835 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 37384 37368 129.638 94.125 0.0110506 0.00770792 2023-09-23T18:20:35.057 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:35.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:34] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.33.4" 2023-09-23T18:20:35.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:34 smithi018 ceph-mon[153734]: pgmap v1215: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:20:35.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:34 smithi018 ceph-mon[149401]: pgmap v1215: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:20:35.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:35.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:35.126 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:35.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:34 smithi149 ceph-mon[135148]: pgmap v1215: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-09-23T18:20:35.160 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1214,"stamp":"2023-09-23T18:20:31.538271+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1906775987,"num_objects":29050,"num_object_clones":0,"num_object_copies":87150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29050,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":30128,"num_write_kb":1872549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":262,"num_bytes_recovered":17989756,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30192,"ondisk_log_size":30192,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":272,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12024120,"kb_used_data":7167168,"kb_used_omap":47,"kb_used_meta":4856848,"kb_avail":644191944,"statfs":{"total":671965249536,"available":659652550656,"internally_reserved":0,"allocated":7339180032,"data_stored":7329563205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4973412609},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1415905280,"num_objects":21605,"num_object_clones":0,"num_object_copies":64815,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21605,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21605,"num_write_kb":1382720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004527"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824619+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:20:16.824619+0000","last_peered":"2023-09-23T18:20:16.824619+0000","last_clean":"2023-09-23T18:20:16.824619+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:20:16.824619+0000","last_undegraded":"2023-09-23T18:20:16.824619+0000","last_fullsized":"2023-09-23T18:20:16.824619+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":413,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826154+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:20:16.826154+0000","last_peered":"2023-09-23T18:20:16.826154+0000","last_clean":"2023-09-23T18:20:16.826154+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:20:16.826154+0000","last_undegraded":"2023-09-23T18:20:16.826154+0000","last_fullsized":"2023-09-23T18:20:16.826154+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":348,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824144+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:20:16.824144+0000","last_peered":"2023-09-23T18:20:16.824144+0000","last_clean":"2023-09-23T18:20:16.824144+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:20:16.824144+0000","last_undegraded":"2023-09-23T18:20:16.824144+0000","last_fullsized":"2023-09-23T18:20:16.824144+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":275,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826375+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:20:16.826375+0000","last_peered":"2023-09-23T18:20:16.826375+0000","last_clean":"2023-09-23T18:20:16.826375+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:20:16.826375+0000","last_undegraded":"2023-09-23T18:20:16.826375+0000","last_fullsized":"2023-09-23T18:20:16.826375+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":473,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.829637+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:20:16.829637+0000","last_peered":"2023-09-23T18:20:16.829637+0000","last_clean":"2023-09-23T18:20:16.829637+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:20:16.829637+0000","last_undegraded":"2023-09-23T18:20:16.829637+0000","last_fullsized":"2023-09-23T18:20:16.829637+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":260,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.767140+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:20:16.767140+0000","last_peered":"2023-09-23T18:20:16.767140+0000","last_clean":"2023-09-23T18:20:16.767140+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:20:16.767140+0000","last_undegraded":"2023-09-23T18:20:16.767140+0000","last_fullsized":"2023-09-23T18:20:16.767140+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":396,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825648+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:20:16.825648+0000","last_peered":"2023-09-23T18:20:16.825648+0000","last_clean":"2023-09-23T18:20:16.825648+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:20:16.825648+0000","last_undegraded":"2023-09-23T18:20:16.825648+0000","last_fullsized":"2023-09-23T18:20:16.825648+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":447,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.829733+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:20:16.829733+0000","last_peered":"2023-09-23T18:20:16.829733+0000","last_clean":"2023-09-23T18:20:16.829733+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:20:16.829733+0000","last_undegraded":"2023-09-23T18:20:16.829733+0000","last_fullsized":"2023-09-23T18:20:16.829733+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":265,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766704+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:20:16.766704+0000","last_peered":"2023-09-23T18:20:16.766704+0000","last_clean":"2023-09-23T18:20:16.766704+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:20:16.766704+0000","last_undegraded":"2023-09-23T18:20:16.766704+0000","last_fullsized":"2023-09-23T18:20:16.766704+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":376,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826411+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:20:16.826411+0000","last_peered":"2023-09-23T18:20:16.826411+0000","last_clean":"2023-09-23T18:20:16.826411+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:20:16.826411+0000","last_undegraded":"2023-09-23T18:20:16.826411+0000","last_fullsized":"2023-09-23T18:20:16.826411+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":55,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163657+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:20:16.163657+0000","last_peered":"2023-09-23T18:20:16.163657+0000","last_clean":"2023-09-23T18:20:16.163657+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:20:16.163657+0000","last_undegraded":"2023-09-23T18:20:16.163657+0000","last_fullsized":"2023-09-23T18:20:16.163657+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":208,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766555+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:20:16.766555+0000","last_peered":"2023-09-23T18:20:16.766555+0000","last_clean":"2023-09-23T18:20:16.766555+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:20:16.766555+0000","last_undegraded":"2023-09-23T18:20:16.766555+0000","last_fullsized":"2023-09-23T18:20:16.766555+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":110,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824801+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:20:16.824801+0000","last_peered":"2023-09-23T18:20:16.824801+0000","last_clean":"2023-09-23T18:20:16.824801+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:20:16.824801+0000","last_undegraded":"2023-09-23T18:20:16.824801+0000","last_fullsized":"2023-09-23T18:20:16.824801+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824771+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:20:16.824771+0000","last_peered":"2023-09-23T18:20:16.824771+0000","last_clean":"2023-09-23T18:20:16.824771+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:20:16.824771+0000","last_undegraded":"2023-09-23T18:20:16.824771+0000","last_fullsized":"2023-09-23T18:20:16.824771+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":55,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163021+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:20:16.163021+0000","last_peered":"2023-09-23T18:20:16.163021+0000","last_clean":"2023-09-23T18:20:16.163021+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:20:16.163021+0000","last_undegraded":"2023-09-23T18:20:16.163021+0000","last_fullsized":"2023-09-23T18:20:16.163021+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":438,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824602+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:20:16.824602+0000","last_peered":"2023-09-23T18:20:16.824602+0000","last_clean":"2023-09-23T18:20:16.824602+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:20:16.824602+0000","last_undegraded":"2023-09-23T18:20:16.824602+0000","last_fullsized":"2023-09-23T18:20:16.824602+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":274,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825914+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:20:16.825914+0000","last_peered":"2023-09-23T18:20:16.825914+0000","last_clean":"2023-09-23T18:20:16.825914+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:20:16.825914+0000","last_undegraded":"2023-09-23T18:20:16.825914+0000","last_fullsized":"2023-09-23T18:20:16.825914+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":241,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766796+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:20:16.766796+0000","last_peered":"2023-09-23T18:20:16.766796+0000","last_clean":"2023-09-23T18:20:16.766796+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:20:16.766796+0000","last_undegraded":"2023-09-23T18:20:16.766796+0000","last_fullsized":"2023-09-23T18:20:16.766796+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":49,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162664+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:20:16.162664+0000","last_peered":"2023-09-23T18:20:16.162664+0000","last_clean":"2023-09-23T18:20:16.162664+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:20:16.162664+0000","last_undegraded":"2023-09-23T18:20:16.162664+0000","last_fullsized":"2023-09-23T18:20:16.162664+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":391,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826546+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:20:16.826546+0000","last_peered":"2023-09-23T18:20:16.826546+0000","last_clean":"2023-09-23T18:20:16.826546+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:20:16.826546+0000","last_undegraded":"2023-09-23T18:20:16.826546+0000","last_fullsized":"2023-09-23T18:20:16.826546+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":316,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826794+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:20:16.826794+0000","last_peered":"2023-09-23T18:20:16.826794+0000","last_clean":"2023-09-23T18:20:16.826794+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:20:16.826794+0000","last_undegraded":"2023-09-23T18:20:16.826794+0000","last_fullsized":"2023-09-23T18:20:16.826794+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":407,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.828774+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:20:16.828774+0000","last_peered":"2023-09-23T18:20:16.828774+0000","last_clean":"2023-09-23T18:20:16.828774+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:20:16.828774+0000","last_undegraded":"2023-09-23T18:20:16.828774+0000","last_fullsized":"2023-09-23T18:20:16.828774+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"403'1525","reported_seq":1539,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.233529+0000","last_change":"2023-09-23T18:20:10.501122+0000","last_active":"2023-09-23T18:20:27.233529+0000","last_peered":"2023-09-23T18:20:27.233529+0000","last_clean":"2023-09-23T18:20:27.233529+0000","last_became_active":"2023-09-23T18:20:10.500857+0000","last_became_peered":"2023-09-23T18:20:10.500857+0000","last_unstale":"2023-09-23T18:20:27.233529+0000","last_undegraded":"2023-09-23T18:20:27.233529+0000","last_fullsized":"2023-09-23T18:20:27.233529+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1525,"log_dups_size":0,"ondisk_log_size":1525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:05:23.207643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99942400,"num_objects":1525,"num_object_clones":0,"num_object_copies":4575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1525,"num_write_kb":97600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162920+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:20:16.162920+0000","last_peered":"2023-09-23T18:20:16.162920+0000","last_clean":"2023-09-23T18:20:16.162920+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:20:16.162920+0000","last_undegraded":"2023-09-23T18:20:16.162920+0000","last_fullsized":"2023-09-23T18:20:16.162920+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":250,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766269+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:20:16.766269+0000","last_peered":"2023-09-23T18:20:16.766269+0000","last_clean":"2023-09-23T18:20:16.766269+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:20:16.766269+0000","last_undegraded":"2023-09-23T18:20:16.766269+0000","last_fullsized":"2023-09-23T18:20:16.766269+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"403'2017","reported_seq":2031,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.475138+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:20:31.475138+0000","last_peered":"2023-09-23T18:20:31.475138+0000","last_clean":"2023-09-23T18:20:31.475138+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:20:31.475138+0000","last_undegraded":"2023-09-23T18:20:31.475138+0000","last_fullsized":"2023-09-23T18:20:31.475138+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2017,"log_dups_size":0,"ondisk_log_size":2017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132186112,"num_objects":2017,"num_object_clones":0,"num_object_copies":6051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2017,"num_write_kb":129088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163526+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:20:16.163526+0000","last_peered":"2023-09-23T18:20:16.163526+0000","last_clean":"2023-09-23T18:20:16.163526+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:20:16.163526+0000","last_undegraded":"2023-09-23T18:20:16.163526+0000","last_fullsized":"2023-09-23T18:20:16.163526+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824526+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:20:16.824526+0000","last_peered":"2023-09-23T18:20:16.824526+0000","last_clean":"2023-09-23T18:20:16.824526+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:20:16.824526+0000","last_undegraded":"2023-09-23T18:20:16.824526+0000","last_fullsized":"2023-09-23T18:20:16.824526+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"403'2038","reported_seq":2050,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.172832+0000","last_change":"2023-09-23T18:20:10.503405+0000","last_active":"2023-09-23T18:20:31.172832+0000","last_peered":"2023-09-23T18:20:31.172832+0000","last_clean":"2023-09-23T18:20:31.172832+0000","last_became_active":"2023-09-23T18:20:10.503102+0000","last_became_peered":"2023-09-23T18:20:10.503102+0000","last_unstale":"2023-09-23T18:20:31.172832+0000","last_undegraded":"2023-09-23T18:20:31.172832+0000","last_fullsized":"2023-09-23T18:20:31.172832+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2038,"log_dups_size":0,"ondisk_log_size":2038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133562368,"num_objects":2038,"num_object_clones":0,"num_object_copies":6114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2038,"num_write_kb":130432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163619+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:20:16.163619+0000","last_peered":"2023-09-23T18:20:16.163619+0000","last_clean":"2023-09-23T18:20:16.163619+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:20:16.163619+0000","last_undegraded":"2023-09-23T18:20:16.163619+0000","last_fullsized":"2023-09-23T18:20:16.163619+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":269,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824732+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:20:16.824732+0000","last_peered":"2023-09-23T18:20:16.824732+0000","last_clean":"2023-09-23T18:20:16.824732+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:20:16.824732+0000","last_undegraded":"2023-09-23T18:20:16.824732+0000","last_fullsized":"2023-09-23T18:20:16.824732+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"403'1962","reported_seq":1975,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.104554+0000","last_change":"2023-09-23T18:20:11.349548+0000","last_active":"2023-09-23T18:20:31.104554+0000","last_peered":"2023-09-23T18:20:31.104554+0000","last_clean":"2023-09-23T18:20:31.104554+0000","last_became_active":"2023-09-23T18:20:11.349257+0000","last_became_peered":"2023-09-23T18:20:11.349257+0000","last_unstale":"2023-09-23T18:20:31.104554+0000","last_undegraded":"2023-09-23T18:20:31.104554+0000","last_fullsized":"2023-09-23T18:20:31.104554+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1962,"log_dups_size":0,"ondisk_log_size":1962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128581632,"num_objects":1962,"num_object_clones":0,"num_object_copies":5886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1962,"num_write_kb":125568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":406,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766656+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:20:16.766656+0000","last_peered":"2023-09-23T18:20:16.766656+0000","last_clean":"2023-09-23T18:20:16.766656+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:20:16.766656+0000","last_undegraded":"2023-09-23T18:20:16.766656+0000","last_fullsized":"2023-09-23T18:20:16.766656+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":409,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825135+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:20:16.825135+0000","last_peered":"2023-09-23T18:20:16.825135+0000","last_clean":"2023-09-23T18:20:16.825135+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:20:16.825135+0000","last_undegraded":"2023-09-23T18:20:16.825135+0000","last_fullsized":"2023-09-23T18:20:16.825135+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"403'1587","reported_seq":1600,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.925438+0000","last_change":"2023-09-23T18:20:11.453034+0000","last_active":"2023-09-23T18:20:27.925438+0000","last_peered":"2023-09-23T18:20:27.925438+0000","last_clean":"2023-09-23T18:20:27.925438+0000","last_became_active":"2023-09-23T18:20:11.452716+0000","last_became_peered":"2023-09-23T18:20:11.452716+0000","last_unstale":"2023-09-23T18:20:27.925438+0000","last_undegraded":"2023-09-23T18:20:27.925438+0000","last_fullsized":"2023-09-23T18:20:27.925438+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1587,"log_dups_size":0,"ondisk_log_size":1587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:04.679636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104005632,"num_objects":1587,"num_object_clones":0,"num_object_copies":4761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1587,"num_write_kb":101568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":431,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826370+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:20:16.826370+0000","last_peered":"2023-09-23T18:20:16.826370+0000","last_clean":"2023-09-23T18:20:16.826370+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:20:16.826370+0000","last_undegraded":"2023-09-23T18:20:16.826370+0000","last_fullsized":"2023-09-23T18:20:16.826370+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824882+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:20:16.824882+0000","last_peered":"2023-09-23T18:20:16.824882+0000","last_clean":"2023-09-23T18:20:16.824882+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:20:16.824882+0000","last_undegraded":"2023-09-23T18:20:16.824882+0000","last_fullsized":"2023-09-23T18:20:16.824882+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"403'2019","reported_seq":2033,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.498782+0000","last_change":"2023-09-23T18:20:11.350380+0000","last_active":"2023-09-23T18:20:31.498782+0000","last_peered":"2023-09-23T18:20:31.498782+0000","last_clean":"2023-09-23T18:20:31.498782+0000","last_became_active":"2023-09-23T18:20:11.350079+0000","last_became_peered":"2023-09-23T18:20:11.350079+0000","last_unstale":"2023-09-23T18:20:31.498782+0000","last_undegraded":"2023-09-23T18:20:31.498782+0000","last_fullsized":"2023-09-23T18:20:31.498782+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2019,"log_dups_size":0,"ondisk_log_size":2019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:50.244058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132317184,"num_objects":2019,"num_object_clones":0,"num_object_copies":6057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2019,"num_write_kb":129216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824645+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:20:16.824645+0000","last_peered":"2023-09-23T18:20:16.824645+0000","last_clean":"2023-09-23T18:20:16.824645+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:20:16.824645+0000","last_undegraded":"2023-09-23T18:20:16.824645+0000","last_fullsized":"2023-09-23T18:20:16.824645+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824923+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:20:16.824923+0000","last_peered":"2023-09-23T18:20:16.824923+0000","last_clean":"2023-09-23T18:20:16.824923+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:20:16.824923+0000","last_undegraded":"2023-09-23T18:20:16.824923+0000","last_fullsized":"2023-09-23T18:20:16.824923+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"403'1971","reported_seq":1983,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.429398+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:20:31.429398+0000","last_peered":"2023-09-23T18:20:31.429398+0000","last_clean":"2023-09-23T18:20:31.429398+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:20:31.429398+0000","last_undegraded":"2023-09-23T18:20:31.429398+0000","last_fullsized":"2023-09-23T18:20:31.429398+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1971,"log_dups_size":0,"ondisk_log_size":1971,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129171456,"num_objects":1971,"num_object_clones":0,"num_object_copies":5913,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1971,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1971,"num_write_kb":126144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766269+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:20:16.766269+0000","last_peered":"2023-09-23T18:20:16.766269+0000","last_clean":"2023-09-23T18:20:16.766269+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:20:16.766269+0000","last_undegraded":"2023-09-23T18:20:16.766269+0000","last_fullsized":"2023-09-23T18:20:16.766269+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825046+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:20:16.825046+0000","last_peered":"2023-09-23T18:20:16.825046+0000","last_clean":"2023-09-23T18:20:16.825046+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:20:16.825046+0000","last_undegraded":"2023-09-23T18:20:16.825046+0000","last_fullsized":"2023-09-23T18:20:16.825046+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"403'1638","reported_seq":1652,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.906862+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:20:27.906862+0000","last_peered":"2023-09-23T18:20:27.906862+0000","last_clean":"2023-09-23T18:20:27.906862+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:20:27.906862+0000","last_undegraded":"2023-09-23T18:20:27.906862+0000","last_fullsized":"2023-09-23T18:20:27.906862+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1638,"log_dups_size":0,"ondisk_log_size":1638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107347968,"num_objects":1638,"num_object_clones":0,"num_object_copies":4914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1638,"num_write_kb":104832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":442,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.829470+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:20:16.829470+0000","last_peered":"2023-09-23T18:20:16.829470+0000","last_clean":"2023-09-23T18:20:16.829470+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:20:16.829470+0000","last_undegraded":"2023-09-23T18:20:16.829470+0000","last_fullsized":"2023-09-23T18:20:16.829470+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":404,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.210963+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:20:23.210963+0000","last_peered":"2023-09-23T18:20:23.210963+0000","last_clean":"2023-09-23T18:20:23.210963+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:20:23.210963+0000","last_undegraded":"2023-09-23T18:20:23.210963+0000","last_fullsized":"2023-09-23T18:20:23.210963+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"403'1959","reported_seq":1972,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.161136+0000","last_change":"2023-09-23T18:20:10.505534+0000","last_active":"2023-09-23T18:20:31.161136+0000","last_peered":"2023-09-23T18:20:31.161136+0000","last_clean":"2023-09-23T18:20:31.161136+0000","last_became_active":"2023-09-23T18:20:10.505302+0000","last_became_peered":"2023-09-23T18:20:10.505302+0000","last_unstale":"2023-09-23T18:20:31.161136+0000","last_undegraded":"2023-09-23T18:20:31.161136+0000","last_fullsized":"2023-09-23T18:20:31.161136+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1959,"log_dups_size":0,"ondisk_log_size":1959,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128385024,"num_objects":1959,"num_object_clones":0,"num_object_copies":5877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1959,"num_write_kb":125376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1040,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824540+0000","last_change":"2023-09-23T18:20:04.749490+0000","last_active":"2023-09-23T18:20:16.824540+0000","last_peered":"2023-09-23T18:20:16.824540+0000","last_clean":"2023-09-23T18:20:16.824540+0000","last_became_active":"2023-09-23T18:20:04.748993+0000","last_became_peered":"2023-09-23T18:20:04.748993+0000","last_unstale":"2023-09-23T18:20:16.824540+0000","last_undegraded":"2023-09-23T18:20:16.824540+0000","last_fullsized":"2023-09-23T18:20:16.824540+0000","mapping_epoch":395,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":396,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:24.049270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":232,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766840+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:20:16.766840+0000","last_peered":"2023-09-23T18:20:16.766840+0000","last_clean":"2023-09-23T18:20:16.766840+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:20:16.766840+0000","last_undegraded":"2023-09-23T18:20:16.766840+0000","last_fullsized":"2023-09-23T18:20:16.766840+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":314,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824638+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:20:16.824638+0000","last_peered":"2023-09-23T18:20:16.824638+0000","last_clean":"2023-09-23T18:20:16.824638+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:20:16.824638+0000","last_undegraded":"2023-09-23T18:20:16.824638+0000","last_fullsized":"2023-09-23T18:20:16.824638+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"403'1466","reported_seq":1480,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.169716+0000","last_change":"2023-09-23T18:20:10.504311+0000","last_active":"2023-09-23T18:20:27.169716+0000","last_peered":"2023-09-23T18:20:27.169716+0000","last_clean":"2023-09-23T18:20:27.169716+0000","last_became_active":"2023-09-23T18:20:10.504046+0000","last_became_peered":"2023-09-23T18:20:10.504046+0000","last_unstale":"2023-09-23T18:20:27.169716+0000","last_undegraded":"2023-09-23T18:20:27.169716+0000","last_fullsized":"2023-09-23T18:20:27.169716+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1466,"log_dups_size":0,"ondisk_log_size":1466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:09.123542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96075776,"num_objects":1466,"num_object_clones":0,"num_object_copies":4398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1466,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1466,"num_write_kb":93824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1146,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766418+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:20:16.766418+0000","last_peered":"2023-09-23T18:20:16.766418+0000","last_clean":"2023-09-23T18:20:16.766418+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:20:16.766418+0000","last_undegraded":"2023-09-23T18:20:16.766418+0000","last_fullsized":"2023-09-23T18:20:16.766418+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":405,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824743+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:20:16.824743+0000","last_peered":"2023-09-23T18:20:16.824743+0000","last_clean":"2023-09-23T18:20:16.824743+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:20:16.824743+0000","last_undegraded":"2023-09-23T18:20:16.824743+0000","last_fullsized":"2023-09-23T18:20:16.824743+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":319,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824397+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:20:16.824397+0000","last_peered":"2023-09-23T18:20:16.824397+0000","last_clean":"2023-09-23T18:20:16.824397+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:20:16.824397+0000","last_undegraded":"2023-09-23T18:20:16.824397+0000","last_fullsized":"2023-09-23T18:20:16.824397+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"403'1996","reported_seq":2009,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.168499+0000","last_change":"2023-09-23T18:20:10.504429+0000","last_active":"2023-09-23T18:20:31.168499+0000","last_peered":"2023-09-23T18:20:31.168499+0000","last_clean":"2023-09-23T18:20:31.168499+0000","last_became_active":"2023-09-23T18:20:10.504151+0000","last_became_peered":"2023-09-23T18:20:10.504151+0000","last_unstale":"2023-09-23T18:20:31.168499+0000","last_undegraded":"2023-09-23T18:20:31.168499+0000","last_fullsized":"2023-09-23T18:20:31.168499+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1996,"log_dups_size":0,"ondisk_log_size":1996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130809856,"num_objects":1996,"num_object_clones":0,"num_object_copies":5988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1996,"num_write_kb":127744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":668,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.157978+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:20:16.157978+0000","last_peered":"2023-09-23T18:20:16.157978+0000","last_clean":"2023-09-23T18:20:16.157978+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:20:16.157978+0000","last_undegraded":"2023-09-23T18:20:16.157978+0000","last_fullsized":"2023-09-23T18:20:16.157978+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":324,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824240+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:20:16.824240+0000","last_peered":"2023-09-23T18:20:16.824240+0000","last_clean":"2023-09-23T18:20:16.824240+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:20:16.824240+0000","last_undegraded":"2023-09-23T18:20:16.824240+0000","last_fullsized":"2023-09-23T18:20:16.824240+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":413,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824473+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:20:16.824473+0000","last_peered":"2023-09-23T18:20:16.824473+0000","last_clean":"2023-09-23T18:20:16.824473+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:20:16.824473+0000","last_undegraded":"2023-09-23T18:20:16.824473+0000","last_fullsized":"2023-09-23T18:20:16.824473+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"403'1562","reported_seq":1576,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.920517+0000","last_change":"2023-09-23T18:20:10.503725+0000","last_active":"2023-09-23T18:20:27.920517+0000","last_peered":"2023-09-23T18:20:27.920517+0000","last_clean":"2023-09-23T18:20:27.920517+0000","last_became_active":"2023-09-23T18:20:10.503435+0000","last_became_peered":"2023-09-23T18:20:10.503435+0000","last_unstale":"2023-09-23T18:20:27.920517+0000","last_undegraded":"2023-09-23T18:20:27.920517+0000","last_fullsized":"2023-09-23T18:20:27.920517+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1562,"log_dups_size":0,"ondisk_log_size":1562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:38:23.791452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102367232,"num_objects":1562,"num_object_clones":0,"num_object_copies":4686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1562,"num_write_kb":99968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":985,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766585+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:20:16.766585+0000","last_peered":"2023-09-23T18:20:16.766585+0000","last_clean":"2023-09-23T18:20:16.766585+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:20:16.766585+0000","last_undegraded":"2023-09-23T18:20:16.766585+0000","last_fullsized":"2023-09-23T18:20:16.766585+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":405,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162604+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:20:16.162604+0000","last_peered":"2023-09-23T18:20:16.162604+0000","last_clean":"2023-09-23T18:20:16.162604+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:20:16.162604+0000","last_undegraded":"2023-09-23T18:20:16.162604+0000","last_fullsized":"2023-09-23T18:20:16.162604+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":441,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824313+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:20:16.824313+0000","last_peered":"2023-09-23T18:20:16.824313+0000","last_clean":"2023-09-23T18:20:16.824313+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:20:16.824313+0000","last_undegraded":"2023-09-23T18:20:16.824313+0000","last_fullsized":"2023-09-23T18:20:16.824313+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824860+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:20:16.824860+0000","last_peered":"2023-09-23T18:20:16.824860+0000","last_clean":"2023-09-23T18:20:16.824860+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:20:16.824860+0000","last_undegraded":"2023-09-23T18:20:16.824860+0000","last_fullsized":"2023-09-23T18:20:16.824860+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"403'1550","reported_seq":1564,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.232596+0000","last_change":"2023-09-23T18:20:11.349879+0000","last_active":"2023-09-23T18:20:27.232596+0000","last_peered":"2023-09-23T18:20:27.232596+0000","last_clean":"2023-09-23T18:20:27.232596+0000","last_became_active":"2023-09-23T18:20:11.349478+0000","last_became_peered":"2023-09-23T18:20:11.349478+0000","last_unstale":"2023-09-23T18:20:27.232596+0000","last_undegraded":"2023-09-23T18:20:27.232596+0000","last_fullsized":"2023-09-23T18:20:27.232596+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1550,"log_dups_size":0,"ondisk_log_size":1550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.787468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101580800,"num_objects":1550,"num_object_clones":0,"num_object_copies":4650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1550,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1550,"num_write_kb":99200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":751,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162488+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:20:16.162488+0000","last_peered":"2023-09-23T18:20:16.162488+0000","last_clean":"2023-09-23T18:20:16.162488+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:20:16.162488+0000","last_undegraded":"2023-09-23T18:20:16.162488+0000","last_fullsized":"2023-09-23T18:20:16.162488+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":401,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826944+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:20:16.826944+0000","last_peered":"2023-09-23T18:20:16.826944+0000","last_clean":"2023-09-23T18:20:16.826944+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:20:16.826944+0000","last_undegraded":"2023-09-23T18:20:16.826944+0000","last_fullsized":"2023-09-23T18:20:16.826944+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":266,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826291+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:20:16.826291+0000","last_peered":"2023-09-23T18:20:16.826291+0000","last_clean":"2023-09-23T18:20:16.826291+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:20:16.826291+0000","last_undegraded":"2023-09-23T18:20:16.826291+0000","last_fullsized":"2023-09-23T18:20:16.826291+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"403'2064","reported_seq":2076,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.436120+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:20:31.436120+0000","last_peered":"2023-09-23T18:20:31.436120+0000","last_clean":"2023-09-23T18:20:31.436120+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:20:31.436120+0000","last_undegraded":"2023-09-23T18:20:31.436120+0000","last_fullsized":"2023-09-23T18:20:31.436120+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2064,"log_dups_size":0,"ondisk_log_size":2064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135266304,"num_objects":2064,"num_object_clones":0,"num_object_copies":6192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2064,"num_write_kb":132096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":61,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163549+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:20:16.163549+0000","last_peered":"2023-09-23T18:20:16.163549+0000","last_clean":"2023-09-23T18:20:16.163549+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:20:16.163549+0000","last_undegraded":"2023-09-23T18:20:16.163549+0000","last_fullsized":"2023-09-23T18:20:16.163549+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":343,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824799+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:20:16.824799+0000","last_peered":"2023-09-23T18:20:16.824799+0000","last_clean":"2023-09-23T18:20:16.824799+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:20:16.824799+0000","last_undegraded":"2023-09-23T18:20:16.824799+0000","last_fullsized":"2023-09-23T18:20:16.824799+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":426,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825220+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:20:16.825220+0000","last_peered":"2023-09-23T18:20:16.825220+0000","last_clean":"2023-09-23T18:20:16.825220+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:20:16.825220+0000","last_undegraded":"2023-09-23T18:20:16.825220+0000","last_fullsized":"2023-09-23T18:20:16.825220+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"403'1976","reported_seq":1988,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:31.429408+0000","last_change":"2023-09-23T18:20:10.503989+0000","last_active":"2023-09-23T18:20:31.429408+0000","last_peered":"2023-09-23T18:20:31.429408+0000","last_clean":"2023-09-23T18:20:31.429408+0000","last_became_active":"2023-09-23T18:20:10.503712+0000","last_became_peered":"2023-09-23T18:20:10.503712+0000","last_unstale":"2023-09-23T18:20:31.429408+0000","last_undegraded":"2023-09-23T18:20:31.429408+0000","last_fullsized":"2023-09-23T18:20:31.429408+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1976,"log_dups_size":0,"ondisk_log_size":1976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129499136,"num_objects":1976,"num_object_clones":0,"num_object_copies":5928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1976,"num_write_kb":126464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":405,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.828689+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:20:16.828689+0000","last_peered":"2023-09-23T18:20:16.828689+0000","last_clean":"2023-09-23T18:20:16.828689+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:20:16.828689+0000","last_undegraded":"2023-09-23T18:20:16.828689+0000","last_fullsized":"2023-09-23T18:20:16.828689+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1032,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824922+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:20:16.824922+0000","last_peered":"2023-09-23T18:20:16.824922+0000","last_clean":"2023-09-23T18:20:16.824922+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:20:16.824922+0000","last_undegraded":"2023-09-23T18:20:16.824922+0000","last_fullsized":"2023-09-23T18:20:16.824922+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":446,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.829554+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:20:16.829554+0000","last_peered":"2023-09-23T18:20:16.829554+0000","last_clean":"2023-09-23T18:20:16.829554+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:20:16.829554+0000","last_undegraded":"2023-09-23T18:20:16.829554+0000","last_fullsized":"2023-09-23T18:20:16.829554+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"403'1692","reported_seq":1706,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:27.898398+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:20:27.898398+0000","last_peered":"2023-09-23T18:20:27.898398+0000","last_clean":"2023-09-23T18:20:27.898398+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:20:27.898398+0000","last_undegraded":"2023-09-23T18:20:27.898398+0000","last_fullsized":"2023-09-23T18:20:27.898398+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":1692,"log_dups_size":0,"ondisk_log_size":1692,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110886912,"num_objects":1692,"num_object_clones":0,"num_object_copies":5076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1692,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":73,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163030+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:20:16.163030+0000","last_peered":"2023-09-23T18:20:16.163030+0000","last_clean":"2023-09-23T18:20:16.163030+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:20:16.163030+0000","last_undegraded":"2023-09-23T18:20:16.163030+0000","last_fullsized":"2023-09-23T18:20:16.163030+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":261,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826466+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:20:16.826466+0000","last_peered":"2023-09-23T18:20:16.826466+0000","last_clean":"2023-09-23T18:20:16.826466+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:20:16.826466+0000","last_undegraded":"2023-09-23T18:20:16.826466+0000","last_fullsized":"2023-09-23T18:20:16.826466+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824493+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:20:16.824493+0000","last_peered":"2023-09-23T18:20:16.824493+0000","last_clean":"2023-09-23T18:20:16.824493+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:20:16.824493+0000","last_undegraded":"2023-09-23T18:20:16.824493+0000","last_fullsized":"2023-09-23T18:20:16.824493+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":274,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825144+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:20:16.825144+0000","last_peered":"2023-09-23T18:20:16.825144+0000","last_clean":"2023-09-23T18:20:16.825144+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:20:16.825144+0000","last_undegraded":"2023-09-23T18:20:16.825144+0000","last_fullsized":"2023-09-23T18:20:16.825144+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":207,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.158712+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:20:16.158712+0000","last_peered":"2023-09-23T18:20:16.158712+0000","last_clean":"2023-09-23T18:20:16.158712+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:20:16.158712+0000","last_undegraded":"2023-09-23T18:20:16.158712+0000","last_fullsized":"2023-09-23T18:20:16.158712+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":410,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766683+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:20:16.766683+0000","last_peered":"2023-09-23T18:20:16.766683+0000","last_clean":"2023-09-23T18:20:16.766683+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:20:16.766683+0000","last_undegraded":"2023-09-23T18:20:16.766683+0000","last_fullsized":"2023-09-23T18:20:16.766683+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824649+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:20:16.824649+0000","last_peered":"2023-09-23T18:20:16.824649+0000","last_clean":"2023-09-23T18:20:16.824649+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:20:16.824649+0000","last_undegraded":"2023-09-23T18:20:16.824649+0000","last_fullsized":"2023-09-23T18:20:16.824649+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":397,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766888+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:20:16.766888+0000","last_peered":"2023-09-23T18:20:16.766888+0000","last_clean":"2023-09-23T18:20:16.766888+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:20:16.766888+0000","last_undegraded":"2023-09-23T18:20:16.766888+0000","last_fullsized":"2023-09-23T18:20:16.766888+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824713+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:20:16.824713+0000","last_peered":"2023-09-23T18:20:16.824713+0000","last_clean":"2023-09-23T18:20:16.824713+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:20:16.824713+0000","last_undegraded":"2023-09-23T18:20:16.824713+0000","last_fullsized":"2023-09-23T18:20:16.824713+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":462,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.829127+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:20:16.829127+0000","last_peered":"2023-09-23T18:20:16.829127+0000","last_clean":"2023-09-23T18:20:16.829127+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:20:16.829127+0000","last_undegraded":"2023-09-23T18:20:16.829127+0000","last_fullsized":"2023-09-23T18:20:16.829127+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":441,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.826333+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:20:16.826333+0000","last_peered":"2023-09-23T18:20:16.826333+0000","last_clean":"2023-09-23T18:20:16.826333+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:20:16.826333+0000","last_undegraded":"2023-09-23T18:20:16.826333+0000","last_fullsized":"2023-09-23T18:20:16.826333+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":293,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825569+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:20:16.825569+0000","last_peered":"2023-09-23T18:20:16.825569+0000","last_clean":"2023-09-23T18:20:16.825569+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:20:16.825569+0000","last_undegraded":"2023-09-23T18:20:16.825569+0000","last_fullsized":"2023-09-23T18:20:16.825569+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824313+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:20:16.824313+0000","last_peered":"2023-09-23T18:20:16.824313+0000","last_clean":"2023-09-23T18:20:16.824313+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:20:16.824313+0000","last_undegraded":"2023-09-23T18:20:16.824313+0000","last_fullsized":"2023-09-23T18:20:16.824313+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":1901985792,"num_objects":29022,"num_object_clones":0,"num_object_copies":87066,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29022,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29022,"num_write_kb":1857408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5783879680,"data_stored":5783879680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29022,"ondisk_log_size":29022,"up":48,"acting":48,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":180,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430627,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2015588,"kb_used_data":1107100,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":91729564,"statfs":{"total":95995035648,"available":93931073536,"internally_reserved":0,"allocated":1133670400,"data_stored":1132719283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.9139999999999999,"15min":1.873},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.22900000000000001},"max":{"1min":8.3859999999999992,"5min":10.436,"15min":53.850999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.8860000000000001,"5min":2.1160000000000001,"15min":1.9690000000000001},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":9.8190000000000008,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:19:57 2023","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.7010000000000001,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.8049999999999997,"5min":10.259,"15min":12.595000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.1629999999999998,"15min":2.056},"min":{"1min":0.29799999999999999,"5min":0.27800000000000002,"15min":0.26500000000000001},"max":{"1min":4.9199999999999999,"5min":10.401,"15min":12.573},"last":0.61599999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":2.1699999999999999,"15min":2.1200000000000001},"min":{"1min":0.33000000000000002,"5min":0.30099999999999999,"15min":0.26500000000000001},"max":{"1min":4.4329999999999998,"5min":13.282,"15min":15.449999999999999},"last":1.2549999999999999},{"interface":"front","average":{"1min":2.5670000000000002,"5min":2.5019999999999998,"15min":2.2679999999999998},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.247},"max":{"1min":10.31,"5min":16.434000000000001,"15min":21.692},"last":0.29999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:19:31 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":2.8610000000000002,"15min":2.746},"min":{"1min":0.35299999999999998,"5min":0.33800000000000002,"15min":0.32300000000000001},"max":{"1min":10.625,"5min":11.701000000000001,"15min":32.631},"last":0.42399999999999999},{"interface":"front","average":{"1min":4.3719999999999999,"5min":3.0419999999999998,"15min":2.8260000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":10.643000000000001,"5min":11.715,"15min":32.612000000000002},"last":0.47799999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.284,"15min":0.97599999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":10.18,"5min":10.18,"15min":19.010000000000002},"last":0.312},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.371,"15min":1.0089999999999999},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":5.7389999999999999,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.35799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":1.4279999999999999,"15min":1.0389999999999999},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":10.224,"5min":14.202,"15min":14.202},"last":0.50900000000000001},{"interface":"front","average":{"1min":1.599,"5min":1.3400000000000001,"15min":1.0760000000000001},"min":{"1min":0.30499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4429999999999996,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.41699999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.1890000000000001,"15min":0.98699999999999999},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":7.0129999999999999,"5min":13.385,"15min":13.385},"last":0.46300000000000002},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.6639999999999999,"15min":1.226},"min":{"1min":0.41499999999999998,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":9.9009999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.443}]}]},{"osd":6,"up_from":0,"seq":747324309723,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436690,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2058576,"kb_used_data":1784904,"kb_used_omap":17,"kb_used_meta":273646,"kb_avail":91686576,"statfs":{"total":95995035648,"available":93887053824,"internally_reserved":0,"allocated":1827741696,"data_stored":1826056169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":280213604},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":5.6150000000000002,"5min":3.8450000000000002,"15min":4.6660000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":20.687999999999999,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":3.3809999999999998,"5min":2.899,"15min":3.1669999999999998},"min":{"1min":0.214,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":23.262,"5min":23.262,"15min":23.262},"last":0.497}]},{"osd":2,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":3.0790000000000002,"15min":4.4909999999999997},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.216},"max":{"1min":12.003,"5min":22.553000000000001,"15min":23.407},"last":0.72699999999999998},{"interface":"front","average":{"1min":2.8519999999999999,"5min":3.1499999999999999,"15min":4.8620000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.449999999999999,"5min":20.986999999999998,"15min":57.387},"last":0.45300000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.6840000000000002,"5min":3.2229999999999999,"15min":3.7669999999999999},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":12.331,"5min":33.795000000000002,"15min":33.795000000000002},"last":1.6279999999999999},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9180000000000001,"15min":4.4880000000000004},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29099999999999998},"max":{"1min":12.031000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":0.77300000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":2.3140000000000001,"15min":1.573},"min":{"1min":0.38400000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.0880000000000001,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":0.81699999999999995},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1000000000000001,"15min":2.516},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.879,"5min":11.879,"15min":14.898},"last":1.0229999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":2.3769999999999998,"15min":2.617},"min":{"1min":0.42499999999999999,"5min":0.35799999999999998,"15min":0.34000000000000002},"max":{"1min":11.977,"5min":11.977,"15min":14.987},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.976,"5min":2.7570000000000001,"15min":2.8959999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":9.6869999999999994,"5min":14.894,"15min":31.023},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":2.5550000000000002,"15min":2.843},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.38},"max":{"1min":8.2539999999999996,"5min":14.813000000000001,"15min":31.064},"last":0.59599999999999997},{"interface":"front","average":{"1min":2.706,"5min":2.629,"15min":1.6990000000000001},"min":{"1min":0.47199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":12.276999999999999,"5min":13.855,"15min":13.855},"last":0.85399999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6699999999999999,"5min":2.6840000000000002,"15min":2.7189999999999999},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.39600000000000002},"max":{"1min":11.928000000000001,"5min":11.928000000000001,"15min":14.949999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.8319999999999999,"15min":2.9540000000000002},"min":{"1min":0.45000000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":7.7050000000000001,"5min":14.859,"15min":31.093},"last":0.57599999999999996}]}]},{"osd":0,"up_from":85,"seq":365072220464,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1456968,"kb_used_data":804160,"kb_used_omap":8,"kb_used_meta":652791,"kb_avail":92288184,"statfs":{"total":95995035648,"available":94503100416,"internally_reserved":0,"allocated":823459840,"data_stored":821777527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":668458596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":3.7709999999999999,"15min":3.3809999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":20.509,"5min":141.75800000000001,"15min":141.75800000000001},"last":1.3979999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":4.4859999999999998,"15min":6.367},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.0190000000000001,"5min":141.95699999999999,"15min":141.95699999999999},"last":1.339}]},{"osd":2,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.5270000000000001,"15min":3.1970000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":8.9860000000000007,"5min":19.773,"15min":27.821999999999999},"last":2.7679999999999998},{"interface":"front","average":{"1min":1.3340000000000001,"5min":2.7429999999999999,"15min":2.9649999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":6.282,"5min":20.721,"15min":26.268000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Sep 23 18:19:33 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":4.0110000000000001,"15min":3.6659999999999999},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.865,"5min":69.905000000000001,"15min":69.905000000000001},"last":3.7069999999999999},{"interface":"front","average":{"1min":4.2969999999999997,"5min":4.04,"15min":3.3879999999999999},"min":{"1min":0.33500000000000002,"5min":0.29799999999999999,"15min":0.249},"max":{"1min":16.606999999999999,"5min":69.120999999999995,"15min":69.120999999999995},"last":0.42499999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":5.4370000000000003,"5min":16.550000000000001,"15min":68.950000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.3109999999999999,"15min":2.544},"min":{"1min":0.36799999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":14.993,"5min":14.993,"15min":69.829999999999998},"last":0.41099999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.1059999999999999,"5min":2.8079999999999998,"15min":2.6379999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":15.361000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.5630000000000002,"15min":2.6789999999999998},"min":{"1min":0.37,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":7.1020000000000003,"5min":16.48,"15min":69.081000000000003},"last":0.51500000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3839999999999999,"15min":2.5870000000000002},"min":{"1min":0.42499999999999999,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":14.938000000000001,"5min":14.938000000000001,"15min":69.861999999999995},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.4849999999999999,"15min":2.6629999999999998},"min":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":8.9359999999999999,"5min":19.567,"15min":68.153000000000006},"last":1.2370000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.7320000000000002,"15min":2.8370000000000002},"min":{"1min":0.57099999999999995,"5min":0.374,"15min":0.374},"max":{"1min":9.1850000000000005,"5min":19.518000000000001,"15min":68.188999999999993},"last":1.2},{"interface":"front","average":{"1min":3.847,"5min":3.0859999999999999,"15min":2.9710000000000001},"min":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.844999999999999,"5min":16.844999999999999,"15min":69.027000000000001},"last":0.58599999999999997}]}]},{"osd":2,"up_from":145,"seq":622770258157,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1142376,"kb_used_data":381472,"kb_used_omap":16,"kb_used_meta":760879,"kb_avail":92602776,"statfs":{"total":95995035648,"available":94825242624,"internally_reserved":0,"allocated":390627328,"data_stored":388862808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":779140258},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":3.024,"5min":2.6080000000000001,"15min":2.915},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":14.663,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.19700000000000001},{"interface":"front","average":{"1min":2.3610000000000002,"5min":2.6339999999999999,"15min":3.1379999999999999},"min":{"1min":0.34200000000000003,"5min":0.221,"15min":0.216},"max":{"1min":17.02,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.36899999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.363,"15min":3.4830000000000001},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":16.975999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":3.2200000000000002,"5min":3.5249999999999999,"15min":3.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.141,"5min":38.329000000000001,"15min":38.329000000000001},"last":0.502}]},{"osd":3,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4079999999999999,"15min":3.2370000000000001},"min":{"1min":0.32300000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":11.757999999999999,"5min":14.977,"15min":34.960999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.5760000000000001,"5min":2.843,"15min":3.6299999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.744999999999999,"5min":15.877000000000001,"15min":35.432000000000002},"last":1.194}]},{"osd":4,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":2.0710000000000002,"15min":2.7549999999999999},"min":{"1min":0.32900000000000001,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":10.669,"5min":11.038,"15min":105.509},"last":1.109},{"interface":"front","average":{"1min":1.6499999999999999,"5min":1.694,"15min":2.419},"min":{"1min":0.375,"5min":0.34999999999999998,"15min":0.314},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":105.529},"last":1.0229999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.9359999999999999,"15min":2.1379999999999999},"min":{"1min":0.32000000000000001,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":10.538,"5min":14.65,"15min":17.780000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.355,"5min":1.6180000000000001,"15min":1.8819999999999999},"min":{"1min":0.371,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":11.845000000000001,"5min":14.448,"15min":18.669},"last":0.435}]},{"osd":6,"last update":"Sat Sep 23 18:19:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.9259999999999999,"15min":2.2759999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":10.555,"5min":10.555,"15min":17.853000000000002},"last":1.1339999999999999},{"interface":"front","average":{"1min":2.6749999999999998,"5min":2.3700000000000001,"15min":2.488},"min":{"1min":0.48299999999999998,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":10.586,"5min":14.699,"15min":17.919},"last":0.873}]},{"osd":7,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.9990000000000001,"15min":2.766},"min":{"1min":0.44,"5min":0.44,"15min":0.36899999999999999},"max":{"1min":10.571,"5min":109.81699999999999,"15min":109.81699999999999},"last":1.1799999999999999},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.9460000000000002,"15min":2.4489999999999998},"min":{"1min":0.48799999999999999,"5min":0.44900000000000001,"15min":0.33800000000000002},"max":{"1min":14.013999999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.57899999999999996}]}]},{"osd":3,"up_from":100,"seq":429496729887,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1886692,"kb_used_data":1128156,"kb_used_omap":4,"kb_used_meta":758523,"kb_avail":91858460,"statfs":{"total":95995035648,"available":94063063040,"internally_reserved":0,"allocated":1155231744,"data_stored":1153581202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":776727959},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":2.8719999999999999,"5min":2.3969999999999998,"15min":3.3079999999999998},"min":{"1min":0.245,"5min":0.189,"15min":0.189},"max":{"1min":9.8260000000000005,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.93899999999999995},{"interface":"front","average":{"1min":3.2989999999999999,"5min":2.5070000000000001,"15min":3.387},"min":{"1min":0.36299999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":10.227,"5min":15.039999999999999,"15min":93.465000000000003},"last":0.80500000000000005}]},{"osd":1,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.4409999999999998,"15min":3.4710000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":14.747,"5min":14.747,"15min":14.747},"last":0.89600000000000002},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.214,"15min":2.9940000000000002},"min":{"1min":0.29799999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.2089999999999996,"5min":10.507,"15min":15.016},"last":0.73899999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:12 2023","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":2.306,"15min":3.0249999999999999},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.343,"5min":14.34,"15min":93.429000000000002},"last":0.77700000000000002},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.7400000000000002,"15min":3.1389999999999998},"min":{"1min":0.35099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9260000000000002,"5min":14.48,"15min":90.498999999999995},"last":1.2470000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.4159999999999999,"5min":2.2290000000000001,"15min":2.359},"min":{"1min":0.58399999999999996,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":8.9920000000000009,"5min":12.347,"15min":23.469000000000001},"last":0.71399999999999997},{"interface":"front","average":{"1min":3.609,"5min":2.4660000000000002,"15min":2.1970000000000001},"min":{"1min":0.40899999999999997,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":12.609999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.45700000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.7799999999999998,"5min":2.4620000000000002,"15min":2.2370000000000001},"min":{"1min":0.39600000000000002,"5min":0.35999999999999999,"15min":0.29299999999999998},"max":{"1min":12.324,"5min":18.802,"15min":18.802},"last":0.49199999999999999},{"interface":"front","average":{"1min":4.0830000000000002,"5min":2.556,"15min":2.282},"min":{"1min":0.438,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":11.484,"5min":14.090999999999999,"15min":19.457999999999998},"last":0.72999999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4430000000000001,"15min":2.4350000000000001},"min":{"1min":0.443,"5min":0.39000000000000001,"15min":0.318},"max":{"1min":11.233000000000001,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.585,"15min":2.7999999999999998},"min":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":11.276,"5min":18.751999999999999,"15min":93.280000000000001},"last":0.54700000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:19:35 2023","interfaces":[{"interface":"back","average":{"1min":3.2290000000000001,"5min":2.3759999999999999,"15min":2.3479999999999999},"min":{"1min":0.45900000000000002,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":10.329000000000001,"5min":14.135,"15min":36.423000000000002},"last":0.69399999999999995},{"interface":"front","average":{"1min":3.7130000000000001,"5min":2.339,"15min":2.6440000000000001},"min":{"1min":0.58299999999999996,"5min":0.41899999999999998,"15min":0.33800000000000002},"max":{"1min":10.308999999999999,"5min":13.416,"15min":36.366999999999997},"last":0.67800000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019310,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1101400,"kb_used_data":507600,"kb_used_omap":0,"kb_used_meta":593792,"kb_avail":92643752,"statfs":{"total":95995035648,"available":94867202048,"internally_reserved":0,"allocated":519782400,"data_stored":518843216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":608043008},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.6499999999999999,"15min":1.6160000000000001},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":6.9989999999999997,"5min":9.8770000000000007,"15min":11.686999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":3.194,"5min":2.4729999999999999,"15min":1.9950000000000001},"min":{"1min":0.44400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.8220000000000001,"5min":16.809999999999999,"15min":16.809999999999999},"last":1.208}]},{"osd":1,"last update":"Sat Sep 23 18:19:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":3.6200000000000001,"15min":2.544},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.665,"5min":155.029,"15min":155.029},"last":0.82799999999999996},{"interface":"front","average":{"1min":2.1549999999999998,"5min":3.754,"15min":3.2879999999999998},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.6239999999999997,"5min":154.94499999999999,"15min":154.94499999999999},"last":1.1299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":1.696,"15min":1.9570000000000001},"min":{"1min":0.315,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":7.0419999999999998,"5min":11.351000000000001,"15min":56.448},"last":0.434},{"interface":"front","average":{"1min":1.4390000000000001,"5min":2.0619999999999998,"15min":1.9530000000000001},"min":{"1min":0.378,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":4.9119999999999999,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.28499999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.5110000000000001,"5min":1.8069999999999999,"15min":2.625},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.4450000000000003,"5min":9.8369999999999997,"15min":80.783000000000001},"last":7.548},{"interface":"front","average":{"1min":3.323,"5min":2.4409999999999998,"15min":2.6720000000000002},"min":{"1min":0.45700000000000002,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":8.6950000000000003,"5min":17.027000000000001,"15min":80.852000000000004},"last":0.46899999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:19:29 2023","interfaces":[{"interface":"back","average":{"1min":2.0979999999999999,"5min":1.3660000000000001,"15min":1.1319999999999999},"min":{"1min":0.36499999999999999,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":5.3780000000000001,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.314},{"interface":"front","average":{"1min":2.351,"5min":1.464,"15min":1.2749999999999999},"min":{"1min":0.38800000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":6.125,"5min":12.225,"15min":18.859000000000002},"last":0.35299999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.627,"15min":1.0980000000000001},"min":{"1min":0.374,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":8.1839999999999993,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.4470000000000001,"15min":1.143},"min":{"1min":0.48299999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.8899999999999997,"5min":12.292,"15min":12.292},"last":0.38800000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.8009999999999999,"15min":1.123},"min":{"1min":0.35299999999999998,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":4.891,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.52,"5min":1.351,"15min":1.0640000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.309},"max":{"1min":7.0739999999999998,"5min":7.0739999999999998,"15min":12.885},"last":0.40999999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823082,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2362520,"kb_used_data":1453776,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":91382632,"statfs":{"total":95995035648,"available":93575815168,"internally_reserved":0,"allocated":1488666624,"data_stored":1487723000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.8300000000000001,"15min":1.7310000000000001},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":3.1539999999999999,"5min":10.987,"15min":13.724},"last":0.53800000000000003},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.056,"15min":1.8779999999999999},"min":{"1min":0.35099999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.619999999999999,"5min":11.619999999999999,"15min":12.297000000000001},"last":0.65100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":2.7400000000000002,"15min":2.02},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.427,"5min":65.379000000000005,"15min":65.379000000000005},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.895,"5min":3.085,"15min":2.1949999999999998},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.3659999999999997,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.468,"15min":2.5710000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":7.3300000000000001,"5min":12.5,"15min":44.081000000000003},"last":4.8470000000000004},{"interface":"front","average":{"1min":2.4790000000000001,"5min":2.2679999999999998,"15min":2.4710000000000001},"min":{"1min":0.38600000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":10.436,"5min":12.31,"15min":44.094999999999999},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 18:20:22 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.6440000000000001},"min":{"1min":0.39900000000000002,"5min":0.33900000000000002,"15min":0.26500000000000001},"max":{"1min":11.689,"5min":16.619,"15min":31.109999999999999},"last":1.508},{"interface":"front","average":{"1min":2.0670000000000002,"5min":2.6379999999999999,"15min":2.5150000000000001},"min":{"1min":0.35099999999999998,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":6.7389999999999999,"5min":13.228,"15min":28.795999999999999},"last":4.9180000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:20:22 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":1.137,"15min":1.27},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":3.7839999999999998,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.6240000000000001,"5min":2.1669999999999998,"15min":1.748},"min":{"1min":0.27900000000000003,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":11.724,"5min":18.003,"15min":121.31399999999999},"last":1.323}]},{"osd":6,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":1.768,"15min":1.143},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":12.991,"5min":16.196999999999999,"15min":16.196999999999999},"last":1.254},{"interface":"front","average":{"1min":2.9100000000000001,"5min":2.1000000000000001,"15min":1.3280000000000001},"min":{"1min":0.40000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":12.760999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":1.262}]},{"osd":7,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.637,"15min":1.173},"min":{"1min":0.375,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":5.5590000000000002,"5min":16.779,"15min":16.779},"last":0.438},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.198,"15min":1.3300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.711,"5min":18.178999999999998,"15min":18.178999999999998},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":496631808,"data_stored":496631808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1183907840,"data_stored":1183907840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":391184384,"data_stored":391184384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":850984960,"data_stored":850984960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":517275648,"data_stored":517275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1160970240,"data_stored":1160970240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1182924800,"data_stored":1182924800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:20:35.167 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:20:35.168 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:20:35.168 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:20:35.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:20:35.168 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:35.201 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:35.250 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:35.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:35.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:35.354 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:35.385 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:35.438 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:35.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:35.444 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:35.448 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:35.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:35.585 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:35.642 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:35.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:35.651 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:35.751 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:35.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 38684 38668 127.093 81.25 0.0156244 0.00786061 2023-09-23T18:20:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:36.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:36.336 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:36.436 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:36.462 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:36.505 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:36.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:36.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:36.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:36.661 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:36.719 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:36.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:36.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:36.824 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:36.829 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:20:36.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:20:36.837030+0000 min lat: 0.00127158 max lat: 0.204399 avg lat: 0.00797708 2023-09-23T18:20:36.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:20:36.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 40124 40108 125.238 90 0.0220057 0.00797708 2023-09-23T18:20:36.900 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:36.977 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:36.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:36.984 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:37.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[149401]: pgmap v1216: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-09-23T18:20:37.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1931948607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[153734]: pgmap v1216: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-09-23T18:20:37.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1931948607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.085 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:37.145 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:36 smithi149 ceph-mon[135148]: pgmap v1216: 89 pgs: 89 active+clean; 2.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 105 MiB/s wr, 1.67k op/s 2023-09-23T18:20:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1931948607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:20:37.587 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:37.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:37.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:37.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:37.734 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:37.746 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:37.776 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:37.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:37.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:37.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 41549 41533 123.516 89.0625 0.00875825 0.00808901 2023-09-23T18:20:37.882 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:37.900 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:37.900 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:20:37.900 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:20:37.901 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:20:37.901 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:37.979 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:38.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[149401]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:20:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T18:20:38.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:37 smithi018 ceph-mon[153734]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:20:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T18:20:38.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:37 smithi149 ceph-mon[135148]: failed to encode map e404 with expected crc 2023-09-23T18:20:38.154 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:38.196 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:38.243 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:38.292 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:38.328 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:38.369 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:20:38.369 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:38.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:38.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:38.381 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:38.419 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:38.455 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.470 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.471 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:20:38.478 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:38.572 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:38.836 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 42865 42849 121.641 82.25 0.00661154 0.00821577 2023-09-23T18:20:39.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:39.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:39.028 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:39.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:39.140 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:38 smithi018 ceph-mon[149401]: pgmap v1218: 89 pgs: 89 active+clean; 2.3 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:20:39.140 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1851445576' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:39.140 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:38 smithi018 ceph-mon[153734]: pgmap v1218: 89 pgs: 89 active+clean; 2.3 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:20:39.141 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1851445576' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:38 smithi149 ceph-mon[135148]: pgmap v1218: 89 pgs: 89 active+clean; 2.3 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 107 MiB/s wr, 1.71k op/s 2023-09-23T18:20:39.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1851445576' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:39.166 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:39.222 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:39.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:39.229 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:39.330 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:39.390 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:39.472 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:39.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:39.477 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:39.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:20:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:39.578 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:39.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:39.660 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:39.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:39.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:39.765 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:39.800 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:39.838 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 44211 44195 120 84.125 0.0169536 0.00832564 2023-09-23T18:20:39.850 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:39.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:39.853 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:39.954 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:40.005 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:40.018 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:20:40.028 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:20:40.058 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:40.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:40.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:40.167 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:40.210 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:40.261 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:40.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:40.265 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:40.366 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:40.403 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:40.449 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:40.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:40.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:40.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:40.584 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:40.617 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:40.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:40.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:40.723 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:40.792 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[153734]: pgmap v1219: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T18:20:40.792 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:40.792 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:40.792 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[153734]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:40.792 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[149401]: pgmap v1219: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T18:20:40.793 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:40.793 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:40.793 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:40 smithi018 ceph-mon[149401]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:40.799 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:40.838 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 45417 45401 118.141 75.375 0.00750979 0.00845797 2023-09-23T18:20:40.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:40 smithi149 ceph-mon[135148]: pgmap v1219: 89 pgs: 89 active+clean; 2.5 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T18:20:40.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:20:40.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:40.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:40 smithi149 ceph-mon[135148]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:20:40.973 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:40.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:40.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:41.043 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:20:41.080 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:41.128 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:41.178 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:41.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:41.183 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:41.284 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:41.326 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:41.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:41.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:41.389 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:41.490 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:41.534 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:41.586 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:41.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:41.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:41.691 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:41.757 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:41.838 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 46761 46745 116.776 84 0.00428284 0.00854574 2023-09-23T18:20:42.577 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:42.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:42.586 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:42.618 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:42.687 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:42.774 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:42.795 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1219,"stamp":"2023-09-23T18:20:39.542379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2637961139,"num_objects":40207,"num_object_clones":0,"num_object_copies":120621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40207,"num_whiteouts":0,"num_read":6288,"num_read_kb":13711,"num_write":41285,"num_write_kb":2586597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":262,"num_bytes_recovered":17989756,"num_keys_recovered":60,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41349,"ondisk_log_size":41349,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":272,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":14121088,"kb_used_data":9164040,"kb_used_omap":47,"kb_used_meta":4956944,"kb_avail":642094976,"statfs":{"total":671965249536,"available":657505255424,"internally_reserved":0,"allocated":9383976960,"data_stored":9374359962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":5075910913},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,5,4,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1063452672,"num_objects":16227,"num_object_clones":0,"num_object_copies":48681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16227,"num_write_kb":1038528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004928"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824619+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:20:16.824619+0000","last_peered":"2023-09-23T18:20:16.824619+0000","last_clean":"2023-09-23T18:20:16.824619+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:20:16.824619+0000","last_undegraded":"2023-09-23T18:20:16.824619+0000","last_fullsized":"2023-09-23T18:20:16.824619+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":414,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.211946+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:20:23.211946+0000","last_peered":"2023-09-23T18:20:23.211946+0000","last_clean":"2023-09-23T18:20:23.211946+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:20:23.211946+0000","last_undegraded":"2023-09-23T18:20:23.211946+0000","last_fullsized":"2023-09-23T18:20:23.211946+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":348,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824144+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:20:16.824144+0000","last_peered":"2023-09-23T18:20:16.824144+0000","last_clean":"2023-09-23T18:20:16.824144+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:20:16.824144+0000","last_undegraded":"2023-09-23T18:20:16.824144+0000","last_fullsized":"2023-09-23T18:20:16.824144+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":277,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:32.241159+0000","last_change":"2023-09-23T18:17:05.903555+0000","last_active":"2023-09-23T18:20:32.241159+0000","last_peered":"2023-09-23T18:20:32.241159+0000","last_clean":"2023-09-23T18:20:32.241159+0000","last_became_active":"2023-09-23T18:17:05.902794+0000","last_became_peered":"2023-09-23T18:17:05.902794+0000","last_unstale":"2023-09-23T18:20:32.241159+0000","last_undegraded":"2023-09-23T18:20:32.241159+0000","last_fullsized":"2023-09-23T18:20:32.241159+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:11:11.860096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":474,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.210718+0000","last_change":"2023-09-23T18:13:48.006727+0000","last_active":"2023-09-23T18:20:23.210718+0000","last_peered":"2023-09-23T18:20:23.210718+0000","last_clean":"2023-09-23T18:20:23.210718+0000","last_became_active":"2023-09-23T18:13:48.006430+0000","last_became_peered":"2023-09-23T18:13:48.006430+0000","last_unstale":"2023-09-23T18:20:23.210718+0000","last_undegraded":"2023-09-23T18:20:23.210718+0000","last_fullsized":"2023-09-23T18:20:23.210718+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:29.008992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":260,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.767140+0000","last_change":"2023-09-23T18:13:47.958956+0000","last_active":"2023-09-23T18:20:16.767140+0000","last_peered":"2023-09-23T18:20:16.767140+0000","last_clean":"2023-09-23T18:20:16.767140+0000","last_became_active":"2023-09-23T18:13:47.958626+0000","last_became_peered":"2023-09-23T18:13:47.958626+0000","last_unstale":"2023-09-23T18:20:16.767140+0000","last_undegraded":"2023-09-23T18:20:16.767140+0000","last_fullsized":"2023-09-23T18:20:16.767140+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":397,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.206142+0000","last_change":"2023-09-23T18:02:47.468949+0000","last_active":"2023-09-23T18:20:23.206142+0000","last_peered":"2023-09-23T18:20:23.206142+0000","last_clean":"2023-09-23T18:20:23.206142+0000","last_became_active":"2023-09-23T18:02:47.468610+0000","last_became_peered":"2023-09-23T18:02:47.468610+0000","last_unstale":"2023-09-23T18:20:23.206142+0000","last_undegraded":"2023-09-23T18:20:23.206142+0000","last_fullsized":"2023-09-23T18:20:23.206142+0000","mapping_epoch":187,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":188,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:06:30.864205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":448,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.210795+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:20:23.210795+0000","last_peered":"2023-09-23T18:20:23.210795+0000","last_clean":"2023-09-23T18:20:23.210795+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:20:23.210795+0000","last_undegraded":"2023-09-23T18:20:23.210795+0000","last_fullsized":"2023-09-23T18:20:23.210795+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":265,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766704+0000","last_change":"2023-09-23T18:17:05.903731+0000","last_active":"2023-09-23T18:20:16.766704+0000","last_peered":"2023-09-23T18:20:16.766704+0000","last_clean":"2023-09-23T18:20:16.766704+0000","last_became_active":"2023-09-23T18:17:05.903367+0000","last_became_peered":"2023-09-23T18:17:05.903367+0000","last_unstale":"2023-09-23T18:20:16.766704+0000","last_undegraded":"2023-09-23T18:20:16.766704+0000","last_fullsized":"2023-09-23T18:20:16.766704+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":377,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.211789+0000","last_change":"2023-09-23T18:17:05.905305+0000","last_active":"2023-09-23T18:20:23.211789+0000","last_peered":"2023-09-23T18:20:23.211789+0000","last_clean":"2023-09-23T18:20:23.211789+0000","last_became_active":"2023-09-23T18:17:05.904979+0000","last_became_peered":"2023-09-23T18:17:05.904979+0000","last_unstale":"2023-09-23T18:20:23.211789+0000","last_undegraded":"2023-09-23T18:20:23.211789+0000","last_fullsized":"2023-09-23T18:20:23.211789+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:15:48.606111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":55,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163657+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:20:16.163657+0000","last_peered":"2023-09-23T18:20:16.163657+0000","last_clean":"2023-09-23T18:20:16.163657+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:20:16.163657+0000","last_undegraded":"2023-09-23T18:20:16.163657+0000","last_fullsized":"2023-09-23T18:20:16.163657+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":208,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766555+0000","last_change":"2023-09-23T18:11:53.659720+0000","last_active":"2023-09-23T18:20:16.766555+0000","last_peered":"2023-09-23T18:20:16.766555+0000","last_clean":"2023-09-23T18:20:16.766555+0000","last_became_active":"2023-09-23T18:11:53.658765+0000","last_became_peered":"2023-09-23T18:11:53.658765+0000","last_unstale":"2023-09-23T18:20:16.766555+0000","last_undegraded":"2023-09-23T18:20:16.766555+0000","last_fullsized":"2023-09-23T18:20:16.766555+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":110,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824801+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:20:16.824801+0000","last_peered":"2023-09-23T18:20:16.824801+0000","last_clean":"2023-09-23T18:20:16.824801+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:20:16.824801+0000","last_undegraded":"2023-09-23T18:20:16.824801+0000","last_fullsized":"2023-09-23T18:20:16.824801+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824771+0000","last_change":"2023-09-23T18:13:47.934719+0000","last_active":"2023-09-23T18:20:16.824771+0000","last_peered":"2023-09-23T18:20:16.824771+0000","last_clean":"2023-09-23T18:20:16.824771+0000","last_became_active":"2023-09-23T18:13:47.934460+0000","last_became_peered":"2023-09-23T18:13:47.934460+0000","last_unstale":"2023-09-23T18:20:16.824771+0000","last_undegraded":"2023-09-23T18:20:16.824771+0000","last_fullsized":"2023-09-23T18:20:16.824771+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":55,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163021+0000","last_change":"2023-09-23T18:17:06.007371+0000","last_active":"2023-09-23T18:20:16.163021+0000","last_peered":"2023-09-23T18:20:16.163021+0000","last_clean":"2023-09-23T18:20:16.163021+0000","last_became_active":"2023-09-23T18:17:05.903307+0000","last_became_peered":"2023-09-23T18:17:05.903307+0000","last_unstale":"2023-09-23T18:20:16.163021+0000","last_undegraded":"2023-09-23T18:20:16.163021+0000","last_fullsized":"2023-09-23T18:20:16.163021+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":439,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.211913+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:20:23.211913+0000","last_peered":"2023-09-23T18:20:23.211913+0000","last_clean":"2023-09-23T18:20:23.211913+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:20:23.211913+0000","last_undegraded":"2023-09-23T18:20:23.211913+0000","last_fullsized":"2023-09-23T18:20:23.211913+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":275,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205380+0000","last_change":"2023-09-23T18:17:05.904404+0000","last_active":"2023-09-23T18:20:23.205380+0000","last_peered":"2023-09-23T18:20:23.205380+0000","last_clean":"2023-09-23T18:20:23.205380+0000","last_became_active":"2023-09-23T18:17:05.904012+0000","last_became_peered":"2023-09-23T18:17:05.904012+0000","last_unstale":"2023-09-23T18:20:23.205380+0000","last_undegraded":"2023-09-23T18:20:23.205380+0000","last_fullsized":"2023-09-23T18:20:23.205380+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:26.591524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":241,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766796+0000","last_change":"2023-09-23T18:17:05.905409+0000","last_active":"2023-09-23T18:20:16.766796+0000","last_peered":"2023-09-23T18:20:16.766796+0000","last_clean":"2023-09-23T18:20:16.766796+0000","last_became_active":"2023-09-23T18:17:05.905068+0000","last_became_peered":"2023-09-23T18:17:05.905068+0000","last_unstale":"2023-09-23T18:20:16.766796+0000","last_undegraded":"2023-09-23T18:20:16.766796+0000","last_fullsized":"2023-09-23T18:20:16.766796+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":49,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162664+0000","last_change":"2023-09-23T18:17:05.902287+0000","last_active":"2023-09-23T18:20:16.162664+0000","last_peered":"2023-09-23T18:20:16.162664+0000","last_clean":"2023-09-23T18:20:16.162664+0000","last_became_active":"2023-09-23T18:17:05.901952+0000","last_became_peered":"2023-09-23T18:17:05.901952+0000","last_unstale":"2023-09-23T18:20:16.162664+0000","last_undegraded":"2023-09-23T18:20:16.162664+0000","last_fullsized":"2023-09-23T18:20:16.162664+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":392,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205838+0000","last_change":"2023-09-23T18:17:05.903763+0000","last_active":"2023-09-23T18:20:23.205838+0000","last_peered":"2023-09-23T18:20:23.205838+0000","last_clean":"2023-09-23T18:20:23.205838+0000","last_became_active":"2023-09-23T18:17:05.903231+0000","last_became_peered":"2023-09-23T18:17:05.903231+0000","last_unstale":"2023-09-23T18:20:23.205838+0000","last_undegraded":"2023-09-23T18:20:23.205838+0000","last_fullsized":"2023-09-23T18:20:23.205838+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:12.775421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":317,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.203278+0000","last_change":"2023-09-23T18:11:53.715798+0000","last_active":"2023-09-23T18:20:23.203278+0000","last_peered":"2023-09-23T18:20:23.203278+0000","last_clean":"2023-09-23T18:20:23.203278+0000","last_became_active":"2023-09-23T18:11:53.660552+0000","last_became_peered":"2023-09-23T18:11:53.660552+0000","last_unstale":"2023-09-23T18:20:23.203278+0000","last_undegraded":"2023-09-23T18:20:23.203278+0000","last_fullsized":"2023-09-23T18:20:23.203278+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.874625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":408,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.212281+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:20:23.212281+0000","last_peered":"2023-09-23T18:20:23.212281+0000","last_clean":"2023-09-23T18:20:23.212281+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:20:23.212281+0000","last_undegraded":"2023-09-23T18:20:23.212281+0000","last_fullsized":"2023-09-23T18:20:23.212281+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"404'2523","reported_seq":2537,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.236039+0000","last_change":"2023-09-23T18:20:10.501122+0000","last_active":"2023-09-23T18:20:37.236039+0000","last_peered":"2023-09-23T18:20:37.236039+0000","last_clean":"2023-09-23T18:20:37.236039+0000","last_became_active":"2023-09-23T18:20:10.500857+0000","last_became_peered":"2023-09-23T18:20:10.500857+0000","last_unstale":"2023-09-23T18:20:37.236039+0000","last_undegraded":"2023-09-23T18:20:37.236039+0000","last_fullsized":"2023-09-23T18:20:37.236039+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2523,"log_dups_size":0,"ondisk_log_size":2523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:05:23.207643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165347328,"num_objects":2523,"num_object_clones":0,"num_object_copies":7569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2523,"num_write_kb":161472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162920+0000","last_change":"2023-09-23T18:17:06.094044+0000","last_active":"2023-09-23T18:20:16.162920+0000","last_peered":"2023-09-23T18:20:16.162920+0000","last_clean":"2023-09-23T18:20:16.162920+0000","last_became_active":"2023-09-23T18:17:05.904760+0000","last_became_peered":"2023-09-23T18:17:05.904760+0000","last_unstale":"2023-09-23T18:20:16.162920+0000","last_undegraded":"2023-09-23T18:20:16.162920+0000","last_fullsized":"2023-09-23T18:20:16.162920+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":250,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766269+0000","last_change":"2023-09-23T18:17:05.905328+0000","last_active":"2023-09-23T18:20:16.766269+0000","last_peered":"2023-09-23T18:20:16.766269+0000","last_clean":"2023-09-23T18:20:16.766269+0000","last_became_active":"2023-09-23T18:17:05.904991+0000","last_became_peered":"2023-09-23T18:17:05.904991+0000","last_unstale":"2023-09-23T18:20:16.766269+0000","last_undegraded":"2023-09-23T18:20:16.766269+0000","last_fullsized":"2023-09-23T18:20:16.766269+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"403'2508","reported_seq":2521,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.509472+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:20:36.509472+0000","last_peered":"2023-09-23T18:20:36.509472+0000","last_clean":"2023-09-23T18:20:36.509472+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:20:36.509472+0000","last_undegraded":"2023-09-23T18:20:36.509472+0000","last_fullsized":"2023-09-23T18:20:36.509472+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2508,"log_dups_size":0,"ondisk_log_size":2508,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164364288,"num_objects":2508,"num_object_clones":0,"num_object_copies":7524,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2508,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2508,"num_write_kb":160512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163526+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:20:16.163526+0000","last_peered":"2023-09-23T18:20:16.163526+0000","last_clean":"2023-09-23T18:20:16.163526+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:20:16.163526+0000","last_undegraded":"2023-09-23T18:20:16.163526+0000","last_fullsized":"2023-09-23T18:20:16.163526+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824526+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:20:16.824526+0000","last_peered":"2023-09-23T18:20:16.824526+0000","last_clean":"2023-09-23T18:20:16.824526+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:20:16.824526+0000","last_undegraded":"2023-09-23T18:20:16.824526+0000","last_fullsized":"2023-09-23T18:20:16.824526+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"403'2509","reported_seq":2522,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.174392+0000","last_change":"2023-09-23T18:20:10.503405+0000","last_active":"2023-09-23T18:20:36.174392+0000","last_peered":"2023-09-23T18:20:36.174392+0000","last_clean":"2023-09-23T18:20:36.174392+0000","last_became_active":"2023-09-23T18:20:10.503102+0000","last_became_peered":"2023-09-23T18:20:10.503102+0000","last_unstale":"2023-09-23T18:20:36.174392+0000","last_undegraded":"2023-09-23T18:20:36.174392+0000","last_fullsized":"2023-09-23T18:20:36.174392+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2509,"log_dups_size":0,"ondisk_log_size":2509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164429824,"num_objects":2509,"num_object_clones":0,"num_object_copies":7527,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2509,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2509,"num_write_kb":160576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":53,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163619+0000","last_change":"2023-09-23T18:17:06.180870+0000","last_active":"2023-09-23T18:20:16.163619+0000","last_peered":"2023-09-23T18:20:16.163619+0000","last_clean":"2023-09-23T18:20:16.163619+0000","last_became_active":"2023-09-23T18:17:05.906666+0000","last_became_peered":"2023-09-23T18:17:05.906666+0000","last_unstale":"2023-09-23T18:20:16.163619+0000","last_undegraded":"2023-09-23T18:20:16.163619+0000","last_fullsized":"2023-09-23T18:20:16.163619+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":210,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":269,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824732+0000","last_change":"2023-09-23T18:17:05.903315+0000","last_active":"2023-09-23T18:20:16.824732+0000","last_peered":"2023-09-23T18:20:16.824732+0000","last_clean":"2023-09-23T18:20:16.824732+0000","last_became_active":"2023-09-23T18:17:05.902992+0000","last_became_peered":"2023-09-23T18:17:05.902992+0000","last_unstale":"2023-09-23T18:20:16.824732+0000","last_undegraded":"2023-09-23T18:20:16.824732+0000","last_fullsized":"2023-09-23T18:20:16.824732+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:43.703931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"403'2454","reported_seq":2467,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.168786+0000","last_change":"2023-09-23T18:20:11.349548+0000","last_active":"2023-09-23T18:20:36.168786+0000","last_peered":"2023-09-23T18:20:36.168786+0000","last_clean":"2023-09-23T18:20:36.168786+0000","last_became_active":"2023-09-23T18:20:11.349257+0000","last_became_peered":"2023-09-23T18:20:11.349257+0000","last_unstale":"2023-09-23T18:20:36.168786+0000","last_undegraded":"2023-09-23T18:20:36.168786+0000","last_fullsized":"2023-09-23T18:20:36.168786+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2454,"log_dups_size":0,"ondisk_log_size":2454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160825344,"num_objects":2454,"num_object_clones":0,"num_object_copies":7362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2454,"num_write_kb":157056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":406,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766656+0000","last_change":"2023-09-23T18:13:47.949852+0000","last_active":"2023-09-23T18:20:16.766656+0000","last_peered":"2023-09-23T18:20:16.766656+0000","last_clean":"2023-09-23T18:20:16.766656+0000","last_became_active":"2023-09-23T18:13:47.949553+0000","last_became_peered":"2023-09-23T18:13:47.949553+0000","last_unstale":"2023-09-23T18:20:16.766656+0000","last_undegraded":"2023-09-23T18:20:16.766656+0000","last_fullsized":"2023-09-23T18:20:16.766656+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":410,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.204901+0000","last_change":"2023-09-23T18:05:56.343875+0000","last_active":"2023-09-23T18:20:23.204901+0000","last_peered":"2023-09-23T18:20:23.204901+0000","last_clean":"2023-09-23T18:20:23.204901+0000","last_became_active":"2023-09-23T18:05:56.343530+0000","last_became_peered":"2023-09-23T18:05:56.343530+0000","last_unstale":"2023-09-23T18:20:23.204901+0000","last_undegraded":"2023-09-23T18:20:23.204901+0000","last_fullsized":"2023-09-23T18:20:23.204901+0000","mapping_epoch":220,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":221,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:53.810122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"404'2574","reported_seq":2589,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.910694+0000","last_change":"2023-09-23T18:20:11.453034+0000","last_active":"2023-09-23T18:20:37.910694+0000","last_peered":"2023-09-23T18:20:37.910694+0000","last_clean":"2023-09-23T18:20:37.910694+0000","last_became_active":"2023-09-23T18:20:11.452716+0000","last_became_peered":"2023-09-23T18:20:11.452716+0000","last_unstale":"2023-09-23T18:20:37.910694+0000","last_undegraded":"2023-09-23T18:20:37.910694+0000","last_fullsized":"2023-09-23T18:20:37.910694+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2574,"log_dups_size":0,"ondisk_log_size":2574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:04.679636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168689664,"num_objects":2574,"num_object_clones":0,"num_object_copies":7722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2574,"num_write_kb":164736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":432,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.212195+0000","last_change":"2023-09-23T18:02:29.580680+0000","last_active":"2023-09-23T18:20:23.212195+0000","last_peered":"2023-09-23T18:20:23.212195+0000","last_clean":"2023-09-23T18:20:23.212195+0000","last_became_active":"2023-09-23T18:02:29.257133+0000","last_became_peered":"2023-09-23T18:02:29.257133+0000","last_unstale":"2023-09-23T18:20:23.212195+0000","last_undegraded":"2023-09-23T18:20:23.212195+0000","last_fullsized":"2023-09-23T18:20:23.212195+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:10.206949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824882+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:20:16.824882+0000","last_peered":"2023-09-23T18:20:16.824882+0000","last_clean":"2023-09-23T18:20:16.824882+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:20:16.824882+0000","last_undegraded":"2023-09-23T18:20:16.824882+0000","last_fullsized":"2023-09-23T18:20:16.824882+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"403'2490","reported_seq":2504,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.482845+0000","last_change":"2023-09-23T18:20:11.350380+0000","last_active":"2023-09-23T18:20:36.482845+0000","last_peered":"2023-09-23T18:20:36.482845+0000","last_clean":"2023-09-23T18:20:36.482845+0000","last_became_active":"2023-09-23T18:20:11.350079+0000","last_became_peered":"2023-09-23T18:20:11.350079+0000","last_unstale":"2023-09-23T18:20:36.482845+0000","last_undegraded":"2023-09-23T18:20:36.482845+0000","last_fullsized":"2023-09-23T18:20:36.482845+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2490,"log_dups_size":0,"ondisk_log_size":2490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:50.244058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163184640,"num_objects":2490,"num_object_clones":0,"num_object_copies":7470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2490,"num_write_kb":159360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824645+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:20:16.824645+0000","last_peered":"2023-09-23T18:20:16.824645+0000","last_clean":"2023-09-23T18:20:16.824645+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:20:16.824645+0000","last_undegraded":"2023-09-23T18:20:16.824645+0000","last_fullsized":"2023-09-23T18:20:16.824645+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824923+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:20:16.824923+0000","last_peered":"2023-09-23T18:20:16.824923+0000","last_clean":"2023-09-23T18:20:16.824923+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:20:16.824923+0000","last_undegraded":"2023-09-23T18:20:16.824923+0000","last_fullsized":"2023-09-23T18:20:16.824923+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"403'2439","reported_seq":2451,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.413758+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:20:36.413758+0000","last_peered":"2023-09-23T18:20:36.413758+0000","last_clean":"2023-09-23T18:20:36.413758+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:20:36.413758+0000","last_undegraded":"2023-09-23T18:20:36.413758+0000","last_fullsized":"2023-09-23T18:20:36.413758+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2439,"log_dups_size":0,"ondisk_log_size":2439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159842304,"num_objects":2439,"num_object_clones":0,"num_object_copies":7317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2439,"num_write_kb":156096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766269+0000","last_change":"2023-09-23T18:17:05.905148+0000","last_active":"2023-09-23T18:20:16.766269+0000","last_peered":"2023-09-23T18:20:16.766269+0000","last_clean":"2023-09-23T18:20:16.766269+0000","last_became_active":"2023-09-23T18:17:05.904801+0000","last_became_peered":"2023-09-23T18:17:05.904801+0000","last_unstale":"2023-09-23T18:20:16.766269+0000","last_undegraded":"2023-09-23T18:20:16.766269+0000","last_fullsized":"2023-09-23T18:20:16.766269+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":422,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.825046+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:20:16.825046+0000","last_peered":"2023-09-23T18:20:16.825046+0000","last_clean":"2023-09-23T18:20:16.825046+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:20:16.825046+0000","last_undegraded":"2023-09-23T18:20:16.825046+0000","last_fullsized":"2023-09-23T18:20:16.825046+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"404'2571","reported_seq":2586,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.922128+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:20:37.922128+0000","last_peered":"2023-09-23T18:20:37.922128+0000","last_clean":"2023-09-23T18:20:37.922128+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:20:37.922128+0000","last_undegraded":"2023-09-23T18:20:37.922128+0000","last_fullsized":"2023-09-23T18:20:37.922128+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2571,"log_dups_size":0,"ondisk_log_size":2571,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168493056,"num_objects":2571,"num_object_clones":0,"num_object_copies":7713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2571,"num_write_kb":164544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":444,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:32.938349+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:20:32.938349+0000","last_peered":"2023-09-23T18:20:32.938349+0000","last_clean":"2023-09-23T18:20:32.938349+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:20:32.938349+0000","last_undegraded":"2023-09-23T18:20:32.938349+0000","last_fullsized":"2023-09-23T18:20:32.938349+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":404,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.210963+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:20:23.210963+0000","last_peered":"2023-09-23T18:20:23.210963+0000","last_clean":"2023-09-23T18:20:23.210963+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:20:23.210963+0000","last_undegraded":"2023-09-23T18:20:23.210963+0000","last_fullsized":"2023-09-23T18:20:23.210963+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"403'2443","reported_seq":2454,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.166990+0000","last_change":"2023-09-23T18:20:10.505534+0000","last_active":"2023-09-23T18:20:36.166990+0000","last_peered":"2023-09-23T18:20:36.166990+0000","last_clean":"2023-09-23T18:20:36.166990+0000","last_became_active":"2023-09-23T18:20:10.505302+0000","last_became_peered":"2023-09-23T18:20:10.505302+0000","last_unstale":"2023-09-23T18:20:36.166990+0000","last_undegraded":"2023-09-23T18:20:36.166990+0000","last_fullsized":"2023-09-23T18:20:36.166990+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2443,"log_dups_size":0,"ondisk_log_size":2443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160104448,"num_objects":2443,"num_object_clones":0,"num_object_copies":7329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2443,"num_write_kb":156352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1040,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824540+0000","last_change":"2023-09-23T18:20:04.749490+0000","last_active":"2023-09-23T18:20:16.824540+0000","last_peered":"2023-09-23T18:20:16.824540+0000","last_clean":"2023-09-23T18:20:16.824540+0000","last_became_active":"2023-09-23T18:20:04.748993+0000","last_became_peered":"2023-09-23T18:20:04.748993+0000","last_unstale":"2023-09-23T18:20:16.824540+0000","last_undegraded":"2023-09-23T18:20:16.824540+0000","last_fullsized":"2023-09-23T18:20:16.824540+0000","mapping_epoch":395,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":396,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:24.049270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":232,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766840+0000","last_change":"2023-09-23T18:06:23.338299+0000","last_active":"2023-09-23T18:20:16.766840+0000","last_peered":"2023-09-23T18:20:16.766840+0000","last_clean":"2023-09-23T18:20:16.766840+0000","last_became_active":"2023-09-23T18:06:23.337960+0000","last_became_peered":"2023-09-23T18:06:23.337960+0000","last_unstale":"2023-09-23T18:20:16.766840+0000","last_undegraded":"2023-09-23T18:20:16.766840+0000","last_fullsized":"2023-09-23T18:20:16.766840+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":314,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824638+0000","last_change":"2023-09-23T18:14:17.795222+0000","last_active":"2023-09-23T18:20:16.824638+0000","last_peered":"2023-09-23T18:20:16.824638+0000","last_clean":"2023-09-23T18:20:16.824638+0000","last_became_active":"2023-09-23T18:14:17.794851+0000","last_became_peered":"2023-09-23T18:14:17.794851+0000","last_unstale":"2023-09-23T18:20:16.824638+0000","last_undegraded":"2023-09-23T18:20:16.824638+0000","last_fullsized":"2023-09-23T18:20:16.824638+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:23.030492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"404'2457","reported_seq":2472,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.224773+0000","last_change":"2023-09-23T18:20:10.504311+0000","last_active":"2023-09-23T18:20:37.224773+0000","last_peered":"2023-09-23T18:20:37.224773+0000","last_clean":"2023-09-23T18:20:37.224773+0000","last_became_active":"2023-09-23T18:20:10.504046+0000","last_became_peered":"2023-09-23T18:20:10.504046+0000","last_unstale":"2023-09-23T18:20:37.224773+0000","last_undegraded":"2023-09-23T18:20:37.224773+0000","last_fullsized":"2023-09-23T18:20:37.224773+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2457,"log_dups_size":0,"ondisk_log_size":2457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:09.123542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161021952,"num_objects":2457,"num_object_clones":0,"num_object_copies":7371,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2457,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2457,"num_write_kb":157248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1146,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766418+0000","last_change":"2023-09-23T18:13:47.951916+0000","last_active":"2023-09-23T18:20:16.766418+0000","last_peered":"2023-09-23T18:20:16.766418+0000","last_clean":"2023-09-23T18:20:16.766418+0000","last_became_active":"2023-09-23T18:13:47.951546+0000","last_became_peered":"2023-09-23T18:13:47.951546+0000","last_unstale":"2023-09-23T18:20:16.766418+0000","last_undegraded":"2023-09-23T18:20:16.766418+0000","last_fullsized":"2023-09-23T18:20:16.766418+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1029,"num_read_kb":917,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":405,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824743+0000","last_change":"2023-09-23T18:13:47.952224+0000","last_active":"2023-09-23T18:20:16.824743+0000","last_peered":"2023-09-23T18:20:16.824743+0000","last_clean":"2023-09-23T18:20:16.824743+0000","last_became_active":"2023-09-23T18:13:47.951977+0000","last_became_peered":"2023-09-23T18:13:47.951977+0000","last_unstale":"2023-09-23T18:20:16.824743+0000","last_undegraded":"2023-09-23T18:20:16.824743+0000","last_fullsized":"2023-09-23T18:20:16.824743+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":319,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824397+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:20:16.824397+0000","last_peered":"2023-09-23T18:20:16.824397+0000","last_clean":"2023-09-23T18:20:16.824397+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:20:16.824397+0000","last_undegraded":"2023-09-23T18:20:16.824397+0000","last_fullsized":"2023-09-23T18:20:16.824397+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"403'2464","reported_seq":2477,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.168444+0000","last_change":"2023-09-23T18:20:10.504429+0000","last_active":"2023-09-23T18:20:36.168444+0000","last_peered":"2023-09-23T18:20:36.168444+0000","last_clean":"2023-09-23T18:20:36.168444+0000","last_became_active":"2023-09-23T18:20:10.504151+0000","last_became_peered":"2023-09-23T18:20:10.504151+0000","last_unstale":"2023-09-23T18:20:36.168444+0000","last_undegraded":"2023-09-23T18:20:36.168444+0000","last_fullsized":"2023-09-23T18:20:36.168444+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2464,"log_dups_size":0,"ondisk_log_size":2464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":161480704,"num_objects":2464,"num_object_clones":0,"num_object_copies":7392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2464,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2464,"num_write_kb":157696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":668,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.157978+0000","last_change":"2023-09-23T18:06:26.640423+0000","last_active":"2023-09-23T18:20:16.157978+0000","last_peered":"2023-09-23T18:20:16.157978+0000","last_clean":"2023-09-23T18:20:16.157978+0000","last_became_active":"2023-09-23T18:06:26.629188+0000","last_became_peered":"2023-09-23T18:06:26.629188+0000","last_unstale":"2023-09-23T18:20:16.157978+0000","last_undegraded":"2023-09-23T18:20:16.157978+0000","last_fullsized":"2023-09-23T18:20:16.157978+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:44:23.594951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":324,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824240+0000","last_change":"2023-09-23T18:13:48.027725+0000","last_active":"2023-09-23T18:20:16.824240+0000","last_peered":"2023-09-23T18:20:16.824240+0000","last_clean":"2023-09-23T18:20:16.824240+0000","last_became_active":"2023-09-23T18:13:48.027305+0000","last_became_peered":"2023-09-23T18:13:48.027305+0000","last_unstale":"2023-09-23T18:20:16.824240+0000","last_undegraded":"2023-09-23T18:20:16.824240+0000","last_fullsized":"2023-09-23T18:20:16.824240+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:32.949163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":413,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824473+0000","last_change":"2023-09-23T18:13:48.008634+0000","last_active":"2023-09-23T18:20:16.824473+0000","last_peered":"2023-09-23T18:20:16.824473+0000","last_clean":"2023-09-23T18:20:16.824473+0000","last_became_active":"2023-09-23T18:13:48.001329+0000","last_became_peered":"2023-09-23T18:13:48.001329+0000","last_unstale":"2023-09-23T18:20:16.824473+0000","last_undegraded":"2023-09-23T18:20:16.824473+0000","last_fullsized":"2023-09-23T18:20:16.824473+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:03.718210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"404'2573","reported_seq":2587,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.929528+0000","last_change":"2023-09-23T18:20:10.503725+0000","last_active":"2023-09-23T18:20:37.929528+0000","last_peered":"2023-09-23T18:20:37.929528+0000","last_clean":"2023-09-23T18:20:37.929528+0000","last_became_active":"2023-09-23T18:20:10.503435+0000","last_became_peered":"2023-09-23T18:20:10.503435+0000","last_unstale":"2023-09-23T18:20:37.929528+0000","last_undegraded":"2023-09-23T18:20:37.929528+0000","last_fullsized":"2023-09-23T18:20:37.929528+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2573,"log_dups_size":0,"ondisk_log_size":2573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:38:23.791452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168624128,"num_objects":2573,"num_object_clones":0,"num_object_copies":7719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2573,"num_write_kb":164672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":985,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766585+0000","last_change":"2023-09-23T18:17:08.992827+0000","last_active":"2023-09-23T18:20:16.766585+0000","last_peered":"2023-09-23T18:20:16.766585+0000","last_clean":"2023-09-23T18:20:16.766585+0000","last_became_active":"2023-09-23T18:17:08.992294+0000","last_became_peered":"2023-09-23T18:17:08.992294+0000","last_unstale":"2023-09-23T18:20:16.766585+0000","last_undegraded":"2023-09-23T18:20:16.766585+0000","last_fullsized":"2023-09-23T18:20:16.766585+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":405,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162604+0000","last_change":"2023-09-23T18:17:09.005537+0000","last_active":"2023-09-23T18:20:16.162604+0000","last_peered":"2023-09-23T18:20:16.162604+0000","last_clean":"2023-09-23T18:20:16.162604+0000","last_became_active":"2023-09-23T18:17:09.004528+0000","last_became_peered":"2023-09-23T18:17:09.004528+0000","last_unstale":"2023-09-23T18:20:16.162604+0000","last_undegraded":"2023-09-23T18:20:16.162604+0000","last_fullsized":"2023-09-23T18:20:16.162604+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":442,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.211392+0000","last_change":"2023-09-23T18:14:17.793849+0000","last_active":"2023-09-23T18:20:23.211392+0000","last_peered":"2023-09-23T18:20:23.211392+0000","last_clean":"2023-09-23T18:20:23.211392+0000","last_became_active":"2023-09-23T18:14:17.793525+0000","last_became_peered":"2023-09-23T18:14:17.793525+0000","last_unstale":"2023-09-23T18:20:23.211392+0000","last_undegraded":"2023-09-23T18:20:23.211392+0000","last_fullsized":"2023-09-23T18:20:23.211392+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:34.726033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":90,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824860+0000","last_change":"2023-09-23T18:17:05.905898+0000","last_active":"2023-09-23T18:20:16.824860+0000","last_peered":"2023-09-23T18:20:16.824860+0000","last_clean":"2023-09-23T18:20:16.824860+0000","last_became_active":"2023-09-23T18:17:05.905591+0000","last_became_peered":"2023-09-23T18:17:05.905591+0000","last_unstale":"2023-09-23T18:20:16.824860+0000","last_undegraded":"2023-09-23T18:20:16.824860+0000","last_fullsized":"2023-09-23T18:20:16.824860+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"404'2532","reported_seq":2547,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.224048+0000","last_change":"2023-09-23T18:20:11.349879+0000","last_active":"2023-09-23T18:20:37.224048+0000","last_peered":"2023-09-23T18:20:37.224048+0000","last_clean":"2023-09-23T18:20:37.224048+0000","last_became_active":"2023-09-23T18:20:11.349478+0000","last_became_peered":"2023-09-23T18:20:11.349478+0000","last_unstale":"2023-09-23T18:20:37.224048+0000","last_undegraded":"2023-09-23T18:20:37.224048+0000","last_fullsized":"2023-09-23T18:20:37.224048+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2532,"log_dups_size":0,"ondisk_log_size":2532,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.787468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165937152,"num_objects":2532,"num_object_clones":0,"num_object_copies":7596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2532,"num_write_kb":162048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":751,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.162488+0000","last_change":"2023-09-23T18:17:09.005742+0000","last_active":"2023-09-23T18:20:16.162488+0000","last_peered":"2023-09-23T18:20:16.162488+0000","last_clean":"2023-09-23T18:20:16.162488+0000","last_became_active":"2023-09-23T18:17:09.005075+0000","last_became_peered":"2023-09-23T18:17:09.005075+0000","last_unstale":"2023-09-23T18:20:16.162488+0000","last_undegraded":"2023-09-23T18:20:16.162488+0000","last_fullsized":"2023-09-23T18:20:16.162488+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":402,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.204691+0000","last_change":"2023-09-23T18:14:17.796852+0000","last_active":"2023-09-23T18:20:23.204691+0000","last_peered":"2023-09-23T18:20:23.204691+0000","last_clean":"2023-09-23T18:20:23.204691+0000","last_became_active":"2023-09-23T18:14:17.796292+0000","last_became_peered":"2023-09-23T18:14:17.796292+0000","last_unstale":"2023-09-23T18:20:23.204691+0000","last_undegraded":"2023-09-23T18:20:23.204691+0000","last_fullsized":"2023-09-23T18:20:23.204691+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:02.592079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":267,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205586+0000","last_change":"2023-09-23T18:13:47.973922+0000","last_active":"2023-09-23T18:20:23.205586+0000","last_peered":"2023-09-23T18:20:23.205586+0000","last_clean":"2023-09-23T18:20:23.205586+0000","last_became_active":"2023-09-23T18:13:47.973521+0000","last_became_peered":"2023-09-23T18:13:47.973521+0000","last_unstale":"2023-09-23T18:20:23.205586+0000","last_undegraded":"2023-09-23T18:20:23.205586+0000","last_fullsized":"2023-09-23T18:20:23.205586+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:47:23.497344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"403'2523","reported_seq":2535,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.409830+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:20:36.409830+0000","last_peered":"2023-09-23T18:20:36.409830+0000","last_clean":"2023-09-23T18:20:36.409830+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:20:36.409830+0000","last_undegraded":"2023-09-23T18:20:36.409830+0000","last_fullsized":"2023-09-23T18:20:36.409830+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2523,"log_dups_size":0,"ondisk_log_size":2523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165347328,"num_objects":2523,"num_object_clones":0,"num_object_copies":7569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2523,"num_write_kb":161472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":61,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163549+0000","last_change":"2023-09-23T18:17:07.341478+0000","last_active":"2023-09-23T18:20:16.163549+0000","last_peered":"2023-09-23T18:20:16.163549+0000","last_clean":"2023-09-23T18:20:16.163549+0000","last_became_active":"2023-09-23T18:17:05.920960+0000","last_became_peered":"2023-09-23T18:17:05.920960+0000","last_unstale":"2023-09-23T18:20:16.163549+0000","last_undegraded":"2023-09-23T18:20:16.163549+0000","last_fullsized":"2023-09-23T18:20:16.163549+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":343,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824799+0000","last_change":"2023-09-23T18:13:47.994646+0000","last_active":"2023-09-23T18:20:16.824799+0000","last_peered":"2023-09-23T18:20:16.824799+0000","last_clean":"2023-09-23T18:20:16.824799+0000","last_became_active":"2023-09-23T18:13:47.994340+0000","last_became_peered":"2023-09-23T18:13:47.994340+0000","last_unstale":"2023-09-23T18:20:16.824799+0000","last_undegraded":"2023-09-23T18:20:16.824799+0000","last_fullsized":"2023-09-23T18:20:16.824799+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:53.592963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":427,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205214+0000","last_change":"2023-09-23T18:17:05.903602+0000","last_active":"2023-09-23T18:20:23.205214+0000","last_peered":"2023-09-23T18:20:23.205214+0000","last_clean":"2023-09-23T18:20:23.205214+0000","last_became_active":"2023-09-23T18:17:05.902779+0000","last_became_peered":"2023-09-23T18:17:05.902779+0000","last_unstale":"2023-09-23T18:20:23.205214+0000","last_undegraded":"2023-09-23T18:20:23.205214+0000","last_fullsized":"2023-09-23T18:20:23.205214+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:46.518447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"403'2452","reported_seq":2464,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:36.405640+0000","last_change":"2023-09-23T18:20:10.503989+0000","last_active":"2023-09-23T18:20:36.405640+0000","last_peered":"2023-09-23T18:20:36.405640+0000","last_clean":"2023-09-23T18:20:36.405640+0000","last_became_active":"2023-09-23T18:20:10.503712+0000","last_became_peered":"2023-09-23T18:20:10.503712+0000","last_unstale":"2023-09-23T18:20:36.405640+0000","last_undegraded":"2023-09-23T18:20:36.405640+0000","last_fullsized":"2023-09-23T18:20:36.405640+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2452,"log_dups_size":0,"ondisk_log_size":2452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160694272,"num_objects":2452,"num_object_clones":0,"num_object_copies":7356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2452,"num_write_kb":156928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":407,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:32.938523+0000","last_change":"2023-09-23T18:17:05.935475+0000","last_active":"2023-09-23T18:20:32.938523+0000","last_peered":"2023-09-23T18:20:32.938523+0000","last_clean":"2023-09-23T18:20:32.938523+0000","last_became_active":"2023-09-23T18:17:05.905607+0000","last_became_peered":"2023-09-23T18:17:05.905607+0000","last_unstale":"2023-09-23T18:20:32.938523+0000","last_undegraded":"2023-09-23T18:20:32.938523+0000","last_fullsized":"2023-09-23T18:20:32.938523+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:36.632492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1032,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824922+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:20:16.824922+0000","last_peered":"2023-09-23T18:20:16.824922+0000","last_clean":"2023-09-23T18:20:16.824922+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:20:16.824922+0000","last_undegraded":"2023-09-23T18:20:16.824922+0000","last_fullsized":"2023-09-23T18:20:16.824922+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":447,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.210624+0000","last_change":"2023-09-23T18:17:05.917453+0000","last_active":"2023-09-23T18:20:23.210624+0000","last_peered":"2023-09-23T18:20:23.210624+0000","last_clean":"2023-09-23T18:20:23.210624+0000","last_became_active":"2023-09-23T18:17:05.907181+0000","last_became_peered":"2023-09-23T18:17:05.907181+0000","last_unstale":"2023-09-23T18:20:23.210624+0000","last_undegraded":"2023-09-23T18:20:23.210624+0000","last_fullsized":"2023-09-23T18:20:23.210624+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:43:57.350412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"404'2667","reported_seq":2682,"reported_epoch":404,"state":"active+clean","last_fresh":"2023-09-23T18:20:37.929463+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:20:37.929463+0000","last_peered":"2023-09-23T18:20:37.929463+0000","last_clean":"2023-09-23T18:20:37.929463+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:20:37.929463+0000","last_undegraded":"2023-09-23T18:20:37.929463+0000","last_fullsized":"2023-09-23T18:20:37.929463+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":2667,"log_dups_size":0,"ondisk_log_size":2667,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174784512,"num_objects":2667,"num_object_clones":0,"num_object_copies":8001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2667,"num_write_kb":170688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":73,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.163030+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:20:16.163030+0000","last_peered":"2023-09-23T18:20:16.163030+0000","last_clean":"2023-09-23T18:20:16.163030+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:20:16.163030+0000","last_undegraded":"2023-09-23T18:20:16.163030+0000","last_fullsized":"2023-09-23T18:20:16.163030+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":262,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205758+0000","last_change":"2023-09-23T18:13:47.974068+0000","last_active":"2023-09-23T18:20:23.205758+0000","last_peered":"2023-09-23T18:20:23.205758+0000","last_clean":"2023-09-23T18:20:23.205758+0000","last_became_active":"2023-09-23T18:13:47.973770+0000","last_became_peered":"2023-09-23T18:13:47.973770+0000","last_unstale":"2023-09-23T18:20:23.205758+0000","last_undegraded":"2023-09-23T18:20:23.205758+0000","last_fullsized":"2023-09-23T18:20:23.205758+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:03.039868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824493+0000","last_change":"2023-09-23T18:14:17.792604+0000","last_active":"2023-09-23T18:20:16.824493+0000","last_peered":"2023-09-23T18:20:16.824493+0000","last_clean":"2023-09-23T18:20:16.824493+0000","last_became_active":"2023-09-23T18:14:17.792230+0000","last_became_peered":"2023-09-23T18:14:17.792230+0000","last_unstale":"2023-09-23T18:20:16.824493+0000","last_undegraded":"2023-09-23T18:20:16.824493+0000","last_fullsized":"2023-09-23T18:20:16.824493+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":275,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.205125+0000","last_change":"2023-09-23T18:17:05.903822+0000","last_active":"2023-09-23T18:20:23.205125+0000","last_peered":"2023-09-23T18:20:23.205125+0000","last_clean":"2023-09-23T18:20:23.205125+0000","last_became_active":"2023-09-23T18:17:05.903256+0000","last_became_peered":"2023-09-23T18:17:05.903256+0000","last_unstale":"2023-09-23T18:20:23.205125+0000","last_undegraded":"2023-09-23T18:20:23.205125+0000","last_fullsized":"2023-09-23T18:20:23.205125+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:41.366971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":207,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.158712+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:20:16.158712+0000","last_peered":"2023-09-23T18:20:16.158712+0000","last_clean":"2023-09-23T18:20:16.158712+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:20:16.158712+0000","last_undegraded":"2023-09-23T18:20:16.158712+0000","last_fullsized":"2023-09-23T18:20:16.158712+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":410,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766683+0000","last_change":"2023-09-23T18:13:47.948180+0000","last_active":"2023-09-23T18:20:16.766683+0000","last_peered":"2023-09-23T18:20:16.766683+0000","last_clean":"2023-09-23T18:20:16.766683+0000","last_became_active":"2023-09-23T18:13:47.947827+0000","last_became_peered":"2023-09-23T18:13:47.947827+0000","last_unstale":"2023-09-23T18:20:16.766683+0000","last_undegraded":"2023-09-23T18:20:16.766683+0000","last_fullsized":"2023-09-23T18:20:16.766683+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824649+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:20:16.824649+0000","last_peered":"2023-09-23T18:20:16.824649+0000","last_clean":"2023-09-23T18:20:16.824649+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:20:16.824649+0000","last_undegraded":"2023-09-23T18:20:16.824649+0000","last_fullsized":"2023-09-23T18:20:16.824649+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":397,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.766888+0000","last_change":"2023-09-23T18:13:47.947639+0000","last_active":"2023-09-23T18:20:16.766888+0000","last_peered":"2023-09-23T18:20:16.766888+0000","last_clean":"2023-09-23T18:20:16.766888+0000","last_became_active":"2023-09-23T18:13:47.947274+0000","last_became_peered":"2023-09-23T18:13:47.947274+0000","last_unstale":"2023-09-23T18:20:16.766888+0000","last_undegraded":"2023-09-23T18:20:16.766888+0000","last_fullsized":"2023-09-23T18:20:16.766888+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824713+0000","last_change":"2023-09-23T18:14:17.800680+0000","last_active":"2023-09-23T18:20:16.824713+0000","last_peered":"2023-09-23T18:20:16.824713+0000","last_clean":"2023-09-23T18:20:16.824713+0000","last_became_active":"2023-09-23T18:14:17.799402+0000","last_became_peered":"2023-09-23T18:14:17.799402+0000","last_unstale":"2023-09-23T18:20:16.824713+0000","last_undegraded":"2023-09-23T18:20:16.824713+0000","last_fullsized":"2023-09-23T18:20:16.824713+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":463,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.212141+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:20:23.212141+0000","last_peered":"2023-09-23T18:20:23.212141+0000","last_clean":"2023-09-23T18:20:23.212141+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:20:23.212141+0000","last_undegraded":"2023-09-23T18:20:23.212141+0000","last_fullsized":"2023-09-23T18:20:23.212141+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":442,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.211703+0000","last_change":"2023-09-23T18:06:23.241914+0000","last_active":"2023-09-23T18:20:23.211703+0000","last_peered":"2023-09-23T18:20:23.211703+0000","last_clean":"2023-09-23T18:20:23.211703+0000","last_became_active":"2023-09-23T18:06:23.241577+0000","last_became_peered":"2023-09-23T18:06:23.241577+0000","last_unstale":"2023-09-23T18:20:23.211703+0000","last_undegraded":"2023-09-23T18:20:23.211703+0000","last_fullsized":"2023-09-23T18:20:23.211703+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:32.392360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":294,"reported_epoch":403,"state":"active+clean","last_fresh":"2023-09-23T18:20:23.206063+0000","last_change":"2023-09-23T18:06:23.344191+0000","last_active":"2023-09-23T18:20:23.206063+0000","last_peered":"2023-09-23T18:20:23.206063+0000","last_clean":"2023-09-23T18:20:23.206063+0000","last_became_active":"2023-09-23T18:06:23.239896+0000","last_became_peered":"2023-09-23T18:06:23.239896+0000","last_unstale":"2023-09-23T18:20:23.206063+0000","last_undegraded":"2023-09-23T18:20:23.206063+0000","last_fullsized":"2023-09-23T18:20:23.206063+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:14:39.299227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":81,"reported_epoch":402,"state":"active+clean","last_fresh":"2023-09-23T18:20:16.824313+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:20:16.824313+0000","last_peered":"2023-09-23T18:20:16.824313+0000","last_clean":"2023-09-23T18:20:16.824313+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:20:16.824313+0000","last_undegraded":"2023-09-23T18:20:16.824313+0000","last_fullsized":"2023-09-23T18:20:16.824313+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":31766,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":21350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":2633170944,"num_objects":40179,"num_object_clones":0,"num_object_copies":120537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40179,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40179,"num_write_kb":2571456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7850229760,"data_stored":7850229760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":40179,"ondisk_log_size":40179,"up":48,"acting":48,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5994,"num_read_kb":13211,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":180,"num_bytes_recovered":16777254,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430628,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2290660,"kb_used_data":1386268,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":91454492,"statfs":{"total":95995035648,"available":93649399808,"internally_reserved":0,"allocated":1419538432,"data_stored":1418587315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.9139999999999999,"15min":1.873},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.22900000000000001},"max":{"1min":8.3859999999999992,"5min":10.436,"15min":53.850999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.8860000000000001,"5min":2.1160000000000001,"15min":1.9690000000000001},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.254},"max":{"1min":9.8190000000000008,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.34100000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:19:57 2023","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.7010000000000001,"15min":1.919},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":4.8049999999999997,"5min":10.259,"15min":12.595000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.1629999999999998,"15min":2.056},"min":{"1min":0.29799999999999999,"5min":0.27800000000000002,"15min":0.26500000000000001},"max":{"1min":4.9199999999999999,"5min":10.401,"15min":12.573},"last":0.45000000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":2.1699999999999999,"15min":2.1200000000000001},"min":{"1min":0.33000000000000002,"5min":0.30099999999999999,"15min":0.26500000000000001},"max":{"1min":4.4329999999999998,"5min":13.282,"15min":15.449999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":2.5670000000000002,"5min":2.5019999999999998,"15min":2.2679999999999998},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.247},"max":{"1min":10.31,"5min":16.434000000000001,"15min":21.692},"last":0.311}]},{"osd":3,"last update":"Sat Sep 23 18:20:32 2023","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":2.5430000000000001,"15min":2.6520000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.32300000000000001},"max":{"1min":3.7719999999999998,"5min":11.526999999999999,"15min":27.565999999999999},"last":2.6779999999999999},{"interface":"front","average":{"1min":1.4319999999999999,"5min":2.7919999999999998,"15min":2.7210000000000001},"min":{"1min":0.38100000000000001,"5min":0.315,"15min":0.315},"max":{"1min":7.1900000000000004,"5min":11.662000000000001,"15min":27.594999999999999},"last":2.6469999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.284,"15min":0.97599999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":10.18,"5min":10.18,"15min":19.010000000000002},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.371,"15min":1.0089999999999999},"min":{"1min":0.28299999999999997,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":5.7389999999999999,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.503}]},{"osd":5,"last update":"Sat Sep 23 18:20:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":1.4279999999999999,"15min":1.0389999999999999},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":10.224,"5min":14.202,"15min":14.202},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.599,"5min":1.3400000000000001,"15min":1.0760000000000001},"min":{"1min":0.30499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":8.4429999999999996,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.96499999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:19:52 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.1890000000000001,"15min":0.98699999999999999},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":7.0129999999999999,"5min":13.385,"15min":13.385},"last":1.0069999999999999},{"interface":"front","average":{"1min":3.0459999999999998,"5min":1.6639999999999999,"15min":1.226},"min":{"1min":0.41499999999999998,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":9.9009999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.39200000000000002}]}]},{"osd":6,"up_from":0,"seq":747324309724,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436691,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2329680,"kb_used_data":2042056,"kb_used_omap":17,"kb_used_meta":287598,"kb_avail":91415472,"statfs":{"total":95995035648,"available":93609443328,"internally_reserved":0,"allocated":2091065344,"data_stored":2089379817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":294500452},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":5.6150000000000002,"5min":3.8450000000000002,"15min":4.6660000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":20.687999999999999,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":3.3809999999999998,"5min":2.899,"15min":3.1669999999999998},"min":{"1min":0.214,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":23.262,"5min":23.262,"15min":23.262},"last":0.66100000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.8239999999999998,"5min":3.0790000000000002,"15min":4.4909999999999997},"min":{"1min":0.34100000000000003,"5min":0.216,"15min":0.216},"max":{"1min":12.003,"5min":22.553000000000001,"15min":23.407},"last":2.2909999999999999},{"interface":"front","average":{"1min":2.8519999999999999,"5min":3.1499999999999999,"15min":4.8620000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.449999999999999,"5min":20.986999999999998,"15min":57.387},"last":0.316}]},{"osd":3,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.6840000000000002,"5min":3.2229999999999999,"15min":3.7669999999999999},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":12.331,"5min":33.795000000000002,"15min":33.795000000000002},"last":0.86399999999999999},{"interface":"front","average":{"1min":2.7440000000000002,"5min":2.9180000000000001,"15min":4.4880000000000004},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29099999999999998},"max":{"1min":12.031000000000001,"5min":33.774999999999999,"15min":33.774999999999999},"last":2.3639999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2850000000000001,"5min":2.3140000000000001,"15min":1.573},"min":{"1min":0.38400000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":7.0880000000000001,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.9300000000000002,"5min":2.1000000000000001,"15min":2.516},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":11.879,"5min":11.879,"15min":14.898},"last":2.3330000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":3.851,"5min":2.3769999999999998,"15min":2.617},"min":{"1min":0.42499999999999999,"5min":0.35799999999999998,"15min":0.34000000000000002},"max":{"1min":11.977,"5min":11.977,"15min":14.987},"last":12.804},{"interface":"front","average":{"1min":1.976,"5min":2.7570000000000001,"15min":2.8959999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":9.6869999999999994,"5min":14.894,"15min":31.023},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.2290000000000001,"5min":2.5550000000000002,"15min":2.843},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.38},"max":{"1min":8.2539999999999996,"5min":14.813000000000001,"15min":31.064},"last":0.39800000000000002},{"interface":"front","average":{"1min":2.706,"5min":2.629,"15min":1.6990000000000001},"min":{"1min":0.47199999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":12.276999999999999,"5min":13.855,"15min":13.855},"last":0.72599999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.6699999999999999,"5min":2.6840000000000002,"15min":2.7189999999999999},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.39600000000000002},"max":{"1min":11.928000000000001,"5min":11.928000000000001,"15min":14.949999999999999},"last":3.101},{"interface":"front","average":{"1min":2.9689999999999999,"5min":2.8319999999999999,"15min":2.9540000000000002},"min":{"1min":0.45000000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":7.7050000000000001,"5min":14.859,"15min":31.093},"last":0.35999999999999999}]}]},{"osd":0,"up_from":85,"seq":365072220466,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1787400,"kb_used_data":1116544,"kb_used_omap":8,"kb_used_meta":670839,"kb_avail":91957752,"statfs":{"total":95995035648,"available":94164738048,"internally_reserved":0,"allocated":1143341056,"data_stored":1141658743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":686939748},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4260000000000002,"5min":3.7709999999999999,"15min":3.3809999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":20.509,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.9379999999999999,"5min":4.4859999999999998,"15min":6.367},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":9.0190000000000001,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.23999999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":2.5270000000000001,"15min":3.1970000000000001},"min":{"1min":0.219,"5min":0.216,"15min":0.216},"max":{"1min":8.9860000000000007,"5min":19.773,"15min":27.821999999999999},"last":2.7770000000000001},{"interface":"front","average":{"1min":1.3340000000000001,"5min":2.7429999999999999,"15min":2.9649999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":6.282,"5min":20.721,"15min":26.268000000000001},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:20:37 2023","interfaces":[{"interface":"back","average":{"1min":1.294,"5min":2.9199999999999999,"15min":3.6880000000000002},"min":{"1min":0.28399999999999997,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":9.1539999999999999,"5min":26.850000000000001,"15min":69.905000000000001},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.2629999999999999,"5min":3.044,"15min":3.3679999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.251},"max":{"1min":3.657,"5min":22.183,"15min":69.120999999999995},"last":0.41499999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":5.4370000000000003,"5min":16.550000000000001,"15min":68.950000000000003},"last":2.7000000000000002},{"interface":"front","average":{"1min":3.5899999999999999,"5min":2.3109999999999999,"15min":2.544},"min":{"1min":0.36799999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":14.993,"5min":14.993,"15min":69.829999999999998},"last":1.3080000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":4.1059999999999999,"5min":2.8079999999999998,"15min":2.6379999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":15.361000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":2.8730000000000002},{"interface":"front","average":{"1min":2.2189999999999999,"5min":2.5630000000000002,"15min":2.6789999999999998},"min":{"1min":0.37,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":7.1020000000000003,"5min":16.48,"15min":69.081000000000003},"last":2.734}]},{"osd":6,"last update":"Sat Sep 23 18:20:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1600000000000001,"5min":2.3839999999999999,"15min":2.5870000000000002},"min":{"1min":0.42499999999999999,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":14.938000000000001,"5min":14.938000000000001,"15min":69.861999999999995},"last":2.899},{"interface":"front","average":{"1min":1.5049999999999999,"5min":2.4849999999999999,"15min":2.6629999999999998},"min":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":8.9359999999999999,"5min":19.567,"15min":68.153000000000006},"last":2.8050000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:19:55 2023","interfaces":[{"interface":"back","average":{"1min":2.7589999999999999,"5min":2.7320000000000002,"15min":2.8370000000000002},"min":{"1min":0.57099999999999995,"5min":0.374,"15min":0.374},"max":{"1min":9.1850000000000005,"5min":19.518000000000001,"15min":68.188999999999993},"last":4.7350000000000003},{"interface":"front","average":{"1min":3.847,"5min":3.0859999999999999,"15min":2.9710000000000001},"min":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":16.844999999999999,"5min":16.844999999999999,"15min":69.027000000000001},"last":3.04}]}]},{"osd":2,"up_from":145,"seq":622770258159,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1454632,"kb_used_data":639584,"kb_used_omap":16,"kb_used_meta":815023,"kb_avail":92290520,"statfs":{"total":95995035648,"available":94505492480,"internally_reserved":0,"allocated":654934016,"data_stored":653169496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":834583714},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":3.024,"5min":2.6080000000000001,"15min":2.915},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":14.663,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.23999999999999999},{"interface":"front","average":{"1min":2.3610000000000002,"5min":2.6339999999999999,"15min":3.1379999999999999},"min":{"1min":0.34200000000000003,"5min":0.221,"15min":0.216},"max":{"1min":17.02,"5min":37.159999999999997,"15min":37.159999999999997},"last":4.1849999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:20:00 2023","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.363,"15min":3.4830000000000001},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":16.975999999999999,"5min":38.146999999999998,"15min":38.146999999999998},"last":1.4199999999999999},{"interface":"front","average":{"1min":3.2200000000000002,"5min":3.5249999999999999,"15min":3.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":13.141,"5min":38.329000000000001,"15min":38.329000000000001},"last":2.0249999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4079999999999999,"15min":3.2370000000000001},"min":{"1min":0.32300000000000001,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":11.757999999999999,"5min":14.977,"15min":34.960999999999999},"last":2.181},{"interface":"front","average":{"1min":2.5760000000000001,"5min":2.843,"15min":3.6299999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":10.744999999999999,"5min":15.877000000000001,"15min":35.432000000000002},"last":1.992}]},{"osd":4,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":1.744,"5min":2.0710000000000002,"15min":2.7549999999999999},"min":{"1min":0.32900000000000001,"5min":0.29899999999999999,"15min":0.29299999999999998},"max":{"1min":10.669,"5min":11.038,"15min":105.509},"last":1.9530000000000001},{"interface":"front","average":{"1min":1.6499999999999999,"5min":1.694,"15min":2.419},"min":{"1min":0.375,"5min":0.34999999999999998,"15min":0.314},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":105.529},"last":3.9359999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.9359999999999999,"15min":2.1379999999999999},"min":{"1min":0.32000000000000001,"5min":0.317,"15min":0.28699999999999998},"max":{"1min":10.538,"5min":14.65,"15min":17.780000000000001},"last":4.0949999999999998},{"interface":"front","average":{"1min":1.355,"5min":1.6180000000000001,"15min":1.8819999999999999},"min":{"1min":0.371,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":11.845000000000001,"5min":14.448,"15min":18.669},"last":0.95699999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:19:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1179999999999999,"5min":1.9259999999999999,"15min":2.2759999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":10.555,"5min":10.555,"15min":17.853000000000002},"last":4.1349999999999998},{"interface":"front","average":{"1min":2.6749999999999998,"5min":2.3700000000000001,"15min":2.488},"min":{"1min":0.48299999999999998,"5min":0.39800000000000002,"15min":0.34599999999999997},"max":{"1min":10.586,"5min":14.699,"15min":17.919},"last":4.0499999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:20:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.9990000000000001,"15min":2.766},"min":{"1min":0.44,"5min":0.44,"15min":0.36899999999999999},"max":{"1min":10.571,"5min":109.81699999999999,"15min":109.81699999999999},"last":4.1689999999999996},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.9460000000000002,"15min":2.4489999999999998},"min":{"1min":0.48799999999999999,"5min":0.44900000000000001,"15min":0.33800000000000002},"max":{"1min":14.013999999999999,"5min":109.70699999999999,"15min":109.70699999999999},"last":1.7430000000000001}]}]},{"osd":3,"up_from":100,"seq":429496729889,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2395756,"kb_used_data":1627364,"kb_used_omap":4,"kb_used_meta":768379,"kb_avail":91349396,"statfs":{"total":95995035648,"available":93541781504,"internally_reserved":0,"allocated":1666420736,"data_stored":1664770023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":786820503},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":2.125,"15min":3.3100000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":6.2389999999999999,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.6619999999999999,"5min":2.1789999999999998,"15min":3.4550000000000001},"min":{"1min":0.23899999999999999,"5min":0.216,"15min":0.20200000000000001},"max":{"1min":11.064,"5min":11.064,"15min":93.465000000000003},"last":0.34799999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":2.5680000000000001,"5min":2.4409999999999998,"15min":3.4710000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":14.747,"5min":14.747,"15min":14.747},"last":1.8540000000000001},{"interface":"front","average":{"1min":1.9399999999999999,"5min":2.214,"15min":2.9940000000000002},"min":{"1min":0.29799999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":8.2089999999999996,"5min":10.507,"15min":15.016},"last":0.374}]},{"osd":2,"last update":"Sat Sep 23 18:20:12 2023","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":2.306,"15min":3.0249999999999999},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":8.343,"5min":14.34,"15min":93.429000000000002},"last":1.073},{"interface":"front","average":{"1min":3.0499999999999998,"5min":2.7400000000000002,"15min":3.1389999999999998},"min":{"1min":0.35099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":8.9260000000000002,"5min":14.48,"15min":90.498999999999995},"last":3.2669999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":2.0710000000000002,"15min":2.3650000000000002},"min":{"1min":0.34899999999999998,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":6.2859999999999996,"5min":12.347,"15min":23.469000000000001},"last":0.628},{"interface":"front","average":{"1min":1.2729999999999999,"5min":2.3010000000000002,"15min":2.2229999999999999},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":10.119,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.441}]},{"osd":5,"last update":"Sat Sep 23 18:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":2.278,"15min":2.238},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":6.6189999999999998,"5min":18.802,"15min":18.802},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.9279999999999999,"5min":2.4500000000000002,"15min":2.278},"min":{"1min":0.45400000000000001,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":5.625,"5min":11.484,"15min":19.457999999999998},"last":5.3010000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:20:03 2023","interfaces":[{"interface":"back","average":{"1min":3.5139999999999998,"5min":2.4430000000000001,"15min":2.4350000000000001},"min":{"1min":0.443,"5min":0.39000000000000001,"15min":0.318},"max":{"1min":11.233000000000001,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.585,"15min":2.7999999999999998},"min":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":11.276,"5min":18.751999999999999,"15min":93.280000000000001},"last":1.103}]},{"osd":7,"last update":"Sat Sep 23 18:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":2.1669999999999998,"15min":2.3069999999999999},"min":{"1min":0.40200000000000002,"5min":0.379,"15min":0.33700000000000002},"max":{"1min":3.8370000000000002,"5min":10.329000000000001,"15min":36.423000000000002},"last":3.3109999999999999},{"interface":"front","average":{"1min":1.798,"5min":2.1960000000000002,"15min":2.6619999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":6.3140000000000001,"5min":13.416,"15min":36.366999999999997},"last":0.80700000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019311,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1236184,"kb_used_data":634192,"kb_used_omap":0,"kb_used_meta":601984,"kb_avail":92508968,"statfs":{"total":95995035648,"available":94729183232,"internally_reserved":0,"allocated":649412608,"data_stored":648473424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":616431616},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.6499999999999999,"15min":1.6160000000000001},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":6.9989999999999997,"5min":9.8770000000000007,"15min":11.686999999999999},"last":25.555},{"interface":"front","average":{"1min":3.194,"5min":2.4729999999999999,"15min":1.9950000000000001},"min":{"1min":0.44400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":6.8220000000000001,"5min":16.809999999999999,"15min":16.809999999999999},"last":26.247}]},{"osd":1,"last update":"Sat Sep 23 18:19:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":3.6200000000000001,"15min":2.544},"min":{"1min":0.33700000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.665,"5min":155.029,"15min":155.029},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.1549999999999998,"5min":3.754,"15min":3.2879999999999998},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.6239999999999997,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.48899999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":1.696,"15min":1.9570000000000001},"min":{"1min":0.315,"5min":0.29799999999999999,"15min":0.28199999999999997},"max":{"1min":7.0419999999999998,"5min":11.351000000000001,"15min":56.448},"last":0.441},{"interface":"front","average":{"1min":1.4390000000000001,"5min":2.0619999999999998,"15min":1.9530000000000001},"min":{"1min":0.378,"5min":0.28299999999999997,"15min":0.27700000000000002},"max":{"1min":4.9119999999999999,"5min":16.920000000000002,"15min":56.868000000000002},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:20:33 2023","interfaces":[{"interface":"back","average":{"1min":1.4910000000000001,"5min":1.819,"15min":2.6309999999999998},"min":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.548,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.347,"5min":2.3929999999999998,"15min":2.6720000000000002},"min":{"1min":0.374,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":5.4589999999999996,"5min":17.027000000000001,"15min":80.852000000000004},"last":0.45000000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:20:33 2023","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.52,"15min":1.0840000000000001},"min":{"1min":0.29399999999999998,"5min":0.26800000000000002,"15min":0.25900000000000001},"max":{"1min":7.859,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.54,"5min":1.6759999999999999,"15min":1.2829999999999999},"min":{"1min":0.32300000000000001,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":8.5239999999999991,"5min":12.225,"15min":18.859000000000002},"last":0.34200000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:19:50 2023","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.627,"15min":1.0980000000000001},"min":{"1min":0.374,"5min":0.29899999999999999,"15min":0.249},"max":{"1min":8.1839999999999993,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.4470000000000001,"15min":1.143},"min":{"1min":0.48299999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.8899999999999997,"5min":12.292,"15min":12.292},"last":0.372}]},{"osd":7,"last update":"Sat Sep 23 18:20:17 2023","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.8009999999999999,"15min":1.123},"min":{"1min":0.35299999999999998,"5min":0.33500000000000002,"15min":0.28499999999999998},"max":{"1min":4.891,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.52,"5min":1.351,"15min":1.0640000000000001},"min":{"1min":0.36599999999999999,"5min":0.34300000000000003,"15min":0.309},"max":{"1min":7.0739999999999998,"5min":7.0739999999999998,"15min":12.885},"last":0.35199999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823083,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2626776,"kb_used_data":1718032,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":91118376,"statfs":{"total":95995035648,"available":93305217024,"internally_reserved":0,"allocated":1759264768,"data_stored":1758321144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.8300000000000001,"15min":1.7310000000000001},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":3.1539999999999999,"5min":10.987,"15min":13.724},"last":0.30099999999999999},{"interface":"front","average":{"1min":2.2610000000000001,"5min":2.056,"15min":1.8779999999999999},"min":{"1min":0.35099999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":11.619999999999999,"5min":11.619999999999999,"15min":12.297000000000001},"last":4.3179999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":2.7400000000000002,"15min":2.02},"min":{"1min":0.28000000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.427,"5min":65.379000000000005,"15min":65.379000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.895,"5min":3.085,"15min":2.1949999999999998},"min":{"1min":0.30299999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":7.3659999999999997,"5min":65.272000000000006,"15min":65.272000000000006},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":2.468,"15min":2.5710000000000002},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":7.3300000000000001,"5min":12.5,"15min":44.081000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":2.4790000000000001,"5min":2.2679999999999998,"15min":2.4710000000000001},"min":{"1min":0.38600000000000001,"5min":0.311,"15min":0.29599999999999999},"max":{"1min":10.436,"5min":12.31,"15min":44.094999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:20:22 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.6440000000000001},"min":{"1min":0.39900000000000002,"5min":0.33900000000000002,"15min":0.26500000000000001},"max":{"1min":11.689,"5min":16.619,"15min":31.109999999999999},"last":2.206},{"interface":"front","average":{"1min":2.0670000000000002,"5min":2.6379999999999999,"15min":2.5150000000000001},"min":{"1min":0.35099999999999998,"5min":0.32800000000000001,"15min":0.32700000000000001},"max":{"1min":6.7389999999999999,"5min":13.228,"15min":28.795999999999999},"last":2.1560000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:20:22 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":1.137,"15min":1.27},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":3.7839999999999998,"5min":5.6520000000000001,"15min":121.29900000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.6240000000000001,"5min":2.1669999999999998,"15min":1.748},"min":{"1min":0.27900000000000003,"5min":0.27000000000000002,"15min":0.25700000000000001},"max":{"1min":11.724,"5min":18.003,"15min":121.31399999999999},"last":0.496}]},{"osd":6,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1379999999999999,"5min":1.768,"15min":1.143},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":12.991,"5min":16.196999999999999,"15min":16.196999999999999},"last":1.224},{"interface":"front","average":{"1min":2.9100000000000001,"5min":2.1000000000000001,"15min":1.3280000000000001},"min":{"1min":0.40000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":12.760999999999999,"5min":17.952999999999999,"15min":17.952999999999999},"last":1.21}]},{"osd":7,"last update":"Sat Sep 23 18:20:02 2023","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.637,"15min":1.173},"min":{"1min":0.375,"5min":0.32500000000000001,"15min":0.30199999999999999},"max":{"1min":5.5590000000000002,"5min":16.779,"15min":16.779},"last":1.1870000000000001},{"interface":"front","average":{"1min":3.0750000000000002,"5min":2.198,"15min":1.3300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":13.711,"5min":18.178999999999998,"15min":18.178999999999998},"last":1.7869999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":825884672,"data_stored":825884672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1462632448,"data_stored":1462632448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":654114816,"data_stored":654114816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1366097920,"data_stored":1366097920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":643301376,"data_stored":643301376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1439563776,"data_stored":1439563776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1458634752,"data_stored":1458634752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:20:42.801 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 41 2023-09-23T18:20:42.843 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 48146 48130 115.592 86.5625 0.0229659 0.00864537 2023-09-23T18:20:43.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:42 smithi018 ceph-mon[149401]: pgmap v1220: 89 pgs: 89 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T18:20:43.019 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:42 smithi018 ceph-mon[153734]: pgmap v1220: 89 pgs: 89 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T18:20:43.070 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:43.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:43.077 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:42 smithi149 ceph-mon[135148]: pgmap v1220: 89 pgs: 89 active+clean; 2.7 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T18:20:43.178 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:43.245 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:43.332 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:43.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:43.341 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:43.348 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:43.431 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:20:43.431 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:20:43.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:43.511 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:43.844 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 16 49273 49257 113.921 70.4375 0.00383796 0.00876028 2023-09-23T18:20:43.898 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:43.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:43.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:44.004 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:44.037 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:44.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:44.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:44.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:44.426 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:44.482 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:44.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:44.488 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:44.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:44.644 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:44.705 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:44.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:44.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:44.811 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:44.831 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:20:44.844 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 50374 50358 112.311 68.8125 0.00883465 0.00889801 2023-09-23T18:20:44.848 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:44.890 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:44.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:44.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:44.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:45.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:44 smithi018 ceph-mon[149401]: pgmap v1221: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:45.064 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:44] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.33.4" 2023-09-23T18:20:45.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:44 smithi018 ceph-mon[153734]: pgmap v1221: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:44 smithi149 ceph-mon[135148]: pgmap v1221: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:45.200 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:45.219 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:45.448 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:45.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:45.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:45.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:45.626 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:45.844 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 51537 51521 110.945 72.6875 0.0113211 0.0090081 2023-09-23T18:20:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:45.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:45.929 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:46.029 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:46.118 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:46.204 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:46.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:46.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:46.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:46.357 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:46.403 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:46.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:46.407 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:46.449 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:46.498 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:46.509 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:46.536 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:46.548 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:46.587 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:46.597 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:46.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:46.603 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:46.636 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:46.677 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:46.704 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:46.718 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:46.751 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:46.755 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:46.764 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.764 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.764 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.764 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.765 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.765 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.765 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.765 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:20:46.788 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:46.807 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:46.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:46.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:46.817 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:20:46.849 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 52682 52666 109.633 71.5625 0.0194398 0.00911289 2023-09-23T18:20:46.911 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[153734]: pgmap v1222: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3715954083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[149401]: pgmap v1222: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3715954083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:47.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:46 smithi149 ceph-mon[135148]: pgmap v1222: 89 pgs: 89 active+clean; 2.9 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 88 MiB/s wr, 1.41k op/s 2023-09-23T18:20:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3715954083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:20:47.272 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:47.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:47.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:47.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:47.420 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:47.485 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:47.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:47.491 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:47.592 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:47.628 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:47.677 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:47.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:47.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:47.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:47.847 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 53925 53909 108.599 77.6875 0.0194636 0.009202 2023-09-23T18:20:47.865 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:47.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:47.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:47.932 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[149401]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:47 smithi018 ceph-mon[153734]: failed to encode map e405 with expected crc 2023-09-23T18:20:47.966 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:47.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:47.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:48.053 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:20:48.079 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:48.117 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:48.117 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: failed to encode map e405 with expected crc 2023-09-23T18:20:48.117 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3099233323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:20:48.117 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T18:20:48.118 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: failed to encode map e405 with expected crc 2023-09-23T18:20:48.118 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:47 smithi149 ceph-mon[135148]: failed to encode map e405 with expected crc 2023-09-23T18:20:48.122 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:48.169 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:48.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:48.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:48.274 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:48.326 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:48.372 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:48.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:48.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:48.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:48.550 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:48.677 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:48.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:48.682 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:48.783 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:48.820 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:20:48.826 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:48.845 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 55198 55182 107.692 79.5625 0.0159763 0.00928043 2023-09-23T18:20:48.879 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:48.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:48.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:48.985 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:49.039 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:49.094 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:49.101 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:48 smithi149 ceph-mon[135148]: pgmap v1224: 89 pgs: 89 active+clean; 3.1 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T18:20:49.101 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1882926627' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.102 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:49.105 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:49.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:49.247 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:49.247 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:20:49.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:55721 9.9 9:9fb9e908:::benchmark_data_smithi018_362865_object55720:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e405)", 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:20:49.242104+0000", 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0048891259999999997, 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049239660000000001, 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:20:49.248 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 55721 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:49.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242104+0000", 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242104+0000", 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242102+0000", 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:49.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242128+0000", 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6528000000000001e-05 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242141+0000", 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2576e-05 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242150+0000", 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9840000000000007e-06 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242208+0000", 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8804000000000001e-05 2023-09-23T18:20:49.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242347+0000", 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013824400000000001 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.242480+0000", 2023-09-23T18:20:49.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013328999999999999 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244701+0000", 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022211050000000001 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:49.255 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:55713 9.0 e405/398 9:052e38df:::benchmark_data_smithi018_362865_object55712:head v 405'3555, mlcod=405'3551)", 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:20:49.243984+0000", 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0030084550000000002, 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003136663, 2023-09-23T18:20:49.256 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.243984+0000", 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.243984+0000", 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.243983+0000", 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:20:49.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244042+0000", 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9162e-05 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:49.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244069+0000", 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6757000000000001e-05 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244077+0000", 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4710000000000001e-06 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244212+0000", 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013545000000000001 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244234+0000", 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2028999999999999e-05 2023-09-23T18:20:49.261 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:55718 9.0 e405/398 9:04398f58:::benchmark_data_smithi018_362865_object55717:head v 405'3556, mlcod=405'3552)", 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:20:49.244091+0000", 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0029014900000000001, 2023-09-23T18:20:49.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030947520000000001, 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244091+0000", 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244091+0000", 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244091+0000", 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:20:49.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244113+0000", 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1721000000000001e-05 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244120+0000", 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8090000000000004e-06 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.244124+0000", 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6929999999999998e-06 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.246074+0000", 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019501519999999999 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:20:49.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:20:49.246091+0000", 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6827e-05 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 3 2023-09-23T18:20:49.267 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:49.268 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:49.273 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:20:49.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[149401]: pgmap v1224: 89 pgs: 89 active+clean; 3.1 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T18:20:49.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1882926627' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.280 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[153734]: pgmap v1224: 89 pgs: 89 active+clean; 3.1 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T18:20:49.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1882926627' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.280 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:20:49.306 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:49.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:49.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:49.410 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:49.491 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:49.594 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:49.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:49.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:49.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:20:49.692 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:20:49.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:49.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:49.803 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:49.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:49.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:49.845 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 56389 56373 106.685 74.4375 0.0131593 0.00936695 2023-09-23T18:20:49.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:49.945 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:49.987 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:49.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:49.991 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:50.092 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:50.184 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:50.204 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:50.250 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:50.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:50.260 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:50.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:50.438 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:50.554 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:50.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:50.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:50.661 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:50.715 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:50.764 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:50.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:50.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:50.807 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:50.845 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 57475 57459 105.544 67.875 0.0157914 0.00946856 2023-09-23T18:20:50.873 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:50.930 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:51.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:50 smithi018 ceph-mon[149401]: pgmap v1225: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:20:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:50 smithi018 ceph-mon[153734]: pgmap v1225: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:20:51.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:50 smithi149 ceph-mon[135148]: pgmap v1225: 89 pgs: 89 active+clean; 3.2 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T18:20:51.272 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:51.451 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:51.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:51.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:51.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:51.627 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:51.846 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 58776 58760 104.851 81.3125 0.0102193 0.00953245 2023-09-23T18:20:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:52.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:52.669 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:52.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:52.846 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 16 60048 60032 104.147 79.5 0.0134765 0.00959753 2023-09-23T18:20:52.867 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:53.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:52 smithi018 ceph-mon[153734]: pgmap v1226: 89 pgs: 89 active+clean; 3.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:53.069 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:52 smithi018 ceph-mon[149401]: pgmap v1226: 89 pgs: 89 active+clean; 3.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:53.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:53.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:53.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:53.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:52 smithi149 ceph-mon[135148]: pgmap v1226: 89 pgs: 89 active+clean; 3.4 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:53.244 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:53.283 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:53.333 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:53.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:53.338 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:53.439 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:53.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:53.543 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:53.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:53.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:53.652 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:20:53.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:53.752 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:20:53.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:53.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:20:53.821 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2, 7] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:20:53.821 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:20:53.821 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T18:20:53.821 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:20:53.821 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:20:53.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T18:20:53.846 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 61217 61201 103.307 73.0625 0.0142572 0.00967373 2023-09-23T18:20:53.861 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:53.959 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:54.048 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:54.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:54.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:54.148 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:20:54.160 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:54.189 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:20:54.192 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:54.233 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:54.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:54.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:54.239 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:20:54.281 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:20:54.324 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:20:54.339 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:54.356 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:20:54.387 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:54.388 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:20:54.437 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:54.437 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:20:54.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:54.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:54.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.464 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.464 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.464 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:20:54.542 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:54.594 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:54.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:54.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:54.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:54.756 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:20:54.796 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:54.847 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 62258 62242 102.299 65.0625 0.012583 0.00977083 2023-09-23T18:20:54.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:20:54.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:54.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:20:54.900 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:20:54.958 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:55.002 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:55.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:54 smithi149 ceph-mon[135148]: pgmap v1227: 89 pgs: 89 active+clean; 3.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:20:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1634750715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2811707865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:55.205 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[153734]: pgmap v1227: 89 pgs: 89 active+clean; 3.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:20:55.205 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1634750715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:55.205 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2811707865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:55.206 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:20:54] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.33.4" 2023-09-23T18:20:55.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:55.207 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:55.207 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[149401]: pgmap v1227: 89 pgs: 89 active+clean; 3.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 75 MiB/s wr, 1.20k op/s 2023-09-23T18:20:55.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1634750715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:20:55.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2811707865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:20:55.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:20:55.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:55.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:55.497 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:20:55.497 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:20:55.848 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 63317 63301 101.37 66.1875 0.0109392 0.0098596 2023-09-23T18:20:56.229 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2023-09-23T18:20:56.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.247 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.248 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2023-09-23T18:20:56.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:56.349 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.397 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: failed to encode map e406 with expected crc 2023-09-23T18:20:56.398 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]: dispatch 2023-09-23T18:20:56.407 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:56.465 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:56.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:56.469 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:56.570 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:20:56.613 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:56.668 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:20:56.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:56.673 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:20:56.774 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:56.809 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:56.849 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:20:56.849862+0000 min lat: 0.00127158 max lat: 0.204399 avg lat: 0.00992413 2023-09-23T18:20:56.849 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:20:56.849 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 64519 64503 100.714 75.125 0.010532 0.00992413 2023-09-23T18:20:56.859 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:56.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:56.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:56.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:57.017 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: pgmap v1229: 89 pgs: 89 active+clean; 3.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]': finished 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:56 smithi149 ceph-mon[135148]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: pgmap v1229: 89 pgs: 89 active+clean; 3.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]': finished 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[153734]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: pgmap v1229: 89 pgs: 89 active+clean; 3.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.0", "id": [3, 2]}]': finished 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:56 smithi018 ceph-mon[149401]: failed to encode map e407 with expected crc 2023-09-23T18:20:57.605 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:20:57.670 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:57.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:57.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:57.776 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:57.849 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 65616 65600 99.928 68.5625 0.0175024 0.010002 2023-09-23T18:20:57.861 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:57.878 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:57.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:57.972 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[149401]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.972 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[149401]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T18:20:57.972 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[149401]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.972 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[149401]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.972 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[149401]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:57.973 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:57.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[153734]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[153734]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T18:20:57.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[153734]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[153734]: failed to encode map e408 with expected crc 2023-09-23T18:20:57.974 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:57 smithi018 ceph-mon[153734]: failed to encode map e408 with expected crc 2023-09-23T18:20:58.073 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:58.109 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:58.163 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:58.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:58.168 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:58.269 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:58.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:57 smithi149 ceph-mon[135148]: failed to encode map e408 with expected crc 2023-09-23T18:20:58.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:57 smithi149 ceph-mon[135148]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T18:20:58.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:57 smithi149 ceph-mon[135148]: failed to encode map e408 with expected crc 2023-09-23T18:20:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:57 smithi149 ceph-mon[135148]: failed to encode map e408 with expected crc 2023-09-23T18:20:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:57 smithi149 ceph-mon[135148]: failed to encode map e408 with expected crc 2023-09-23T18:20:58.439 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:20:58.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:58.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:20:58.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:20:58.615 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:58.850 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 66709 66693 99.1755 68.3125 0.00916276 0.0100789 2023-09-23T18:20:58.887 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:20:58.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:58.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:20:58.948 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:20:58.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:58 smithi018 ceph-mon[149401]: pgmap v1232: 89 pgs: 1 peering, 88 active+clean; 3.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T18:20:58.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:20:58 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:20:58.997 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:20:59.090 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:59.174 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:20:59.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:59.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:20:59.280 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:20:59.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:58 smithi018 ceph-mon[153734]: pgmap v1232: 89 pgs: 1 peering, 88 active+clean; 3.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T18:20:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:20:58 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:20:59.368 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:58 smithi149 ceph-mon[135148]: pgmap v1232: 89 pgs: 1 peering, 88 active+clean; 3.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T18:20:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:20:58 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:20:59.496 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:20:59.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:59.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:20:59.605 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:20:59.607 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:20:59.650 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:59.693 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:20:59.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:20:59.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:20:59.703 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:20:59.703 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:20:59.703 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:20:59.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:20:59.852 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 67740 67724 98.3621 64.4375 0.0122287 0.0101608 2023-09-23T18:20:59.881 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:20:59.947 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:21:00.009 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:00.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:00.035 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:00.135 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:00.222 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:00.349 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:00.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:00.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:00.457 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:00.543 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:00.620 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:00.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:00.630 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:00.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:00.829 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:00.852 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 68696 68680 97.485 59.75 0.020508 0.010252 2023-09-23T18:21:00.869 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:00.869 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:00.904 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:00.941 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:00.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:00.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:01.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:01.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:00 smithi018 ceph-mon[149401]: pgmap v1233: 89 pgs: 1 peering, 88 active+clean; 3.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:21:01.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:00 smithi018 ceph-mon[153734]: pgmap v1233: 89 pgs: 1 peering, 88 active+clean; 3.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:21:01.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:01.239 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:01.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:01.247 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:01.348 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:01.396 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:00 smithi149 ceph-mon[135148]: pgmap v1233: 89 pgs: 1 peering, 88 active+clean; 3.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 55 MiB/s wr, 878 op/s 2023-09-23T18:21:01.401 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:01.465 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:01.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:01.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:01.573 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:01.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:21:01.661 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:01.755 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:01.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:01.761 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:01.852 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 69736 69720 96.7635 65 0.0136303 0.0103294 2023-09-23T18:21:01.862 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:01.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:02.157 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:02.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:02.167 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:02.267 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:02.307 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:02.378 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:02.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:02.385 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:02.486 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:02.530 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:02.592 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:02.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:02.597 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:02.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:02.774 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:02.843 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:02.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:02.848 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:02.852 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 70770 70754 96.065 64.625 0.0127001 0.0104042 2023-09-23T18:21:02.926 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:02.950 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:03.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:03 smithi018 ceph-mon[153734]: pgmap v1234: 89 pgs: 1 peering, 88 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:21:03.051 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:03.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:03.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:03.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:03 smithi018 ceph-mon[149401]: pgmap v1234: 89 pgs: 1 peering, 88 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:21:03.355 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:03 smithi149 ceph-mon[135148]: pgmap v1234: 89 pgs: 1 peering, 88 active+clean; 4.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-09-23T18:21:03.433 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:03.520 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:03.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:03.527 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:03.624 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:03.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:03.643 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:03.696 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:03.702 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:03.749 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:03.783 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:03.854 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 71662 71646 95.2045 55.75 0.00897876 0.010498 2023-09-23T18:21:03.878 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:03.912 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:03.915 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.915 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.915 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.915 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.916 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.916 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.916 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.916 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:21:03.957 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:03.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:03.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:04.059 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:21:04.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:04.139 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:04.267 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:04.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:04.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:04.276 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2300136854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.276 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.276 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2212149398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:04.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2300136854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2212149398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:04.377 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2300136854' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:04 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:04.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2212149398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:04.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:04.638 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:04.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:04.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:04.757 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:04.809 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:04.854 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 72712 72696 94.5885 65.625 0.00703092 0.0105674 2023-09-23T18:21:04.875 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:04.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:04.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:04.981 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:05.022 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:05.062 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:21:05.062 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:21:05.062 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.062 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:72897 9.c 9:33b8c324:::benchmark_data_smithi018_362865_object72896:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e409)", 2023-09-23T18:21:05.062 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:05.043043+0000", 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.011852644000000001, 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011887135, 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 72897 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:05.063 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043043+0000", 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043043+0000", 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.064 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043042+0000", 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043065+0000", 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.287e-05 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:05.065 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043080+0000", 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5481999999999998e-05 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043088+0000", 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6969999999999993e-06 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:05.066 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043646+0000", 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055832699999999996 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043840+0000", 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019359499999999999 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.043970+0000", 2023-09-23T18:21:05.067 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013000699999999999 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052120+0000", 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0081501219999999992 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.068 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:72905 9.1 9:876724b9:::benchmark_data_smithi018_362865_object72904:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e409)", 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:05.051548+0000", 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0033477680000000001, 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034776490000000002, 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 72905 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.069 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051548+0000", 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051548+0000", 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051547+0000", 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051574+0000", 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6849e-05 2023-09-23T18:21:05.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051586+0000", 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2442999999999999e-05 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051594+0000", 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9170000000000006e-06 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.072 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051649+0000", 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5433000000000003e-05 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051836+0000", 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018713399999999999 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:21:05.073 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.051963+0000", 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000126012 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:72899 9.3 e409/398 9:ca8236ff:::benchmark_data_smithi018_362865_object72898:head v 409'4522, mlcod=409'4520)", 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:05.052008+0000", 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0028880490000000002, 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0030995509999999999, 2023-09-23T18:21:05.074 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "started", 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052008+0000", 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052008+0000", 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052007+0000", 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052107+0000", 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000100077 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.076 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052138+0000", 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0762999999999997e-05 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052148+0000", 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3850000000000008e-06 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.077 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052240+0000", 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.2781000000000005e-05 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:05.052271+0000", 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0485999999999999e-05 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 3 2023-09-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: pgmap v1235: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:05.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:05 smithi149 ceph-mon[135148]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T18:21:05.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:05.082 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:05.183 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:05.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:05.267 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 1, 2, 7] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:21:05.267 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:21:05.267 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [0, 3, 4, 5, 1, 2, 7] 2023-09-23T18:21:05.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 0 2023-09-23T18:21:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:04] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.33.4" 2023-09-23T18:21:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: pgmap v1235: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:21:05.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[153734]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: pgmap v1235: 89 pgs: 89 active+clean; 4.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:05.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: failed to encode map e409 with expected crc 2023-09-23T18:21:05.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:05.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:05 smithi018 ceph-mon[149401]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T18:21:05.432 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:05.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:05.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:05.521 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:21:05.541 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:05.651 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:05.730 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:05.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:05.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:05.836 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:05.854 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 73674 73658 93.8855 60.125 0.0227226 0.0106457 2023-09-23T18:21:05.870 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:05.919 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:05.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:05.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:06.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:06.114 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:06.180 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:06.188 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:06.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:06.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:06.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:06.371 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:06.473 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:06.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:06.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:06.496 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:06.596 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:06.600 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:21:06.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:06.681 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:21:06.698 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:06.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:06.701 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:06.802 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:06.833 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:06.855 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 74618 74602 93.1881 59 0.0150556 0.0107227 2023-09-23T18:21:06.881 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:06.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:06.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:06.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:07.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:07 smithi018 ceph-mon[149401]: pgmap v1237: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:21:07.268 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:07 smithi018 ceph-mon[153734]: pgmap v1237: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:21:07.322 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:07.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:07.337 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:07 smithi149 ceph-mon[135148]: pgmap v1237: 89 pgs: 89 active+clean; 4.4 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T18:21:07.438 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:07.527 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:07.589 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:07.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:07.596 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:07.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:07.766 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:07.857 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 75469 75453 92.3996 53.1875 0.0136613 0.0108169 2023-09-23T18:21:07.879 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:07.901 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:07.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:07.913 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:08.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:08.055 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:08.102 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:08.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:08.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:08.190 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:08.203 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:08 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:21:08.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:08.213 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:08 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:21:08.312 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:08.391 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:08.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:08.396 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:08 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:21:08.469 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:08 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:21:08.458+0000 7fd4195e6700 -1 mon.a@0(leader).osd e409 definitely_dead 0 2023-09-23T18:21:08.497 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:08.569 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:08.858 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 76278 76262 91.5941 50.5625 0.0152178 0.0109126 2023-09-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:21:09.155 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.0. 2023-09-23T18:21:09.401 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:09 smithi149 ceph-mon[135148]: pgmap v1238: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T18:21:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3153017507' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:09 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:09 smithi149 ceph-mon[135148]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T18:21:09.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[153734]: pgmap v1238: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T18:21:09.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3153017507' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[153734]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T18:21:09.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[149401]: pgmap v1238: 89 pgs: 89 active+clean; 4.5 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T18:21:09.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3153017507' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T18:21:09.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:09 smithi018 ceph-mon[149401]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T18:21:09.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:09.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:09.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:21:09.507 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:09.538 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:09.621 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:09.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:09.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:09.726 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:09.756 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:09.842 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:09.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:09.848 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:09.858 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 76563 76547 90.2028 17.8125 0.0034974 0.0109348 2023-09-23T18:21:09.949 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:09.976 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:10.010 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:10.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:10.013 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:10.114 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:10.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:10.184 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:10.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:10.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:10.289 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:10.335 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:10.345 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:10.398 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: osdmap e410: 8 total, 8 up, 6 in 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:10 smithi149 ceph-mon[135148]: osdmap e411: 8 total, 8 up, 6 in 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: osdmap e410: 8 total, 8 up, 6 in 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:10.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[153734]: osdmap e411: 8 total, 8 up, 6 in 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: osdmap e410: 8 total, 8 up, 6 in 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: failed to encode map e410 with expected crc 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:10.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:10 smithi018 ceph-mon[149401]: osdmap e411: 8 total, 8 up, 6 in 2023-09-23T18:21:10.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:10.405 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:10.470 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:10.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:10.520 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:10.536 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:10.541 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:10.561 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:10.573 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:10.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:10.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:10.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:10.607 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:10.628 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.630 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:21:10.677 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:10.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:10.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:10.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:10.858 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 76563 76547 88.5329 0 - 0.0109348 2023-09-23T18:21:10.900 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:10.926 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:11.060 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:11.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:11.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:11.126 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:21:11.164 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: pgmap v1240: 89 pgs: 89 active+clean; 4.5 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 56 MiB/s wr, 890 op/s 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.213 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/860327456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1150797044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[149401]: osdmap e412: 8 total, 8 up, 6 in 2023-09-23T18:21:11.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: pgmap v1240: 89 pgs: 89 active+clean; 4.5 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 56 MiB/s wr, 890 op/s 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/860327456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1150797044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:11.216 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:11.216 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:11.216 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:11 smithi018 ceph-mon[153734]: osdmap e412: 8 total, 8 up, 6 in 2023-09-23T18:21:11.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: pgmap v1240: 89 pgs: 89 active+clean; 4.5 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 56 MiB/s wr, 890 op/s 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e411 with expected crc 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/860327456' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1150797044' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:11.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:11 smithi149 ceph-mon[135148]: osdmap e412: 8 total, 8 up, 6 in 2023-09-23T18:21:11.690 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:11.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:11.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:11.797 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:11.859 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 76890 76874 87.2955 10.2188 0.0162663 0.0114495 2023-09-23T18:21:11.877 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:11.964 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:11.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:11.969 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:12.069 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:12.143 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:12.194 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:12.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:12.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:12.302 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:12.347 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:12.387 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:12.387 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:12.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:12.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:12 smithi149 ceph-mon[135148]: osdmap e413: 8 total, 8 up, 6 in 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:12.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[149401]: osdmap e413: 8 total, 8 up, 6 in 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e412 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:12.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:12 smithi018 ceph-mon[153734]: osdmap e413: 8 total, 8 up, 6 in 2023-09-23T18:21:12.423 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:12.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:12.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:12.530 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:12.608 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:12.780 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:12.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:12.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:12.858 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:21:12.859 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 77611 77595 86.5405 45.0625 0.0177623 0.0115475 2023-09-23T18:21:12.885 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:13.031 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:13.137 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:13.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:13.143 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:13.244 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:13.323 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: pgmap v1243: 89 pgs: 1 active+recovering, 6 remapped+peering, 82 active+clean; 4.6 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 46 MiB/s wr, 728 op/s; 0 B/s, 1 objects/s recovering 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:13.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: osdmap e414: 8 total, 8 up, 6 in 2023-09-23T18:21:13.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:13 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:13.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: pgmap v1243: 89 pgs: 1 active+recovering, 6 remapped+peering, 82 active+clean; 4.6 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 46 MiB/s wr, 728 op/s; 0 B/s, 1 objects/s recovering 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: osdmap e414: 8 total, 8 up, 6 in 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.439 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: pgmap v1243: 89 pgs: 1 active+recovering, 6 remapped+peering, 82 active+clean; 4.6 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 46 MiB/s wr, 728 op/s; 0 B/s, 1 objects/s recovering 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e413 with expected crc 2023-09-23T18:21:13.440 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:13.441 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: osdmap e414: 8 total, 8 up, 6 in 2023-09-23T18:21:13.441 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.441 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:13 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:13.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:13.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:13.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:21:13.542 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:13.604 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:13.669 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:13.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:13.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:13.759 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:13.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:13.860 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 78308 78292 85.7866 43.5625 0.0229828 0.0116507 2023-09-23T18:21:13.864 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:13.881 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:21:13.959 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:13.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:13.963 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:14.064 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[149401]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.244 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:14 smithi149 ceph-mon[135148]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.333 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:14.376 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:14.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:14.396 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:14.497 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:14.546 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.574 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-mon[153734]: failed to encode map e414 with expected crc 2023-09-23T18:21:14.604 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:14.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:14.609 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:14.709 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:14.842 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 5, 1, 2, 7] out_osds: [6, 0] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:21:14.842 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:21:14.842 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T18:21:14.843 INFO:tasks.thrashosds.thrasher:Setting osd 2 primary_affinity to 1.000000 2023-09-23T18:21:14.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 2 1 2023-09-23T18:21:14.860 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 78956 78940 85.0052 40.5 0.0328403 0.0117579 2023-09-23T18:21:14.952 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:14.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:14.964 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:15.065 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:15.155 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:15.192 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:15.192 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:15.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:15 smithi149 ceph-mon[135148]: pgmap v1246: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 active+recovering, 6 remapped+peering, 78 active+clean; 4.7 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 40 MiB/s wr, 641 op/s; 4753/230667 objects degraded (2.061%); 4885/230667 objects misplaced (2.118%); 80 KiB/s, 9 objects/s recovering 2023-09-23T18:21:15.198 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:15 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 4753/230667 objects degraded (2.061%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:21:15.224 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:15.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:15.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:15.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:15 smithi018 ceph-mon[153734]: pgmap v1246: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 active+recovering, 6 remapped+peering, 78 active+clean; 4.7 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 40 MiB/s wr, 641 op/s; 4753/230667 objects degraded (2.061%); 4885/230667 objects misplaced (2.118%); 80 KiB/s, 9 objects/s recovering 2023-09-23T18:21:15.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:15 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 4753/230667 objects degraded (2.061%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:21:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:14] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.33.4" 2023-09-23T18:21:15.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:15 smithi018 ceph-mon[149401]: pgmap v1246: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 1 active+recovering, 6 remapped+peering, 78 active+clean; 4.7 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 40 MiB/s wr, 641 op/s; 4753/230667 objects degraded (2.061%); 4885/230667 objects misplaced (2.118%); 80 KiB/s, 9 objects/s recovering 2023-09-23T18:21:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:15 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 4753/230667 objects degraded (2.061%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:21:15.333 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:15.389 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:15.495 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:15.566 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:15.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:15.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:15.663 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:21:15.674 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:15.800 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:15.861 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 79650 79634 84.3 43.375 0.0342589 0.0118565 2023-09-23T18:21:15.897 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:15.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:15.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:16.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:16.026 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:16.058 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:16.086 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:16.109 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:16.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:16.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:16.146 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:16.190 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:16.214 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:16.233 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2050625820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:16.234 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2050625820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:16.246 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:16.272 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:16.290 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:16.326 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:16.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:16.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:16.336 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:16.367 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:16.369 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:16.402 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.405 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.406 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.406 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.406 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:21:16.437 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:16.509 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2050625820' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:16.523 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:16.671 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:16.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:16.682 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:16.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:16.861 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:21:16.861870+0000 min lat: 0.00127158 max lat: 2.26881 avg lat: 0.011956 2023-09-23T18:21:16.861 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:21:16.861 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 80323 80307 83.5964 42.0625 0.0151518 0.011956 2023-09-23T18:21:16.879 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:16.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:16.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:16.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:17.077 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:17.155 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:17.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:17 smithi149 ceph-mon[135148]: pgmap v1247: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 80 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 49 MiB/s wr, 784 op/s; 18970/235818 objects degraded (8.044%); 4885/235818 objects misplaced (2.072%); 58 KiB/s, 8 objects/s recovering 2023-09-23T18:21:17.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.239 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:17 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.401 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[153734]: pgmap v1247: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 80 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 49 MiB/s wr, 784 op/s; 18970/235818 objects degraded (8.044%); 4885/235818 objects misplaced (2.072%); 58 KiB/s, 8 objects/s recovering 2023-09-23T18:21:17.401 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.401 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[149401]: pgmap v1247: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+undersized+remapped, 80 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 49 MiB/s wr, 784 op/s; 18970/235818 objects degraded (8.044%); 4885/235818 objects misplaced (2.072%); 58 KiB/s, 8 objects/s recovering 2023-09-23T18:21:17.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:17 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:17.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:17.417 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:17.518 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:17.615 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:17.718 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:17.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:17.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:17.829 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:17.862 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 81037 81021 82.9564 44.625 0.0235052 0.0120484 2023-09-23T18:21:17.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:17.966 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:17.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:17.975 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:18.006 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:18.006 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:21:18.006 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:21:18.006 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:21:18.007 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:18.076 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:18.114 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:18.260 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:18.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:18.265 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:18.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:18.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[153734]: pgmap v1248: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 464 op/s; 18970/237102 objects degraded (8.001%); 4761/237102 objects misplaced (2.008%); 1.2 MiB/s, 25 objects/s recovering 2023-09-23T18:21:18.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:21:18.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:21:18.384 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:18.384 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[149401]: pgmap v1248: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 464 op/s; 18970/237102 objects degraded (8.001%); 4761/237102 objects misplaced (2.008%); 1.2 MiB/s, 25 objects/s recovering 2023-09-23T18:21:18.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:21:18.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:21:18.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:18.421 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:18.479 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:18.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:18.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:18.509 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:18 smithi149 ceph-mon[135148]: pgmap v1248: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 464 op/s; 18970/237102 objects degraded (8.001%); 4761/237102 objects misplaced (2.008%); 1.2 MiB/s, 25 objects/s recovering 2023-09-23T18:21:18.509 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:21:18.509 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:21:18.509 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:18.510 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:21:18.589 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:18.653 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:18.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:18.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:18.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:18.822 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:18.862 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 16 81741 81725 82.3284 44 0.0287115 0.0121408 2023-09-23T18:21:18.880 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:18.946 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:18.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:18.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:19.054 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:19.139 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:19.219 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:19.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:19.225 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:19.272 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:21:19.288 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-09-23T18:21:19.326 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:19.370 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2222073720' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3768401255' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.403 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:21:19.407 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:19.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2222073720' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3768401255' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2222073720' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:19.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3768401255' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:21:19.864 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 82484 82468 81.7569 46.4375 0.024555 0.0122258 2023-09-23T18:21:19.903 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:19.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:19.913 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:20.013 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:20.062 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:20.248 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:20.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:20.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: osdmap e415: 8 total, 8 up, 6 in 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.289 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[153734]: pgmap v1250: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 459 op/s; 18970/239751 objects degraded (7.912%); 4761/239751 objects misplaced (1.986%); 1.0 MiB/s, 17 objects/s recovering 2023-09-23T18:21:20.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:20.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:20.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:21:20.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: osdmap e415: 8 total, 8 up, 6 in 2023-09-23T18:21:20.290 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.291 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:20 smithi018 ceph-mon[149401]: pgmap v1250: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 459 op/s; 18970/239751 objects degraded (7.912%); 4761/239751 objects misplaced (1.986%); 1.0 MiB/s, 17 objects/s recovering 2023-09-23T18:21:20.358 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:20.397 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:20.413 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:20.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:20.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:20.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:21:20.578 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: osdmap e415: 8 total, 8 up, 6 in 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.579 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: failed to encode map e415 with expected crc 2023-09-23T18:21:20.580 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:20 smithi149 ceph-mon[135148]: pgmap v1250: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 29 MiB/s wr, 459 op/s; 18970/239751 objects degraded (7.912%); 4761/239751 objects misplaced (1.986%); 1.0 MiB/s, 17 objects/s recovering 2023-09-23T18:21:20.580 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:20.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:20.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:20.691 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:20.764 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:20.868 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 83263 83247 81.2343 48.6875 0.0192381 0.0123045 2023-09-23T18:21:20.899 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71258 8.5 8:aa6ea5de:::benchmark_data_smithi018_324167_object71257:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 288.79257404700002, 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059, 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.900 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71258 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9072000000000003e-05 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103230+0000", 2023-09-23T18:21:20.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1355000000000001e-05 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103241+0000", 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103247+0000", 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2303999999999999e-05 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103299+0000", 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000138419 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103437+0000", 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015703399999999999 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:21:20.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103594+0000", 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020169459999999999 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.105611+0000", 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010062451 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.115674+0000", 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10815033 2023-09-23T18:21:20.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223824+0000", 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000103417 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223928+0000", 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9694000000000001e-05 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223957+0000", 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71267 8.5 8:a985cc86:::benchmark_data_smithi018_324167_object71266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 288.786545198, 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001, 2023-09-23T18:21:20.907 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71267 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109159+0000", 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1758000000000002e-05 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109201+0000", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1968e-05 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109213+0000", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9540000000000003e-06 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109218+0000", 2023-09-23T18:21:20.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7379e-05 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109245+0000", 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6374999999999998e-05 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109341+0000", 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105022 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109446+0000", 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017199100000000001 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.111166+0000", 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079381160000000003 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.912 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.119104+0000", 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104900464 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224005+0000", 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4472999999999999e-05 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224049+0000", 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9604999999999999e-05 2023-09-23T18:21:20.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224079+0000", 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96760 8.5 8:ad267994:::benchmark_data_smithi018_324167_object96759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:21:20.914 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 255.99960029600001, 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001, 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96760 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896104+0000", 2023-09-23T18:21:20.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1938999999999999e-05 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896146+0000", 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0291e-05 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896157+0000", 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.335e-06 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896161+0000", 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7435999999999997e-05 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896218+0000", 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000149216 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896368+0000", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112218 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896480+0000", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081581369999999993 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904638+0000", 2023-09-23T18:21:20.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1827999999999999e-05 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904650+0000", 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99127089000000002 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895921+0000", 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2734e-05 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895933+0000", 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.389475657 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.285409+0000", 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030707680000000002 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:21:20.921 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.288480+0000", 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026755346999999999 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315235+0000", 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113934 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315349+0000", 2023-09-23T18:21:20.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96768 8.5 8:a17665b9:::benchmark_data_smithi018_324167_object96767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 255.994978059, 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408, 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.923 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96768 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900726+0000", 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.777e-05 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900753+0000", 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9650000000000008e-06 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900761+0000", 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.13e-06 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900766+0000", 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039137169999999997 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904680+0000", 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904689+0000", 2023-09-23T18:21:20.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99130648899999996 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895995+0000", 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6249999999999996e-06 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896004+0000", 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.397922479 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293926+0000", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016969500000000001 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294096+0000", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019878300000000001 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294295+0000", 2023-09-23T18:21:20.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021094228999999999 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315389+0000", 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4449000000000002e-05 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315423+0000", 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079467359999999994 2023-09-23T18:21:20.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323370+0000", 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3617999999999999e-05 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323444+0000", 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061770619999999997 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329621+0000", 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96779 8.5 8:ac9e3b02:::benchmark_data_smithi018_324167_object96778:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 255.95875436200001, 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001, 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.932 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96779 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936949+0000", 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8051999999999999e-05 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937007+0000", 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3170999999999999e-05 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937030+0000", 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0510000000000002e-06 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937039+0000", 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0295000000000003e-05 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937119+0000", 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0183000000000001e-05 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937130+0000", 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95895093799999997 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.936 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896081+0000", 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5400000000000001e-06 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896090+0000", 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.419351654 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315442+0000", 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154172 2023-09-23T18:21:20.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315596+0000", 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000200817 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315797+0000", 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075576910000000001 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323354+0000", 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062873529999999999 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329642+0000", 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0908000000000005e-05 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329723+0000", 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0053000000000002e-05 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329793+0000", 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065024310000000004 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.336295+0000", 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001 2023-09-23T18:21:20.940 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:118545 8.5 8:ae1932aa:::benchmark_data_smithi018_324167_object20215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e370)", 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 218.896703505, 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889, 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.941 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118545 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.998999+0000", 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2052000000000001e-05 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999011+0000", 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6833999999999998e-05 2023-09-23T18:21:20.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999028+0000", 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0071999999999999e-05 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999038+0000", 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015101911000000001 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.944 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014140+0000", 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211607 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014351+0000", 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029388199999999998 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014645+0000", 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015400229 2023-09-23T18:21:20.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.030045+0000", 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019991940000000001 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.032045+0000", 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.076858652999999999 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108903+0000", 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7043999999999998e-05 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108960+0000", 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057163179999999997 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.114677+0000", 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146209 8.5 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.52523095000001, 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999, 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.948 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146209 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370471+0000", 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7819e-05 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370489+0000", 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6678000000000001e-05 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370515+0000", 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2223e-05 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370527+0000", 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9606999999999999e-05 2023-09-23T18:21:20.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370597+0000", 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020071600000000001 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370798+0000", 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020470300000000001 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.952 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371002+0000", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076477089999999999 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.378650+0000", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012731882 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391382+0000", 2023-09-23T18:21:20.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14516682 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536549+0000", 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8248999999999997e-05 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536607+0000", 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056693179999999996 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.542276+0000", 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146219 8.5 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.50255041099999, 2023-09-23T18:21:20.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999, 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146219 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393151+0000", 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8589000000000001e-05 2023-09-23T18:21:20.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393169+0000", 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8354999999999999e-05 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393198+0000", 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1707e-05 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393209+0000", 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5780999999999999e-05 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393275+0000", 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000228316 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393504+0000", 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022775399999999999 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393731+0000", 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0080698850000000006 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401801+0000", 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:21:20.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401808+0000", 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.147502565 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549310+0000", 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5853999999999996e-05 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549386+0000", 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051897250000000001 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554576+0000", 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146223 8.5 8:a60664c8:::benchmark_data_smithi018_324167_object47893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.498487079, 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999, 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146223 2023-09-23T18:21:20.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397217+0000", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3870000000000003e-06 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397222+0000", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6500000000000008e-06 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397232+0000", 2023-09-23T18:21:20.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1699999999999996e-06 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397237+0000", 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066072400000000001 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397898+0000", 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000183847 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398081+0000", 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018477599999999999 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398266+0000", 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036266430000000001 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.967 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401893+0000", 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00096863899999999998 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.402861+0000", 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.151791538 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554653+0000", 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8862000000000006e-05 2023-09-23T18:21:20.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554722+0000", 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046841670000000004 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.559406+0000", 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.969 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146247 8.5 8:aff133c9:::benchmark_data_smithi018_324167_object47917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 171.44415947100001, 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927, 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.970 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146247 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451543+0000", 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2753e-05 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451556+0000", 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0066999999999999e-05 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451586+0000", 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2918999999999999e-05 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451599+0000", 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119048 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451718+0000", 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032455199999999998 2023-09-23T18:21:20.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452043+0000", 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020256399999999999 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452245+0000", 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003219048 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.455464+0000", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001605614 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.457070+0000", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10566613499999999 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562736+0000", 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:21:20.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562816+0000", 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053780360000000001 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.568194+0000", 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.976 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169876 8.5 8:a77322f8:::benchmark_data_smithi018_324167_object71546:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.993731408, 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442, 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169876 2023-09-23T18:21:20.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901973+0000", 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5560000000000001e-06 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901978+0000", 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0922e-05 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901988+0000", 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7799999999999997e-06 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901994+0000", 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019761114 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921755+0000", 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019135800000000001 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921947+0000", 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135258 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.922082+0000", 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027760096000000001 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949842+0000", 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6997999999999999e-05 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949859+0000", 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059268545999999998 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009128+0000", 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:21:20.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009207+0000", 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003732913 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.012940+0000", 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169882 8.5 8:af6d2c24:::benchmark_data_smithi018_324167_object71552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 130.979031225, 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829, 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.984 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169882 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:20.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916672+0000", 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1643e-05 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916683+0000", 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.037e-05 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916704+0000", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4399999999999994e-06 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916713+0000", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033175945999999998 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949889+0000", 2023-09-23T18:21:20.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192797 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950082+0000", 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021716500000000001 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950299+0000", 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014978488999999999 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.965278+0000", 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010917529 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.976195+0000", 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050184341 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026379+0000", 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8150000000000003e-05 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026448+0000", 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041162760000000003 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.030564+0000", 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829 2023-09-23T18:21:20.990 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:183485 8.5 8:ad33096b:::benchmark_data_smithi018_324167_object85155:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 109.316166364, 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594, 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:20.991 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 183485 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579538+0000", 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5300000000000001e-06 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579542+0000", 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6540000000000004e-06 2023-09-23T18:21:20.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579548+0000", 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8789999999999996e-06 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579552+0000", 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054238840000000003 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.584975+0000", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018868800000000001 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585164+0000", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155494 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585320+0000", 2023-09-23T18:21:20.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0098852120000000009 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.595205+0000", 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004306608 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.599511+0000", 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087001317999999994 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686513+0000", 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7885000000000005e-05 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686581+0000", 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027839570000000001 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:20.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.689365+0000", 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7378 9.1 e402/398 9:8c26af6e:::benchmark_data_smithi018_362865_object7377:head v 402'454, mlcod=402'452)", 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 61.387652111999998, 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001, 2023-09-23T18:21:20.998 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:20.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508052+0000", 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2772000000000003e-05 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508095+0000", 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508106+0000", 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8159999999999996e-06 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508113+0000", 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3608999999999994e-05 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508177+0000", 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1294e-05 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508198+0000", 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022553759999999999 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.510453+0000", 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15735126499999999 2023-09-23T18:21:21.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667804+0000", 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7383 9.e e402/398 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head v 402'439, mlcod=402'437)", 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:21:21.003 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 61.386862850999997, 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715, 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508841+0000", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0750999999999997e-05 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508872+0000", 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2809000000000001e-05 2023-09-23T18:21:21.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508885+0000", 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.875e-06 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508893+0000", 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9583000000000003e-05 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508942+0000", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9962e-05 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508962+0000", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16132843899999999 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670291+0000", 2023-09-23T18:21:21.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8429000000000001e-05 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670329+0000", 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7399 9.1 e402/398 9:8563fcc4:::benchmark_data_smithi018_362865_object7398:head v 402'455, mlcod=402'452)", 2023-09-23T18:21:21.008 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 61.382051623000002, 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001, 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513653+0000", 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4500000000000003e-05 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513707+0000", 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15406544 2023-09-23T18:21:21.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667773+0000", 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8309999999999996e-06 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667783+0000", 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9461000000000005e-05 2023-09-23T18:21:21.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667852+0000", 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6060999999999999e-05 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010114 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668899+0000", 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5500000000000002e-05 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668935+0000", 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7400 9.e e402/398 9:78a42293:::benchmark_data_smithi018_362865_object7399:head v 402'440, mlcod=402'437)", 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 61.380129693999997, 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224, 2023-09-23T18:21:21.015 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:21.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515575+0000", 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0187000000000001e-05 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515605+0000", 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15216976500000001 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667774+0000", 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6840000000000008e-06 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667784+0000", 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057610699999999996 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668360+0000", 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0132e-05 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668380+0000", 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019643360000000001 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670345+0000", 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3105999999999999e-05 2023-09-23T18:21:21.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670368+0000", 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7421 9.4 e402/398 9:20063b95:::benchmark_data_smithi018_362865_object7420:head v 402'451, mlcod=402'449)", 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:21:21.020 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 61.371812507999998, 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465, 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523891+0000", 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0407000000000001e-05 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523932+0000", 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.143828973 2023-09-23T18:21:21.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667761+0000", 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7808999999999998e-05 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667779+0000", 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4624999999999998e-05 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667853+0000", 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4764999999999997e-05 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014272969999999999 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669315+0000", 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0980999999999999e-05 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669366+0000", 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.025 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:81938 9.1 e414/398 9:86f069f4:::benchmark_data_smithi018_362865_object81937:head v 414'5047, mlcod=414'5045)", 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:19.123374+0000", 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.772330835, 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023828187000000001, 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123374+0000", 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123374+0000", 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123373+0000", 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0608999999999997e-05 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123414+0000", 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0292000000000002e-05 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123434+0000", 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2099999999999993e-06 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123442+0000", 2023-09-23T18:21:21.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00053014399999999997 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123972+0000", 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7416000000000001e-05 2023-09-23T18:21:21.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.123990+0000", 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023156645 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.147147+0000", 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6127e-05 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.147203+0000", 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023828187000000001 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:81951 9.1 e414/398 9:83c83198:::benchmark_data_smithi018_362865_object81950:head v 414'5051, mlcod=414'5045)", 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:19.137513+0000", 2023-09-23T18:21:21.031 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.758192178, 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024656634, 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137513+0000", 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:21.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137513+0000", 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137513+0000", 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2021000000000002e-05 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137565+0000", 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3669999999999997e-06 2023-09-23T18:21:21.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137573+0000", 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4089999999999996e-06 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.137578+0000", 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0063749380000000001 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.143953+0000", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1979000000000001e-05 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.143975+0000", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018136030000000001 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.162111+0000", 2023-09-23T18:21:21.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9239e-05 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:19.162170+0000", 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024656634 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:21.036 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:21.239 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:21.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:21.246 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:21.347 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:21.402 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:21.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:21.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:21.485 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:21.503 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:21:21.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18970/239751 objects degraded (7.912%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18970/239751 objects degraded (7.912%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:21.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:21.604 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18970/239751 objects degraded (7.912%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:21.682 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:21.770 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:21.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:21.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:21.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 84012 83996 80.705 46.8125 0.0203034 0.012384 2023-09-23T18:21:21.886 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:21.939 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:21.952 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:21.983 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:22.019 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:22.041 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:22.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:22.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:22.053 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:22.070 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:21:22.090 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:22.135 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:22.149 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:22.169 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:22.190 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:22.206 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:22.216 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.217 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:21:22.266 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:22.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:22.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:22.371 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:22.417 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:22.639 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:22.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:22.649 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:22.751 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:22.816 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:22.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 84758 84742 80.1884 46.625 0.0137616 0.0124659 2023-09-23T18:21:22.892 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:22.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:22.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:22 smithi018 ceph-mon[149401]: pgmap v1251: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 42 MiB/s wr, 664 op/s; 18970/246480 objects degraded (7.696%); 4761/246480 objects misplaced (1.932%); 913 KiB/s, 15 objects/s recovering 2023-09-23T18:21:22.898 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1888184604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:22.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:22 smithi018 ceph-mon[153734]: pgmap v1251: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 42 MiB/s wr, 664 op/s; 18970/246480 objects degraded (7.696%); 4761/246480 objects misplaced (1.932%); 913 KiB/s, 15 objects/s recovering 2023-09-23T18:21:22.898 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1888184604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:22.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:22.969 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:22 smithi149 ceph-mon[135148]: pgmap v1251: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 42 MiB/s wr, 664 op/s; 18970/246480 objects degraded (7.696%); 4761/246480 objects misplaced (1.932%); 913 KiB/s, 15 objects/s recovering 2023-09-23T18:21:22.969 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1888184604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:23.000 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:23.056 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:23.080 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:23.338 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:23.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:23.348 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:23.449 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:23.554 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:23.629 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:23.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:23.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:23.735 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:23.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:23.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 85502 85486 79.6858 46.5 0.0210873 0.012544 2023-09-23T18:21:24.048 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:24.049 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:24.566 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:21:24.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:21:24.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 15 86295 86280 79.244 49.625 0.0153799 0.0126144 2023-09-23T18:21:24.972 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 5, 1, 2, 7] out_osds: [6, 0] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:21:24.972 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:21:24.972 INFO:tasks.thrashosds.thrasher:Adding osd 0 2023-09-23T18:21:24.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 0 2023-09-23T18:21:25.040 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[149401]: pgmap v1252: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 42 MiB/s wr, 665 op/s; 18970/250638 objects degraded (7.569%); 4627/250638 objects misplaced (1.846%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:21:25.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:25.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:25.041 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:24] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.33.4" 2023-09-23T18:21:25.042 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[153734]: pgmap v1252: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 42 MiB/s wr, 665 op/s; 18970/250638 objects degraded (7.569%); 4627/250638 objects misplaced (1.846%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:21:25.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:25.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:24 smithi149 ceph-mon[135148]: pgmap v1252: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 42 MiB/s wr, 665 op/s; 18970/250638 objects degraded (7.569%); 4627/250638 objects misplaced (1.846%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:21:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:25.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:25.453 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:25.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 87059 87043 78.7868 47.6875 0.00777385 0.0126857 2023-09-23T18:21:25.916 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:25.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:25.932 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:26.033 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:26.093 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:26.160 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:26.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:26.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:26.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:26.339 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:26.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:26.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:26 smithi149 ceph-mon[135148]: pgmap v1253: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 731 op/s; 18970/257790 objects degraded (7.359%); 4627/257790 objects misplaced (1.795%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:21:26.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:26.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:26 smithi018 ceph-mon[149401]: pgmap v1253: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 731 op/s; 18970/257790 objects degraded (7.359%); 4627/257790 objects misplaced (1.795%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:21:26.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:26.817 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:26 smithi018 ceph-mon[153734]: pgmap v1253: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 731 op/s; 18970/257790 objects degraded (7.359%); 4627/257790 objects misplaced (1.795%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:21:26.869 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 87836 87820 78.3553 48.5625 0.0228856 0.0127569 2023-09-23T18:21:27.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:27.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:27.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:27.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:27.233 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:27.234 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:27.320 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:27.374 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18970/257790 objects degraded (7.359%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:27.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18970/257790 objects degraded (7.359%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:27.575 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:27.575 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:27.605 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18970/257790 objects degraded (7.359%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:27.870 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 88611 88595 77.9341 48.4375 0.0240961 0.0128252 2023-09-23T18:21:28.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:21:28.130 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:28.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:28.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:28.239 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:28.363 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:28.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:28.368 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:28.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:28 smithi149 ceph-mon[135148]: pgmap v1254: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 737 op/s; 18970/259245 objects degraded (7.317%); 4488/259245 objects misplaced (1.731%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:28.397 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:28 smithi018 ceph-mon[153734]: pgmap v1254: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 737 op/s; 18970/259245 objects degraded (7.317%); 4488/259245 objects misplaced (1.731%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:28.469 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:28.544 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:28.631 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:28.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:28.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:28.677 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:28 smithi018 ceph-mon[149401]: pgmap v1254: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 737 op/s; 18970/259245 objects degraded (7.317%); 4488/259245 objects misplaced (1.731%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:28.739 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:28.809 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:28.872 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 89335 89319 77.4773 45.25 0.0195316 0.0129018 2023-09-23T18:21:28.926 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:28.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:28.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:28.945 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:29.044 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:29.077 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:29.134 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:29.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:29.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:29.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:29.321 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:29.413 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:29.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:29.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:21:29.522 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:29.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2069259008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2069259008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.606 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:29.643 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2069259008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.643 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:29.764 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:29.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:29.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:29.873 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 90058 90042 77.0352 45.1875 0.0103044 0.0129748 2023-09-23T18:21:29.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:29.965 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:30.313 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:30.319 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:30.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:30.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:30.342 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:30.374 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:30.422 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:30.432 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:30.457 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:30.504 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:30.545 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.45734.0:148974 7.10 7:095bbfc8:::benchmark_data_smithi018_282512_object48238:head [delete] snapc 0=[] ondisk+write+known_if_redirected e316)", 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 492.02931695000001, 2023-09-23T18:21:30.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0708508649999999, 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.45734", 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 148974 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513800+0000", 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513798+0000", 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4520000000000002e-06 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513804+0000", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1977000000000001e-05 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513816+0000", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2240000000000001e-05 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513839+0000", 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8116999999999996e-05 2023-09-23T18:21:30.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513937+0000", 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2218000000000001e-05 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:18.513949+0000", 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.051741201 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.565690+0000", 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000148221 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.565838+0000", 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052767700000000005 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3", 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.566366+0000", 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050546560000000003 2023-09-23T18:21:30.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.571421+0000", 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013126476999999999 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584547+0000", 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9115000000000001e-05 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584586+0000", 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4066999999999995e-05 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:19.584650+0000", 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0708508649999999 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:20543 8.4 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:21:30.553 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 341.88484919799998, 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819, 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 20543 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658266+0000", 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2203999999999997e-05 2023-09-23T18:21:30.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658319+0000", 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2155e-05 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658331+0000", 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7153e-05 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658348+0000", 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.532e-05 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658393+0000", 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012775300000000001 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658521+0000", 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017707000000000001 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658698+0000", 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097652000000000004 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.659675+0000", 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048825000000000002 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.660163+0000", 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.19359678699999999 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853760+0000", 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013285599999999999 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853892+0000", 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6709999999999998e-05 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853939+0000", 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96763 8.d 8:bca5f510:::benchmark_data_smithi018_324167_object96762:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.64681549699998, 2023-09-23T18:21:30.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002, 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96763 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896300+0000", 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9686999999999999e-05 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896330+0000", 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3662000000000001e-05 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896344+0000", 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3369999999999999e-06 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896349+0000", 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8702000000000002e-05 2023-09-23T18:21:30.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896398+0000", 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013067299999999999 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896528+0000", 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186899 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:21:30.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896715+0000", 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045468590000000003 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.901262+0000", 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0063231980000000004 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907585+0000", 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1035e-05 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907596+0000", 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.991467616 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899064+0000", 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9840000000000001e-06 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899072+0000", 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3880202449999999 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287092+0000", 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088009299999999998 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287972+0000", 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025037763000000001 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313010+0000", 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012395700000000001 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313134+0000", 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96764 8.8 8:1b16cac4:::benchmark_data_smithi018_324167_object96763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.64270421200001, 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901, 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96764 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900410+0000", 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1841999999999998e-05 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900442+0000", 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7728999999999999e-05 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900460+0000", 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3890000000000005e-06 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900468+0000", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5977000000000006e-05 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900564+0000", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144499 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900709+0000", 2023-09-23T18:21:30.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016703700000000001 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900876+0000", 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013607152000000001 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914483+0000", 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5640000000000002e-06 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914493+0000", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98433019600000005 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898823+0000", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0146000000000001e-05 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898833+0000", 2023-09-23T18:21:30.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4016099739999999 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300443+0000", 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012725599999999999 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300570+0000", 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.575 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96767 8.8 8:1d462d09:::benchmark_data_smithi018_324167_object96766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.64263196600001, 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998, 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96767 2023-09-23T18:21:30.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900484+0000", 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7895999999999999e-05 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900512+0000", 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.605e-06 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900519+0000", 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0259999999999998e-06 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900524+0000", 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065461750000000004 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907071+0000", 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136317 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907207+0000", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017566599999999999 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907383+0000", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071328909999999997 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914515+0000", 2023-09-23T18:21:30.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4610000000000002e-06 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914523+0000", 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98434862700000003 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898872+0000", 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7929999999999992e-06 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898881+0000", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4062518960000001 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305133+0000", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1014999999999996e-05 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305214+0000", 2023-09-23T18:21:30.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96780 8.d 8:bd436d9c:::benchmark_data_smithi018_324167_object96779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.601026977, 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001, 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.583 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96780 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:21:30.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942087+0000", 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1934999999999995e-05 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942159+0000", 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0030999999999997e-05 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942199+0000", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8719999999999996e-06 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942206+0000", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2745999999999999e-05 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942269+0000", 2023-09-23T18:21:30.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2621e-05 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942281+0000", 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95681747100000003 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899099+0000", 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5089999999999996e-06 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899106+0000", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.394773397 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293880+0000", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016840099999999999 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294048+0000", 2023-09-23T18:21:30.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019093199999999999 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294239+0000", 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018893512000000001 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313133+0000", 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0082e-05 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313173+0000", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1603000000000002e-05 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313204+0000", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3593e-05 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313258+0000", 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060369170000000002 2023-09-23T18:21:30.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.319295+0000", 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96784 8.8 8:1d9634f5:::benchmark_data_smithi018_324167_object96783:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:21:30.591 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.600898546, 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999, 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96784 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:21:30.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942217+0000", 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1020000000000003e-05 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942268+0000", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0509999999999996e-06 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942273+0000", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3299999999999999e-06 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942277+0000", 2023-09-23T18:21:30.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9814000000000002e-05 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942317+0000", 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942325+0000", 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95658017799999995 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898906+0000", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4200000000000001e-06 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898913+0000", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4063354370000001 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305248+0000", 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019087499999999999 2023-09-23T18:21:30.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305439+0000", 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000220022 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305659+0000", 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012450199 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318110+0000", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2410000000000001e-06 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318119+0000", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019299355000000001 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337418+0000", 2023-09-23T18:21:30.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8647999999999996e-05 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337497+0000", 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062580600000000002 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343755+0000", 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.599 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96798 8.8 8:100ab19c:::benchmark_data_smithi018_324167_object96797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 265.556212426, 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763, 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96798 2023-09-23T18:21:30.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986903+0000", 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6708000000000002e-05 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986940+0000", 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9089999999999995e-06 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986949+0000", 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1390000000000003e-06 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986955+0000", 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1439999999999994e-05 2023-09-23T18:21:30.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987026+0000", 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2244e-05 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987038+0000", 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.91189791499999995 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898936+0000", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1139999999999995e-06 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898945+0000", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4102690019999999 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309214+0000", 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192616 2023-09-23T18:21:30.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309407+0000", 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023466700000000001 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309642+0000", 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0084846209999999995 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318126+0000", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4573000000000007e-05 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318191+0000", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025640679 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343831+0000", 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2926000000000001e-05 2023-09-23T18:21:30.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343884+0000", 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003783401 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.347668+0000", 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:111008 8.d 8:b0597ee1:::benchmark_data_smithi018_324167_object12678:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 241.60337302299999, 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899, 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111008 2023-09-23T18:21:30.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939741+0000", 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6870000000000006e-06 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939751+0000", 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2893e-05 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939764+0000", 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6329999999999999e-06 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939771+0000", 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035049428000000001 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974820+0000", 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131901 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974952+0000", 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060581272999999998 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035533+0000", 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012147299999999999 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035655+0000", 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019937500000000001 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035854+0000", 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01258513 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.048439+0000", 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044405010000000003 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.052880+0000", 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028713194000000001 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081593+0000", 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8164000000000002e-05 2023-09-23T18:21:30.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081641+0000", 2023-09-23T18:21:30.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011750306 2023-09-23T18:21:30.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.093391+0000", 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:112625 8.8 8:15ac7860:::benchmark_data_smithi018_324167_object14295:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 238.914329616, 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13284025599999999, 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112625 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628787+0000", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628784+0000", 2023-09-23T18:21:30.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1107000000000001e-05 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628796+0000", 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9524000000000001e-05 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628815+0000", 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1380000000000007e-06 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.628823+0000", 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025331598 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654155+0000", 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00024369300000000001 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654399+0000", 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023977100000000001 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.654638+0000", 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0089882060000000003 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.663627+0000", 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017642510000000001 2023-09-23T18:21:30.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.665391+0000", 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.089495733999999993 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.754886+0000", 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2316000000000004e-05 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.754949+0000", 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066783210000000001 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:31.761627+0000", 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13284025599999999 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.626 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:117047 8.d 8:bc5f9842:::benchmark_data_smithi018_324167_object18717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e369)", 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 231.23663390199999, 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368, 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 117047 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306480+0000", 2023-09-23T18:21:30.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1977000000000001e-05 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306492+0000", 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1299000000000001e-05 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306513+0000", 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9680000000000006e-06 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306521+0000", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097530310000000005 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316274+0000", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141383 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316415+0000", 2023-09-23T18:21:30.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112278316 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428694+0000", 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9273999999999999e-05 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428783+0000", 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016154400000000001 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428945+0000", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024981287000000001 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453926+0000", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6845000000000001e-05 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453993+0000", 2023-09-23T18:21:30.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003730896 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457724+0000", 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8349000000000005e-05 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457802+0000", 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032690269999999999 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.461071+0000", 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:127409 8.d 8:be43c8e8:::benchmark_data_smithi018_324167_object29079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e373)", 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 213.34120141400001, 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15061438299999999, 2023-09-23T18:21:30.634 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 127409 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201913+0000", 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6449999999999994e-06 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201922+0000", 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0515e-05 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201932+0000", 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7950000000000004e-06 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201938+0000", 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015485288999999999 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.217424+0000", 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000104094 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.217528+0000", 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078905023000000005 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296433+0000", 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114348 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296547+0000", 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019377899999999999 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296741+0000", 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014742365 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.311483+0000", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6601999999999999e-05 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.311530+0000", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036386966999999999 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.347917+0000", 2023-09-23T18:21:30.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3411999999999995e-05 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.347980+0000", 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045493160000000003 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.352529+0000", 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15061438299999999 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:137273 8.d 8:b3cba817:::benchmark_data_smithi018_324167_object38943:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 196.52727614, 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18016712800000001, 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137273 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4189999999999998e-06 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015843+0000", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4009999999999996e-06 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015849+0000", 2023-09-23T18:21:30.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7230000000000002e-06 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015852+0000", 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014220596 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030073+0000", 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013323600000000001 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030206+0000", 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020436900000000001 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030411+0000", 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010388560999999999 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.040799+0000", 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021495945999999998 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.062295+0000", 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13092637200000001 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.193221+0000", 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6861999999999997e-05 2023-09-23T18:21:30.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.193298+0000", 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027091379999999998 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.196007+0000", 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18016712800000001 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:137274 8.d 8:b1bb9794:::benchmark_data_smithi018_324167_object38944:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 196.527073126, 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.188661364, 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137274 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.649 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1499999999999998e-06 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016048+0000", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0117e-05 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016058+0000", 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1030000000000001e-06 2023-09-23T18:21:30.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016063+0000", 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019088438999999999 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035152+0000", 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012850000000000001 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035280+0000", 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000205176 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035485+0000", 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054657890000000004 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.040951+0000", 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021392629 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.062344+0000", 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13794645899999999 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.200290+0000", 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6379999999999998e-05 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.200356+0000", 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043482720000000002 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.204705+0000", 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.188661364 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.655 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:137288 8.4 8:2a70b85f:::benchmark_data_smithi018_324167_object38958:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:14.048031+0000", 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 196.49508539799999, 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15020561499999999, 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137288 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048031+0000", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048031+0000", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048029+0000", 2023-09-23T18:21:30.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1073000000000001e-05 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048040+0000", 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0721e-05 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048050+0000", 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4540000000000004e-06 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048057+0000", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3238000000000001e-05 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048110+0000", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000165704 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048276+0000", 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000150249 2023-09-23T18:21:30.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.048426+0000", 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044217500000000003 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.052848+0000", 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010981026 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.063829+0000", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13428240299999999 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.198111+0000", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6218999999999996e-05 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.198187+0000", 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9223e-05 2023-09-23T18:21:30.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.198237+0000", 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15020561499999999 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:143392 8.9 8:9fd62935:::benchmark_data_smithi018_324167_object45062:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:24.714155+0000", 2023-09-23T18:21:30.662 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 185.82896147599999, 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.133568097, 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 143392 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714155+0000", 2023-09-23T18:21:30.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714155+0000", 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714154+0000", 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9070000000000007e-06 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714162+0000", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1361e-05 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714173+0000", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8230000000000002e-06 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714178+0000", 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0315999999999997e-05 2023-09-23T18:21:30.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714228+0000", 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000177651 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714406+0000", 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155971 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.714562+0000", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0090431239999999996 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.723605+0000", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001004792 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.724610+0000", 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.123037327 2023-09-23T18:21:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.847647+0000", 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1891000000000003e-05 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.847689+0000", 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4171999999999997e-05 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:24.847723+0000", 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.133568097 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:144332 8.d 8:b19886f4:::benchmark_data_smithi018_324167_object46002:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:26.215438+0000", 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 184.32767802500001, 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14703709000000001, 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.669 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 144332 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215438+0000", 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215438+0000", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215437+0000", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.246e-06 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215443+0000", 2023-09-23T18:21:30.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5100000000000001e-06 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215451+0000", 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0649999999999998e-06 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.215456+0000", 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013689341000000001 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.229145+0000", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120547 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.229266+0000", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.079094789999999998 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.308361+0000", 2023-09-23T18:21:30.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0543000000000005e-05 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.308441+0000", 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013536900000000001 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.308576+0000", 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012608635999999999 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.321185+0000", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046515519999999998 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.325837+0000", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033551708 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.359388+0000", 2023-09-23T18:21:30.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0901e-05 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.359429+0000", 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030462829999999999 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:26.362476+0000", 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14703709000000001 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.676 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:145350 8.d 8:bdc710bb:::benchmark_data_smithi018_324167_object47020:head [delete] snapc 0=[] ondisk+write+known_if_redirected e379)", 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:27.936778+0000", 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 182.60633852500001, 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13304181100000001, 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.677 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 145350 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936778+0000", 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936778+0000", 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936774+0000", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4859e-05 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936789+0000", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9809e-05 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936809+0000", 2023-09-23T18:21:30.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0869999999999996e-06 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.936818+0000", 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0091411870000000003 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.945959+0000", 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013282800000000001 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:27.946092+0000", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.074308316999999999 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.020400+0000", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011821599999999999 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.020519+0000", 2023-09-23T18:21:30.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022496899999999999 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.020743+0000", 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012974542 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.033718+0000", 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7476000000000003e-05 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.033776+0000", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032463499 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.066239+0000", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6051999999999999e-05 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.066285+0000", 2023-09-23T18:21:30.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0035347170000000002 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:28.069820+0000", 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13304181100000001 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146200 8.d 8:b3ef0558:::benchmark_data_smithi018_324167_object47870:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:21:30.684 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 181.187846377, 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.165222957, 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146200 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355268+0000", 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4949999999999997e-06 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355277+0000", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4841000000000001e-05 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355292+0000", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7790000000000001e-06 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355301+0000", 2023-09-23T18:21:30.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066338930000000001 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.361935+0000", 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124666 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.362059+0000", 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019631100000000001 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.362256+0000", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019012718000000001 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381268+0000", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018974500000000001 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381458+0000", 2023-09-23T18:21:30.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13553562199999999 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.516994+0000", 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1783999999999998e-05 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.517046+0000", 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003447458 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.520493+0000", 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.165222957 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146210 8.8 8:1faef444:::benchmark_data_smithi018_324167_object47880:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 181.16657216799999, 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15283212199999999, 2023-09-23T18:21:30.691 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146210 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376540+0000", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0038999999999999e-05 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376560+0000", 2023-09-23T18:21:30.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6628999999999999e-05 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376587+0000", 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4907e-05 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376602+0000", 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019547974999999999 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396150+0000", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017615600000000001 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396326+0000", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012822500000000001 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396454+0000", 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052875700000000001 2023-09-23T18:21:30.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401742+0000", 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004113434 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.405855+0000", 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118801511 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:30.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524656+0000", 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3899000000000006e-05 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524720+0000", 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046560430000000003 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.529376+0000", 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15283212199999999 2023-09-23T18:21:30.697 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:30.698 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: osdmap e416: 8 total, 8 up, 6 in 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.699 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: pgmap v1256: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 47 MiB/s wr, 747 op/s; 18970/262194 objects degraded (7.235%); 4488/262194 objects misplaced (1.712%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4024835569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:30.700 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: osdmap e416: 8 total, 8 up, 6 in 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: pgmap v1256: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 47 MiB/s wr, 747 op/s; 18970/262194 objects degraded (7.235%); 4488/262194 objects misplaced (1.712%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4024835569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: osdmap e416: 8 total, 8 up, 6 in 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.701 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: failed to encode map e416 with expected crc 2023-09-23T18:21:30.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: pgmap v1256: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 47 MiB/s wr, 747 op/s; 18970/262194 objects degraded (7.235%); 4488/262194 objects misplaced (1.712%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:21:30.702 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4024835569' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:30.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:30.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.703 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.704 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:21:30.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:30.850 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:30.872 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 90765 90749 76.5915 44.1875 0.0086143 0.0130495 2023-09-23T18:21:30.990 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:30.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:30.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:31.098 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:31.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:21:31.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:31.238 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:31.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:31.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:31.354 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:31.408 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:31.491 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.0. 2023-09-23T18:21:31.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:31.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:31.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:31.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T18:21:31.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:21:31.289+0000 7fd4195e6700 -1 mon.a@0(leader).osd e416 definitely_dead 0 2023-09-23T18:21:31.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T18:21:31.605 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:31.633 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:31.843 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:31.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:31.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:31.864 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:31.873 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 91207 91191 75.939 27.625 0.00371637 0.013098 2023-09-23T18:21:31.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T18:21:31.931 INFO:tasks.thrashosds.thrasher:Added osd 0 2023-09-23T18:21:31.948 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:31.979 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:32.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: pgmap v1258: 89 pgs: 1 remapped+peering, 3 peering, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.5 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 18970/270420 objects degraded (7.015%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18970/262194 objects degraded (7.235%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:32.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: pgmap v1258: 89 pgs: 1 remapped+peering, 3 peering, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.5 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 18970/270420 objects degraded (7.015%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18970/262194 objects degraded (7.235%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:32 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.873 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 92070 92054 75.6496 53.9375 0.00943297 0.0132137 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e417 with expected crc 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/891373498' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: pgmap v1258: 89 pgs: 1 remapped+peering, 3 peering, 6 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.5 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 18970/270420 objects degraded (7.015%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18970/262194 objects degraded (7.235%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T18:21:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:32.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:32 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.026 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:33.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:33.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:33.133 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:33.171 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:33.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:21:33.322 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.650 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T18:21:33.651 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[153734]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T18:21:33.653 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:33 smithi018 ceph-mon[149401]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.668 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:33.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:33.679 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e418 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.729 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T18:21:33.730 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:33 smithi149 ceph-mon[135148]: failed to encode map e419 with expected crc 2023-09-23T18:21:33.780 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:33.825 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:33.873 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 92893 92877 75.3353 51.4375 0.0144846 0.0132692 2023-09-23T18:21:33.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:33.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:33.958 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:34.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:34.099 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:34.326 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:34.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:34.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:34.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:34.471 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:34.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:34.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:34.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:34.659 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:34.760 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:34.773 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:34 smithi018 ceph-mon[153734]: failed to encode map e419 with expected crc 2023-09-23T18:21:34.773 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:34 smithi018 ceph-mon[153734]: pgmap v1261: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.6 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 54 MiB/s wr, 864 op/s; 15091/272976 objects degraded (5.528%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:21:34.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:34 smithi018 ceph-mon[149401]: failed to encode map e419 with expected crc 2023-09-23T18:21:34.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:34 smithi018 ceph-mon[149401]: pgmap v1261: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.6 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 54 MiB/s wr, 864 op/s; 15091/272976 objects degraded (5.528%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:21:34.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:34 smithi149 ceph-mon[135148]: failed to encode map e419 with expected crc 2023-09-23T18:21:34.844 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:34 smithi149 ceph-mon[135148]: pgmap v1261: 89 pgs: 1 remapped+peering, 5 peering, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.6 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 54 MiB/s wr, 864 op/s; 15091/272976 objects degraded (5.528%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T18:21:34.851 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:34.873 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 93717 93701 75.0299 51.5 0.0281635 0.0133232 2023-09-23T18:21:34.917 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:34.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:34.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:93807 9.c e419/398 9:3fa68353:::benchmark_data_smithi018_362865_object93806:head v 419'5899, mlcod=419'5897)", 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:34.989258+0000", 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0035577009999999999, 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003588857, 2023-09-23T18:21:34.996 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.989258+0000", 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.989258+0000", 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:21:34.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.989258+0000", 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017867829999999999 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.991044+0000", 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2143e-05 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.991057+0000", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0000000000000002e-06 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.991063+0000", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7588e-05 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.991100+0000", 2023-09-23T18:21:34.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.398e-05 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.991114+0000", 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018557039999999999 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:93816 9.d 9:bf9638e4:::benchmark_data_smithi018_362865_object93815:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e419)", 2023-09-23T18:21:35.000 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:34.992547+0000", 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.00026928199999999997, 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00037769099999999999, 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93816 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:21:35.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992547+0000", 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992547+0000", 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:21:35.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992545+0000", 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000118727 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992664+0000", 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4786e-05 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992679+0000", 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.579e-06 2023-09-23T18:21:35.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992685+0000", 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159071 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:34.992844+0000", 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029739499999999999 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:35.004 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:21:35.005 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:21:35.005 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:21:35.005 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:35.022 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:35.063 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:35 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:34] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.33.4" 2023-09-23T18:21:35.070 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:35.196 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:35.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:35.202 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:35.303 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:35.356 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:35.414 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:35.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:35.419 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:35.457 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:21:35.520 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:35.591 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:21:35.673 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:35.677 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/757007414' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:35.678 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:35.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:35.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:35.780 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:35.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:35.874 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 16 94488 94472 74.6891 48.1875 0.00993585 0.0133835 2023-09-23T18:21:35.884 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:35.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:35.888 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:35.988 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:36.041 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:36.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/757007414' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/757007414' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:36.094 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:36.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:36.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:36.201 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:36.282 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:36.299 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:36.384 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:36.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:36.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:36.498 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:36.544 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:36.600 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:36.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:36.607 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:36.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: pgmap v1262: 89 pgs: 1 active+recovery_wait+degraded, 1 remapped+peering, 5 peering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 62 MiB/s wr, 986 op/s; 3556/279957 objects degraded (1.270%); 1.4 MiB/s, 24 objects/s recovering 2023-09-23T18:21:36.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:36.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:36.647 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T18:21:36.648 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.648 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.648 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.648 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[149401]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:36.721 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:36.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:36.796 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:36.800 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: pgmap v1262: 89 pgs: 1 active+recovery_wait+degraded, 1 remapped+peering, 5 peering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 62 MiB/s wr, 986 op/s; 3556/279957 objects degraded (1.270%); 1.4 MiB/s, 24 objects/s recovering 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.806 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:36 smithi149 ceph-mon[135148]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.844 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:36.885 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:21:36.886684+0000 min lat: 0.00127158 max lat: 2.26881 avg lat: 0.0134353 2023-09-23T18:21:36.886 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:21:36.886 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 95320 95304 74.3953 52 0.0179238 0.0134353 2023-09-23T18:21:36.904 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:36.904 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:36.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:36.911 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: pgmap v1262: 89 pgs: 1 active+recovery_wait+degraded, 1 remapped+peering, 5 peering, 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 5.7 GiB data, 23 GiB used, 603 GiB / 626 GiB avail; 62 MiB/s wr, 986 op/s; 3556/279957 objects degraded (1.270%); 1.4 MiB/s, 24 objects/s recovering 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.912 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:36 smithi018 ceph-mon[153734]: failed to encode map e420 with expected crc 2023-09-23T18:21:36.932 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 5, 1, 2, 7, 0] out_osds: [6] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:21:36.932 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:21:36.932 INFO:tasks.thrashosds.thrasher:Removing osd 5, in_osds are: [3, 4, 5, 1, 2, 7, 0] 2023-09-23T18:21:36.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 5 2023-09-23T18:21:36.948 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:36.989 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:37.012 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:37.033 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.053 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:21:37.055 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:37.184 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:37.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:37.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:37.288 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:37.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:37.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:37.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:37.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:37.661 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:37.754 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:37.777 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:37.777 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:37.804 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/797769348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:37.804 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3556/279957 objects degraded (1.270%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:37.811 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:37.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:37.819 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:37.860 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:37.888 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 96101 96085 74.077 48.8125 0.0242786 0.0134944 2023-09-23T18:21:37.920 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:37.966 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:38.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/797769348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:38.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3556/279957 objects degraded (1.270%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:38.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/797769348' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:38.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3556/279957 objects degraded (1.270%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:38.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:21:38.164 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:38.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:38.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:38.256 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:21:38.271 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:38.345 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:38.403 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:38.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:38.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:38.508 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:38.551 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:38.610 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:38.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:38.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:38.720 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:38.782 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:38.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:38 smithi018 ceph-mon[149401]: pgmap v1264: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 615 op/s; 3579/281511 objects degraded (1.271%); 689/281511 objects misplaced (0.245%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:21:38.808 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:38 smithi149 ceph-mon[135148]: pgmap v1264: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 615 op/s; 3579/281511 objects degraded (1.271%); 689/281511 objects misplaced (0.245%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:21:38.854 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:38.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:38.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:38.888 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 96880 96864 73.7675 48.6875 0.0142978 0.0135492 2023-09-23T18:21:38.948 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:38.958 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:39.018 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:39.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:38 smithi018 ceph-mon[153734]: pgmap v1264: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.7 GiB data, 23 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 615 op/s; 3579/281511 objects degraded (1.271%); 689/281511 objects misplaced (0.245%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:21:39.122 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:39.139 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:39.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:39.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:39.247 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:39.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:39.362 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:39.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:39.370 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:39.471 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:39.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:39.592 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:21:39.670 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:39.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:39.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:39.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:39.856 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:39.889 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 97622 97606 73.4376 46.375 0.0277152 0.0136119 2023-09-23T18:21:39.948 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:39.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:39.965 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:40.066 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:40.137 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:40.194 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:40.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:40.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:40.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:21:40.046+0000 7fd4195e6700 -1 mon.a@0(leader).osd e420 definitely_dead 0 2023-09-23T18:21:40.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:40.366 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:40.436 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:40.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:40.451 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:40.505 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:21:40.505 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:21:40.552 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:40.637 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:40.763 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:40.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:40.770 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[153734]: pgmap v1265: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 602 op/s; 3579/284520 objects degraded (1.258%); 689/284520 objects misplaced (0.242%); 2.2 MiB/s, 36 objects/s recovering 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[153734]: Client client.admin marked osd.5 out, while it was still marked up 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[149401]: pgmap v1265: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 602 op/s; 3579/284520 objects degraded (1.258%); 689/284520 objects misplaced (0.242%); 2.2 MiB/s, 36 objects/s recovering 2023-09-23T18:21:40.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2023-09-23T18:21:40.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:40 smithi018 ceph-mon[149401]: Client client.admin marked osd.5 out, while it was still marked up 2023-09-23T18:21:40.837 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:40.852 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.5. 2023-09-23T18:21:40.872 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:40.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:40 smithi149 ceph-mon[135148]: pgmap v1265: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 79 active+clean; 5.8 GiB data, 24 GiB used, 602 GiB / 626 GiB avail; 38 MiB/s wr, 602 op/s; 3579/284520 objects degraded (1.258%); 689/284520 objects misplaced (0.242%); 2.2 MiB/s, 36 objects/s recovering 2023-09-23T18:21:40.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:40.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:40.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["5"]}]: dispatch 2023-09-23T18:21:40.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:40 smithi149 ceph-mon[135148]: Client client.admin marked osd.5 out, while it was still marked up 2023-09-23T18:21:40.889 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 16 98324 98308 73.0858 43.875 0.0115249 0.0136692 2023-09-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:40.908 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:21:40.935 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:40.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:40.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:41.039 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:41.067 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:41.100 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:41.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:41.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:41.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:41.330 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:41.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:41.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:41.435 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:41.462 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:41.495 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:41.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:41.498 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:41.599 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:41.626 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:41.658 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:41.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:41.661 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:41.762 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:41.796 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:41.813 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:21:41.860 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:41.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:41.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:41.889 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 16 98324 98308 72.2265 0 - 0.0136692 2023-09-23T18:21:41.964 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: failed to encode map e421 with expected crc 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: failed to encode map e421 with expected crc 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: osdmap e421: 8 total, 8 up, 6 in 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3472549949' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3579/284520 objects degraded (1.258%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:41.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[149401]: osdmap e422: 8 total, 8 up, 6 in 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: failed to encode map e421 with expected crc 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: failed to encode map e421 with expected crc 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: osdmap e421: 8 total, 8 up, 6 in 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3472549949' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:41.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3579/284520 objects degraded (1.258%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:41.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:41.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:41.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:41 smithi018 ceph-mon[153734]: osdmap e422: 8 total, 8 up, 6 in 2023-09-23T18:21:42.010 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:42.023 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:42.056 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:42.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:42.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: failed to encode map e421 with expected crc 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: failed to encode map e421 with expected crc 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1596024772' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["5"]}]': finished 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: osdmap e421: 8 total, 8 up, 6 in 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3472549949' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3579/284520 objects degraded (1.258%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:21:42.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:41 smithi149 ceph-mon[135148]: osdmap e422: 8 total, 8 up, 6 in 2023-09-23T18:21:42.163 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:42.191 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:42.361 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:42.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:42.365 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:42.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:42.493 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:42.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:42.540 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:42.641 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:42.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:42.698 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:42.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:42.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:42.802 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:42.844 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:42.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 98324 98308 71.3849 0 - 0.0136692 2023-09-23T18:21:42.905 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:42.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:42.909 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:43.010 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: pgmap v1267: 89 pgs: 2 unknown, 1 active+recovering+undersized+remapped, 6 peering, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 6.0 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 52 MiB/s wr, 835 op/s; 3579/293040 objects degraded (1.221%); 268/293040 objects misplaced (0.091%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.047 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:21:43.048 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[153734]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: pgmap v1267: 89 pgs: 2 unknown, 1 active+recovering+undersized+remapped, 6 peering, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 6.0 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 52 MiB/s wr, 835 op/s; 3579/293040 objects degraded (1.221%); 268/293040 objects misplaced (0.091%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:21:43.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:42 smithi018 ceph-mon[149401]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T18:21:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: pgmap v1267: 89 pgs: 2 unknown, 1 active+recovering+undersized+remapped, 6 peering, 1 active+recovery_wait+degraded, 1 active+recovery_wait, 7 active+recovery_wait+undersized+degraded+remapped, 71 active+clean; 6.0 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 52 MiB/s wr, 835 op/s; 3579/293040 objects degraded (1.221%); 268/293040 objects misplaced (0.091%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: failed to encode map e422 with expected crc 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T18:21:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:42 smithi149 ceph-mon[135148]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T18:21:43.197 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:43.337 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:21:43.365 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:21:43.385 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:21:43.406 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:21:43.408 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:43.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:43.420 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:43.431 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:21:43.467 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:21:43.515 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:21:43.520 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:43.548 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:43.557 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:21:43.571 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.571 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.572 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:21:43.592 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:43.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:43.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:43.696 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:43.737 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:43.851 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:21:43.851 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:21:43.851 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:21:43.851 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:21:43.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 98388 98372 70.6105 1.33333 0.0104521 0.0140052 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2166049137' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:43.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[153734]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: failed to encode map e423 with expected crc 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2166049137' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:43 smithi018 ceph-mon[149401]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: failed to encode map e423 with expected crc 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: failed to encode map e423 with expected crc 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: failed to encode map e423 with expected crc 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: failed to encode map e423 with expected crc 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: failed to encode map e423 with expected crc 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2166049137' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:44.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:43 smithi149 ceph-mon[135148]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T18:21:44.447 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:44.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:44.451 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:44.452 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:21:44.531 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:21:44.552 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:44.581 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:44.618 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:44.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:44.621 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:44.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:44.749 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:44.783 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:44.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:44.786 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:44.886 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:44.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 98388 98372 69.8087 0 - 0.0140052 2023-09-23T18:21:44.912 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:44.946 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:44.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:44.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:45.049 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:45.085 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:45.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: pgmap v1270: 89 pgs: 3 remapped+peering, 4 unknown, 1 active+recovering+undersized+remapped, 6 peering, 3 active+recovery_wait+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 739 op/s; 6121/294831 objects degraded (2.076%); 268/294831 objects misplaced (0.091%); 4.4 MiB/s, 63 objects/s recovering 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.133 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[153734]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T18:21:45.134 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:44] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.33.4" 2023-09-23T18:21:45.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:45.135 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:45.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: pgmap v1270: 89 pgs: 3 remapped+peering, 4 unknown, 1 active+recovering+undersized+remapped, 6 peering, 3 active+recovery_wait+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 739 op/s; 6121/294831 objects degraded (2.076%); 268/294831 objects misplaced (0.091%); 4.4 MiB/s, 63 objects/s recovering 2023-09-23T18:21:45.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.136 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.136 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:44 smithi018 ceph-mon[149401]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T18:21:45.146 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: pgmap v1270: 89 pgs: 3 remapped+peering, 4 unknown, 1 active+recovering+undersized+remapped, 6 peering, 3 active+recovery_wait+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 46 MiB/s wr, 739 op/s; 6121/294831 objects degraded (2.076%); 268/294831 objects misplaced (0.091%); 4.4 MiB/s, 63 objects/s recovering 2023-09-23T18:21:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: failed to encode map e424 with expected crc 2023-09-23T18:21:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:44 smithi149 ceph-mon[135148]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T18:21:45.236 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:45.272 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:45.284 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:45.484 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:45.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:45.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:45.588 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:45.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:45.652 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:45.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:45.655 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:45.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:45.780 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:45.816 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:45.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:45.819 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:45.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 98388 98372 69.0249 0 - 0.0140052 2023-09-23T18:21:45.919 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[153734]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[153734]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[153734]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[153734]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[149401]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[149401]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[149401]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:45 smithi018 ceph-mon[149401]: failed to encode map e425 with expected crc 2023-09-23T18:21:45.958 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:46.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:45 smithi149 ceph-mon[135148]: failed to encode map e425 with expected crc 2023-09-23T18:21:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:45 smithi149 ceph-mon[135148]: failed to encode map e425 with expected crc 2023-09-23T18:21:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:45 smithi149 ceph-mon[135148]: failed to encode map e425 with expected crc 2023-09-23T18:21:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:45 smithi149 ceph-mon[135148]: failed to encode map e425 with expected crc 2023-09-23T18:21:46.358 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0] out_osds: [6, 5] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:21:46.358 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:21:46.358 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2023-09-23T18:21:46.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:21:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:46.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:46.402 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:46.405 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:21:46.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:46.559 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:46.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:46.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:46.888 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:46.891 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:21:46.892 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:21:46.892 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:21:46.892 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:21:46.892 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:21:46.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 90 16 98388 98372 68.2585 0 - 0.0140052 2023-09-23T18:21:46.989 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:47.015 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:47.050 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:47.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:47.053 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:46 smithi149 ceph-mon[135148]: pgmap v1273: 89 pgs: 3 remapped+peering, 4 unknown, 2 active+recovering+undersized+remapped, 6 peering, 2 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 11 MiB/s wr, 171 op/s; 12420/295098 objects degraded (4.209%); 6370/295098 objects misplaced (2.159%); 911 KiB/s, 2 keys/s, 5 objects/s recovering 2023-09-23T18:21:47.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12420/295098 objects degraded (4.209%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:47.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:47.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:46 smithi018 ceph-mon[153734]: pgmap v1273: 89 pgs: 3 remapped+peering, 4 unknown, 2 active+recovering+undersized+remapped, 6 peering, 2 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 11 MiB/s wr, 171 op/s; 12420/295098 objects degraded (4.209%); 6370/295098 objects misplaced (2.159%); 911 KiB/s, 2 keys/s, 5 objects/s recovering 2023-09-23T18:21:47.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12420/295098 objects degraded (4.209%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:47.198 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:46 smithi018 ceph-mon[149401]: pgmap v1273: 89 pgs: 3 remapped+peering, 4 unknown, 2 active+recovering+undersized+remapped, 6 peering, 2 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 11 MiB/s wr, 171 op/s; 12420/295098 objects degraded (4.209%); 6370/295098 objects misplaced (2.159%); 911 KiB/s, 2 keys/s, 5 objects/s recovering 2023-09-23T18:21:47.198 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12420/295098 objects degraded (4.209%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:47.204 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:47.315 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:47.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:47.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:47.398 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:21:47.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:47.447 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:47.480 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:47.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:47.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:47.544 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:47.567 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:47.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:47.705 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:47.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:47.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:47.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:47.842 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:47.875 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:47.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:47.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:47.891 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:47.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 91 16 98388 98372 67.509 0 - 0.0140052 2023-09-23T18:21:47.902 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:21:47.979 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:48.005 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:48.040 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:48.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:48.043 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:48.144 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:48.172 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:48.206 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:48.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:48.209 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:48.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:48.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:48.345 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:48.596 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:48.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:48.601 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:48.702 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:48.727 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:48.767 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:48.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:48.770 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:48.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:48.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 92 16 98388 98372 66.7757 0 - 0.0140052 2023-09-23T18:21:48.898 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:48.937 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:48.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:48.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:49.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:49.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: pgmap v1274: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 7.5 MiB/s wr, 119 op/s; 30874/295170 objects degraded (10.460%); 6102/295170 objects misplaced (2.067%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:49.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 1 pg peering) 2023-09-23T18:21:49.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:49.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:49.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:48 smithi149 ceph-mon[135148]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T18:21:49.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:49.101 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:49.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:49.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:49.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: pgmap v1274: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 7.5 MiB/s wr, 119 op/s; 30874/295170 objects degraded (10.460%); 6102/295170 objects misplaced (2.067%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 1 pg peering) 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:49.241 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[153734]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: pgmap v1274: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 7.5 MiB/s wr, 119 op/s; 30874/295170 objects degraded (10.460%); 6102/295170 objects misplaced (2.067%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 1 pg peering) 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: failed to encode map e426 with expected crc 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4034969349' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:21:49.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:48 smithi018 ceph-mon[149401]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T18:21:49.245 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:49.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:49.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:49.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:49.848 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:49.876 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:49.894 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 93 16 98388 98372 66.0582 0 - 0.0140052 2023-09-23T18:21:49.909 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:49.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:49.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:50.014 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:50.055 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:50.148 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:50.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:50.152 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:50.253 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:50.279 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:50.314 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:50.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:50.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:50.418 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:50.444 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:50.478 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:50.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:50.481 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:50.493 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:21:50.499 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:21:50.582 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:50.609 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:50.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:21:50.640 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:50.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:50.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:50.744 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:50.786 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:50.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 94 16 98388 98372 65.3559 0 - 0.0140052 2023-09-23T18:21:50.898 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:50.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:50.905 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:51.005 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:51.037 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:50 smithi018 ceph-mon[153734]: pgmap v1276: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.3 MiB/s wr, 20 op/s; 30874/295206 objects degraded (10.458%); 6102/295206 objects misplaced (2.067%); 3.4 MiB/s, 1 keys/s, 57 objects/s recovering 2023-09-23T18:21:51.037 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1353201598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:51.037 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:50 smithi018 ceph-mon[149401]: pgmap v1276: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.3 MiB/s wr, 20 op/s; 30874/295206 objects degraded (10.458%); 6102/295206 objects misplaced (2.067%); 3.4 MiB/s, 1 keys/s, 57 objects/s recovering 2023-09-23T18:21:51.037 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1353201598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:51.041 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:51.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:50 smithi149 ceph-mon[135148]: pgmap v1276: 89 pgs: 1 activating, 3 remapped+peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.3 MiB/s wr, 20 op/s; 30874/295206 objects degraded (10.458%); 6102/295206 objects misplaced (2.067%); 3.4 MiB/s, 1 keys/s, 57 objects/s recovering 2023-09-23T18:21:51.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1353201598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:21:51.211 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:51.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:51.215 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:51.295 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1276,"stamp":"2023-09-23T18:21:49.584265+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6451828659,"num_objects":98402,"num_object_clones":0,"num_object_copies":295206,"num_objects_missing_on_primary":0,"num_objects_missing":908,"num_objects_degraded":30874,"num_objects_misplaced":6102,"num_objects_unfound":0,"num_objects_dirty":98402,"num_whiteouts":0,"num_read":6209,"num_read_kb":13632,"num_write":99480,"num_write_kb":6311077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1850,"num_bytes_recovered":120291562,"num_keys_recovered":70,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93489,"ondisk_log_size":93489,"up":267,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":20718556,"kb_used_data":16148140,"kb_used_omap":47,"kb_used_meta":4570320,"kb_avail":541752356,"statfs":{"total":575970213888,"available":554754412544,"internally_reserved":0,"allocated":16535695360,"data_stored":16526476702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48895,"internal_metadata":4680007937},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8192000,"num_objects":125,"num_object_clones":0,"num_object_copies":375,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24753,"num_objects_misplaced":5834,"num_objects_unfound":0,"num_objects_dirty":125,"num_whiteouts":0,"num_read":-79,"num_read_kb":-79,"num_write":125,"num_write_kb":8000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":346,"num_bytes_recovered":21233711,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002477"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.839922+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:21:43.839922+0000","last_peered":"2023-09-23T18:21:43.839922+0000","last_clean":"2023-09-23T18:21:43.839922+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:21:43.839922+0000","last_undegraded":"2023-09-23T18:21:43.839922+0000","last_fullsized":"2023-09-23T18:21:43.839922+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":437,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.791655+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:21:44.791655+0000","last_peered":"2023-09-23T18:21:44.791655+0000","last_clean":"2023-09-23T18:21:44.791655+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:21:44.791655+0000","last_undegraded":"2023-09-23T18:21:44.791655+0000","last_fullsized":"2023-09-23T18:21:44.791655+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":371,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.790505+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:21:43.790505+0000","last_peered":"2023-09-23T18:21:43.790505+0000","last_clean":"2023-09-23T18:21:43.790505+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:21:43.790505+0000","last_undegraded":"2023-09-23T18:21:43.790505+0000","last_fullsized":"2023-09-23T18:21:43.790505+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.823869+0000","last_change":"2023-09-23T18:21:31.792839+0000","last_active":"2023-09-23T18:21:40.823869+0000","last_peered":"2023-09-23T18:21:40.823869+0000","last_clean":"2023-09-23T18:21:40.823869+0000","last_became_active":"2023-09-23T18:21:31.791785+0000","last_became_peered":"2023-09-23T18:21:31.791785+0000","last_unstale":"2023-09-23T18:21:40.823869+0000","last_undegraded":"2023-09-23T18:21:40.823869+0000","last_fullsized":"2023-09-23T18:21:40.823869+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:01:54.691127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":515,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.803065+0000","last_change":"2023-09-23T18:21:31.837633+0000","last_active":"2023-09-23T18:21:44.803065+0000","last_peered":"2023-09-23T18:21:44.803065+0000","last_clean":"2023-09-23T18:21:44.803065+0000","last_became_active":"2023-09-23T18:21:31.837343+0000","last_became_peered":"2023-09-23T18:21:31.837343+0000","last_unstale":"2023-09-23T18:21:44.803065+0000","last_undegraded":"2023-09-23T18:21:44.803065+0000","last_fullsized":"2023-09-23T18:21:44.803065+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:52.605974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":299,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.808836+0000","last_change":"2023-09-23T18:21:41.800774+0000","last_active":"2023-09-23T18:21:43.808836+0000","last_peered":"2023-09-23T18:21:43.808836+0000","last_clean":"2023-09-23T18:21:43.808836+0000","last_became_active":"2023-09-23T18:21:41.800439+0000","last_became_peered":"2023-09-23T18:21:41.800439+0000","last_unstale":"2023-09-23T18:21:43.808836+0000","last_undegraded":"2023-09-23T18:21:43.808836+0000","last_fullsized":"2023-09-23T18:21:43.808836+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:58.547968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":422,"state":"active+clean","last_fresh":"2023-09-23T18:21:41.798956+0000","last_change":"2023-09-23T18:21:41.798956+0000","last_active":"2023-09-23T18:21:41.798956+0000","last_peered":"2023-09-23T18:21:41.798956+0000","last_clean":"2023-09-23T18:21:41.798956+0000","last_became_active":"2023-09-23T18:21:41.798547+0000","last_became_peered":"2023-09-23T18:21:41.798547+0000","last_unstale":"2023-09-23T18:21:41.798956+0000","last_undegraded":"2023-09-23T18:21:41.798956+0000","last_fullsized":"2023-09-23T18:21:41.798956+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:00.557091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":470,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.803130+0000","last_change":"2023-09-23T18:14:17.802630+0000","last_active":"2023-09-23T18:21:44.803130+0000","last_peered":"2023-09-23T18:21:44.803130+0000","last_clean":"2023-09-23T18:21:44.803130+0000","last_became_active":"2023-09-23T18:14:17.802195+0000","last_became_peered":"2023-09-23T18:14:17.802195+0000","last_unstale":"2023-09-23T18:21:44.803130+0000","last_undegraded":"2023-09-23T18:21:44.803130+0000","last_fullsized":"2023-09-23T18:21:44.803130+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:11.185663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":231,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798158+0000","last_change":"2023-09-23T18:21:41.815550+0000","last_active":"2023-09-23T18:21:43.798158+0000","last_peered":"2023-09-23T18:21:43.798158+0000","last_clean":"2023-09-23T18:21:43.798158+0000","last_became_active":"2023-09-23T18:21:41.805142+0000","last_became_peered":"2023-09-23T18:21:41.805142+0000","last_unstale":"2023-09-23T18:21:43.798158+0000","last_undegraded":"2023-09-23T18:21:43.798158+0000","last_fullsized":"2023-09-23T18:21:43.798158+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":408,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.796093+0000","last_change":"2023-09-23T18:21:41.802588+0000","last_active":"2023-09-23T18:21:44.796093+0000","last_peered":"2023-09-23T18:21:44.796093+0000","last_clean":"2023-09-23T18:21:44.796093+0000","last_became_active":"2023-09-23T18:21:41.802273+0000","last_became_peered":"2023-09-23T18:21:41.802273+0000","last_unstale":"2023-09-23T18:21:44.796093+0000","last_undegraded":"2023-09-23T18:21:44.796093+0000","last_fullsized":"2023-09-23T18:21:44.796093+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:11:56.232748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":77,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798391+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:21:43.798391+0000","last_peered":"2023-09-23T18:21:43.798391+0000","last_clean":"2023-09-23T18:21:43.798391+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:21:43.798391+0000","last_undegraded":"2023-09-23T18:21:43.798391+0000","last_fullsized":"2023-09-23T18:21:43.798391+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.790471+0000","last_change":"2023-09-23T18:21:41.799719+0000","last_active":"2023-09-23T18:21:43.790471+0000","last_peered":"2023-09-23T18:21:43.790471+0000","last_clean":"2023-09-23T18:21:43.790471+0000","last_became_active":"2023-09-23T18:21:41.799206+0000","last_became_peered":"2023-09-23T18:21:41.799206+0000","last_unstale":"2023-09-23T18:21:43.790471+0000","last_undegraded":"2023-09-23T18:21:43.790471+0000","last_fullsized":"2023-09-23T18:21:43.790471+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:42.396644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":132,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840363+0000","last_change":"2023-09-23T18:17:05.922166+0000","last_active":"2023-09-23T18:21:43.840363+0000","last_peered":"2023-09-23T18:21:43.840363+0000","last_clean":"2023-09-23T18:21:43.840363+0000","last_became_active":"2023-09-23T18:17:05.905495+0000","last_became_peered":"2023-09-23T18:17:05.905495+0000","last_unstale":"2023-09-23T18:21:43.840363+0000","last_undegraded":"2023-09-23T18:21:43.840363+0000","last_fullsized":"2023-09-23T18:21:43.840363+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":453,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840119+0000","last_change":"2023-09-23T18:21:41.794148+0000","last_active":"2023-09-23T18:21:43.840119+0000","last_peered":"2023-09-23T18:21:43.840119+0000","last_clean":"2023-09-23T18:21:43.840119+0000","last_became_active":"2023-09-23T18:21:41.793842+0000","last_became_peered":"2023-09-23T18:21:41.793842+0000","last_unstale":"2023-09-23T18:21:43.840119+0000","last_undegraded":"2023-09-23T18:21:43.840119+0000","last_fullsized":"2023-09-23T18:21:43.840119+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":92,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797898+0000","last_change":"2023-09-23T18:21:42.500355+0000","last_active":"2023-09-23T18:21:43.797898+0000","last_peered":"2023-09-23T18:21:43.797898+0000","last_clean":"2023-09-23T18:21:43.797898+0000","last_became_active":"2023-09-23T18:21:41.801236+0000","last_became_peered":"2023-09-23T18:21:41.801236+0000","last_unstale":"2023-09-23T18:21:43.797898+0000","last_undegraded":"2023-09-23T18:21:43.797898+0000","last_fullsized":"2023-09-23T18:21:43.797898+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":461,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.793818+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:21:44.793818+0000","last_peered":"2023-09-23T18:21:44.793818+0000","last_clean":"2023-09-23T18:21:44.793818+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:21:44.793818+0000","last_undegraded":"2023-09-23T18:21:44.793818+0000","last_fullsized":"2023-09-23T18:21:44.793818+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.822294+0000","last_change":"2023-09-23T18:21:31.803140+0000","last_active":"2023-09-23T18:21:40.822294+0000","last_peered":"2023-09-23T18:21:40.822294+0000","last_clean":"2023-09-23T18:21:40.822294+0000","last_became_active":"2023-09-23T18:21:31.790368+0000","last_became_peered":"2023-09-23T18:21:31.790368+0000","last_unstale":"2023-09-23T18:21:40.822294+0000","last_undegraded":"2023-09-23T18:21:40.822294+0000","last_fullsized":"2023-09-23T18:21:40.822294+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:39.928408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":207,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798215+0000","last_change":"2023-09-23T18:21:41.813752+0000","last_active":"2023-09-23T18:21:43.798215+0000","last_peered":"2023-09-23T18:21:43.798215+0000","last_clean":"2023-09-23T18:21:43.798215+0000","last_became_active":"2023-09-23T18:21:41.813279+0000","last_became_peered":"2023-09-23T18:21:41.813279+0000","last_unstale":"2023-09-23T18:21:43.798215+0000","last_undegraded":"2023-09-23T18:21:43.798215+0000","last_fullsized":"2023-09-23T18:21:43.798215+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":89,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797953+0000","last_change":"2023-09-23T18:21:31.800230+0000","last_active":"2023-09-23T18:21:43.797953+0000","last_peered":"2023-09-23T18:21:43.797953+0000","last_clean":"2023-09-23T18:21:43.797953+0000","last_became_active":"2023-09-23T18:21:31.799907+0000","last_became_peered":"2023-09-23T18:21:31.799907+0000","last_unstale":"2023-09-23T18:21:43.797953+0000","last_undegraded":"2023-09-23T18:21:43.797953+0000","last_fullsized":"2023-09-23T18:21:43.797953+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.824025+0000","last_change":"2023-09-23T18:21:31.797273+0000","last_active":"2023-09-23T18:21:40.824025+0000","last_peered":"2023-09-23T18:21:40.824025+0000","last_clean":"2023-09-23T18:21:40.824025+0000","last_became_active":"2023-09-23T18:21:31.796922+0000","last_became_peered":"2023-09-23T18:21:31.796922+0000","last_unstale":"2023-09-23T18:21:40.824025+0000","last_undegraded":"2023-09-23T18:21:40.824025+0000","last_fullsized":"2023-09-23T18:21:40.824025+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:07:18.724086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":32,"reported_epoch":422,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:21:41.798903+0000","last_change":"2023-09-23T18:21:41.801407+0000","last_active":"2023-09-23T18:21:41.798903+0000","last_peered":"2023-09-23T18:21:41.798903+0000","last_clean":"2023-09-23T18:21:35.680094+0000","last_became_active":"2023-09-23T18:21:41.798804+0000","last_became_peered":"2023-09-23T18:21:41.798804+0000","last_unstale":"2023-09-23T18:21:41.798903+0000","last_undegraded":"2023-09-23T18:21:41.781772+0000","last_fullsized":"2023-09-23T18:21:41.798903+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:36.318968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3,5","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":431,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.792489+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:21:44.792489+0000","last_peered":"2023-09-23T18:21:44.792489+0000","last_clean":"2023-09-23T18:21:44.792489+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:21:44.792489+0000","last_undegraded":"2023-09-23T18:21:44.792489+0000","last_fullsized":"2023-09-23T18:21:44.792489+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"420'6130","reported_seq":6174,"reported_epoch":422,"state":"remapped+peering","last_fresh":"2023-09-23T18:21:40.836764+0000","last_change":"2023-09-23T18:21:40.836764+0000","last_active":"2023-09-23T18:21:40.836031+0000","last_peered":"2023-09-23T18:21:40.809630+0000","last_clean":"2023-09-23T18:21:09.085652+0000","last_became_active":"2023-09-23T18:21:31.882020+0000","last_became_peered":"2023-09-23T18:21:31.882020+0000","last_unstale":"2023-09-23T18:21:40.836764+0000","last_undegraded":"2023-09-23T18:21:40.836764+0000","last_fullsized":"2023-09-23T18:21:40.836764+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6130,"log_dups_size":0,"ondisk_log_size":6130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:42.998461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401735680,"num_objects":6130,"num_object_clones":0,"num_object_copies":18390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6130,"num_write_kb":392320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":101,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798488+0000","last_change":"2023-09-23T18:21:31.925988+0000","last_active":"2023-09-23T18:21:43.798488+0000","last_peered":"2023-09-23T18:21:43.798488+0000","last_clean":"2023-09-23T18:21:43.798488+0000","last_became_active":"2023-09-23T18:21:31.809328+0000","last_became_peered":"2023-09-23T18:21:31.809328+0000","last_unstale":"2023-09-23T18:21:43.798488+0000","last_undegraded":"2023-09-23T18:21:43.798488+0000","last_fullsized":"2023-09-23T18:21:43.798488+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":216,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797535+0000","last_change":"2023-09-23T18:21:41.815868+0000","last_active":"2023-09-23T18:21:43.797535+0000","last_peered":"2023-09-23T18:21:43.797535+0000","last_clean":"2023-09-23T18:21:43.797535+0000","last_became_active":"2023-09-23T18:21:41.815595+0000","last_became_peered":"2023-09-23T18:21:41.815595+0000","last_unstale":"2023-09-23T18:21:43.797535+0000","last_undegraded":"2023-09-23T18:21:43.797535+0000","last_fullsized":"2023-09-23T18:21:43.797535+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.4","version":"424'6075","reported_seq":6111,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.851373+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:21:43.851373+0000","last_peered":"2023-09-23T18:21:43.851373+0000","last_clean":"2023-09-23T18:21:43.851373+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:21:43.851373+0000","last_undegraded":"2023-09-23T18:21:43.851373+0000","last_fullsized":"2023-09-23T18:21:43.851373+0000","mapping_epoch":398,"log_start":"402'895","ondisk_log_start":"402'895","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5180,"log_dups_size":0,"ondisk_log_size":5180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398131200,"num_objects":6075,"num_object_clones":0,"num_object_copies":18225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6075,"num_write_kb":388800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":75,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798320+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:21:43.798320+0000","last_peered":"2023-09-23T18:21:43.798320+0000","last_clean":"2023-09-23T18:21:43.798320+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:21:43.798320+0000","last_undegraded":"2023-09-23T18:21:43.798320+0000","last_fullsized":"2023-09-23T18:21:43.798320+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":444,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840174+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:21:43.840174+0000","last_peered":"2023-09-23T18:21:43.840174+0000","last_clean":"2023-09-23T18:21:43.840174+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:21:43.840174+0000","last_undegraded":"2023-09-23T18:21:43.840174+0000","last_fullsized":"2023-09-23T18:21:43.840174+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"423'6307","reported_seq":6349,"reported_epoch":424,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:21:43.802582+0000","last_change":"2023-09-23T18:21:43.211711+0000","last_active":"2023-09-23T18:21:43.802582+0000","last_peered":"2023-09-23T18:21:43.802582+0000","last_clean":"2023-09-23T18:21:40.756540+0000","last_became_active":"2023-09-23T18:21:43.200648+0000","last_became_peered":"2023-09-23T18:21:43.200648+0000","last_unstale":"2023-09-23T18:21:43.802582+0000","last_undegraded":"2023-09-23T18:21:42.839261+0000","last_fullsized":"2023-09-23T18:21:42.790736+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6307,"log_dups_size":0,"ondisk_log_size":6307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":413335552,"num_objects":6307,"num_object_clones":0,"num_object_copies":18921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6303,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6307,"num_write_kb":403648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3],"avail_no_missing":["7","3","5"],"object_location_counts":[{"shards":"3,5,7","objects":6303},{"shards":"3,7","objects":4}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":88,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798455+0000","last_change":"2023-09-23T18:21:42.625894+0000","last_active":"2023-09-23T18:21:43.798455+0000","last_peered":"2023-09-23T18:21:43.798455+0000","last_clean":"2023-09-23T18:21:43.798455+0000","last_became_active":"2023-09-23T18:21:41.813290+0000","last_became_peered":"2023-09-23T18:21:41.813290+0000","last_unstale":"2023-09-23T18:21:43.798455+0000","last_undegraded":"2023-09-23T18:21:43.798455+0000","last_fullsized":"2023-09-23T18:21:43.798455+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":300,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.801528+0000","last_change":"2023-09-23T18:21:41.799951+0000","last_active":"2023-09-23T18:21:43.801528+0000","last_peered":"2023-09-23T18:21:43.801528+0000","last_clean":"2023-09-23T18:21:43.801528+0000","last_became_active":"2023-09-23T18:21:41.799626+0000","last_became_peered":"2023-09-23T18:21:41.799626+0000","last_unstale":"2023-09-23T18:21:43.801528+0000","last_undegraded":"2023-09-23T18:21:43.801528+0000","last_fullsized":"2023-09-23T18:21:43.801528+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:32:44.349895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"423'6153","reported_seq":6193,"reported_epoch":424,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:21:43.792640+0000","last_change":"2023-09-23T18:21:43.210116+0000","last_active":"2023-09-23T18:21:43.792640+0000","last_peered":"2023-09-23T18:21:43.792640+0000","last_clean":"2023-09-23T18:21:40.793311+0000","last_became_active":"2023-09-23T18:21:43.190151+0000","last_became_peered":"2023-09-23T18:21:43.190151+0000","last_unstale":"2023-09-23T18:21:43.792640+0000","last_undegraded":"2023-09-23T18:21:42.846257+0000","last_fullsized":"2023-09-23T18:21:42.790391+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6153,"log_dups_size":0,"ondisk_log_size":6153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:31.974747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403243008,"num_objects":6153,"num_object_clones":0,"num_object_copies":18459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6146,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6153,"num_write_kb":393792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2","objects":7},{"shards":"1,2,5","objects":6146}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":335,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.793994+0000","last_change":"2023-09-23T18:21:41.802691+0000","last_active":"2023-09-23T18:21:44.793994+0000","last_peered":"2023-09-23T18:21:44.793994+0000","last_clean":"2023-09-23T18:21:44.793994+0000","last_became_active":"2023-09-23T18:21:41.802408+0000","last_became_peered":"2023-09-23T18:21:41.802408+0000","last_unstale":"2023-09-23T18:21:44.793994+0000","last_undegraded":"2023-09-23T18:21:44.793994+0000","last_fullsized":"2023-09-23T18:21:44.793994+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:26:03.302076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":24,"reported_epoch":422,"state":"active+clean","last_fresh":"2023-09-23T18:21:41.798339+0000","last_change":"2023-09-23T18:21:41.798339+0000","last_active":"2023-09-23T18:21:41.798339+0000","last_peered":"2023-09-23T18:21:41.798339+0000","last_clean":"2023-09-23T18:21:41.798339+0000","last_became_active":"2023-09-23T18:21:41.797893+0000","last_became_peered":"2023-09-23T18:21:41.797893+0000","last_unstale":"2023-09-23T18:21:41.798339+0000","last_undegraded":"2023-09-23T18:21:41.798339+0000","last_fullsized":"2023-09-23T18:21:41.798339+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:40.105613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"423'6052","reported_seq":6089,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.795897+0000","last_change":"2023-09-23T18:20:11.453034+0000","last_active":"2023-09-23T18:21:44.795897+0000","last_peered":"2023-09-23T18:21:44.795897+0000","last_clean":"2023-09-23T18:21:44.795897+0000","last_became_active":"2023-09-23T18:20:11.452716+0000","last_became_peered":"2023-09-23T18:20:11.452716+0000","last_unstale":"2023-09-23T18:21:44.795897+0000","last_undegraded":"2023-09-23T18:21:44.795897+0000","last_fullsized":"2023-09-23T18:21:44.795897+0000","mapping_epoch":398,"log_start":"402'492","ondisk_log_start":"402'492","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5560,"log_dups_size":0,"ondisk_log_size":5560,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:04.679636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":396623872,"num_objects":6052,"num_object_clones":0,"num_object_copies":18156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6052,"num_write_kb":387328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":481,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.791464+0000","last_change":"2023-09-23T18:21:31.936537+0000","last_active":"2023-09-23T18:21:44.791464+0000","last_peered":"2023-09-23T18:21:44.791464+0000","last_clean":"2023-09-23T18:21:44.791464+0000","last_became_active":"2023-09-23T18:21:31.798663+0000","last_became_peered":"2023-09-23T18:21:31.798663+0000","last_unstale":"2023-09-23T18:21:44.791464+0000","last_undegraded":"2023-09-23T18:21:44.791464+0000","last_fullsized":"2023-09-23T18:21:44.791464+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:03:41.780989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840452+0000","last_change":"2023-09-23T18:14:17.800299+0000","last_active":"2023-09-23T18:21:43.840452+0000","last_peered":"2023-09-23T18:21:43.840452+0000","last_clean":"2023-09-23T18:21:43.840452+0000","last_became_active":"2023-09-23T18:14:17.798680+0000","last_became_peered":"2023-09-23T18:14:17.798680+0000","last_unstale":"2023-09-23T18:21:43.840452+0000","last_undegraded":"2023-09-23T18:21:43.840452+0000","last_fullsized":"2023-09-23T18:21:43.840452+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"424'6322","reported_seq":9391,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.839178+0000","last_change":"2023-09-23T18:21:43.820330+0000","last_active":"2023-09-23T18:21:43.839178+0000","last_peered":"2023-09-23T18:21:43.839178+0000","last_clean":"2023-09-23T18:21:43.839178+0000","last_became_active":"2023-09-23T18:21:43.810256+0000","last_became_peered":"2023-09-23T18:21:43.810256+0000","last_unstale":"2023-09-23T18:21:43.839178+0000","last_undegraded":"2023-09-23T18:21:43.839178+0000","last_fullsized":"2023-09-23T18:21:43.839178+0000","mapping_epoch":423,"log_start":"402'962","ondisk_log_start":"402'962","created":398,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:40:57.427543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":414318592,"num_objects":6322,"num_object_clones":0,"num_object_copies":18966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6322,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1503,"num_bytes_recovered":98500608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840001+0000","last_change":"2023-09-23T18:14:17.802858+0000","last_active":"2023-09-23T18:21:43.840001+0000","last_peered":"2023-09-23T18:21:43.840001+0000","last_clean":"2023-09-23T18:21:43.840001+0000","last_became_active":"2023-09-23T18:14:17.800316+0000","last_became_peered":"2023-09-23T18:14:17.800316+0000","last_unstale":"2023-09-23T18:21:43.840001+0000","last_undegraded":"2023-09-23T18:21:43.840001+0000","last_fullsized":"2023-09-23T18:21:43.840001+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840326+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:21:43.840326+0000","last_peered":"2023-09-23T18:21:43.840326+0000","last_clean":"2023-09-23T18:21:43.840326+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:21:43.840326+0000","last_undegraded":"2023-09-23T18:21:43.840326+0000","last_fullsized":"2023-09-23T18:21:43.840326+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"423'6119","reported_seq":6153,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797709+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:21:43.797709+0000","last_peered":"2023-09-23T18:21:43.797709+0000","last_clean":"2023-09-23T18:21:43.797709+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:21:43.797709+0000","last_undegraded":"2023-09-23T18:21:43.797709+0000","last_fullsized":"2023-09-23T18:21:43.797709+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6119,"log_dups_size":0,"ondisk_log_size":6119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401014784,"num_objects":6119,"num_object_clones":0,"num_object_copies":18357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6119,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6119,"num_write_kb":391616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.839783+0000","last_change":"2023-09-23T18:21:41.796904+0000","last_active":"2023-09-23T18:21:43.839783+0000","last_peered":"2023-09-23T18:21:43.839783+0000","last_clean":"2023-09-23T18:21:43.839783+0000","last_became_active":"2023-09-23T18:21:41.796575+0000","last_became_peered":"2023-09-23T18:21:41.796575+0000","last_unstale":"2023-09-23T18:21:43.839783+0000","last_undegraded":"2023-09-23T18:21:43.839783+0000","last_fullsized":"2023-09-23T18:21:43.839783+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":444,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840443+0000","last_change":"2023-09-23T18:13:47.949963+0000","last_active":"2023-09-23T18:21:43.840443+0000","last_peered":"2023-09-23T18:21:43.840443+0000","last_clean":"2023-09-23T18:21:43.840443+0000","last_became_active":"2023-09-23T18:13:47.949644+0000","last_became_peered":"2023-09-23T18:13:47.949644+0000","last_unstale":"2023-09-23T18:21:43.840443+0000","last_undegraded":"2023-09-23T18:21:43.840443+0000","last_fullsized":"2023-09-23T18:21:43.840443+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"424'6132","reported_seq":6169,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.792743+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:21:44.792743+0000","last_peered":"2023-09-23T18:21:44.792743+0000","last_clean":"2023-09-23T18:21:44.792743+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:21:44.792743+0000","last_undegraded":"2023-09-23T18:21:44.792743+0000","last_fullsized":"2023-09-23T18:21:44.792743+0000","mapping_epoch":398,"log_start":"402'573","ondisk_log_start":"402'573","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5559,"log_dups_size":0,"ondisk_log_size":5559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401866752,"num_objects":6132,"num_object_clones":0,"num_object_copies":18396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6132,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6132,"num_write_kb":392448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":466,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.802991+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:21:44.802991+0000","last_peered":"2023-09-23T18:21:44.802991+0000","last_clean":"2023-09-23T18:21:44.802991+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:21:44.802991+0000","last_undegraded":"2023-09-23T18:21:44.802991+0000","last_fullsized":"2023-09-23T18:21:44.802991+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":426,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.808836+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:21:43.808836+0000","last_peered":"2023-09-23T18:21:43.808836+0000","last_clean":"2023-09-23T18:21:43.808836+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:21:43.808836+0000","last_undegraded":"2023-09-23T18:21:43.808836+0000","last_fullsized":"2023-09-23T18:21:43.808836+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"423'6117","reported_seq":6158,"reported_epoch":424,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:21:43.806203+0000","last_change":"2023-09-23T18:21:43.439271+0000","last_active":"2023-09-23T18:21:43.806203+0000","last_peered":"2023-09-23T18:21:43.806203+0000","last_clean":"2023-09-23T18:21:40.815169+0000","last_became_active":"2023-09-23T18:21:43.426628+0000","last_became_peered":"2023-09-23T18:21:43.426628+0000","last_unstale":"2023-09-23T18:21:43.806203+0000","last_undegraded":"2023-09-23T18:21:42.866004+0000","last_fullsized":"2023-09-23T18:21:42.785505+0000","mapping_epoch":422,"log_start":"402'944","ondisk_log_start":"402'944","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5173,"log_dups_size":0,"ondisk_log_size":5173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:16.294230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":400883712,"num_objects":6117,"num_object_clones":0,"num_object_copies":18351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6116,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6117,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6117,"num_write_kb":391488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":6116}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1136,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.809812+0000","last_change":"2023-09-23T18:21:43.808060+0000","last_active":"2023-09-23T18:21:43.809812+0000","last_peered":"2023-09-23T18:21:43.809812+0000","last_clean":"2023-09-23T18:21:43.809812+0000","last_became_active":"2023-09-23T18:21:43.807477+0000","last_became_peered":"2023-09-23T18:21:43.807477+0000","last_unstale":"2023-09-23T18:21:43.809812+0000","last_undegraded":"2023-09-23T18:21:43.809812+0000","last_fullsized":"2023-09-23T18:21:43.809812+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:35.380433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":209,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.791844+0000","last_change":"2023-09-23T18:21:41.806032+0000","last_active":"2023-09-23T18:21:44.791844+0000","last_peered":"2023-09-23T18:21:44.791844+0000","last_clean":"2023-09-23T18:21:44.791844+0000","last_became_active":"2023-09-23T18:21:41.805734+0000","last_became_peered":"2023-09-23T18:21:41.805734+0000","last_unstale":"2023-09-23T18:21:44.791844+0000","last_undegraded":"2023-09-23T18:21:44.791844+0000","last_fullsized":"2023-09-23T18:21:44.791844+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:57:36.427349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":345,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.801436+0000","last_change":"2023-09-23T18:21:41.799911+0000","last_active":"2023-09-23T18:21:43.801436+0000","last_peered":"2023-09-23T18:21:43.801436+0000","last_clean":"2023-09-23T18:21:43.801436+0000","last_became_active":"2023-09-23T18:21:41.799458+0000","last_became_peered":"2023-09-23T18:21:41.799458+0000","last_unstale":"2023-09-23T18:21:43.801436+0000","last_undegraded":"2023-09-23T18:21:43.801436+0000","last_fullsized":"2023-09-23T18:21:43.801436+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:45.200823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"420'5977","reported_seq":6023,"reported_epoch":422,"state":"remapped+peering","last_fresh":"2023-09-23T18:21:40.837069+0000","last_change":"2023-09-23T18:21:40.837069+0000","last_active":"2023-09-23T18:21:40.836235+0000","last_peered":"2023-09-23T18:21:40.786049+0000","last_clean":"2023-09-23T18:21:09.096464+0000","last_became_active":"2023-09-23T18:21:31.889989+0000","last_became_peered":"2023-09-23T18:21:31.889989+0000","last_unstale":"2023-09-23T18:21:40.837069+0000","last_undegraded":"2023-09-23T18:21:40.837069+0000","last_fullsized":"2023-09-23T18:21:40.837069+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5977,"log_dups_size":0,"ondisk_log_size":5977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:27.499206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":391708672,"num_objects":5977,"num_object_clones":0,"num_object_copies":17931,"num_objects_missing_on_primary":0,"num_objects_missing":908,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5977,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":632,"reported_epoch":425,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:21:45.255324+0000","last_change":"2023-09-23T18:21:42.859942+0000","last_active":"2023-09-23T18:21:45.255324+0000","last_peered":"2023-09-23T18:21:45.255324+0000","last_clean":"2023-09-23T17:48:26.731829+0000","last_became_active":"2023-09-23T18:21:42.859583+0000","last_became_peered":"2023-09-23T18:21:42.859583+0000","last_unstale":"2023-09-23T18:21:45.255324+0000","last_undegraded":"2023-09-23T18:21:42.784888+0000","last_fullsized":"2023-09-23T18:21:45.255324+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:57.753016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":445,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840146+0000","last_change":"2023-09-23T18:21:31.789791+0000","last_active":"2023-09-23T18:21:43.840146+0000","last_peered":"2023-09-23T18:21:43.840146+0000","last_clean":"2023-09-23T18:21:43.840146+0000","last_became_active":"2023-09-23T18:21:31.789460+0000","last_became_peered":"2023-09-23T18:21:31.789460+0000","last_unstale":"2023-09-23T18:21:43.840146+0000","last_undegraded":"2023-09-23T18:21:43.840146+0000","last_fullsized":"2023-09-23T18:21:43.840146+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":341,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.804042+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:21:43.804042+0000","last_peered":"2023-09-23T18:21:43.804042+0000","last_clean":"2023-09-23T18:21:43.804042+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:21:43.804042+0000","last_undegraded":"2023-09-23T18:21:43.804042+0000","last_fullsized":"2023-09-23T18:21:43.804042+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"424'6220","reported_seq":6262,"reported_epoch":424,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:21:43.874007+0000","last_change":"2023-09-23T18:21:43.236458+0000","last_active":"2023-09-23T18:21:43.874007+0000","last_peered":"2023-09-23T18:21:43.874007+0000","last_clean":"2023-09-23T18:21:40.781262+0000","last_became_active":"2023-09-23T18:21:43.211505+0000","last_became_peered":"2023-09-23T18:21:43.211505+0000","last_unstale":"2023-09-23T18:21:43.874007+0000","last_undegraded":"2023-09-23T18:21:42.855971+0000","last_fullsized":"2023-09-23T18:21:42.781996+0000","mapping_epoch":422,"log_start":"403'1043","ondisk_log_start":"403'1043","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5177,"log_dups_size":0,"ondisk_log_size":5177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:39.827834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407633920,"num_objects":6220,"num_object_clones":0,"num_object_copies":18660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6215,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6220,"num_write_kb":398080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":6215},{"shards":"1,7","objects":5}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":782,"reported_epoch":424,"state":"activating","last_fresh":"2023-09-23T18:21:43.795738+0000","last_change":"2023-09-23T18:21:43.787905+0000","last_active":"2023-09-23T18:21:42.783842+0000","last_peered":"2023-09-23T18:21:42.640556+0000","last_clean":"2023-09-23T18:21:29.425087+0000","last_became_active":"2023-09-23T18:21:32.799575+0000","last_became_peered":"2023-09-23T18:21:32.799575+0000","last_unstale":"2023-09-23T18:21:43.795738+0000","last_undegraded":"2023-09-23T18:21:43.795738+0000","last_fullsized":"2023-09-23T18:21:43.795738+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:31:16.659459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":["2","0","1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":365,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:45.256156+0000","last_change":"2023-09-23T18:21:31.829258+0000","last_active":"2023-09-23T18:21:45.256156+0000","last_peered":"2023-09-23T18:21:45.256156+0000","last_clean":"2023-09-23T18:21:45.256156+0000","last_became_active":"2023-09-23T18:21:31.828635+0000","last_became_peered":"2023-09-23T18:21:31.828635+0000","last_unstale":"2023-09-23T18:21:45.256156+0000","last_undegraded":"2023-09-23T18:21:45.256156+0000","last_fullsized":"2023-09-23T18:21:45.256156+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:21.848323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":462,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.808927+0000","last_change":"2023-09-23T18:21:41.801184+0000","last_active":"2023-09-23T18:21:43.808927+0000","last_peered":"2023-09-23T18:21:43.808927+0000","last_clean":"2023-09-23T18:21:43.808927+0000","last_became_active":"2023-09-23T18:21:41.800874+0000","last_became_peered":"2023-09-23T18:21:41.800874+0000","last_unstale":"2023-09-23T18:21:43.808927+0000","last_undegraded":"2023-09-23T18:21:43.808927+0000","last_fullsized":"2023-09-23T18:21:43.808927+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:52:53.662153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"423'6086","reported_seq":6153,"reported_epoch":425,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:21:44.798915+0000","last_change":"2023-09-23T18:21:43.144600+0000","last_active":"2023-09-23T18:21:44.798915+0000","last_peered":"2023-09-23T18:21:44.798915+0000","last_clean":"2023-09-23T18:21:09.108628+0000","last_became_active":"2023-09-23T18:21:43.127911+0000","last_became_peered":"2023-09-23T18:21:43.127911+0000","last_unstale":"2023-09-23T18:21:44.798915+0000","last_undegraded":"2023-09-23T18:21:43.108226+0000","last_fullsized":"2023-09-23T18:21:42.786341+0000","mapping_epoch":422,"log_start":"402'528","ondisk_log_start":"402'528","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5558,"log_dups_size":0,"ondisk_log_size":5558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:10:02.849470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398852096,"num_objects":6086,"num_object_clones":0,"num_object_copies":18258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6081,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6086,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"0,3","objects":5},{"shards":"0,3,5","objects":5207},{"shards":"3,5,7","objects":874}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":721,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.799017+0000","last_change":"2023-09-23T18:21:44.799017+0000","last_active":"2023-09-23T18:21:44.799017+0000","last_peered":"2023-09-23T18:21:44.799017+0000","last_clean":"2023-09-23T18:21:44.799017+0000","last_became_active":"2023-09-23T18:21:44.798400+0000","last_became_peered":"2023-09-23T18:21:44.798400+0000","last_unstale":"2023-09-23T18:21:44.799017+0000","last_undegraded":"2023-09-23T18:21:44.799017+0000","last_fullsized":"2023-09-23T18:21:44.799017+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:28.236309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":445,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797819+0000","last_change":"2023-09-23T18:21:32.819507+0000","last_active":"2023-09-23T18:21:43.797819+0000","last_peered":"2023-09-23T18:21:43.797819+0000","last_clean":"2023-09-23T18:21:43.797819+0000","last_became_active":"2023-09-23T18:21:32.819175+0000","last_became_peered":"2023-09-23T18:21:32.819175+0000","last_unstale":"2023-09-23T18:21:43.797819+0000","last_undegraded":"2023-09-23T18:21:43.797819+0000","last_fullsized":"2023-09-23T18:21:43.797819+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":474,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.793035+0000","last_change":"2023-09-23T18:21:41.805964+0000","last_active":"2023-09-23T18:21:44.793035+0000","last_peered":"2023-09-23T18:21:44.793035+0000","last_clean":"2023-09-23T18:21:44.793035+0000","last_became_active":"2023-09-23T18:21:41.805434+0000","last_became_peered":"2023-09-23T18:21:41.805434+0000","last_unstale":"2023-09-23T18:21:44.793035+0000","last_undegraded":"2023-09-23T18:21:44.793035+0000","last_fullsized":"2023-09-23T18:21:44.793035+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:37:09.618887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":130,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840248+0000","last_change":"2023-09-23T18:21:31.789860+0000","last_active":"2023-09-23T18:21:43.840248+0000","last_peered":"2023-09-23T18:21:43.840248+0000","last_clean":"2023-09-23T18:21:43.840248+0000","last_became_active":"2023-09-23T18:21:31.789513+0000","last_became_peered":"2023-09-23T18:21:31.789513+0000","last_unstale":"2023-09-23T18:21:43.840248+0000","last_undegraded":"2023-09-23T18:21:43.840248+0000","last_fullsized":"2023-09-23T18:21:43.840248+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"420'6112","reported_seq":6159,"reported_epoch":422,"state":"remapped+peering","last_fresh":"2023-09-23T18:21:40.754322+0000","last_change":"2023-09-23T18:21:41.816109+0000","last_active":"2023-09-23T18:21:41.816109+0000","last_peered":"2023-09-23T18:21:40.754322+0000","last_clean":"2023-09-23T18:21:09.100175+0000","last_became_active":"2023-09-23T18:21:31.881597+0000","last_became_peered":"2023-09-23T18:21:31.881597+0000","last_unstale":"2023-09-23T18:21:40.754322+0000","last_undegraded":"2023-09-23T18:21:31.800357+0000","last_fullsized":"2023-09-23T18:21:31.789544+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6112,"log_dups_size":0,"ondisk_log_size":6112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:46.076934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":400556032,"num_objects":6112,"num_object_clones":0,"num_object_copies":18336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6112,"num_write_kb":391168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":791,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.797641+0000","last_change":"2023-09-23T18:21:32.823300+0000","last_active":"2023-09-23T18:21:43.797641+0000","last_peered":"2023-09-23T18:21:43.797641+0000","last_clean":"2023-09-23T18:21:43.797641+0000","last_became_active":"2023-09-23T18:21:32.822856+0000","last_became_peered":"2023-09-23T18:21:32.822856+0000","last_unstale":"2023-09-23T18:21:43.797641+0000","last_undegraded":"2023-09-23T18:21:43.797641+0000","last_fullsized":"2023-09-23T18:21:43.797641+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.824754+0000","last_change":"2023-09-23T18:21:31.823637+0000","last_active":"2023-09-23T18:21:40.824754+0000","last_peered":"2023-09-23T18:21:40.824754+0000","last_clean":"2023-09-23T18:21:40.824754+0000","last_became_active":"2023-09-23T18:21:31.823172+0000","last_became_peered":"2023-09-23T18:21:31.823172+0000","last_unstale":"2023-09-23T18:21:40.824754+0000","last_undegraded":"2023-09-23T18:21:40.824754+0000","last_fullsized":"2023-09-23T18:21:40.824754+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:30.187236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.823947+0000","last_change":"2023-09-23T18:21:31.804522+0000","last_active":"2023-09-23T18:21:40.823947+0000","last_peered":"2023-09-23T18:21:40.823947+0000","last_clean":"2023-09-23T18:21:40.823947+0000","last_became_active":"2023-09-23T18:21:31.804192+0000","last_became_peered":"2023-09-23T18:21:31.804192+0000","last_unstale":"2023-09-23T18:21:40.823947+0000","last_undegraded":"2023-09-23T18:21:40.823947+0000","last_fullsized":"2023-09-23T18:21:40.823947+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:46:11.857853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"424'6233","reported_seq":6267,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.867071+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:21:43.867071+0000","last_peered":"2023-09-23T18:21:43.867071+0000","last_clean":"2023-09-23T18:21:43.867071+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:21:43.867071+0000","last_undegraded":"2023-09-23T18:21:43.867071+0000","last_fullsized":"2023-09-23T18:21:43.867071+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6233,"log_dups_size":0,"ondisk_log_size":6233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408485888,"num_objects":6233,"num_object_clones":0,"num_object_copies":18699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6233,"num_write_kb":398912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":134,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798300+0000","last_change":"2023-09-23T18:21:42.986812+0000","last_active":"2023-09-23T18:21:43.798300+0000","last_peered":"2023-09-23T18:21:43.798300+0000","last_clean":"2023-09-23T18:21:43.798300+0000","last_became_active":"2023-09-23T18:21:31.797773+0000","last_became_peered":"2023-09-23T18:21:31.797773+0000","last_unstale":"2023-09-23T18:21:43.798300+0000","last_undegraded":"2023-09-23T18:21:43.798300+0000","last_fullsized":"2023-09-23T18:21:43.798300+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":423,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":374,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.804185+0000","last_change":"2023-09-23T18:21:41.803499+0000","last_active":"2023-09-23T18:21:43.804185+0000","last_peered":"2023-09-23T18:21:43.804185+0000","last_clean":"2023-09-23T18:21:43.804185+0000","last_became_active":"2023-09-23T18:21:41.803014+0000","last_became_peered":"2023-09-23T18:21:41.803014+0000","last_unstale":"2023-09-23T18:21:43.804185+0000","last_undegraded":"2023-09-23T18:21:43.804185+0000","last_fullsized":"2023-09-23T18:21:43.804185+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:08.101838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":24,"reported_epoch":422,"state":"active+clean","last_fresh":"2023-09-23T18:21:41.801486+0000","last_change":"2023-09-23T18:21:41.801486+0000","last_active":"2023-09-23T18:21:41.801486+0000","last_peered":"2023-09-23T18:21:41.801486+0000","last_clean":"2023-09-23T18:21:41.801486+0000","last_became_active":"2023-09-23T18:21:41.801141+0000","last_became_peered":"2023-09-23T18:21:41.801141+0000","last_unstale":"2023-09-23T18:21:41.801486+0000","last_undegraded":"2023-09-23T18:21:41.801486+0000","last_fullsized":"2023-09-23T18:21:41.801486+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:11.403905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"424'6164","reported_seq":6320,"reported_epoch":425,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T18:21:45.442900+0000","last_change":"2023-09-23T18:21:43.122809+0000","last_active":"2023-09-23T18:21:45.442900+0000","last_peered":"2023-09-23T18:21:45.442900+0000","last_clean":"2023-09-23T18:21:40.813253+0000","last_became_active":"2023-09-23T18:21:42.993533+0000","last_became_peered":"2023-09-23T18:21:42.993533+0000","last_unstale":"2023-09-23T18:21:45.442900+0000","last_undegraded":"2023-09-23T18:21:45.442900+0000","last_fullsized":"2023-09-23T18:21:42.789679+0000","mapping_epoch":422,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6164,"log_dups_size":0,"ondisk_log_size":6164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403963904,"num_objects":6164,"num_object_clones":0,"num_object_copies":18492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6102,"num_objects_unfound":0,"num_objects_dirty":6164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6164,"num_write_kb":394496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":3670016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"1,5,7","objects":6102},{"shards":"1,7","objects":62}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":458,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.792403+0000","last_change":"2023-09-23T18:21:42.494396+0000","last_active":"2023-09-23T18:21:44.792403+0000","last_peered":"2023-09-23T18:21:44.792403+0000","last_clean":"2023-09-23T18:21:44.792403+0000","last_became_active":"2023-09-23T18:21:31.798934+0000","last_became_peered":"2023-09-23T18:21:31.798934+0000","last_unstale":"2023-09-23T18:21:44.792403+0000","last_undegraded":"2023-09-23T18:21:44.792403+0000","last_fullsized":"2023-09-23T18:21:44.792403+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:32:30.262154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1054,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.802273+0000","last_change":"2023-09-23T18:15:26.597781+0000","last_active":"2023-09-23T18:21:43.802273+0000","last_peered":"2023-09-23T18:21:43.802273+0000","last_clean":"2023-09-23T18:21:43.802273+0000","last_became_active":"2023-09-23T18:15:26.597134+0000","last_became_peered":"2023-09-23T18:15:26.597134+0000","last_unstale":"2023-09-23T18:21:43.802273+0000","last_undegraded":"2023-09-23T18:21:43.802273+0000","last_fullsized":"2023-09-23T18:21:43.802273+0000","mapping_epoch":344,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:25.568646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":46,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.787580+0000","last_change":"2023-09-23T18:21:31.792427+0000","last_active":"2023-09-23T18:21:43.787580+0000","last_peered":"2023-09-23T18:21:43.787580+0000","last_clean":"2023-09-23T18:21:43.787580+0000","last_became_active":"2023-09-23T18:21:31.792117+0000","last_became_peered":"2023-09-23T18:21:31.792117+0000","last_unstale":"2023-09-23T18:21:43.787580+0000","last_undegraded":"2023-09-23T18:21:43.787580+0000","last_fullsized":"2023-09-23T18:21:43.787580+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:10.724441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.c","version":"423'6175","reported_seq":6212,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.793748+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:21:44.793748+0000","last_peered":"2023-09-23T18:21:44.793748+0000","last_clean":"2023-09-23T18:21:44.793748+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:21:44.793748+0000","last_undegraded":"2023-09-23T18:21:44.793748+0000","last_fullsized":"2023-09-23T18:21:44.793748+0000","mapping_epoch":398,"log_start":"402'618","ondisk_log_start":"402'618","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5557,"log_dups_size":0,"ondisk_log_size":5557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":404684800,"num_objects":6175,"num_object_clones":0,"num_object_copies":18525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6175,"num_write_kb":395200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":95,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.798572+0000","last_change":"2023-09-23T18:17:06.871144+0000","last_active":"2023-09-23T18:21:43.798572+0000","last_peered":"2023-09-23T18:21:43.798572+0000","last_clean":"2023-09-23T18:21:43.798572+0000","last_became_active":"2023-09-23T18:17:05.906908+0000","last_became_peered":"2023-09-23T18:17:05.906908+0000","last_unstale":"2023-09-23T18:21:43.798572+0000","last_undegraded":"2023-09-23T18:21:43.798572+0000","last_fullsized":"2023-09-23T18:21:43.798572+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":19,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.824123+0000","last_change":"2023-09-23T18:21:31.835572+0000","last_active":"2023-09-23T18:21:40.824123+0000","last_peered":"2023-09-23T18:21:40.824123+0000","last_clean":"2023-09-23T18:21:40.824123+0000","last_became_active":"2023-09-23T18:21:31.789337+0000","last_became_peered":"2023-09-23T18:21:31.789337+0000","last_unstale":"2023-09-23T18:21:40.824123+0000","last_undegraded":"2023-09-23T18:21:40.824123+0000","last_fullsized":"2023-09-23T18:21:40.824123+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:26.538879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":130,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840036+0000","last_change":"2023-09-23T18:21:41.798735+0000","last_active":"2023-09-23T18:21:43.840036+0000","last_peered":"2023-09-23T18:21:43.840036+0000","last_clean":"2023-09-23T18:21:43.840036+0000","last_became_active":"2023-09-23T18:21:41.798413+0000","last_became_peered":"2023-09-23T18:21:41.798413+0000","last_unstale":"2023-09-23T18:21:43.840036+0000","last_undegraded":"2023-09-23T18:21:43.840036+0000","last_fullsized":"2023-09-23T18:21:43.840036+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":15,"reported_epoch":421,"state":"active+clean","last_fresh":"2023-09-23T18:21:40.824183+0000","last_change":"2023-09-23T18:21:31.793020+0000","last_active":"2023-09-23T18:21:40.824183+0000","last_peered":"2023-09-23T18:21:40.824183+0000","last_clean":"2023-09-23T18:21:40.824183+0000","last_became_active":"2023-09-23T18:21:31.792521+0000","last_became_peered":"2023-09-23T18:21:31.792521+0000","last_unstale":"2023-09-23T18:21:40.824183+0000","last_undegraded":"2023-09-23T18:21:40.824183+0000","last_fullsized":"2023-09-23T18:21:40.824183+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:57.638301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":230,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.788034+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:21:43.788034+0000","last_peered":"2023-09-23T18:21:43.788034+0000","last_clean":"2023-09-23T18:21:43.788034+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:21:43.788034+0000","last_undegraded":"2023-09-23T18:21:43.788034+0000","last_fullsized":"2023-09-23T18:21:43.788034+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":30,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840543+0000","last_change":"2023-09-23T18:21:41.831003+0000","last_active":"2023-09-23T18:21:43.840543+0000","last_peered":"2023-09-23T18:21:43.840543+0000","last_clean":"2023-09-23T18:21:43.840543+0000","last_became_active":"2023-09-23T18:21:41.799465+0000","last_became_peered":"2023-09-23T18:21:41.799465+0000","last_unstale":"2023-09-23T18:21:43.840543+0000","last_undegraded":"2023-09-23T18:21:43.840543+0000","last_fullsized":"2023-09-23T18:21:43.840543+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.839954+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:21:43.839954+0000","last_peered":"2023-09-23T18:21:43.839954+0000","last_clean":"2023-09-23T18:21:43.839954+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:21:43.839954+0000","last_undegraded":"2023-09-23T18:21:43.839954+0000","last_fullsized":"2023-09-23T18:21:43.839954+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":30,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840503+0000","last_change":"2023-09-23T18:21:41.810258+0000","last_active":"2023-09-23T18:21:43.840503+0000","last_peered":"2023-09-23T18:21:43.840503+0000","last_clean":"2023-09-23T18:21:43.840503+0000","last_became_active":"2023-09-23T18:21:41.798269+0000","last_became_peered":"2023-09-23T18:21:41.798269+0000","last_unstale":"2023-09-23T18:21:43.840503+0000","last_undegraded":"2023-09-23T18:21:43.840503+0000","last_fullsized":"2023-09-23T18:21:43.840503+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":121,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.840004+0000","last_change":"2023-09-23T18:21:31.799248+0000","last_active":"2023-09-23T18:21:43.840004+0000","last_peered":"2023-09-23T18:21:43.840004+0000","last_clean":"2023-09-23T18:21:43.840004+0000","last_became_active":"2023-09-23T18:21:31.798896+0000","last_became_peered":"2023-09-23T18:21:31.798896+0000","last_unstale":"2023-09-23T18:21:43.840004+0000","last_undegraded":"2023-09-23T18:21:43.840004+0000","last_fullsized":"2023-09-23T18:21:43.840004+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":486,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.791895+0000","last_change":"2023-09-23T18:13:47.969934+0000","last_active":"2023-09-23T18:21:44.791895+0000","last_peered":"2023-09-23T18:21:44.791895+0000","last_clean":"2023-09-23T18:21:44.791895+0000","last_became_active":"2023-09-23T18:13:47.969525+0000","last_became_peered":"2023-09-23T18:13:47.969525+0000","last_unstale":"2023-09-23T18:21:44.791895+0000","last_undegraded":"2023-09-23T18:21:44.791895+0000","last_fullsized":"2023-09-23T18:21:44.791895+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:23:47.853454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":483,"reported_epoch":425,"state":"active+clean","last_fresh":"2023-09-23T18:21:44.796022+0000","last_change":"2023-09-23T18:21:31.815091+0000","last_active":"2023-09-23T18:21:44.796022+0000","last_peered":"2023-09-23T18:21:44.796022+0000","last_clean":"2023-09-23T18:21:44.796022+0000","last_became_active":"2023-09-23T18:21:31.814820+0000","last_became_peered":"2023-09-23T18:21:31.814820+0000","last_unstale":"2023-09-23T18:21:44.796022+0000","last_undegraded":"2023-09-23T18:21:44.796022+0000","last_fullsized":"2023-09-23T18:21:44.796022+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:48:04.178303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":28,"reported_epoch":422,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:21:41.795943+0000","last_change":"2023-09-23T18:21:41.796106+0000","last_active":"2023-09-23T18:21:41.795943+0000","last_peered":"2023-09-23T18:21:41.795943+0000","last_clean":"2023-09-23T18:21:35.680079+0000","last_became_active":"2023-09-23T18:21:41.795848+0000","last_became_peered":"2023-09-23T18:21:41.795848+0000","last_unstale":"2023-09-23T18:21:41.795943+0000","last_undegraded":"2023-09-23T18:21:41.781455+0000","last_fullsized":"2023-09-23T18:21:41.795943+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:04:10.540983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":103,"reported_epoch":424,"state":"active+clean","last_fresh":"2023-09-23T18:21:43.839723+0000","last_change":"2023-09-23T18:14:17.802825+0000","last_active":"2023-09-23T18:21:43.839723+0000","last_peered":"2023-09-23T18:21:43.839723+0000","last_clean":"2023-09-23T18:21:43.839723+0000","last_became_active":"2023-09-23T18:14:17.800352+0000","last_became_peered":"2023-09-23T18:14:17.800352+0000","last_unstale":"2023-09-23T18:21:43.839723+0000","last_undegraded":"2023-09-23T18:21:43.839723+0000","last_fullsized":"2023-09-23T18:21:43.839723+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":31914,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6447038464,"num_objects":98374,"num_object_clones":0,"num_object_copies":295122,"num_objects_missing_on_primary":0,"num_objects_missing":908,"num_objects_degraded":30861,"num_objects_misplaced":6102,"num_objects_unfound":0,"num_objects_dirty":98374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":98374,"num_write_kb":6295936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1561,"num_bytes_recovered":102301696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19432996864,"data_stored":19432996864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92319,"ondisk_log_size":92319,"up":48,"acting":39,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":194,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16777292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430642,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4513532,"kb_used_data":3605044,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":89231620,"statfs":{"total":95995035648,"available":91373178880,"internally_reserved":0,"allocated":3691565056,"data_stored":3690564585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.9219999999999999,"15min":1.899},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":4.1719999999999997,"5min":10.436,"15min":53.850999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":2.1179999999999999,"15min":1.9990000000000001},"min":{"1min":0.32700000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.1529999999999996,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.371}]},{"osd":1,"last update":"Sat Sep 23 18:21:00 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.77,"15min":1.861},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":3.3580000000000001,"5min":10.259,"15min":12.595000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.1779999999999999,"5min":2.2389999999999999,"15min":2.0009999999999999},"min":{"1min":0.34799999999999998,"5min":0.29799999999999999,"15min":0.26500000000000001},"max":{"1min":3.5819999999999999,"5min":10.401,"15min":12.573},"last":0.39500000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:21:10 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":2.0550000000000002,"15min":2.1219999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.26500000000000001},"max":{"1min":4.3140000000000001,"5min":9.9800000000000004,"15min":15.449999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.3400000000000001,"5min":2.609,"15min":2.3109999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.247},"max":{"1min":3.3460000000000001,"5min":16.434000000000001,"15min":21.692},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:21:33 2023","interfaces":[{"interface":"back","average":{"1min":3.141,"5min":2.8660000000000001,"15min":2.7410000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":20.896999999999998,"5min":20.896999999999998,"15min":27.565999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":3.2519999999999998,"5min":3.1339999999999999,"15min":2.8210000000000002},"min":{"1min":0.36599999999999999,"5min":0.315,"15min":0.315},"max":{"1min":20.925000000000001,"5min":20.925000000000001,"15min":27.594999999999999},"last":0.63100000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":1.3480000000000001,"15min":0.98999999999999999},"min":{"1min":0.28000000000000003,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":3.2450000000000001,"5min":10.18,"15min":19.010000000000002},"last":0.38},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.444,"15min":1.0209999999999999},"min":{"1min":0.28000000000000003,"5min":0.26300000000000001,"15min":0.254},"max":{"1min":3.3180000000000001,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.36099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.486,"15min":1.0449999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":3.1600000000000001,"5min":14.202,"15min":14.202},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.70799999999999996,"5min":1.379,"15min":1.0700000000000001},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":3.3119999999999998,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.34499999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":1.2050000000000001,"15min":0.92700000000000005},"min":{"1min":0.33100000000000002,"5min":0.31900000000000001,"15min":0.29999999999999999},"max":{"1min":1.117,"5min":13.385,"15min":13.385},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":1.673,"15min":1.155},"min":{"1min":0.36799999999999999,"5min":0.34499999999999997,"15min":0.32900000000000001},"max":{"1min":0.85299999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.436}]}]},{"osd":6,"up_from":0,"seq":747324309738,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":323,"seq":1387274436705,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4431796,"kb_used_data":4049836,"kb_used_omap":17,"kb_used_meta":381934,"kb_avail":89313356,"statfs":{"total":95995035648,"available":91456876544,"internally_reserved":0,"allocated":4147032064,"data_stored":4145237842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":391100516},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:01 2023","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":3.8210000000000002,"15min":4.4580000000000002},"min":{"1min":0.23000000000000001,"5min":0.189,"15min":0.189},"max":{"1min":8.7509999999999994,"5min":25.725000000000001,"15min":48.408999999999999},"last":13.276999999999999},{"interface":"front","average":{"1min":1.6160000000000001,"5min":2.9369999999999998,"15min":3.0539999999999998},"min":{"1min":0.28799999999999998,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":6.5759999999999996,"5min":23.262,"15min":23.262},"last":40.929000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":2.919,"15min":4.2220000000000004},"min":{"1min":0.252,"5min":0.252,"15min":0.216},"max":{"1min":4.5949999999999998,"5min":18.718,"15min":23.407},"last":4.968},{"interface":"front","average":{"1min":1.3979999999999999,"5min":2.8130000000000002,"15min":4.5739999999999998},"min":{"1min":0.316,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":6.3070000000000004,"5min":17.164000000000001,"15min":57.387},"last":12.002000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0820000000000001,"5min":2.6819999999999999,"15min":3.5699999999999998},"min":{"1min":0.29699999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":3.3050000000000002,"5min":12.331,"15min":33.795000000000002},"last":22.780999999999999},{"interface":"front","average":{"1min":1.343,"5min":2.5979999999999999,"15min":4.226},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.069,"5min":18.177,"15min":33.774999999999999},"last":41.909999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":2.246,"15min":1.5640000000000001},"min":{"1min":0.309,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.226,"5min":8.6750000000000007,"15min":8.7040000000000006},"last":2.6829999999999998},{"interface":"front","average":{"1min":1.143,"5min":2.129,"15min":2.411},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.4939999999999998,"5min":11.879,"15min":14.898},"last":11.901}]},{"osd":5,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":2.5089999999999999,"15min":2.5510000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":12.804,"5min":12.804,"15min":14.987},"last":4.5350000000000001},{"interface":"front","average":{"1min":1.2829999999999999,"5min":2.7400000000000002,"15min":2.7839999999999998},"min":{"1min":0.42699999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":6.1029999999999998,"5min":14.894,"15min":31.023},"last":5.0599999999999996}]},{"osd":6,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":2.5230000000000001,"15min":2.7309999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.38},"max":{"1min":6.1799999999999997,"5min":14.813000000000001,"15min":31.064},"last":12.038},{"interface":"front","average":{"1min":1.125,"5min":2.5569999999999999,"15min":1.6919999999999999},"min":{"1min":0.46899999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":3.1850000000000001,"5min":13.855,"15min":13.855},"last":0.54200000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":1.246,"5min":2.7269999999999999,"15min":2.6200000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.39600000000000002},"max":{"1min":4.5650000000000004,"5min":11.928000000000001,"15min":14.949999999999999},"last":4.4889999999999999},{"interface":"front","average":{"1min":1.3240000000000001,"5min":2.7989999999999999,"15min":2.8410000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":6.1429999999999998,"5min":14.859,"15min":31.093},"last":5.0149999999999997}]}]},{"osd":0,"up_from":85,"seq":365072220479,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2628232,"kb_used_data":1922944,"kb_used_omap":8,"kb_used_meta":705271,"kb_avail":91116920,"statfs":{"total":95995035648,"available":93303726080,"internally_reserved":0,"allocated":1969094656,"data_stored":1967315007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":722198116},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":1.7649999999999999,"5min":3.9430000000000001,"15min":3.2869999999999999},"min":{"1min":0.28299999999999997,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":9.9160000000000004,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.4770000000000001,"5min":4.4349999999999996,"15min":5.9779999999999998},"min":{"1min":0.23999999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.645,"5min":141.95699999999999,"15min":141.95699999999999},"last":0.47899999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.621,"15min":3.2480000000000002},"min":{"1min":0.24399999999999999,"5min":0.216,"15min":0.216},"max":{"1min":4.2469999999999999,"5min":19.773,"15min":27.821999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":2.629,"15min":2.9700000000000002},"min":{"1min":0.32700000000000001,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":2.7069999999999999,"5min":20.721,"15min":26.268000000000001},"last":0.71799999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:21:37 2023","interfaces":[{"interface":"back","average":{"1min":3.585,"5min":3.2959999999999998,"15min":3.8730000000000002},"min":{"1min":0.34699999999999998,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.786,"5min":26.850000000000001,"15min":69.905000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":2.4409999999999998,"5min":3.0209999999999999,"15min":3.4860000000000002},"min":{"1min":0.443,"5min":0.27900000000000003,"15min":0.251},"max":{"1min":13.446,"5min":22.183,"15min":69.120999999999995},"last":0.67900000000000005}]},{"osd":4,"last update":"Sat Sep 23 18:20:58 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":2.202,"15min":2.4780000000000002},"min":{"1min":0.39000000000000001,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":2.7589999999999999,"5min":16.550000000000001,"15min":68.950000000000003},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.1919999999999999,"5min":2.3109999999999999,"15min":2.5379999999999998},"min":{"1min":0.41099999999999998,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":5.29,"5min":14.993,"15min":69.829999999999998},"last":0.63900000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:20:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":2.819,"15min":2.6480000000000001},"min":{"1min":0.44800000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":5.2610000000000001,"5min":23.393999999999998,"15min":69.751999999999995},"last":1.6060000000000001},{"interface":"front","average":{"1min":1.3560000000000001,"5min":2.5670000000000002,"15min":2.6549999999999998},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.30099999999999999},"max":{"1min":3.9740000000000002,"5min":16.48,"15min":69.081000000000003},"last":0.91400000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:21:06 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":2.4900000000000002,"15min":2.6070000000000002},"min":{"1min":0.41699999999999998,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":5.218,"5min":14.938000000000001,"15min":69.861999999999995},"last":1.633},{"interface":"front","average":{"1min":1.23,"5min":2.4769999999999999,"15min":2.6600000000000001},"min":{"1min":0.52900000000000003,"5min":0.374,"15min":0.34000000000000002},"max":{"1min":3.3780000000000001,"5min":19.567,"15min":68.153000000000006},"last":1.653}]},{"osd":7,"last update":"Sat Sep 23 18:20:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":2.633,"15min":2.823},"min":{"1min":0.49299999999999999,"5min":0.38900000000000001,"15min":0.374},"max":{"1min":4.7350000000000003,"5min":19.518000000000001,"15min":68.188999999999993},"last":1.675},{"interface":"front","average":{"1min":1.25,"5min":2.9830000000000001,"15min":2.968},"min":{"1min":0.41199999999999998,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":3.04,"5min":16.844999999999999,"15min":69.027000000000001},"last":0.94999999999999996}]}]},{"osd":2,"up_from":145,"seq":622770258173,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2420948,"kb_used_data":1587404,"kb_used_omap":16,"kb_used_meta":833519,"kb_avail":91324204,"statfs":{"total":95995035648,"available":93515984896,"internally_reserved":0,"allocated":1625501696,"data_stored":1623621170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":853523618},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":2.7509999999999999,"15min":2.9809999999999999},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":11.292,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.5299999999999998,"15min":3.169},"min":{"1min":0.35299999999999998,"5min":0.221,"15min":0.216},"max":{"1min":5.6200000000000001,"5min":37.159999999999997,"15min":37.159999999999997},"last":0.754}]},{"osd":1,"last update":"Sat Sep 23 18:21:01 2023","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":2.9249999999999998,"15min":3.335},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":4.8789999999999996,"5min":38.146999999999998,"15min":38.146999999999998},"last":0.81200000000000006},{"interface":"front","average":{"1min":1.3500000000000001,"5min":3.3090000000000002,"15min":3.2570000000000001},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.048,"5min":38.329000000000001,"15min":38.329000000000001},"last":6.7850000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":1.5629999999999999,"5min":2.161,"15min":3.2789999999999999},"min":{"1min":0.35999999999999999,"5min":0.28199999999999997,"15min":0.24199999999999999},"max":{"1min":5.4619999999999997,"5min":14.977,"15min":34.960999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":2.1480000000000001,"5min":2.9169999999999998,"15min":3.6960000000000002},"min":{"1min":0.247,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":8.2680000000000007,"5min":15.877000000000001,"15min":35.432000000000002},"last":6.843}]},{"osd":4,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":2.0249999999999999,"5min":2.2410000000000001,"15min":2.7970000000000002},"min":{"1min":0.375,"5min":0.32900000000000001,"15min":0.29299999999999998},"max":{"1min":8.3219999999999992,"5min":11.038,"15min":105.509},"last":6.9660000000000002},{"interface":"front","average":{"1min":2.46,"5min":1.929,"15min":2.5089999999999999},"min":{"1min":0.374,"5min":0.35699999999999998,"15min":0.314},"max":{"1min":8.2929999999999993,"5min":10.513999999999999,"15min":105.529},"last":0.65600000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":4.2089999999999996,"5min":2.5329999999999999,"15min":2.3450000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28699999999999998},"max":{"1min":30.451000000000001,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":2.8079999999999998,"5min":1.8360000000000001,"15min":2.0009999999999999},"min":{"1min":0.38100000000000001,"5min":0.32000000000000001,"15min":0.29899999999999999},"max":{"1min":30.428000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.77600000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:20:57 2023","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.9530000000000001,"15min":2.2879999999999998},"min":{"1min":0.47599999999999998,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":4.391,"5min":10.555,"15min":17.853000000000002},"last":0.874},{"interface":"front","average":{"1min":1.391,"5min":2.415,"15min":2.4769999999999999},"min":{"1min":0.53900000000000003,"5min":0.45700000000000002,"15min":0.38800000000000001},"max":{"1min":4.4850000000000003,"5min":14.699,"15min":17.919},"last":0.83299999999999996}]},{"osd":7,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":2.9489999999999998,"5min":3.2930000000000001,"15min":2.8769999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.36899999999999999},"max":{"1min":11.707000000000001,"5min":109.81699999999999,"15min":109.81699999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.55,"5min":2.911,"15min":2.4470000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.33800000000000002},"max":{"1min":5.4100000000000001,"5min":109.70699999999999,"15min":109.70699999999999},"last":0.70299999999999996}]}]},{"osd":3,"up_from":100,"seq":429496729903,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4253004,"kb_used_data":3400772,"kb_used_omap":4,"kb_used_meta":852219,"kb_avail":89492148,"statfs":{"total":95995035648,"available":91639959552,"internally_reserved":0,"allocated":3482390528,"data_stored":3480626911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":872672663},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":2.2120000000000002,"15min":3.3780000000000001},"min":{"1min":0.23000000000000001,"5min":0.189,"15min":0.189},"max":{"1min":7.577,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.31},{"interface":"front","average":{"1min":1.982,"5min":2.3149999999999999,"15min":3.5339999999999998},"min":{"1min":0.25800000000000001,"5min":0.22,"15min":0.20200000000000001},"max":{"1min":6.7939999999999996,"5min":11.064,"15min":93.465000000000003},"last":0.61399999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:21:05 2023","interfaces":[{"interface":"back","average":{"1min":5.6680000000000001,"5min":3.1850000000000001,"15min":3.5830000000000002},"min":{"1min":0.33700000000000002,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":65.340999999999994,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.34999999999999998},{"interface":"front","average":{"1min":4.8040000000000003,"5min":2.956,"15min":3.089},"min":{"1min":0.24299999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":66.234999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":0.371}]},{"osd":2,"last update":"Sat Sep 23 18:21:14 2023","interfaces":[{"interface":"back","average":{"1min":3.0619999999999998,"5min":2.6320000000000001,"15min":3.1949999999999998},"min":{"1min":0.27700000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.865,"5min":14.34,"15min":93.429000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.3530000000000002,"5min":2.855,"15min":3.242},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.976,"5min":14.48,"15min":90.498999999999995},"last":0.39500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5009999999999999,"5min":2.1040000000000001,"15min":2.415},"min":{"1min":0.32500000000000001,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":5.0759999999999996,"5min":12.347,"15min":23.469000000000001},"last":0.442},{"interface":"front","average":{"1min":1.613,"5min":2.3260000000000001,"15min":2.2759999999999998},"min":{"1min":0.34100000000000003,"5min":0.308,"15min":0.26800000000000002},"max":{"1min":6.891,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.41099999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":2.4420000000000002,"5min":2.488,"15min":2.3420000000000001},"min":{"1min":0.39100000000000001,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":7.6669999999999998,"5min":18.802,"15min":18.802},"last":0.56200000000000006},{"interface":"front","average":{"1min":2.121,"5min":2.5459999999999998,"15min":2.371},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":7.5780000000000003,"5min":11.484,"15min":19.457999999999998},"last":0.502}]},{"osd":6,"last update":"Sat Sep 23 18:21:05 2023","interfaces":[{"interface":"back","average":{"1min":1.323,"5min":2.5009999999999999,"15min":2.4510000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.318},"max":{"1min":6.944,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.611,"5min":2.706,"15min":2.8610000000000002},"min":{"1min":0.40899999999999997,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":6.9189999999999996,"5min":18.751999999999999,"15min":93.280000000000001},"last":0.53000000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":2.25,"15min":2.4039999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":7.6210000000000004,"5min":10.329000000000001,"15min":36.423000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.8560000000000001,"5min":2.2879999999999998,"15min":2.722},"min":{"1min":0.38,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":4.585,"5min":13.416,"15min":36.366999999999997},"last":0.51500000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019325,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2471044,"kb_used_data":1582140,"kb_used_omap":0,"kb_used_meta":888896,"kb_avail":91274108,"statfs":{"total":95995035648,"available":93464686592,"internally_reserved":0,"allocated":1620111360,"data_stored":1619111187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":910229504},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1059999999999999,"5min":1.927,"15min":1.6839999999999999},"min":{"1min":0.28499999999999998,"5min":0.23300000000000001,"15min":0.22800000000000001},"max":{"1min":25.555,"5min":25.555,"15min":25.555},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.931,"5min":2.5590000000000002,"15min":2.0310000000000001},"min":{"1min":0.28399999999999997,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":26.247,"5min":26.247,"15min":26.247},"last":3.879}]},{"osd":1,"last update":"Sat Sep 23 18:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":3.5990000000000002,"15min":2.4500000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.504,"5min":155.029,"15min":155.029},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.81399999999999995,"5min":3.73,"15min":3.1389999999999998},"min":{"1min":0.36799999999999999,"5min":0.28000000000000003,"15min":0.27300000000000002},"max":{"1min":2.7189999999999999,"5min":154.94499999999999,"15min":154.94499999999999},"last":0.37}]},{"osd":2,"last update":"Sat Sep 23 18:21:19 2023","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.871,"15min":2.0059999999999998},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":6.3109999999999999,"5min":11.351000000000001,"15min":56.448},"last":2.6600000000000001},{"interface":"front","average":{"1min":1.361,"5min":2.1779999999999999,"15min":1.9910000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":5.3209999999999997,"5min":16.920000000000002,"15min":56.868000000000002},"last":1.78}]},{"osd":3,"last update":"Sat Sep 23 18:21:34 2023","interfaces":[{"interface":"back","average":{"1min":2.153,"5min":2.0190000000000001,"15min":2.6989999999999998},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.31900000000000001},"max":{"1min":7.6689999999999996,"5min":9.8369999999999997,"15min":80.783000000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.9209999999999998,"5min":2.718,"15min":2.8039999999999998},"min":{"1min":0.433,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":7.7889999999999997,"5min":17.027000000000001,"15min":80.852000000000004},"last":3.7490000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:21:34 2023","interfaces":[{"interface":"back","average":{"1min":1.649,"5min":1.7170000000000001,"15min":1.133},"min":{"1min":0.28799999999999998,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":10.885,"5min":12.196999999999999,"15min":18.829999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.8999999999999999,"15min":1.3340000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.007,"5min":12.225,"15min":18.859000000000002},"last":0.433}]},{"osd":6,"last update":"Sat Sep 23 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.647,"15min":1.0600000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.249},"max":{"1min":1.3480000000000001,"5min":16.864999999999998,"15min":16.864999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":1.4510000000000001,"15min":1.071},"min":{"1min":0.35899999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.101,"5min":12.292,"15min":12.292},"last":0.53000000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:21:19 2023","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":1.845,"15min":1.131},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.28499999999999998},"max":{"1min":3.343,"5min":16.891999999999999,"15min":16.891999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.7909999999999999,"5min":1.5980000000000001,"15min":1.0780000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.309},"max":{"1min":14.795999999999999,"5min":14.795999999999999,"15min":14.795999999999999},"last":0.65600000000000003}]}]},{"osd":5,"up_from":0,"seq":154618823097,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1769144320,"data_stored":1769144320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3755212800,"data_stored":3755212800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1620312064,"data_stored":1620312064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3275096064,"data_stored":3275096064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1611988992,"data_stored":1611988992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3714449408,"data_stored":3714449408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3686793216,"data_stored":3686793216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:21:51.302 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_4 pgp_num 16 2023-09-23T18:21:51.315 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:51.415 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:51.517 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:51.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:51.520 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:51.575 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:51.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:51.668 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191696 7.8 7:12b47b0b:::benchmark_data_smithi018_282512_object90960:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.90086034500001, 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.86190235000000004, 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.677 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191696 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773207+0000", 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773205+0000", 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773214+0000", 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773232+0000", 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8042000000000001e-05 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773242+0000", 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9599999999999995e-06 2023-09-23T18:21:51.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773312+0000", 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0148999999999995e-05 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.773328+0000", 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5492999999999999e-05 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624703+0000", 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.85137498700000003 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.624813+0000", 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011019 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.625258+0000", 2023-09-23T18:21:51.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044548500000000002 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631055+0000", 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057970239999999996 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634854+0000", 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0037986679999999998 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635039+0000", 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000185346 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635079+0000", 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9579999999999997e-05 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.684 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635109+0000", 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0448999999999999e-05 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191732 7.8 7:16bdd6d8:::benchmark_data_smithi018_282512_object90996:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.82355587400002, 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.78470191, 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191732 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850512+0000", 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850511+0000", 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850515+0000", 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.456e-06 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850522+0000", 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6930000000000007e-06 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.850528+0000", 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0589999999999999e-06 2023-09-23T18:21:51.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855790+0000", 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052622190000000003 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.855800+0000", 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6919999999999997e-06 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627568+0000", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.77176778000000001 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.627722+0000", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015445199999999999 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.628169+0000", 2023-09-23T18:21:51.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00044654599999999998 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634816+0000", 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0066473340000000004 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.634886+0000", 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9692999999999998e-05 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635148+0000", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00026230900000000001 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635183+0000", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4604999999999998e-05 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635214+0000", 2023-09-23T18:21:51.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0620999999999997e-05 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191803 7.8 7:10d3612c:::benchmark_data_smithi018_282512_object91067:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.67640666199998, 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.64751212599999997, 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.693 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191803 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997661+0000", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997659+0000", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997667+0000", 2023-09-23T18:21:51.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3690000000000001e-06 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997701+0000", 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4372999999999998e-05 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997709+0000", 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7989999999999994e-06 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997764+0000", 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5096999999999998e-05 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:51.997774+0000", 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0214000000000001e-05 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631083+0000", 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.63330904700000001 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631192+0000", 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108782 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.631607+0000", 2023-09-23T18:21:51.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00041560300000000001 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635117+0000", 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0035097269999999998 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645044+0000", 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099265450000000002 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645094+0000", 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0136999999999998e-05 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645138+0000", 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4536000000000002e-05 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.700 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645173+0000", 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4561000000000003e-05 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191836 7.8 7:17369d83:::benchmark_data_smithi018_282512_object91100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.61420862199998, 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.59936054100000002, 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191836 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059859+0000", 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059858+0000", 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059866+0000", 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1130000000000001e-06 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059888+0000", 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2150999999999998e-05 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059899+0000", 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0886e-05 2023-09-23T18:21:51.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059971+0000", 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1962e-05 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.059985+0000", 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4612e-05 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635238+0000", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.57525281399999995 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635350+0000", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111999 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.635867+0000", 2023-09-23T18:21:51.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000516546 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645056+0000", 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0091896889999999991 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645239+0000", 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018317100000000001 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659160+0000", 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013920916 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659193+0000", 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2155e-05 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.708 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659219+0000", 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6863999999999999e-05 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191895 7.8 7:1025938e:::benchmark_data_smithi018_282512_object91159:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.495449044, 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48071714199999999, 2023-09-23T18:21:51.709 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191895 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178618+0000", 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178617+0000", 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178624+0000", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6449999999999999e-06 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178639+0000", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5315000000000002e-05 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178647+0000", 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1659999999999994e-06 2023-09-23T18:21:51.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178714+0000", 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7167000000000003e-05 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.178728+0000", 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3565e-05 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638879+0000", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.46015137 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.638999+0000", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119497 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.639463+0000", 2023-09-23T18:21:51.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00046462400000000002 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645187+0000", 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057239179999999997 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645284+0000", 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6632999999999995e-05 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659275+0000", 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013990759 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.716 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659302+0000", 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6792e-05 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659336+0000", 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3998999999999998e-05 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.717 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191923 7.8 7:179adf97:::benchmark_data_smithi018_282512_object91187:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.43820780999999, 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.423615833, 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.718 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191923 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:21:51.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235860+0000", 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235858+0000", 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235866+0000", 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9359999999999999e-06 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235879+0000", 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3006999999999999e-05 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.235888+0000", 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1789999999999997e-06 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236173+0000", 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028484799999999998 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.236184+0000", 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0376e-05 2023-09-23T18:21:51.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642025+0000", 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.40584150899999999 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642159+0000", 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013441200000000001 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.642585+0000", 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042579500000000003 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659091+0000", 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016505391000000001 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659231+0000", 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140686 2023-09-23T18:21:51.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659392+0000", 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000160216 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659438+0000", 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6480999999999998e-05 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.725 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659476+0000", 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7478999999999998e-05 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191952 7.8 7:1714e10d:::benchmark_data_smithi018_282512_object91216:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.38863960399999, 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37416416800000002, 2023-09-23T18:21:51.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191952 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285428+0000", 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285427+0000", 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.728 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285432+0000", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1839999999999998e-06 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285441+0000", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5349999999999993e-06 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285448+0000", 2023-09-23T18:21:51.729 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8310000000000003e-06 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285623+0000", 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000174888 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285633+0000", 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0216e-05 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.730 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645314+0000", 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35968038800000002 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645420+0000", 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000106792 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.731 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.645923+0000", 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050258499999999995 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659131+0000", 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013208216 2023-09-23T18:21:51.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659238+0000", 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000107026 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.734 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659521+0000", 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00028231699999999997 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659562+0000", 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1835999999999997e-05 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659592+0000", 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9706999999999999e-05 2023-09-23T18:21:51.735 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191955 7.8 7:1338d031:::benchmark_data_smithi018_282512_object91219:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.38856648400002, 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39092993199999998, 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.736 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191955 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.737 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285501+0000", 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285503+0000", 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1220000000000002e-06 2023-09-23T18:21:51.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285509+0000", 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0739999999999998e-06 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285513+0000", 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3479999999999997e-06 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285894+0000", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00038116400000000003 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.285903+0000", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3229999999999998e-06 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649005+0000", 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.36310273999999998 2023-09-23T18:21:51.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649099+0000", 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3047999999999994e-05 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.649587+0000", 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00048836799999999998 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.659626+0000", 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010038652 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674912+0000", 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015286182000000001 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676346+0000", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001434619 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676392+0000", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5478000000000001e-05 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676431+0000", 2023-09-23T18:21:51.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9107999999999999e-05 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:191967 7.8 7:146dc408:::benchmark_data_smithi018_282512_object91231:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.36821717499998, 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37065100600000001, 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.744 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 191967 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.745 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305850+0000", 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305849+0000", 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305856+0000", 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5059999999999998e-06 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305869+0000", 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.313e-05 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.305877+0000", 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0520000000000002e-06 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306548+0000", 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00067046499999999997 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.306557+0000", 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6309999999999998e-06 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652593+0000", 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.34603519900000002 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.652708+0000", 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115615 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.653207+0000", 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049854000000000001 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674940+0000", 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021733656000000001 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675026+0000", 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5524000000000003e-05 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676439+0000", 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001412492 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676471+0000", 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2648999999999999e-05 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676501+0000", 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0161000000000001e-05 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.751 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.45734.0:192064 7.8 7:16f12714:::benchmark_data_smithi018_282512_object91328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e338)", 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 419.16238528899999, 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16488534399999999, 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.45734", 2023-09-23T18:21:51.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2595137992", 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 192064 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511682+0000", 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511681+0000", 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511689+0000", 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0940000000000008e-06 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511705+0000", 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6554000000000001e-05 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511712+0000", 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.528e-06 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511771+0000", 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9549000000000002e-05 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.511783+0000", 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1776999999999999e-05 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656096+0000", 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14431292000000001 2023-09-23T18:21:51.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656170+0000", 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3757000000000006e-05 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.656607+0000", 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00043718000000000001 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.674971+0000", 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018363626000000001 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.675051+0000", 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0369000000000003e-05 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676507+0000", 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0014557089999999999 2023-09-23T18:21:51.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676538+0000", 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1148000000000001e-05 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:14:52.676568+0000", 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9660000000000001e-05 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20544 8.3 e352/347 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head v 352'1266, mlcod=352'1264)", 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01607062400001, 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19430339999999999, 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657997+0000", 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657996+0000", 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658017+0000", 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1268999999999999e-05 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658028+0000", 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0645999999999999e-05 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658036+0000", 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1750000000000005e-06 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658149+0000", 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000113263 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658169+0000", 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9504000000000002e-05 2023-09-23T18:21:51.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852064+0000", 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193895283 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852300+0000", 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000236009 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.764 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20545 8.1 e352/347 8:83172a86:::benchmark_data_smithi018_324167_object20544:head v 352'1355, mlcod=352'1352)", 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01601530300002, 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19302409600000001, 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.765 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.766 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658052+0000", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658074+0000", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2078000000000001e-05 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658081+0000", 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3799999999999996e-06 2023-09-23T18:21:51.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658087+0000", 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5160000000000002e-06 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658858+0000", 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077151699999999999 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658879+0000", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0264000000000001e-05 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.192160206 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851076+0000", 2023-09-23T18:21:51.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7398999999999999e-05 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20546 8.f e352/347 8:f1945519:::benchmark_data_smithi018_324167_object20545:head v 352'1278, mlcod=352'1275)", 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01595436000002, 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194484248, 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.770 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658113+0000", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658133+0000", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0191e-05 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658140+0000", 2023-09-23T18:21:51.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.153e-06 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658145+0000", 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1580000000000004e-06 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658217+0000", 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1649000000000005e-05 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.658237+0000", 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9970999999999999e-05 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852522+0000", 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19428548100000001 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.774 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852597+0000", 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4955000000000003e-05 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20543 8.4 e352/347 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head v 352'1269, mlcod=352'1267)", 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01465350000001, 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.194038971, 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659414+0000", 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659413+0000", 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659458+0000", 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4836999999999998e-05 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659479+0000", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0962e-05 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659487+0000", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6969999999999993e-06 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851011+0000", 2023-09-23T18:21:51.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191524684 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851037+0000", 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5460999999999999e-05 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853384+0000", 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023468759999999999 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853453+0000", 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9220000000000005e-05 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20547 8.f e352/347 8:fddac9e6:::benchmark_data_smithi018_324167_object20546:head v 352'1279, mlcod=352'1275)", 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01446482799997, 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193809814, 2023-09-23T18:21:51.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659603+0000", 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659602+0000", 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659625+0000", 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3034e-05 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659634+0000", 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6149999999999997e-06 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659640+0000", 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1070000000000001e-06 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851110+0000", 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.191469685 2023-09-23T18:21:51.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851131+0000", 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1787999999999999e-05 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853369+0000", 2023-09-23T18:21:51.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022375479999999998 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853412+0000", 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3476000000000002e-05 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.785 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20548 8.e e352/347 8:7868da99:::benchmark_data_smithi018_324167_object20547:head v 352'1327, mlcod=352'1325)", 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.012844712, 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19215998300000001, 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:21:51.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661223+0000", 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661222+0000", 2023-09-23T18:21:51.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661247+0000", 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5371000000000002e-05 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850974+0000", 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972740199999999 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.788 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851004+0000", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9739000000000001e-05 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851095+0000", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0574000000000004e-05 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851116+0000", 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1145000000000002e-05 2023-09-23T18:21:51.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853346+0000", 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022303069999999999 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853383+0000", 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6536999999999999e-05 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.790 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:20549 8.7 e352/347 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head v 352'1259, mlcod=352'1257)", 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 363.01282891400001, 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19235265300000001, 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661239+0000", 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661238+0000", 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661262+0000", 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4709999999999999e-05 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.850963+0000", 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18970126200000001 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851000+0000", 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6508999999999999e-05 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851039+0000", 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8732000000000001e-05 2023-09-23T18:21:51.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.851062+0000", 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2838000000000001e-05 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853552+0000", 2023-09-23T18:21:51.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0024902879999999998 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853591+0000", 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9366000000000002e-05 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137273 8.d e376/363 8:b3cba817:::benchmark_data_smithi018_324167_object38943:head v 376'8499, mlcod=354'2390)", 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 217.64255508299999, 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.157594291, 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.798 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031512+0000", 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031521+0000", 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.55e-06 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031534+0000", 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2865e-05 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031539+0000", 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1440000000000002e-06 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031582+0000", 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2797999999999999e-05 2023-09-23T18:21:51.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.031599+0000", 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7294000000000001e-05 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039123+0000", 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075232529999999997 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.802 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189107+0000", 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14998404900000001 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137284 8.3 e376/347 8:c052f188:::benchmark_data_smithi018_324167_object38954:head v 376'8575, mlcod=376'8573)", 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 217.63502804999999, 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16403435499999999, 2023-09-23T18:21:51.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039039+0000", 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039038+0000", 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039049+0000", 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0225e-05 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039063+0000", 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3978999999999999e-05 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039071+0000", 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.85e-06 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189082+0000", 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.150010694 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189105+0000", 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3258e-05 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.203032+0000", 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013926328999999999 2023-09-23T18:21:51.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.203074+0000", 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2117999999999999e-05 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.56083.0:137286 8.a e376/347 8:515c0479:::benchmark_data_smithi018_324167_object38956:head v 376'8440, mlcod=376'8438)", 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 217.63129489900001, 2023-09-23T18:21:51.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15682059800000001, 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042773+0000", 2023-09-23T18:21:51.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042771+0000", 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042782+0000", 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0375e-05 2023-09-23T18:21:51.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189044+0000", 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14626235000000001 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189057+0000", 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3091000000000001e-05 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189120+0000", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2762000000000007e-05 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.189142+0000", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1817000000000001e-05 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199571+0000", 2023-09-23T18:21:51.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010429030000000001 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199593+0000", 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2362999999999999e-05 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:21:51.813 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:21:51.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:51.815 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:51.815 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:51.893 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 95 16 98388 98372 64.6684 0 - 0.0140052 2023-09-23T18:21:51.916 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:51.943 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:51.975 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:51.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:51.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:52.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:51 smithi018 ceph-mon[153734]: from='client.56560 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:21:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 30874/295206 objects degraded (10.458%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:52.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:51 smithi018 ceph-mon[149401]: from='client.56560 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:21:52.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 30874/295206 objects degraded (10.458%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:52.079 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:52.105 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:52.138 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:52.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:52.141 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:52.150 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:21:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:51 smithi149 ceph-mon[135148]: from='client.56560 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:21:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 30874/295206 objects degraded (10.458%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:21:52.242 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:21:52.280 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:21:52.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:52.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:21:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:52.748 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:52.756 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:52.777 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:52.894 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 96 16 98388 98372 63.9952 0 - 0.0140052 2023-09-23T18:21:53.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:52 smithi149 ceph-mon[135148]: pgmap v1277: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.0 MiB/s wr, 16 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:53.172 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:52 smithi018 ceph-mon[153734]: pgmap v1277: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.0 MiB/s wr, 16 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:53.172 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:52 smithi018 ceph-mon[149401]: pgmap v1277: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 1.0 MiB/s wr, 16 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.5 MiB/s, 1 keys/s, 59 objects/s recovering 2023-09-23T18:21:53.658 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:53.948 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 97 16 98388 98372 63.3359 0 - 0.0140052 2023-09-23T18:21:53.948 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:21:53.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:53.949 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:54.050 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:54.092 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1585919745' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:53 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1585919745' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:53 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1585919745' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:53 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:21:54.185 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:54.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:54.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:54.290 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:54.316 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:54.454 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:54.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:54.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:54.560 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:54.596 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:54.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:54.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:54.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:54.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:54.778 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:54.820 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:54.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:54.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:54.894 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 98 16 98388 98372 62.69 0 - 0.0140052 2023-09-23T18:21:54.920 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 9 pgp_num to 16 2023-09-23T18:21:54.925 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:54.961 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:55.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:21:54] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.33.4" 2023-09-23T18:21:55.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: pgmap v1278: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 909 KiB/s wr, 14 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.1 MiB/s, 1 keys/s, 52 objects/s recovering 2023-09-23T18:21:55.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1749566628' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:55.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: pgmap v1278: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 909 KiB/s wr, 14 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.1 MiB/s, 1 keys/s, 52 objects/s recovering 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1749566628' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:55.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:55.108 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:55.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:55.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:55.213 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:55.220 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: pgmap v1278: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 909 KiB/s wr, 14 op/s; 30874/295206 objects degraded (10.458%); 5986/295206 objects misplaced (2.028%); 3.1 MiB/s, 1 keys/s, 52 objects/s recovering 2023-09-23T18:21:55.220 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:21:55.220 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.220 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: failed to encode map e427 with expected crc 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1749566628' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:21:55.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:21:55.248 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:55.343 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:55.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:55.346 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:55.447 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:55.481 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:55.527 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:55.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:55.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:55.631 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:55.662 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:55.699 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:55.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:55.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:55.711 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:55.711 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:21:55.711 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:21:55.711 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:55.804 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:55.846 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:55.894 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 99 16 98388 98372 62.0572 0 - 0.0140052 2023-09-23T18:21:56.123 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:56.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:55 smithi149 ceph-mon[135148]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:21:56.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:55 smithi149 ceph-mon[135148]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T18:21:56.126 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:55 smithi149 ceph-mon[135148]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:56.185 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:21:56.228 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:56.256 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:56.290 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:56.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.294 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:56.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[153734]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[153734]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[153734]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[149401]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[149401]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T18:21:56.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:55 smithi018 ceph-mon[149401]: failed to encode map e428 with expected crc 2023-09-23T18:21:56.396 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:56.424 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:56.457 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:56.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.460 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:56.462 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:21:56.562 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:56.589 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:56.622 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:56.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:56.726 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:21:56.755 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:56.797 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:21:56.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:21:56.806 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:56.896 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:21:56.895648+0000 min lat: 0.00127158 max lat: 2.63829 avg lat: 0.0140052 2023-09-23T18:21:56.896 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:21:56.896 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 100 16 98388 98372 61.4367 0 - 0.0140052 2023-09-23T18:21:56.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:56.942 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:56.986 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:56.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:56.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:57.032 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:56 smithi149 ceph-mon[135148]: pgmap v1281: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 100 KiB/s wr, 1 op/s; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:21:57.032 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:56 smithi149 ceph-mon[135148]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.032 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:56 smithi149 ceph-mon[135148]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.092 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:57.125 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:57.132 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:21:57.175 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:57.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[153734]: pgmap v1281: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 100 KiB/s wr, 1 op/s; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:21:57.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[153734]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[153734]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[149401]: pgmap v1281: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 100 KiB/s wr, 1 op/s; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:21:57.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[149401]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:56 smithi018 ceph-mon[149401]: failed to encode map e428 with expected crc 2023-09-23T18:21:57.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:57.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:57.280 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:57.314 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:57.414 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:57.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:57.417 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:57.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:57.546 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:57.584 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:57.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:57.588 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:57.689 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:57.824 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:57.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:57.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:57.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 101 16 98388 98372 60.8288 0 - 0.0140052 2023-09-23T18:21:57.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:57.963 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.006 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:58.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:58.111 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:58.141 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.142 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:21:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:21:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:21:58.142 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:21:58.143 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:21:58.180 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:58.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.184 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:58.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:58.328 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.374 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:58.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:58.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:21:58.518 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.557 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:21:58.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:21:58.624 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:21:58.661 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:58.704 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.754 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:58.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.758 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:58.859 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:21:58.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:58.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 102 16 98388 98372 60.2328 0 - 0.0140052 2023-09-23T18:21:58.935 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:21:58.936 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:21:58.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:58.941 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:21:59.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:21:59.068 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:59.105 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:21:59.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:59.108 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:21:59.209 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:21:59.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[153734]: pgmap v1282: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:21:59.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/280537569' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[149401]: pgmap v1282: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:21:59.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/280537569' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.240 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:59.257 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:21:59.289 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:21:59.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:59.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:21:59.394 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:58 smithi149 ceph-mon[135148]: pgmap v1282: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:21:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/280537569' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:21:59.421 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:59.556 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:21:59.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:59.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:21:59.660 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:21:59.687 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:59.724 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:21:59.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:21:59.727 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:21:59.828 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:21:59.856 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:21:59.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 103 16 98388 98372 59.6484 0 - 0.0140052 2023-09-23T18:22:00.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T18:22:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:21:59 smithi149 ceph-mon[135148]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.152 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:00.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:00.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:00.256 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:00.285 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:00.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[149401]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T18:22:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:21:59 smithi018 ceph-mon[153734]: failed to encode map e429 with expected crc 2023-09-23T18:22:00.345 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:00.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:00.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:00.422 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0] out_osds: [6, 5] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:22:00.422 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:22:00.423 INFO:tasks.thrashosds.thrasher:Adding osd 6 2023-09-23T18:22:00.423 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 6 2023-09-23T18:22:00.449 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:00.478 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:00.514 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:00.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:00.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:00.618 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:00.644 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:00.675 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.45734.0:156036 7.d e320/318 7:be6ab2b2:::benchmark_data_smithi018_282512_object55300:head v 320'9859, mlcod=0'0)", 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 506.23352870399998, 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058770658000000003, 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:22:00.676 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:22:00.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442114+0000", 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442113+0000", 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8800000000000002e-06 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442120+0000", 2023-09-23T18:22:00.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4880000000000001e-06 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442128+0000", 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1900000000000003e-06 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442133+0000", 2023-09-23T18:22:00.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2878000000000003e-05 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442196+0000", 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3929e-05 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.442230+0000", 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058602830000000002 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.500833+0000", 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2048e-05 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:13:34.500885+0000", 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058770658000000003 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:22:00.681 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:22:00.682 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:22:00.682 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:00.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:00.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:00.785 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:00.823 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:00.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:00.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:00.874 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:00.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 104 16 98388 98372 59.0752 0 - 0.0140052 2023-09-23T18:22:00.974 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:01.010 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:01.054 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:01.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:01.057 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:01.075 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:00 smithi149 ceph-mon[135148]: pgmap v1284: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:22:01.087 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:01.090 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:22:01.124 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:00 smithi018 ceph-mon[153734]: pgmap v1284: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:22:01.124 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:00 smithi018 ceph-mon[149401]: pgmap v1284: 89 pgs: 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5869/295206 objects misplaced (1.988%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:22:01.158 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:01.186 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:01.228 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:01.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:01.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:01.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:22:01.332 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:01.359 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:01.399 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:01.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:01.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:01.503 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:01.558 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:01.608 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:01.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:01.617 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:01.718 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:01.753 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:01.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 105 16 98388 98372 58.513 0 - 0.0140052 2023-09-23T18:22:01.900 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:01.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:01.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:01.958 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:02.005 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:02.049 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:02.135 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:02.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:02.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:02.240 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:02.288 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:02.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:02.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:02.549 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:02.650 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:02.676 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:02.714 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:02.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:02.718 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:02.749 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:02.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:02 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:22:02.737+0000 7fd4195e6700 -1 mon.a@0(leader).osd e429 definitely_dead 0 2023-09-23T18:22:02.818 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:02.844 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:02.880 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:02.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:02.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:02.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 106 16 98388 98372 57.9613 0 - 0.0140052 2023-09-23T18:22:02.965 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.6. 2023-09-23T18:22:02.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:03.023 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:03.126 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:02 smithi018 ceph-mon[153734]: pgmap v1285: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:22:03.126 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T18:22:03.126 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:02 smithi018 ceph-mon[149401]: pgmap v1285: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:22:03.126 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T18:22:03.208 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:03.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:03.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:03.316 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:03.370 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:02 smithi149 ceph-mon[135148]: pgmap v1285: 89 pgs: 1 active+recovering+undersized+remapped, 1 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 76 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:22:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T18:22:03.840 INFO:tasks.thrashosds.thrasher:Added osd 6 2023-09-23T18:22:03.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 107 16 98388 98372 57.4199 0 - 0.0140052 2023-09-23T18:22:04.067 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:04.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:04.073 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:04.115 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.115 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T18:22:04.115 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: osdmap e430: 8 total, 8 up, 7 in 2023-09-23T18:22:04.116 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.116 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.116 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.116 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[149401]: osdmap e431: 8 total, 8 up, 7 in 2023-09-23T18:22:04.117 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: osdmap e430: 8 total, 8 up, 7 in 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:03 smithi018 ceph-mon[153734]: osdmap e431: 8 total, 8 up, 7 in 2023-09-23T18:22:04.173 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:04.201 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:04.240 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3879402608' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: osdmap e430: 8 total, 8 up, 7 in 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: failed to encode map e430 with expected crc 2023-09-23T18:22:04.245 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:03 smithi149 ceph-mon[135148]: osdmap e431: 8 total, 8 up, 7 in 2023-09-23T18:22:04.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:04.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:04.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:04.386 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:04.386 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:22:04.386 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:22:04.386 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:04.486 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:04.714 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:04.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:04.722 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:04.823 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:04.849 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:04.882 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:04.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:04.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:04.898 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 108 16 98388 98372 56.8886 0 - 0.0140052 2023-09-23T18:22:04.986 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:04.991 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:22:05.015 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:05.052 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:05.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:05.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: pgmap v1287: 89 pgs: 7 peering, 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 69 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 928 KiB/s, 14 objects/s recovering 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:05 smithi149 ceph-mon[135148]: osdmap e432: 8 total, 8 up, 7 in 2023-09-23T18:22:05.157 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: pgmap v1287: 89 pgs: 7 peering, 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 69 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 928 KiB/s, 14 objects/s recovering 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.267 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[149401]: osdmap e432: 8 total, 8 up, 7 in 2023-09-23T18:22:05.267 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:04] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.33.4" 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: pgmap v1287: 89 pgs: 7 peering, 1 activating, 1 active+recovering+undersized+remapped, 3 remapped+peering, 3 active+recovery_wait+degraded, 5 active+recovery_wait+undersized+degraded+remapped, 69 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 30874/295206 objects degraded (10.458%); 5753/295206 objects misplaced (1.949%); 928 KiB/s, 14 objects/s recovering 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: failed to encode map e431 with expected crc 2023-09-23T18:22:05.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:05 smithi018 ceph-mon[153734]: osdmap e432: 8 total, 8 up, 7 in 2023-09-23T18:22:05.277 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:05.382 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:05.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:05.397 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:05.498 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:05.524 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:05.558 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:05.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:05.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:05.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:05.755 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:05.860 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:05.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:05.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:05.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 109 16 98388 98372 56.367 0 - 0.0140052 2023-09-23T18:22:05.897 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:05.969 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:05.995 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:06.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:06.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:06.032 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: 9.1 starting backfill to osd.6 from (0'0,0'0] MAX to 423'6052 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 424'6322 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3902503565' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.048 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.071 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:22:06.133 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:06.159 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:06.192 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:06.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:06.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:06.296 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: 9.1 starting backfill to osd.6 from (0'0,0'0] MAX to 423'6052 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 424'6322 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3902503565' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: 9.1 starting backfill to osd.6 from (0'0,0'0] MAX to 423'6052 2023-09-23T18:22:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: failed to encode map e432 with expected crc 2023-09-23T18:22:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 424'6322 2023-09-23T18:22:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3902503565' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:06.416 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:06.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:06.523 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:06.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:06.743 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:06.895 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 110 16 98388 98372 55.8548 0 - 0.0140052 2023-09-23T18:22:06.958 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:06.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:06.970 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:07.071 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:07.097 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:07.131 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:07.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:07.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:07.235 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:07.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: pgmap v1290: 89 pgs: 11 peering, 2 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 7 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 36553/295206 objects degraded (12.382%); 2.1 MiB/s, 35 objects/s recovering 2023-09-23T18:22:07.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:07.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 36553/295206 objects degraded (12.382%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: osdmap e433: 8 total, 8 up, 7 in 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[153734]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: pgmap v1290: 89 pgs: 11 peering, 2 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 7 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 36553/295206 objects degraded (12.382%); 2.1 MiB/s, 35 objects/s recovering 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 36553/295206 objects degraded (12.382%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:07.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: osdmap e433: 8 total, 8 up, 7 in 2023-09-23T18:22:07.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:07 smithi018 ceph-mon[149401]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.358 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: pgmap v1290: 89 pgs: 11 peering, 2 activating, 3 remapped+peering, 3 active+recovery_wait+degraded, 7 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 36553/295206 objects degraded (12.382%); 2.1 MiB/s, 35 objects/s recovering 2023-09-23T18:22:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 36553/295206 objects degraded (12.382%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: osdmap e433: 8 total, 8 up, 7 in 2023-09-23T18:22:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:07 smithi149 ceph-mon[135148]: failed to encode map e433 with expected crc 2023-09-23T18:22:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:07.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:07.469 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:07.569 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:07.596 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:07.630 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:07.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:07.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:07.672 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:07.672 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:22:07.673 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:22:07.673 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:22:07.673 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:07.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:07.810 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:07.896 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 111 16 98388 98372 55.3519 0 - 0.0140052 2023-09-23T18:22:08.079 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:08.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:08.084 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:08.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:22:08.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:08.383 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:08.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:08.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:08.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:08.649 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:08.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:22:08.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:08.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:08.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:08.841 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6] out_osds: [5] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:22:08.841 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:22:08.841 INFO:tasks.thrashosds.thrasher:inject_pause on osd.1 2023-09-23T18:22:08.841 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:22:08.841 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:22:08.841 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 config set filestore_inject_stall 3 2023-09-23T18:22:08.858 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:08.899 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 112 16 98388 98372 54.8566 0 - 0.0140052 2023-09-23T18:22:09.074 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:09.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:09 smithi149 ceph-mon[135148]: pgmap v1292: 89 pgs: 2 active+recovering+undersized+remapped, 11 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 24261/295206 objects degraded (8.218%); 18399/295206 objects misplaced (6.233%); 4.3 MiB/s, 72 objects/s recovering 2023-09-23T18:22:09.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:09 smithi018 ceph-mon[153734]: pgmap v1292: 89 pgs: 2 active+recovering+undersized+remapped, 11 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 24261/295206 objects degraded (8.218%); 18399/295206 objects misplaced (6.233%); 4.3 MiB/s, 72 objects/s recovering 2023-09-23T18:22:09.464 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:09 smithi018 ceph-mon[149401]: pgmap v1292: 89 pgs: 2 active+recovering+undersized+remapped, 11 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 61 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 24261/295206 objects degraded (8.218%); 18399/295206 objects misplaced (6.233%); 4.3 MiB/s, 72 objects/s recovering 2023-09-23T18:22:09.468 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:09.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:09.488 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:09.588 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:09.617 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:09.652 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:09.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:09.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:09.756 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:09.813 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:09.817 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:09.899 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 113 16 98388 98372 54.3714 0 - 0.0140052 2023-09-23T18:22:10.224 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:10.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:10.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:10.331 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:10.391 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:10.394 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:10.396 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:10.563 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:10.565 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:10.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:10.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:10.670 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:10.697 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:10.732 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:10.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:10.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:10.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:10.907 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 114 16 98388 98372 53.8915 0 - 0.0140052 2023-09-23T18:22:10.975 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:11.169 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:11.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:11.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:11.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:11 smithi018 ceph-mon[149401]: pgmap v1293: 89 pgs: 3 active+recovering+undersized+remapped, 5 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30393/295206 objects misplaced (10.296%); 4.8 MiB/s, 79 objects/s recovering 2023-09-23T18:22:11.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:11 smithi018 ceph-mon[153734]: pgmap v1293: 89 pgs: 3 active+recovering+undersized+remapped, 5 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30393/295206 objects misplaced (10.296%); 4.8 MiB/s, 79 objects/s recovering 2023-09-23T18:22:11.279 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:11.306 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:11.340 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:11.342 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:11 smithi149 ceph-mon[135148]: pgmap v1293: 89 pgs: 3 active+recovering+undersized+remapped, 5 peering, 2 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 66 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30393/295206 objects misplaced (10.296%); 4.8 MiB/s, 79 objects/s recovering 2023-09-23T18:22:11.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:11.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:11.444 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:11.470 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:11.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:11.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:11.573 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:11.573 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:22:11.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20544 8.3 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91450507399998, 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19530188000000001, 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.574 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20544 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657422+0000", 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657449+0000", 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6962e-05 2023-09-23T18:22:11.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657461+0000", 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1875999999999999e-05 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657469+0000", 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0250000000000002e-06 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657582+0000", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011325200000000001 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657720+0000", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138045 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657862+0000", 2023-09-23T18:22:11.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141626 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659151+0000", 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012890709999999999 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660356+0000", 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012048720000000001 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852606+0000", 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19225066199999999 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852667+0000", 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0377000000000001e-05 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852726+0000", 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8882000000000003e-05 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20545 8.1 8:83172a86:::benchmark_data_smithi018_324167_object20544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91444128099999, 2023-09-23T18:22:11.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19526280400000001, 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20545 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657487+0000", 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657510+0000", 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3031999999999999e-05 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.584 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657519+0000", 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0489999999999993e-06 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657526+0000", 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5729999999999996e-06 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657571+0000", 2023-09-23T18:22:11.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5685000000000001e-05 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657717+0000", 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014541200000000001 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657857+0000", 2023-09-23T18:22:11.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014059899999999999 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659174+0000", 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013167840000000001 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660959+0000", 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017850800000000001 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852664+0000", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19170507000000001 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852714+0000", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9604999999999997e-05 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852750+0000", 2023-09-23T18:22:11.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6480999999999999e-05 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20549 8.7 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91121237499999, 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19315316299999999, 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.589 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.590 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20549 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:22:11.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660715+0000", 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660738+0000", 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2979000000000001e-05 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660750+0000", 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1364e-05 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660757+0000", 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8499999999999994e-06 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660809+0000", 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1128999999999998e-05 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660927+0000", 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118249 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661071+0000", 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014467700000000001 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662619+0000", 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001547423 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664710+0000", 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020909209999999999 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853789+0000", 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189078739 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853833+0000", 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3998000000000001e-05 2023-09-23T18:22:11.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853870+0000", 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7104000000000003e-05 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20550 8.3 8:c92f214b:::benchmark_data_smithi018_324167_object20549:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91115398699998, 2023-09-23T18:22:11.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19339086999999999, 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20550 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660774+0000", 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660796+0000", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1231000000000001e-05 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660806+0000", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0715e-05 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660813+0000", 2023-09-23T18:22:11.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4740000000000002e-06 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660861+0000", 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8497e-05 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120624 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661115+0000", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013330300000000001 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662943+0000", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001828281 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664046+0000", 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011025200000000001 2023-09-23T18:22:11.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854083+0000", 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19003720499999999 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854128+0000", 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4802999999999998e-05 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854166+0000", 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7768999999999997e-05 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20551 8.3 8:cc2c8f7a:::benchmark_data_smithi018_324167_object20550:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91110230700002, 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193455925, 2023-09-23T18:22:11.604 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20551 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660826+0000", 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660848+0000", 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1911000000000001e-05 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660856+0000", 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7700000000000001e-06 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660862+0000", 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9510000000000003e-06 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661917+0000", 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001055247 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662025+0000", 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108399 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662211+0000", 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000186248 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664466+0000", 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022540220000000001 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664481+0000", 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5088e-05 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854201+0000", 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972054099999999 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854249+0000", 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8112000000000003e-05 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854282+0000", 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3243e-05 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20552 8.1 8:8acdd2cf:::benchmark_data_smithi018_324167_object20551:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.91105748299998, 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193125454, 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.611 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20552 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660898+0000", 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.667e-05 2023-09-23T18:22:11.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660905+0000", 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5660000000000001e-06 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660910+0000", 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2229999999999998e-06 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2139999999999997e-05 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661113+0000", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000130402 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661275+0000", 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000162585 2023-09-23T18:22:11.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662586+0000", 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013107730000000001 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663080+0000", 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049392399999999997 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853908+0000", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19082822199999999 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853961+0000", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2249000000000001e-05 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853997+0000", 2023-09-23T18:22:11.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6195999999999997e-05 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20557 8.a 8:59be4578:::benchmark_data_smithi018_324167_object20556:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.908976172, 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19089410400000001, 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20557 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662952+0000", 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663015+0000", 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3987999999999998e-05 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663032+0000", 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6351e-05 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663040+0000", 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1720000000000007e-06 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663092+0000", 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1870000000000003e-05 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663214+0000", 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122199 2023-09-23T18:22:11.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663363+0000", 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148978 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664560+0000", 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011969369999999999 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666556+0000", 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019963289999999998 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853757+0000", 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.187200754 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853809+0000", 2023-09-23T18:22:11.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2280000000000001e-05 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853847+0000", 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7440000000000001e-05 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20558 8.1 8:8275b133:::benchmark_data_smithi018_324167_object20557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:22:11.625 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.90887439400001, 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19299462100000001, 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20558 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663077+0000", 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3677999999999999e-05 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663087+0000", 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9909999999999997e-06 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663094+0000", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2809999999999997e-06 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663129+0000", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5345000000000001e-05 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663253+0000", 2023-09-23T18:22:11.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012385099999999999 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663417+0000", 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164096 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664458+0000", 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001041377 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.665682+0000", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012238329999999999 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.855921+0000", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19023917000000001 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856004+0000", 2023-09-23T18:22:11.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2219999999999995e-05 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856049+0000", 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5439999999999999e-05 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20562 8.3 8:c98f91c7:::benchmark_data_smithi018_324167_object20561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:22:11.632 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 382.90512203399999, 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190680092, 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20562 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666805+0000", 2023-09-23T18:22:11.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666826+0000", 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0366000000000001e-05 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666838+0000", 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2184999999999999e-05 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666844+0000", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8510000000000004e-06 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666892+0000", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8519000000000001e-05 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666988+0000", 2023-09-23T18:22:11.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.577e-05 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667086+0000", 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7918999999999995e-05 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667863+0000", 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077723199999999999 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.668141+0000", 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027817599999999999 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857402+0000", 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189260715 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.638 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857448+0000", 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5970999999999997e-05 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857487+0000", 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8964000000000002e-05 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.639 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:81671 8.7 8:e514493f:::benchmark_data_smithi018_324167_object81670:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e358)", 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 327.31680300599999, 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.168676467, 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 81671 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.640 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255126+0000", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255124+0000", 2023-09-23T18:22:11.641 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255149+0000", 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4116000000000001e-05 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255162+0000", 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3315e-05 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.642 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255168+0000", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9170000000000003e-06 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255222+0000", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4660000000000002e-05 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255389+0000", 2023-09-23T18:22:11.643 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000166596 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.255574+0000", 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018464299999999999 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258236+0000", 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026628120000000001 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.258510+0000", 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027347899999999997 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423694+0000", 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16518365700000001 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.645 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423756+0000", 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2654e-05 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:16:44.423802+0000", 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6076999999999999e-05 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137284 8.3 8:c052f188:::benchmark_data_smithi018_324167_object38954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 237.53711881199999, 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17164021300000001, 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.647 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137284 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034808+0000", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034818+0000", 2023-09-23T18:22:11.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0524e-05 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034843+0000", 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618e-05 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034854+0000", 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0744000000000001e-05 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034908+0000", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4880000000000003e-05 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035045+0000", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136594 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035161+0000", 2023-09-23T18:22:11.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116154 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039163+0000", 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040021919999999999 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042133+0000", 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002969551 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206300+0000", 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16416720300000001 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206359+0000", 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9014000000000001e-05 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206450+0000", 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1101999999999996e-05 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137286 8.a 8:515c0479:::benchmark_data_smithi018_324167_object38956:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 237.531989495, 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16000467700000001, 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.654 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137286 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039939+0000", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039938+0000", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039948+0000", 2023-09-23T18:22:11.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0285000000000001e-05 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039966+0000", 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8084000000000002e-05 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039975+0000", 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3700000000000001e-06 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040027+0000", 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1264000000000002e-05 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040147+0000", 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000119961 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.040247+0000", 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010040299999999999 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.043664+0000", 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003417195 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.046774+0000", 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031092989999999998 2023-09-23T18:22:11.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199851+0000", 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.153077676 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199904+0000", 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2503000000000002e-05 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.660 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.199944+0000", 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0327999999999997e-05 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91162 9.0 9:0cdd3a94:::benchmark_data_smithi018_362865_object91161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.123636611000002, 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51809768899999997, 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91162 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448290+0000", 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448319+0000", 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8742e-05 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448342+0000", 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3431e-05 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448355+0000", 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3004e-05 2023-09-23T18:22:11.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466196+0000", 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017840835999999999 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466368+0000", 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171848 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466568+0000", 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019970200000000001 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500633+0000", 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034065343999999997 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500655+0000", 2023-09-23T18:22:11.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2181999999999999e-05 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926128+0000", 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42547214 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926656+0000", 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052831299999999998 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.667 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966324+0000", 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039667704999999998 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966390+0000", 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6422999999999997e-05 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91172 9.0 9:08a1f421:::benchmark_data_smithi018_362865_object91171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.115000508000001, 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51053460500000003, 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91172 2023-09-23T18:22:11.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456927+0000", 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456953+0000", 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6573000000000001e-05 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.671 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456965+0000", 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1960000000000001e-05 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456973+0000", 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2749999999999995e-06 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469742+0000", 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012768056999999999 2023-09-23T18:22:11.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469919+0000", 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017742300000000001 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.470119+0000", 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020000000000000001 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503800+0000", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033681279000000001 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503815+0000", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5081e-05 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.927710+0000", 2023-09-23T18:22:11.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42389511499999999 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.928217+0000", 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050678699999999997 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967321+0000", 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039103856999999999 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.675 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967463+0000", 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141901 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91178 9.0 9:0f1656af:::benchmark_data_smithi018_362865_object91177:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.090486405, 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48664875800000001, 2023-09-23T18:22:11.676 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91178 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.677 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481441+0000", 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.678 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481466+0000", 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5134e-05 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481475+0000", 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1609999999999992e-06 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481481+0000", 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.879e-06 2023-09-23T18:22:11.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503843+0000", 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022361945000000001 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503852+0000", 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6049999999999998e-06 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.680 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929735+0000", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42588317399999998 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929858+0000", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123032 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929987+0000", 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012855399999999999 2023-09-23T18:22:11.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941909+0000", 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011922142 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947461+0000", 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055517780000000003 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.682 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967509+0000", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020048123000000001 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967558+0000", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9243000000000003e-05 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968091+0000", 2023-09-23T18:22:11.683 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00053324799999999995 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91180 9.0 9:08209e7d:::benchmark_data_smithi018_362865_object91179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.083946818000001, 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.480639657, 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.684 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91180 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.685 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487981+0000", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488007+0000", 2023-09-23T18:22:11.686 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6021999999999999e-05 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488016+0000", 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6730000000000004e-06 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488023+0000", 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3119999999999999e-06 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503877+0000", 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015854409 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503885+0000", 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5140000000000004e-06 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.688 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932681+0000", 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42879668100000001 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932832+0000", 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150517 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.933014+0000", 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018202600000000001 2023-09-23T18:22:11.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941917+0000", 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089035580000000007 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947495+0000", 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055773209999999997 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.690 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968162+0000", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020667416000000001 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968214+0000", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2157999999999998e-05 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968622+0000", 2023-09-23T18:22:11.691 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00040751300000000003 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91183 9.0 9:079ab66b:::benchmark_data_smithi018_362865_object91182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.075926058999997, 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.47311390599999997, 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.692 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91183 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.693 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496001+0000", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496025+0000", 2023-09-23T18:22:11.694 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3436999999999999e-05 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496038+0000", 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2967e-05 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496060+0000", 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2103000000000002e-05 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.695 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503905+0000", 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078447499999999993 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503912+0000", 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3669999999999999e-06 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.696 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.935872+0000", 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.43196018400000002 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936027+0000", 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015505299999999999 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936220+0000", 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000192733 2023-09-23T18:22:11.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941927+0000", 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057072720000000002 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947529+0000", 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056020280000000002 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.698 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968726+0000", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021197341000000001 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968779+0000", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2945000000000002e-05 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969117+0000", 2023-09-23T18:22:11.699 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000337275 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91207 9.0 9:0164b7c9:::benchmark_data_smithi018_362865_object91206:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.024297392999998, 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42192815, 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.700 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91207 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.701 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547630+0000", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547659+0000", 2023-09-23T18:22:11.702 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8583000000000001e-05 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547678+0000", 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9185999999999999e-05 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547688+0000", 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0035e-05 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.703 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547742+0000", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4299999999999998e-05 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547757+0000", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4837e-05 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.938877+0000", 2023-09-23T18:22:11.704 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39112031000000003 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939047+0000", 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000169436 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939261+0000", 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021463799999999999 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.705 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.945169+0000", 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059081719999999997 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.953473+0000", 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008303309 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.706 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969174+0000", 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015701290999999999 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969209+0000", 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4484999999999999e-05 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969560+0000", 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035111400000000003 2023-09-23T18:22:11.707 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98355 9.0 9:05cb8e5f:::benchmark_data_smithi018_362865_object98354:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 28.116471304000001, 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37549498599999998, 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.708 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98355 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:22:11.709 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455455+0000", 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455491+0000", 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5667999999999998e-05 2023-09-23T18:22:11.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455515+0000", 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618999999999999e-05 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455528+0000", 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2799000000000001e-05 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.711 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463779+0000", 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0082502800000000005 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463813+0000", 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4294000000000001e-05 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.814869+0000", 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35105580800000002 2023-09-23T18:22:11.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815021+0000", 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015280799999999999 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815518+0000", 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049682600000000002 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.713 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.824185+0000", 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008667157 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826834+0000", 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026481 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830848+0000", 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040143840000000002 2023-09-23T18:22:11.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830906+0000", 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8344999999999998e-05 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830953+0000", 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6279999999999997e-05 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.715 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98374 9.0 9:0f4ac1cc:::benchmark_data_smithi018_362865_object98373:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 28.018051357000001, 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.27719501800000002, 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:11.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98374 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:11.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553877+0000", 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553900+0000", 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2662000000000001e-05 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.718 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553907+0000", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0570000000000004e-06 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553912+0000", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3480000000000003e-06 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553965+0000", 2023-09-23T18:22:11.719 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3109000000000003e-05 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553975+0000", 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0161e-05 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820525+0000", 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26655010600000001 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.720 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820687+0000", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000161862 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820855+0000", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000167675 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826931+0000", 2023-09-23T18:22:11.721 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060757169999999996 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.828146+0000", 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001214838 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830989+0000", 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002843978 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.722 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831042+0000", 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2419000000000001e-05 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831073+0000", 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0621999999999999e-05 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:11.723 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:11.724 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:11.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:11.811 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:11.897 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:11.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:11.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:11.906 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 115 16 98388 98372 53.4232 0 - 0.0140052 2023-09-23T18:22:12.006 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:12.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:12.066 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:12.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:12.070 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:12.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:12.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 18180/295206 objects degraded (6.158%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:12.247 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 18180/295206 objects degraded (6.158%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 18180/295206 objects degraded (6.158%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:12.906 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 116 16 98388 98372 52.963 0 - 0.0140052 2023-09-23T18:22:13.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:13 smithi149 ceph-mon[135148]: pgmap v1294: 89 pgs: 3 active+recovering+undersized+remapped, 3 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30168/295206 objects misplaced (10.219%); 5.6 MiB/s, 91 objects/s recovering 2023-09-23T18:22:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:13 smithi018 ceph-mon[149401]: pgmap v1294: 89 pgs: 3 active+recovering+undersized+remapped, 3 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30168/295206 objects misplaced (10.219%); 5.6 MiB/s, 91 objects/s recovering 2023-09-23T18:22:13.570 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:13 smithi018 ceph-mon[153734]: pgmap v1294: 89 pgs: 3 active+recovering+undersized+remapped, 3 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 67 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 30168/295206 objects misplaced (10.219%); 5.6 MiB/s, 91 objects/s recovering 2023-09-23T18:22:13.732 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:13.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:13.737 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:13.837 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:13.905 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:13.906 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 117 16 98388 98372 52.5106 0 - 0.0140052 2023-09-23T18:22:14.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:14.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:14.528 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:14.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:14.659 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:14.694 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:14.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:14.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:14.798 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:14.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:14.906 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 118 16 98388 98372 52.0659 0 - 0.0140052 2023-09-23T18:22:15.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:15 smithi018 ceph-mon[149401]: pgmap v1295: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 7.7 MiB/s, 124 objects/s recovering 2023-09-23T18:22:15.141 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:14] "GET /metrics HTTP/1.1" 200 36580 "" "Prometheus/2.33.4" 2023-09-23T18:22:15.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:15 smithi149 ceph-mon[135148]: pgmap v1295: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 7.7 MiB/s, 124 objects/s recovering 2023-09-23T18:22:15.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:15 smithi018 ceph-mon[153734]: pgmap v1295: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 7.7 MiB/s, 124 objects/s recovering 2023-09-23T18:22:15.906 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 119 16 98388 98372 51.6286 0 - 0.0140052 2023-09-23T18:22:16.362 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:16.369 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:22:16.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:16.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:16.477 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:16.507 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:16.543 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:16.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:16.547 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:16.647 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:16.675 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:16.708 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:16.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:16.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:16.812 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:16.838 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:16.872 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:16.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:16.875 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:16.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:22:16.909895+0000 min lat: 0.00127158 max lat: 2.63829 avg lat: 0.0140052 2023-09-23T18:22:16.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:22:16.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 120 16 98388 98372 51.1976 0 - 0.0140052 2023-09-23T18:22:16.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:17.062 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:17.145 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:17 smithi018 ceph-mon[149401]: pgmap v1296: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:22:17.152 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:17 smithi018 ceph-mon[153734]: pgmap v1296: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:22:17.390 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:17.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:17.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:17 smithi149 ceph-mon[135148]: pgmap v1296: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29796/295206 objects misplaced (10.093%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T18:22:17.500 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:17.526 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:17.559 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:17.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:17.562 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:17.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:17.801 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:17.853 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:17.854 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:22:17.854 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:17.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 121 16 98388 98372 50.7747 0 - 0.0140052 2023-09-23T18:22:17.918 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:17.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:17.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:17.951 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:18.033 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:18.060 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:18.062 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:22:18.007+0000 7efdc2a3e700 -1 osd.1 433 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:21:56.125028+0000 front 2023-09-23T18:21:56.124874+0000 (oldest deadline 2023-09-23T18:22:17.824964+0000) 2023-09-23T18:22:18.094 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:18.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:18.097 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:18.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:18.281 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:18 smithi149 ceph-mon[135148]: osd.0 reported failed by osd.1 2023-09-23T18:22:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:22:18.438 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:18.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:18.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:18.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-mon[149401]: osd.0 reported failed by osd.1 2023-09-23T18:22:18.504 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:22:18.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-mon[153734]: osd.0 reported failed by osd.1 2023-09-23T18:22:18.504 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:22:18.551 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:18.752 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:18.883 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:18.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:18.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:18.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:22:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:22:18.630+0000 7fdb5cb37700 -1 osd.7 433 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:21:52.723962+0000 front 2023-09-23T18:21:52.723911+0000 (oldest deadline 2023-09-23T18:22:18.623929+0000) 2023-09-23T18:22:18.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 122 16 98388 98372 50.3588 0 - 0.0140052 2023-09-23T18:22:18.997 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:19.026 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:19.088 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:22:18 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:22:18.824+0000 7f0a424bb700 -1 osd.2 433 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:21:55.549358+0000 front 2023-09-23T18:21:55.549600+0000 (oldest deadline 2023-09-23T18:22:18.449584+0000) 2023-09-23T18:22:19.091 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:22:19.001+0000 7efdc2a3e700 -1 osd.1 433 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:21:56.125028+0000 front 2023-09-23T18:21:56.124874+0000 (oldest deadline 2023-09-23T18:22:17.824964+0000) 2023-09-23T18:22:19.111 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:19.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:19.115 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:19.216 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:19.309 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:22:19.314 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[149401]: pgmap v1297: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29322/295206 objects misplaced (9.933%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3873791241' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[149401]: osd.0 reported failed by osd.2 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[149401]: osd.0 failed (root=default,host=smithi018) (2 reporters from different osd after 21.815169 >= grace 20.000000) 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[153734]: pgmap v1297: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29322/295206 objects misplaced (9.933%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T18:22:19.348 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3873791241' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.349 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.349 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[153734]: osd.0 reported failed by osd.2 2023-09-23T18:22:19.349 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:19 smithi018 ceph-mon[153734]: osd.0 failed (root=default,host=smithi018) (2 reporters from different osd after 21.815169 >= grace 20.000000) 2023-09-23T18:22:19.355 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:19.360 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:22:19.401 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:22:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:19 smithi149 ceph-mon[135148]: pgmap v1297: 89 pgs: 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 3 remapped+peering, 2 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 68 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29322/295206 objects misplaced (9.933%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T18:22:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3873791241' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:19 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:19 smithi149 ceph-mon[135148]: osd.0 reported failed by osd.2 2023-09-23T18:22:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:19 smithi149 ceph-mon[135148]: osd.0 failed (root=default,host=smithi018) (2 reporters from different osd after 21.815169 >= grace 20.000000) 2023-09-23T18:22:19.435 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:19.444 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:22:19.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:19.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:19.481 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:22:19.512 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:22:19.562 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.0 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.563 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:22:19.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:19.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:19.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 123 16 98388 98372 49.9496 0 - 0.0140052 2023-09-23T18:22:20.011 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:20.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:20.018 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:20.118 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:20.154 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:22:20.155 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:22:20.234 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: osdmap e434: 8 total, 7 up, 7 in 2023-09-23T18:22:20.266 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[149401]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: osdmap e434: 8 total, 7 up, 7 in 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:20 smithi018 ceph-mon[153734]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.422 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:20.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:20.432 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:20.533 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: osdmap e434: 8 total, 7 up, 7 in 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.560 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:20 smithi149 ceph-mon[135148]: failed to encode map e434 with expected crc 2023-09-23T18:22:20.563 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:20.597 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:20.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:20.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:20.644 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98351 9.9 9.dca58b89 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.280267905000002, 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.280299964999998, 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.645 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98351 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:22:20.646 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353756+0000", 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353784+0000", 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7423000000000002e-05 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.647 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353800+0000", 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6235e-05 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353809+0000", 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5320000000000006e-06 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.648 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98352 9.b 9.81421c0b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.277803069999997, 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.277899411, 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98352 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.649 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.650 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356223+0000", 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356247+0000", 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3992e-05 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356260+0000", 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3570999999999999e-05 2023-09-23T18:22:20.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356268+0000", 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6000000000000001e-06 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98357 9.5 9.6fd7f265 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.177093108999998, 2023-09-23T18:22:20.652 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.177244166000001, 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98357 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:22:20.653 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456932+0000", 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.654 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456958+0000", 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6231999999999999e-05 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456973+0000", 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4847e-05 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.655 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456983+0000", 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0045e-05 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98361 9.b 9.a2b428db (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.144086797999996, 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.144294588000001, 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.656 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98361 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.657 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489938+0000", 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489976+0000", 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7552000000000002e-05 2023-09-23T18:22:20.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489992+0000", 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5939000000000001e-05 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.490004+0000", 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1623e-05 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98363 9.b 9.387ab81b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.138219800000002, 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.138479238000002, 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98363 2023-09-23T18:22:20.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.661 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495805+0000", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495837+0000", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1875000000000002e-05 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495855+0000", 2023-09-23T18:22:20.662 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7504e-05 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495866+0000", 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1326e-05 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98379 9.b 9.c3e73afb (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:22:20.663 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 37.041581327999999, 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 37.041893147000003, 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98379 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.664 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592443+0000", 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.665 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592474+0000", 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0505999999999999e-05 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592493+0000", 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8683000000000001e-05 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.666 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592507+0000", 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4687e-05 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98385 9.9 9.f5776599 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 36.782404866, 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 36.782767761000002, 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.667 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98385 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.668 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851620+0000", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851650+0000", 2023-09-23T18:22:20.669 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0009e-05 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851669+0000", 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8425999999999999e-05 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851695+0000", 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6659e-05 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.670 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98388 9.5 9.f26c70a5 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 36.755668321000002, 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 36.756081397000003, 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "queued for pg", 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:22:20.671 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98388 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.672 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878356+0000", 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878395+0000", 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9310000000000001e-05 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:22:20.673 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878418+0000", 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2688e-05 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878432+0000", 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3872e-05 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:22:20.674 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 8 2023-09-23T18:22:20.675 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:20.701 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:20.726 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:20.760 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:20.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:20.763 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:20.863 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:20.889 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:20.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 124 16 98388 98372 49.547 0 - 0.0140052 2023-09-23T18:22:20.923 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:20.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:20.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:21.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:21.073 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[153734]: pgmap v1299: 89 pgs: 3 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 58 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29127/295206 objects misplaced (9.867%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[153734]: osdmap e435: 8 total, 7 up, 7 in 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[153734]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[153734]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[153734]: 9.0 continuing backfill to osd.6 from (402'962,424'6322] MIN to 424'6322 2023-09-23T18:22:21.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[149401]: pgmap v1299: 89 pgs: 3 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 58 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29127/295206 objects misplaced (9.867%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:21.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[149401]: osdmap e435: 8 total, 7 up, 7 in 2023-09-23T18:22:21.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[149401]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[149401]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:21 smithi018 ceph-mon[149401]: 9.0 continuing backfill to osd.6 from (402'962,424'6322] MIN to 424'6322 2023-09-23T18:22:21.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:21 smithi149 ceph-mon[135148]: pgmap v1299: 89 pgs: 3 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 3 active+recovering+undersized+remapped, 2 peering, 3 activating, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 58 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 18180/295206 objects degraded (6.158%); 29127/295206 objects misplaced (9.867%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:21.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:21 smithi149 ceph-mon[135148]: osdmap e435: 8 total, 7 up, 7 in 2023-09-23T18:22:21.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:21 smithi149 ceph-mon[135148]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:21 smithi149 ceph-mon[135148]: failed to encode map e435 with expected crc 2023-09-23T18:22:21.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:21 smithi149 ceph-mon[135148]: 9.0 continuing backfill to osd.6 from (402'962,424'6322] MIN to 424'6322 2023-09-23T18:22:21.795 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:21.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:21.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:21.901 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:21.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 124.777 2023-09-23T18:22:21.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 98388 2023-09-23T18:22:21.909 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 49.2819 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 45.2524 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 177.875 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 788 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 724.044 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 2846 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.0202672 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 0.492909 2023-09-23T18:22:21.910 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 40.6184 2023-09-23T18:22:21.911 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.00127158 2023-09-23T18:22:21.925 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T18:22:21.935 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:21.985 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:21.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:21.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:22.089 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:22.119 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:22.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:22:22.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:22:22.207 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:22.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:22.211 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:22.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:22.418 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[149401]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[149401]: osdmap e436: 8 total, 7 up, 7 in 2023-09-23T18:22:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[149401]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[149401]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[149401]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[153734]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[153734]: osdmap e436: 8 total, 7 up, 7 in 2023-09-23T18:22:22.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[153734]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[153734]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:22 smithi018 ceph-mon[153734]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:22 smithi149 ceph-mon[135148]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:22 smithi149 ceph-mon[135148]: osdmap e436: 8 total, 7 up, 7 in 2023-09-23T18:22:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:22 smithi149 ceph-mon[135148]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:22 smithi149 ceph-mon[135148]: failed to encode map e436 with expected crc 2023-09-23T18:22:22.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:22 smithi149 ceph-mon[135148]: failed to encode map e436 with expected crc 2023-09-23T18:22:23.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[153734]: pgmap v1302: 89 pgs: 5 remapped+peering, 3 active+undersized+degraded+wait, 1 active+recovery_wait+degraded, 1 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 2 stale+active+clean, 1 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized, 2 active+recovering+undersized+remapped, 2 peering, 1 activating, 9 active+undersized+wait, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 50 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 29799/295206 objects degraded (10.094%); 17271/295206 objects misplaced (5.850%); 9.4 MiB/s, 149 objects/s recovering 2023-09-23T18:22:23.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 29799/295206 objects degraded (10.094%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:23.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[149401]: pgmap v1302: 89 pgs: 5 remapped+peering, 3 active+undersized+degraded+wait, 1 active+recovery_wait+degraded, 1 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 2 stale+active+clean, 1 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized, 2 active+recovering+undersized+remapped, 2 peering, 1 activating, 9 active+undersized+wait, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 50 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 29799/295206 objects degraded (10.094%); 17271/295206 objects misplaced (5.850%); 9.4 MiB/s, 149 objects/s recovering 2023-09-23T18:22:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 29799/295206 objects degraded (10.094%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:23 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.609 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6] out_osds: [5] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:22:23.610 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:22:23.610 INFO:tasks.thrashosds.thrasher:Adding osd 5 2023-09-23T18:22:23.610 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 5 2023-09-23T18:22:23.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:23 smithi149 ceph-mon[135148]: pgmap v1302: 89 pgs: 5 remapped+peering, 3 active+undersized+degraded+wait, 1 active+recovery_wait+degraded, 1 stale+remapped+peering, 1 stale+active+recovery_wait+degraded, 2 stale+active+clean, 1 active+undersized+degraded+remapped+backfill_wait, 4 active+undersized, 2 active+recovering+undersized+remapped, 2 peering, 1 activating, 9 active+undersized+wait, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 50 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 29799/295206 objects degraded (10.094%); 17271/295206 objects misplaced (5.850%); 9.4 MiB/s, 149 objects/s recovering 2023-09-23T18:22:23.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:23 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 29799/295206 objects degraded (10.094%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:23.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:23 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:23 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:23.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:23.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:23.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:23.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:22:24.050 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:24.079 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:24.114 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:24.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:24.117 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:24.217 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:24.228 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:24.293 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:24 smithi018 ceph-mon[149401]: pgmap v1303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 1 active+recovery_wait+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized+wait, 2 peering, 5 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 1 active+recovery_wait+degraded, 5 active+undersized+degraded+wait, 5 remapped+peering, 1 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 64 KiB/s wr, 8 op/s; 47267/295083 objects degraded (16.018%); 17459/295083 objects misplaced (5.917%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T18:22:24.293 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:22:24.325 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:24.340 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:24 smithi149 ceph-mon[135148]: pgmap v1303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 1 active+recovery_wait+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized+wait, 2 peering, 5 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 1 active+recovery_wait+degraded, 5 active+undersized+degraded+wait, 5 remapped+peering, 1 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 64 KiB/s wr, 8 op/s; 47267/295083 objects degraded (16.018%); 17459/295083 objects misplaced (5.917%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T18:22:24.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:22:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:24 smithi018 ceph-mon[153734]: pgmap v1303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 1 active+recovery_wait+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized+wait, 2 peering, 5 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 1 active+recovery_wait+degraded, 5 active+undersized+degraded+wait, 5 remapped+peering, 1 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 64 KiB/s wr, 8 op/s; 47267/295083 objects degraded (16.018%); 17459/295083 objects misplaced (5.917%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T18:22:24.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2023-09-23T18:22:25.152 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:25.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:25.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:25.159 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:25.260 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:25.293 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:24] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.33.4" 2023-09-23T18:22:25.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:25.437 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:25.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:25.445 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:25.546 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:25.573 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:25.608 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:25.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:25.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:25.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:25.745 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:25.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:25.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:25.938 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:25.940 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:25.941 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:25.944 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:25.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:25.951 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:26.052 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:26.089 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:26.404 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:26.623 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:26 smithi018 ceph-mon[149401]: pgmap v1304: 89 pgs: 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 160 B/s rd, 141 KiB/s wr, 18 op/s; 57555/294939 objects degraded (19.514%); 29557/294939 objects misplaced (10.021%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:22:26.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:26 smithi149 ceph-mon[135148]: pgmap v1304: 89 pgs: 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 160 B/s rd, 141 KiB/s wr, 18 op/s; 57555/294939 objects degraded (19.514%); 29557/294939 objects misplaced (10.021%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:22:27.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:26 smithi018 ceph-mon[153734]: pgmap v1304: 89 pgs: 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 160 B/s rd, 141 KiB/s wr, 18 op/s; 57555/294939 objects degraded (19.514%); 29557/294939 objects misplaced (10.021%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T18:22:28.140 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 57530/294714 objects degraded (19.521%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:28.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 57530/294714 objects degraded (19.521%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 57530/294714 objects degraded (19.521%), 21 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:28.175 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:28.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:28.182 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:28.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:28.311 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:28.344 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:28.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:28.347 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:28.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:28.485 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:28.978 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:28.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:28.986 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:29.087 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:29.119 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:28 smithi018 ceph-mon[153734]: pgmap v1305: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 24 op/s; 57530/294714 objects degraded (19.521%); 29330/294714 objects misplaced (9.952%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:22:29.119 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:28 smithi018 ceph-mon[149401]: pgmap v1305: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 24 op/s; 57530/294714 objects degraded (19.521%); 29330/294714 objects misplaced (9.952%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:22:29.125 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:28 smithi149 ceph-mon[135148]: pgmap v1305: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 12 active+undersized+wait, 6 active+undersized, 45 active+clean, 6 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 112 KiB/s wr, 24 op/s; 57530/294714 objects degraded (19.521%); 29330/294714 objects misplaced (9.952%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T18:22:29.523 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:29.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:29.528 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:29.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:29.656 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:29.690 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:29.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:29.693 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:29.794 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:29.820 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:29.853 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:29.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:29.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:29.957 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:29.984 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:30.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:30.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:30.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:30.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:30.168 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:30.234 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:22:30.263 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:22:30.291 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:22:30.313 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:22:30.323 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:30.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:30.337 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:30.343 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:22:30.376 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:22:30.399 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:22:30.399 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.0 2023-09-23T18:22:30.399 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.399 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.399 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.400 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.400 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.400 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.400 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:22:30.438 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:30.465 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:30.499 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:30.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:30.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:30.603 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:30.629 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:30.661 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:30.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:30.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:30.765 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:30.791 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:30.824 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:30.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:30.828 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:30.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:30.971 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:30 smithi018 ceph-mon[153734]: pgmap v1306: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized+wait, 9 active+undersized, 45 active+clean, 5 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 109 B/s rd, 96 KiB/s wr, 20 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T18:22:30.971 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/111821815' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:30.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:30 smithi018 ceph-mon[149401]: pgmap v1306: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized+wait, 9 active+undersized, 45 active+clean, 5 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 109 B/s rd, 96 KiB/s wr, 20 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T18:22:30.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/111821815' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:30.978 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:31.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:30 smithi149 ceph-mon[135148]: pgmap v1306: 89 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 active+clean+remapped+wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized+wait, 9 active+undersized, 45 active+clean, 5 active+undersized+degraded+wait, 3 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 109 B/s rd, 96 KiB/s wr, 20 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T18:22:31.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/111821815' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:31.929 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:22:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/314064151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:31 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:31 smithi149 ceph-mon[135148]: osd.0 marked itself dead as of e435 2023-09-23T18:22:32.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/314064151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[149401]: osd.0 marked itself dead as of e435 2023-09-23T18:22:32.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/314064151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:22:32.319 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-mon[153734]: osd.0 marked itself dead as of e435 2023-09-23T18:22:32.319 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:22:31 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T18:22:31.878+0000 7f89c7caa700 -1 osd.0 436 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:22:33.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: Monitor daemon marked osd.0 down, but it is still running 2023-09-23T18:22:33.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: map e435 wrongly marked me down at e434 2023-09-23T18:22:33.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: pgmap v1307: 89 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+wait, 13 active+undersized, 45 active+clean, 3 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 98 B/s rd, 87 KiB/s wr, 18 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T18:22:33.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:33.214 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[153734]: osdmap e437: 8 total, 7 up, 7 in 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: Monitor daemon marked osd.0 down, but it is still running 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: map e435 wrongly marked me down at e434 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: pgmap v1307: 89 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+wait, 13 active+undersized, 45 active+clean, 3 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 98 B/s rd, 87 KiB/s wr, 18 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:33.215 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.216 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.216 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:22:33.216 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:32 smithi018 ceph-mon[149401]: osdmap e437: 8 total, 7 up, 7 in 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: Monitor daemon marked osd.0 down, but it is still running 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: map e435 wrongly marked me down at e434 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: pgmap v1307: 89 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+degraded+remapped+wait, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+wait, 13 active+undersized, 45 active+clean, 3 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 98 B/s rd, 87 KiB/s wr, 18 op/s; 57530/294714 objects degraded (19.521%); 29050/294714 objects misplaced (9.857%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: failed to encode map e437 with expected crc 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:22:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:32 smithi149 ceph-mon[135148]: osdmap e437: 8 total, 7 up, 7 in 2023-09-23T18:22:33.448 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:22:33.449 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:22:33.622 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:33.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:33.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:33.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:33.753 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:33.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:33.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:33.791 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:33.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:34.020 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:34.124 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:34.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:34.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:34.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:22:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: failed to encode map e438 with expected crc 2023-09-23T18:22:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T18:22:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: osdmap e438: 8 total, 8 up, 7 in 2023-09-23T18:22:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T18:22:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:33 smithi149 ceph-mon[135148]: osdmap e439: 8 total, 8 up, 7 in 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: failed to encode map e438 with expected crc 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: osdmap e438: 8 total, 8 up, 7 in 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T18:22:34.225 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[153734]: osdmap e439: 8 total, 8 up, 7 in 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: failed to encode map e438 with expected crc 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: osd.0 [v2:172.21.15.18:6802/1212934929,v1:172.21.15.18:6803/1212934929] boot 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: osdmap e438: 8 total, 8 up, 7 in 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:33 smithi018 ceph-mon[149401]: osdmap e439: 8 total, 8 up, 7 in 2023-09-23T18:22:34.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:22:34.222+0000 7fd4195e6700 -1 mon.a@0(leader).osd e439 definitely_dead 0 2023-09-23T18:22:34.229 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:34.255 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:34.288 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:34.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:34.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:34.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:34.403 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:22:34.404 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:22:34.404 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:22:34.404 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:22:34.404 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:22:34.427 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:34.470 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:34.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:34.473 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:34.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:34.600 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:34.632 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:34.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:34.636 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:34.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:34.766 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:34.912 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:34.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:34.926 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:34.936 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.5. 2023-09-23T18:22:35.026 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:35.052 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:34] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.33.4" 2023-09-23T18:22:35.052 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: pgmap v1310: 89 pgs: 1 remapped+peering, 4 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 16 active+undersized, 45 active+clean, 1 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 51396/293907 objects degraded (17.487%); 23889/293907 objects misplaced (8.128%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 51396/293907 objects degraded (17.487%), 18 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1256525459' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[153734]: osdmap e440: 8 total, 8 up, 8 in 2023-09-23T18:22:35.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: pgmap v1310: 89 pgs: 1 remapped+peering, 4 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 16 active+undersized, 45 active+clean, 1 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 51396/293907 objects degraded (17.487%); 23889/293907 objects misplaced (8.128%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 51396/293907 objects degraded (17.487%), 18 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1256525459' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2023-09-23T18:22:35.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:34 smithi018 ceph-mon[149401]: osdmap e440: 8 total, 8 up, 8 in 2023-09-23T18:22:35.055 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: pgmap v1310: 89 pgs: 1 remapped+peering, 4 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovery_wait+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 16 active+undersized, 45 active+clean, 1 active+undersized+degraded+wait, 4 active+clean+remapped; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 51396/293907 objects degraded (17.487%); 23889/293907 objects misplaced (8.128%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: failed to encode map e439 with expected crc 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 51396/293907 objects degraded (17.487%), 18 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1256525459' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["5"]}]: dispatch 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["5"]}]': finished 2023-09-23T18:22:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:34 smithi149 ceph-mon[135148]: osdmap e440: 8 total, 8 up, 8 in 2023-09-23T18:22:35.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:22:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:35.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:35.749 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:35.849 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:35.875 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:35.911 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:35.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:35.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:36.022 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: 9.0 continuing backfill to osd.6 from (402'962,438'6380] MIN to 438'6380 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[149401]: osdmap e441: 8 total, 8 up, 8 in 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: 9.0 continuing backfill to osd.6 from (402'962,438'6380] MIN to 438'6380 2023-09-23T18:22:36.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.059 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:35 smithi018 ceph-mon[153734]: osdmap e441: 8 total, 8 up, 8 in 2023-09-23T18:22:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:36.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: failed to encode map e440 with expected crc 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: 9.0 continuing backfill to osd.6 from (402'962,438'6380] MIN to 438'6380 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:35 smithi149 ceph-mon[135148]: osdmap e441: 8 total, 8 up, 8 in 2023-09-23T18:22:36.209 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:36.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:36.213 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:36.314 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:36.344 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:36.458 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: pgmap v1313: 89 pgs: 5 remapped+peering, 16 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized, 43 active+clean, 1 active+undersized+degraded+wait, 1 active+clean+remapped; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 29122/293052 objects degraded (9.937%); 11784/293052 objects misplaced (4.021%); 8.0 MiB/s, 125 objects/s recovering 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[153734]: osdmap e442: 8 total, 8 up, 8 in 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: pgmap v1313: 89 pgs: 5 remapped+peering, 16 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized, 43 active+clean, 1 active+undersized+degraded+wait, 1 active+clean+remapped; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 29122/293052 objects degraded (9.937%); 11784/293052 objects misplaced (4.021%); 8.0 MiB/s, 125 objects/s recovering 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:22:37.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:22:37.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:37.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:36 smithi018 ceph-mon[149401]: osdmap e442: 8 total, 8 up, 8 in 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: pgmap v1313: 89 pgs: 5 remapped+peering, 16 peering, 1 active+undersized+degraded+remapped+backfill_wait, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped, 13 active+undersized, 43 active+clean, 1 active+undersized+degraded+wait, 1 active+clean+remapped; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 136 op/s; 29122/293052 objects degraded (9.937%); 11784/293052 objects misplaced (4.021%); 8.0 MiB/s, 125 objects/s recovering 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: failed to encode map e441 with expected crc 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:37.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:36 smithi149 ceph-mon[135148]: osdmap e442: 8 total, 8 up, 8 in 2023-09-23T18:22:37.951 INFO:tasks.thrashosds.thrasher:Added osd 5 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[153734]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:37 smithi018 ceph-mon[149401]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:37 smithi149 ceph-mon[135148]: failed to encode map e442 with expected crc 2023-09-23T18:22:38.911 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:38.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:38.920 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:39.021 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:39.082 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:39.138 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:39.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:39.141 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:39.242 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:39.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:39 smithi018 ceph-mon[149401]: pgmap v1316: 89 pgs: 2 active+undersized+degraded+remapped, 5 remapped+peering, 17 peering, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 59 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 99 op/s; 12484/292683 objects degraded (4.265%); 23238/292683 objects misplaced (7.940%); 1.8 MiB/s, 27 objects/s recovering 2023-09-23T18:22:39.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:39 smithi018 ceph-mon[153734]: pgmap v1316: 89 pgs: 2 active+undersized+degraded+remapped, 5 remapped+peering, 17 peering, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 59 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 99 op/s; 12484/292683 objects degraded (4.265%); 23238/292683 objects misplaced (7.940%); 1.8 MiB/s, 27 objects/s recovering 2023-09-23T18:22:39.315 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:39.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:39 smithi149 ceph-mon[135148]: pgmap v1316: 89 pgs: 2 active+undersized+degraded+remapped, 5 remapped+peering, 17 peering, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 59 active+clean; 6.0 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 99 op/s; 12484/292683 objects degraded (4.265%); 23238/292683 objects misplaced (7.940%); 1.8 MiB/s, 27 objects/s recovering 2023-09-23T18:22:39.559 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:39.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:39.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:39.627 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:22:39.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:39.763 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:39.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:39.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:39.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:39.848 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:39.944 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:39.993 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:40.044 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:40.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:40.052 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:40.153 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:40.226 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:40.298 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:40.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:40.312 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:40.413 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:40.471 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:40.527 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:40.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:40.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:40.619 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:40 smithi149 ceph-mon[135148]: pgmap v1317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 4 remapped+peering, 13 peering, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 5.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 113 op/s; 12484/291939 objects degraded (4.276%); 21966/291939 objects misplaced (7.524%); 18 MiB/s, 290 objects/s recovering 2023-09-23T18:22:40.620 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:40.620 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:40.620 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:40 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12484/291939 objects degraded (4.276%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:40.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:40.664 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:40.801 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:40.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:40.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:40.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:40.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[149401]: pgmap v1317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 4 remapped+peering, 13 peering, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 5.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 113 op/s; 12484/291939 objects degraded (4.276%); 21966/291939 objects misplaced (7.524%); 18 MiB/s, 290 objects/s recovering 2023-09-23T18:22:40.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:40.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:40.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12484/291939 objects degraded (4.276%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:40.985 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[153734]: pgmap v1317: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 4 remapped+peering, 13 peering, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 63 active+clean; 5.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 113 op/s; 12484/291939 objects degraded (4.276%); 21966/291939 objects misplaced (7.524%); 18 MiB/s, 290 objects/s recovering 2023-09-23T18:22:40.985 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:40.985 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:40.985 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:40 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12484/291939 objects degraded (4.276%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:40.986 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:42.457 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:42.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:42.463 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:42.563 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:42.588 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:42.621 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:42.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:42.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:42.725 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:42.750 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:42.785 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:42.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:42.788 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:42.889 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: pgmap v1318: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 345 op/s; 3207/286956 objects degraded (1.118%); 17028/286956 objects misplaced (5.934%); 17 MiB/s, 285 objects/s recovering 2023-09-23T18:22:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: osdmap e443: 8 total, 8 up, 8 in 2023-09-23T18:22:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:42 smithi149 ceph-mon[135148]: failed to encode map e443 with expected crc 2023-09-23T18:22:42.914 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:42.947 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:42.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:42.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:42.951 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:22:42.952 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:22:42.952 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:22:42.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:22:43.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: pgmap v1318: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 345 op/s; 3207/286956 objects degraded (1.118%); 17028/286956 objects misplaced (5.934%); 17 MiB/s, 285 objects/s recovering 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: osdmap e443: 8 total, 8 up, 8 in 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.150 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[149401]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: pgmap v1318: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 2 active+undersized+degraded+remapped, 1 peering, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 77 active+clean; 5.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 345 op/s; 3207/286956 objects degraded (1.118%); 17028/286956 objects misplaced (5.934%); 17 MiB/s, 285 objects/s recovering 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: osdmap e443: 8 total, 8 up, 8 in 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.151 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:42 smithi018 ceph-mon[153734]: failed to encode map e443 with expected crc 2023-09-23T18:22:43.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:43.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:43.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:43.307 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:43.327 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:43.407 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:43.453 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:43.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:43.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:43.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:43.640 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:43.722 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:43.810 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:43.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:43.815 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:43.848 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:43 smithi149 ceph-mon[135148]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.848 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:43 smithi149 ceph-mon[135148]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:43 smithi149 ceph-mon[135148]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.849 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:43 smithi149 ceph-mon[135148]: osdmap e444: 8 total, 8 up, 8 in 2023-09-23T18:22:43.915 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[149401]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[149401]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[149401]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[149401]: osdmap e444: 8 total, 8 up, 8 in 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[153734]: failed to encode map e444 with expected crc 2023-09-23T18:22:43.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[153734]: failed to encode map e444 with expected crc 2023-09-23T18:22:44.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[153734]: failed to encode map e444 with expected crc 2023-09-23T18:22:44.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:43 smithi018 ceph-mon[153734]: osdmap e444: 8 total, 8 up, 8 in 2023-09-23T18:22:44.009 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:44.702 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:44.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:44.711 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:44.811 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:44.860 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:44.901 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:22:44.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: pgmap v1321: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 78 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 2451/282474 objects degraded (0.868%); 16817/282474 objects misplaced (5.953%); 23 MiB/s, 388 objects/s recovering 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: osdmap e445: 8 total, 8 up, 8 in 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:44.997 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: pgmap v1321: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 78 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 2451/282474 objects degraded (0.868%); 16817/282474 objects misplaced (5.953%); 23 MiB/s, 388 objects/s recovering 2023-09-23T18:22:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: osdmap e445: 8 total, 8 up, 8 in 2023-09-23T18:22:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: failed to encode map e445 with expected crc 2023-09-23T18:22:44.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: pgmap v1321: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 78 active+clean; 5.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 2451/282474 objects degraded (0.868%); 16817/282474 objects misplaced (5.953%); 23 MiB/s, 388 objects/s recovering 2023-09-23T18:22:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: failed to encode map e445 with expected crc 2023-09-23T18:22:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: failed to encode map e445 with expected crc 2023-09-23T18:22:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: osdmap e445: 8 total, 8 up, 8 in 2023-09-23T18:22:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: failed to encode map e445 with expected crc 2023-09-23T18:22:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:22:45.165 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:22:45.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:45.204 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:22:45.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:45.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:45.252 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:22:45.296 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:22:45.304 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:44] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.33.4" 2023-09-23T18:22:45.306 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:45.328 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:22:45.355 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:45.382 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:22:45.415 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:45.415 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:22:45.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:45.426 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:45.460 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:22:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:22:45.527 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:45.589 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:45.652 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:45.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:45.658 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:45.758 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:45.837 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:45.950 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:45.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:45.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:45.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: failed to encode map e446 with expected crc 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: osdmap e446: 8 total, 8 up, 8 in 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: failed to encode map e446 with expected crc 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3879483636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: failed to encode map e446 with expected crc 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: osdmap e446: 8 total, 8 up, 8 in 2023-09-23T18:22:45.978 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: failed to encode map e446 with expected crc 2023-09-23T18:22:45.979 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3879483636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:46.055 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:46.124 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:22:46.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: failed to encode map e446 with expected crc 2023-09-23T18:22:46.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/103420402' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:22:46.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: osdmap e446: 8 total, 8 up, 8 in 2023-09-23T18:22:46.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: failed to encode map e446 with expected crc 2023-09-23T18:22:46.125 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3879483636' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:46.127 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:46.175 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:46.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:46.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:46.286 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:46.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:46.465 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:46.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:46.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:46.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:46.663 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:46.755 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:46.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:46.760 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:46.861 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:46.918 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:46.970 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:22:46.970 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:22:46.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:46 smithi018 ceph-mon[153734]: pgmap v1324: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 2322/277335 objects degraded (0.837%); 16817/277335 objects misplaced (6.064%); 11 MiB/s, 210 objects/s recovering 2023-09-23T18:22:46.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2322/277335 objects degraded (0.837%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:46.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:46 smithi018 ceph-mon[149401]: pgmap v1324: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 2322/277335 objects degraded (0.837%); 16817/277335 objects misplaced (6.064%); 11 MiB/s, 210 objects/s recovering 2023-09-23T18:22:46.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2322/277335 objects degraded (0.837%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:46.976 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:46.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:46.978 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:47.079 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:46 smithi149 ceph-mon[135148]: pgmap v1324: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 800 op/s; 2322/277335 objects degraded (0.837%); 16817/277335 objects misplaced (6.064%); 11 MiB/s, 210 objects/s recovering 2023-09-23T18:22:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2322/277335 objects degraded (0.837%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:47.160 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:47.653 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:47.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:47.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:47.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:22:47.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:47.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:48.012 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:22:48.052 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:48.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:48.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:48.164 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:48.254 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:48.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:48.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:48.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:48.401 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:48.408 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:22:48.457 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:48.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:48.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:48.568 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:48.585 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:48.607 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:48.655 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:48.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:48.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:48.764 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:48.811 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:48.831 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:22:48.848 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:22:48.881 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:48.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:48.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:48.910 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:48.990 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:49.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:48 smithi149 ceph-mon[135148]: pgmap v1325: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 2514/275622 objects degraded (0.912%); 16497/275622 objects misplaced (5.985%); 8.1 MiB/s, 166 objects/s recovering 2023-09-23T18:22:49.067 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:49.124 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:49.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:49.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:49.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:49.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:48 smithi018 ceph-mon[149401]: pgmap v1325: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 2514/275622 objects degraded (0.912%); 16497/275622 objects misplaced (5.985%); 8.1 MiB/s, 166 objects/s recovering 2023-09-23T18:22:49.246 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:48 smithi018 ceph-mon[153734]: pgmap v1325: 89 pgs: 1 active+recovering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 2514/275622 objects degraded (0.912%); 16497/275622 objects misplaced (5.985%); 8.1 MiB/s, 166 objects/s recovering 2023-09-23T18:22:49.291 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:50.189 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:49 smithi018 ceph-mon[149401]: from='client.56620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:22:50.190 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:49 smithi018 ceph-mon[153734]: from='client.56620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:22:50.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:49 smithi149 ceph-mon[135148]: from='client.56620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:22:51.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:50 smithi018 ceph-mon[149401]: pgmap v1326: 89 pgs: 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 583 op/s; 2514/272916 objects degraded (0.921%); 16350/272916 objects misplaced (5.991%); 6.9 MiB/s, 139 objects/s recovering 2023-09-23T18:22:51.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:50 smithi018 ceph-mon[153734]: pgmap v1326: 89 pgs: 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 583 op/s; 2514/272916 objects degraded (0.921%); 16350/272916 objects misplaced (5.991%); 6.9 MiB/s, 139 objects/s recovering 2023-09-23T18:22:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:50 smithi149 ceph-mon[135148]: pgmap v1326: 89 pgs: 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 5.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 583 op/s; 2514/272916 objects degraded (0.921%); 16350/272916 objects misplaced (5.991%); 6.9 MiB/s, 139 objects/s recovering 2023-09-23T18:22:51.776 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1325,"stamp":"2023-09-23T18:22:47.622738+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6023944139,"num_objects":91874,"num_object_clones":0,"num_object_copies":275622,"num_objects_missing_on_primary":127,"num_objects_missing":127,"num_objects_degraded":2514,"num_objects_misplaced":16497,"num_objects_unfound":0,"num_objects_dirty":91874,"num_whiteouts":0,"num_read":6210,"num_read_kb":13633,"num_write":106038,"num_write_kb":6311974,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8396,"num_bytes_recovered":527996455,"num_keys_recovered":70,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102034,"ondisk_log_size":102034,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":287,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":24411648,"kb_used_data":18540288,"kb_used_omap":60,"kb_used_meta":5870659,"kb_avail":725549568,"statfs":{"total":767960285184,"available":742962757632,"internally_reserved":0,"allocated":18985254912,"data_stored":18973566070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6011555776},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,4,2,6,0,0,0,0,0,16],"upper_bound":2048},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-217186304,"num_objects":-3314,"num_object_clones":0,"num_object_copies":-9942,"num_objects_missing_on_primary":-77,"num_objects_missing":-77,"num_objects_degraded":-693,"num_objects_misplaced":-280,"num_objects_unfound":0,"num_objects_dirty":-3314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3314,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":969,"num_bytes_recovered":49217536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.808934"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":124,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.872679+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:22:43.872679+0000","last_peered":"2023-09-23T18:22:43.872679+0000","last_clean":"2023-09-23T18:22:43.872679+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:22:43.872679+0000","last_undegraded":"2023-09-23T18:22:43.872679+0000","last_fullsized":"2023-09-23T18:22:43.872679+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":455,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.821418+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:22:41.821418+0000","last_peered":"2023-09-23T18:22:41.821418+0000","last_clean":"2023-09-23T18:22:41.821418+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:22:41.821418+0000","last_undegraded":"2023-09-23T18:22:41.821418+0000","last_fullsized":"2023-09-23T18:22:41.821418+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":392,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.878272+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:22:43.878272+0000","last_peered":"2023-09-23T18:22:43.878272+0000","last_clean":"2023-09-23T18:22:43.878272+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:22:43.878272+0000","last_undegraded":"2023-09-23T18:22:43.878272+0000","last_fullsized":"2023-09-23T18:22:43.878272+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":45,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.851895+0000","last_change":"2023-09-23T18:22:33.962516+0000","last_active":"2023-09-23T18:22:43.851895+0000","last_peered":"2023-09-23T18:22:43.851895+0000","last_clean":"2023-09-23T18:22:43.851895+0000","last_became_active":"2023-09-23T18:22:33.961722+0000","last_became_peered":"2023-09-23T18:22:33.961722+0000","last_unstale":"2023-09-23T18:22:43.851895+0000","last_undegraded":"2023-09-23T18:22:43.851895+0000","last_fullsized":"2023-09-23T18:22:43.851895+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:58.769901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":549,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.824480+0000","last_change":"2023-09-23T18:22:34.013508+0000","last_active":"2023-09-23T18:22:41.824480+0000","last_peered":"2023-09-23T18:22:41.824480+0000","last_clean":"2023-09-23T18:22:41.824480+0000","last_became_active":"2023-09-23T18:22:34.013217+0000","last_became_peered":"2023-09-23T18:22:34.013217+0000","last_unstale":"2023-09-23T18:22:41.824480+0000","last_undegraded":"2023-09-23T18:22:41.824480+0000","last_fullsized":"2023-09-23T18:22:41.824480+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:06.439411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":47,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.866082+0000","last_change":"2023-09-23T18:22:35.935985+0000","last_active":"2023-09-23T18:22:43.866082+0000","last_peered":"2023-09-23T18:22:43.866082+0000","last_clean":"2023-09-23T18:22:43.866082+0000","last_became_active":"2023-09-23T18:22:35.935729+0000","last_became_peered":"2023-09-23T18:22:35.935729+0000","last_unstale":"2023-09-23T18:22:43.866082+0000","last_undegraded":"2023-09-23T18:22:43.866082+0000","last_fullsized":"2023-09-23T18:22:43.866082+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":72,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852415+0000","last_change":"2023-09-23T18:22:35.946871+0000","last_active":"2023-09-23T18:22:43.852415+0000","last_peered":"2023-09-23T18:22:43.852415+0000","last_clean":"2023-09-23T18:22:43.852415+0000","last_became_active":"2023-09-23T18:22:35.946530+0000","last_became_peered":"2023-09-23T18:22:35.946530+0000","last_unstale":"2023-09-23T18:22:43.852415+0000","last_undegraded":"2023-09-23T18:22:43.852415+0000","last_fullsized":"2023-09-23T18:22:43.852415+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:19.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":498,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.824517+0000","last_change":"2023-09-23T18:22:03.988934+0000","last_active":"2023-09-23T18:22:41.824517+0000","last_peered":"2023-09-23T18:22:41.824517+0000","last_clean":"2023-09-23T18:22:41.824517+0000","last_became_active":"2023-09-23T18:22:03.988639+0000","last_became_peered":"2023-09-23T18:22:03.988639+0000","last_unstale":"2023-09-23T18:22:41.824517+0000","last_undegraded":"2023-09-23T18:22:41.824517+0000","last_fullsized":"2023-09-23T18:22:41.824517+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:55:56.331366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.871309+0000","last_change":"2023-09-23T18:22:35.941145+0000","last_active":"2023-09-23T18:22:43.871309+0000","last_peered":"2023-09-23T18:22:43.871309+0000","last_clean":"2023-09-23T18:22:43.871309+0000","last_became_active":"2023-09-23T18:22:35.938952+0000","last_became_peered":"2023-09-23T18:22:35.938952+0000","last_unstale":"2023-09-23T18:22:43.871309+0000","last_undegraded":"2023-09-23T18:22:43.871309+0000","last_fullsized":"2023-09-23T18:22:43.871309+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":436,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.823482+0000","last_change":"2023-09-23T18:22:08.650314+0000","last_active":"2023-09-23T18:22:41.823482+0000","last_peered":"2023-09-23T18:22:41.823482+0000","last_clean":"2023-09-23T18:22:41.823482+0000","last_became_active":"2023-09-23T18:22:08.649950+0000","last_became_peered":"2023-09-23T18:22:08.649950+0000","last_unstale":"2023-09-23T18:22:41.823482+0000","last_undegraded":"2023-09-23T18:22:41.823482+0000","last_fullsized":"2023-09-23T18:22:41.823482+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.781136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":98,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870324+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:22:43.870324+0000","last_peered":"2023-09-23T18:22:43.870324+0000","last_clean":"2023-09-23T18:22:43.870324+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:22:43.870324+0000","last_undegraded":"2023-09-23T18:22:43.870324+0000","last_fullsized":"2023-09-23T18:22:43.870324+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":44,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.879449+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:22:43.879449+0000","last_peered":"2023-09-23T18:22:43.879449+0000","last_clean":"2023-09-23T18:22:43.879449+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:22:43.879449+0000","last_undegraded":"2023-09-23T18:22:43.879449+0000","last_fullsized":"2023-09-23T18:22:43.879449+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":172,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873821+0000","last_change":"2023-09-23T18:22:03.961759+0000","last_active":"2023-09-23T18:22:43.873821+0000","last_peered":"2023-09-23T18:22:43.873821+0000","last_clean":"2023-09-23T18:22:43.873821+0000","last_became_active":"2023-09-23T18:22:03.953044+0000","last_became_peered":"2023-09-23T18:22:03.953044+0000","last_unstale":"2023-09-23T18:22:43.873821+0000","last_undegraded":"2023-09-23T18:22:43.873821+0000","last_fullsized":"2023-09-23T18:22:43.873821+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":483,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873155+0000","last_change":"2023-09-23T18:22:03.967760+0000","last_active":"2023-09-23T18:22:43.873155+0000","last_peered":"2023-09-23T18:22:43.873155+0000","last_clean":"2023-09-23T18:22:43.873155+0000","last_became_active":"2023-09-23T18:22:03.967292+0000","last_became_peered":"2023-09-23T18:22:03.967292+0000","last_unstale":"2023-09-23T18:22:43.873155+0000","last_undegraded":"2023-09-23T18:22:43.873155+0000","last_fullsized":"2023-09-23T18:22:43.873155+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":113,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870300+0000","last_change":"2023-09-23T18:21:42.500355+0000","last_active":"2023-09-23T18:22:43.870300+0000","last_peered":"2023-09-23T18:22:43.870300+0000","last_clean":"2023-09-23T18:22:43.870300+0000","last_became_active":"2023-09-23T18:21:41.801236+0000","last_became_peered":"2023-09-23T18:21:41.801236+0000","last_unstale":"2023-09-23T18:22:43.870300+0000","last_undegraded":"2023-09-23T18:22:43.870300+0000","last_fullsized":"2023-09-23T18:22:43.870300+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":480,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.821450+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:22:41.821450+0000","last_peered":"2023-09-23T18:22:41.821450+0000","last_clean":"2023-09-23T18:22:41.821450+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:22:41.821450+0000","last_undegraded":"2023-09-23T18:22:41.821450+0000","last_fullsized":"2023-09-23T18:22:41.821450+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":45,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.851645+0000","last_change":"2023-09-23T18:22:33.957130+0000","last_active":"2023-09-23T18:22:43.851645+0000","last_peered":"2023-09-23T18:22:43.851645+0000","last_clean":"2023-09-23T18:22:43.851645+0000","last_became_active":"2023-09-23T18:22:33.956767+0000","last_became_peered":"2023-09-23T18:22:33.956767+0000","last_unstale":"2023-09-23T18:22:43.851645+0000","last_undegraded":"2023-09-23T18:22:43.851645+0000","last_fullsized":"2023-09-23T18:22:43.851645+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:58.384875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870854+0000","last_change":"2023-09-23T18:22:35.948456+0000","last_active":"2023-09-23T18:22:43.870854+0000","last_peered":"2023-09-23T18:22:43.870854+0000","last_clean":"2023-09-23T18:22:43.870854+0000","last_became_active":"2023-09-23T18:22:35.944316+0000","last_became_peered":"2023-09-23T18:22:35.944316+0000","last_unstale":"2023-09-23T18:22:43.870854+0000","last_undegraded":"2023-09-23T18:22:43.870854+0000","last_fullsized":"2023-09-23T18:22:43.870854+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":119,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870235+0000","last_change":"2023-09-23T18:22:08.641998+0000","last_active":"2023-09-23T18:22:43.870235+0000","last_peered":"2023-09-23T18:22:43.870235+0000","last_clean":"2023-09-23T18:22:43.870235+0000","last_became_active":"2023-09-23T18:22:08.641679+0000","last_became_peered":"2023-09-23T18:22:08.641679+0000","last_unstale":"2023-09-23T18:22:43.870235+0000","last_undegraded":"2023-09-23T18:22:43.870235+0000","last_fullsized":"2023-09-23T18:22:43.870235+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":45,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852052+0000","last_change":"2023-09-23T18:22:33.962691+0000","last_active":"2023-09-23T18:22:43.852052+0000","last_peered":"2023-09-23T18:22:43.852052+0000","last_clean":"2023-09-23T18:22:43.852052+0000","last_became_active":"2023-09-23T18:22:33.962008+0000","last_became_peered":"2023-09-23T18:22:33.962008+0000","last_unstale":"2023-09-23T18:22:43.852052+0000","last_undegraded":"2023-09-23T18:22:43.852052+0000","last_fullsized":"2023-09-23T18:22:43.852052+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:19.404161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":70,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.866301+0000","last_change":"2023-09-23T18:22:36.172373+0000","last_active":"2023-09-23T18:22:43.866301+0000","last_peered":"2023-09-23T18:22:43.866301+0000","last_clean":"2023-09-23T18:22:43.866301+0000","last_became_active":"2023-09-23T18:22:35.925050+0000","last_became_peered":"2023-09-23T18:22:35.925050+0000","last_unstale":"2023-09-23T18:22:43.866301+0000","last_undegraded":"2023-09-23T18:22:43.866301+0000","last_fullsized":"2023-09-23T18:22:43.866301+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":449,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.822109+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:22:41.822109+0000","last_peered":"2023-09-23T18:22:41.822109+0000","last_clean":"2023-09-23T18:22:41.822109+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:22:41.822109+0000","last_undegraded":"2023-09-23T18:22:41.822109+0000","last_fullsized":"2023-09-23T18:22:41.822109+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"446'6540","reported_seq":6616,"reported_epoch":446,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:22:45.472445+0000","last_change":"2023-09-23T18:22:36.973359+0000","last_active":"2023-09-23T18:22:45.472445+0000","last_peered":"2023-09-23T18:22:45.472445+0000","last_clean":"2023-09-23T18:21:09.085652+0000","last_became_active":"2023-09-23T18:22:36.959273+0000","last_became_peered":"2023-09-23T18:22:36.959273+0000","last_unstale":"2023-09-23T18:22:45.472445+0000","last_undegraded":"2023-09-23T18:22:36.930729+0000","last_fullsized":"2023-09-23T18:22:36.923409+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6540,"log_dups_size":0,"ondisk_log_size":6540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375390208,"num_objects":5728,"num_object_clones":0,"num_object_copies":17184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":979,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6540,"num_write_kb":392576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"1,5,7","objects":918},{"shards":"5,7","objects":4810}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":138,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.868607+0000","last_change":"2023-09-23T18:22:33.925414+0000","last_active":"2023-09-23T18:22:43.868607+0000","last_peered":"2023-09-23T18:22:43.868607+0000","last_clean":"2023-09-23T18:22:43.868607+0000","last_became_active":"2023-09-23T18:22:33.925068+0000","last_became_peered":"2023-09-23T18:22:33.925068+0000","last_unstale":"2023-09-23T18:22:43.868607+0000","last_undegraded":"2023-09-23T18:22:43.868607+0000","last_fullsized":"2023-09-23T18:22:43.868607+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.869967+0000","last_change":"2023-09-23T18:22:35.933534+0000","last_active":"2023-09-23T18:22:43.869967+0000","last_peered":"2023-09-23T18:22:43.869967+0000","last_clean":"2023-09-23T18:22:43.869967+0000","last_became_active":"2023-09-23T18:22:35.930920+0000","last_became_peered":"2023-09-23T18:22:35.930920+0000","last_unstale":"2023-09-23T18:22:43.869967+0000","last_undegraded":"2023-09-23T18:22:43.869967+0000","last_fullsized":"2023-09-23T18:22:43.869967+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"446'6539","reported_seq":6597,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:46.588446+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:22:46.588446+0000","last_peered":"2023-09-23T18:22:46.588446+0000","last_clean":"2023-09-23T18:22:46.588446+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:22:46.588446+0000","last_undegraded":"2023-09-23T18:22:46.588446+0000","last_fullsized":"2023-09-23T18:22:46.588446+0000","mapping_epoch":398,"log_start":"402'895","ondisk_log_start":"402'895","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5644,"log_dups_size":0,"ondisk_log_size":5644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367722496,"num_objects":5611,"num_object_clones":0,"num_object_copies":16833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6539,"num_write_kb":388800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":96,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870798+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:22:43.870798+0000","last_peered":"2023-09-23T18:22:43.870798+0000","last_clean":"2023-09-23T18:22:43.870798+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:22:43.870798+0000","last_undegraded":"2023-09-23T18:22:43.870798+0000","last_fullsized":"2023-09-23T18:22:43.870798+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":465,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873281+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:22:43.873281+0000","last_peered":"2023-09-23T18:22:43.873281+0000","last_clean":"2023-09-23T18:22:43.873281+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:22:43.873281+0000","last_undegraded":"2023-09-23T18:22:43.873281+0000","last_fullsized":"2023-09-23T18:22:43.873281+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"446'6741","reported_seq":6748,"reported_epoch":446,"state":"active+recovering","last_fresh":"2023-09-23T18:22:45.537009+0000","last_change":"2023-09-23T18:22:44.721955+0000","last_active":"2023-09-23T18:22:45.537009+0000","last_peered":"2023-09-23T18:22:45.537009+0000","last_clean":"2023-09-23T18:21:40.756540+0000","last_became_active":"2023-09-23T18:22:36.924675+0000","last_became_peered":"2023-09-23T18:22:36.924675+0000","last_unstale":"2023-09-23T18:22:45.537009+0000","last_undegraded":"2023-09-23T18:22:45.537009+0000","last_fullsized":"2023-09-23T18:22:45.537009+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6741,"log_dups_size":0,"ondisk_log_size":6741,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":384892928,"num_objects":5873,"num_object_clones":0,"num_object_copies":17619,"num_objects_missing_on_primary":52,"num_objects_missing":52,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5873,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6741,"num_write_kb":403648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,5,7","objects":5873}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":135,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870452+0000","last_change":"2023-09-23T18:22:35.999797+0000","last_active":"2023-09-23T18:22:43.870452+0000","last_peered":"2023-09-23T18:22:43.870452+0000","last_clean":"2023-09-23T18:22:43.870452+0000","last_became_active":"2023-09-23T18:22:35.934124+0000","last_became_peered":"2023-09-23T18:22:35.934124+0000","last_unstale":"2023-09-23T18:22:43.870452+0000","last_undegraded":"2023-09-23T18:22:43.870452+0000","last_fullsized":"2023-09-23T18:22:43.870452+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.866325+0000","last_change":"2023-09-23T18:22:03.996916+0000","last_active":"2023-09-23T18:22:43.866325+0000","last_peered":"2023-09-23T18:22:43.866325+0000","last_clean":"2023-09-23T18:22:43.866325+0000","last_became_active":"2023-09-23T18:22:03.996487+0000","last_became_peered":"2023-09-23T18:22:03.996487+0000","last_unstale":"2023-09-23T18:22:43.866325+0000","last_undegraded":"2023-09-23T18:22:43.866325+0000","last_fullsized":"2023-09-23T18:22:43.866325+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"446'6561","reported_seq":6527,"reported_epoch":446,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:22:45.501812+0000","last_change":"2023-09-23T18:22:37.017119+0000","last_active":"2023-09-23T18:22:45.501812+0000","last_peered":"2023-09-23T18:22:45.501812+0000","last_clean":"2023-09-23T18:21:40.793311+0000","last_became_active":"2023-09-23T18:22:36.965200+0000","last_became_peered":"2023-09-23T18:22:36.965200+0000","last_unstale":"2023-09-23T18:22:45.501812+0000","last_undegraded":"2023-09-23T18:22:36.921254+0000","last_fullsized":"2023-09-23T18:22:45.501812+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6561,"log_dups_size":0,"ondisk_log_size":6561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376504320,"num_objects":5745,"num_object_clones":0,"num_object_copies":17235,"num_objects_missing_on_primary":75,"num_objects_missing":75,"num_objects_degraded":75,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6561,"num_write_kb":393792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1242,"num_bytes_recovered":81395712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"0,1,2","objects":7},{"shards":"1,2,5","objects":5738}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870493+0000","last_change":"2023-09-23T18:22:35.936812+0000","last_active":"2023-09-23T18:22:43.870493+0000","last_peered":"2023-09-23T18:22:43.870493+0000","last_clean":"2023-09-23T18:22:43.870493+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:22:35.936505+0000","last_unstale":"2023-09-23T18:22:43.870493+0000","last_undegraded":"2023-09-23T18:22:43.870493+0000","last_fullsized":"2023-09-23T18:22:43.870493+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":46,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852426+0000","last_change":"2023-09-23T18:22:33.958438+0000","last_active":"2023-09-23T18:22:43.852426+0000","last_peered":"2023-09-23T18:22:43.852426+0000","last_clean":"2023-09-23T18:22:43.852426+0000","last_became_active":"2023-09-23T18:22:33.957701+0000","last_became_peered":"2023-09-23T18:22:33.957701+0000","last_unstale":"2023-09-23T18:22:43.852426+0000","last_undegraded":"2023-09-23T18:22:43.852426+0000","last_fullsized":"2023-09-23T18:22:43.852426+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:37.547416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"444'6374","reported_seq":10253,"reported_epoch":444,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:22:43.248426+0000","last_change":"2023-09-23T18:22:41.870983+0000","last_active":"2023-09-23T18:22:43.248426+0000","last_peered":"2023-09-23T18:22:43.248426+0000","last_clean":"2023-09-23T18:21:59.366002+0000","last_became_active":"2023-09-23T18:22:05.091129+0000","last_became_peered":"2023-09-23T18:22:05.091129+0000","last_unstale":"2023-09-23T18:22:43.248426+0000","last_undegraded":"2023-09-23T18:22:43.248426+0000","last_fullsized":"2023-09-23T18:22:43.248426+0000","mapping_epoch":431,"log_start":"402'492","ondisk_log_start":"402'492","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5882,"log_dups_size":0,"ondisk_log_size":5882,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:50.766285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375521280,"num_objects":5730,"num_object_clones":0,"num_object_copies":17190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3906,"num_objects_unfound":0,"num_objects_dirty":5730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6374,"num_write_kb":387328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1900,"num_bytes_recovered":124518400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":5730}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":514,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.823204+0000","last_change":"2023-09-23T18:22:33.979469+0000","last_active":"2023-09-23T18:22:41.823204+0000","last_peered":"2023-09-23T18:22:41.823204+0000","last_clean":"2023-09-23T18:22:41.823204+0000","last_became_active":"2023-09-23T18:22:33.979129+0000","last_became_peered":"2023-09-23T18:22:33.979129+0000","last_unstale":"2023-09-23T18:22:41.823204+0000","last_undegraded":"2023-09-23T18:22:41.823204+0000","last_fullsized":"2023-09-23T18:22:41.823204+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:18.141650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":133,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873911+0000","last_change":"2023-09-23T18:22:03.969181+0000","last_active":"2023-09-23T18:22:43.873911+0000","last_peered":"2023-09-23T18:22:43.873911+0000","last_clean":"2023-09-23T18:22:43.873911+0000","last_became_active":"2023-09-23T18:22:03.968881+0000","last_became_peered":"2023-09-23T18:22:03.968881+0000","last_unstale":"2023-09-23T18:22:43.873911+0000","last_undegraded":"2023-09-23T18:22:43.873911+0000","last_fullsized":"2023-09-23T18:22:43.873911+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"446'6819","reported_seq":10060,"reported_epoch":446,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:22:46.608010+0000","last_change":"2023-09-23T18:22:35.954360+0000","last_active":"2023-09-23T18:22:46.608010+0000","last_peered":"2023-09-23T18:22:46.608010+0000","last_clean":"2023-09-23T18:21:59.365801+0000","last_became_active":"2023-09-23T18:22:34.950176+0000","last_became_peered":"2023-09-23T18:22:34.950176+0000","last_unstale":"2023-09-23T18:22:46.608010+0000","last_undegraded":"2023-09-23T18:22:46.608010+0000","last_fullsized":"2023-09-23T18:22:46.608010+0000","mapping_epoch":439,"log_start":"402'962","ondisk_log_start":"402'962","created":398,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5857,"log_dups_size":0,"ondisk_log_size":5857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:20.650220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381747200,"num_objects":5825,"num_object_clones":0,"num_object_copies":17475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5825,"num_objects_unfound":0,"num_objects_dirty":5825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6819,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1562,"num_bytes_recovered":98566144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","0","2","5"],"object_location_counts":[{"shards":"0,1,2","objects":5825}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.866254+0000","last_change":"2023-09-23T18:22:03.996958+0000","last_active":"2023-09-23T18:22:43.866254+0000","last_peered":"2023-09-23T18:22:43.866254+0000","last_clean":"2023-09-23T18:22:43.866254+0000","last_became_active":"2023-09-23T18:22:03.996627+0000","last_became_peered":"2023-09-23T18:22:03.996627+0000","last_unstale":"2023-09-23T18:22:43.866254+0000","last_undegraded":"2023-09-23T18:22:43.866254+0000","last_fullsized":"2023-09-23T18:22:43.866254+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":124,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.874559+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:22:43.874559+0000","last_peered":"2023-09-23T18:22:43.874559+0000","last_clean":"2023-09-23T18:22:43.874559+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:22:43.874559+0000","last_undegraded":"2023-09-23T18:22:43.874559+0000","last_fullsized":"2023-09-23T18:22:43.874559+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"446'6523","reported_seq":6578,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:45.432426+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:22:45.432426+0000","last_peered":"2023-09-23T18:22:45.432426+0000","last_clean":"2023-09-23T18:22:45.432426+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:22:45.432426+0000","last_undegraded":"2023-09-23T18:22:45.432426+0000","last_fullsized":"2023-09-23T18:22:45.432426+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6523,"log_dups_size":0,"ondisk_log_size":6523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374538240,"num_objects":5715,"num_object_clones":0,"num_object_copies":17145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6523,"num_write_kb":391616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":34,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.872917+0000","last_change":"2023-09-23T18:21:41.796904+0000","last_active":"2023-09-23T18:22:43.872917+0000","last_peered":"2023-09-23T18:22:43.872917+0000","last_clean":"2023-09-23T18:22:43.872917+0000","last_became_active":"2023-09-23T18:21:41.796575+0000","last_became_peered":"2023-09-23T18:21:41.796575+0000","last_unstale":"2023-09-23T18:22:43.872917+0000","last_undegraded":"2023-09-23T18:22:43.872917+0000","last_fullsized":"2023-09-23T18:22:43.872917+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":474,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873298+0000","last_change":"2023-09-23T18:22:03.967756+0000","last_active":"2023-09-23T18:22:43.873298+0000","last_peered":"2023-09-23T18:22:43.873298+0000","last_clean":"2023-09-23T18:22:43.873298+0000","last_became_active":"2023-09-23T18:22:03.967377+0000","last_became_peered":"2023-09-23T18:22:03.967377+0000","last_unstale":"2023-09-23T18:22:43.873298+0000","last_undegraded":"2023-09-23T18:22:43.873298+0000","last_fullsized":"2023-09-23T18:22:43.873298+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"444'6441","reported_seq":6497,"reported_epoch":444,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.309344+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:22:43.309344+0000","last_peered":"2023-09-23T18:22:43.309344+0000","last_clean":"2023-09-23T18:22:43.309344+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:22:43.309344+0000","last_undegraded":"2023-09-23T18:22:43.309344+0000","last_fullsized":"2023-09-23T18:22:43.309344+0000","mapping_epoch":398,"log_start":"402'573","ondisk_log_start":"402'573","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5868,"log_dups_size":0,"ondisk_log_size":5868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381616128,"num_objects":5823,"num_object_clones":0,"num_object_copies":17469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6441,"num_write_kb":392448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":485,"reported_epoch":444,"state":"active+clean","last_fresh":"2023-09-23T18:22:42.831620+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:22:42.831620+0000","last_peered":"2023-09-23T18:22:42.831620+0000","last_clean":"2023-09-23T18:22:42.831620+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:22:42.831620+0000","last_undegraded":"2023-09-23T18:22:42.831620+0000","last_fullsized":"2023-09-23T18:22:42.831620+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":448,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:44.888379+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:22:44.888379+0000","last_peered":"2023-09-23T18:22:44.888379+0000","last_clean":"2023-09-23T18:22:44.888379+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:22:44.888379+0000","last_undegraded":"2023-09-23T18:22:44.888379+0000","last_fullsized":"2023-09-23T18:22:44.888379+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"446'6558","reported_seq":6666,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:45.480652+0000","last_change":"2023-09-23T18:22:44.712584+0000","last_active":"2023-09-23T18:22:45.480652+0000","last_peered":"2023-09-23T18:22:45.480652+0000","last_clean":"2023-09-23T18:22:45.480652+0000","last_became_active":"2023-09-23T18:22:36.929545+0000","last_became_peered":"2023-09-23T18:22:36.929545+0000","last_unstale":"2023-09-23T18:22:45.480652+0000","last_undegraded":"2023-09-23T18:22:45.480652+0000","last_fullsized":"2023-09-23T18:22:45.480652+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6558,"log_dups_size":0,"ondisk_log_size":6558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371982336,"num_objects":5676,"num_object_clones":0,"num_object_copies":17028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6558,"num_write_kb":391488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":869,"num_bytes_recovered":52953088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1174,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.879596+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:22:43.879596+0000","last_peered":"2023-09-23T18:22:43.879596+0000","last_clean":"2023-09-23T18:22:43.879596+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:22:43.879596+0000","last_undegraded":"2023-09-23T18:22:43.879596+0000","last_fullsized":"2023-09-23T18:22:43.879596+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870935+0000","last_change":"2023-09-23T18:22:35.948710+0000","last_active":"2023-09-23T18:22:43.870935+0000","last_peered":"2023-09-23T18:22:43.870935+0000","last_clean":"2023-09-23T18:22:43.870935+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:22:35.944868+0000","last_unstale":"2023-09-23T18:22:43.870935+0000","last_undegraded":"2023-09-23T18:22:43.870935+0000","last_fullsized":"2023-09-23T18:22:43.870935+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":392,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.881925+0000","last_change":"2023-09-23T18:22:35.941797+0000","last_active":"2023-09-23T18:22:43.881925+0000","last_peered":"2023-09-23T18:22:43.881925+0000","last_clean":"2023-09-23T18:22:43.881925+0000","last_became_active":"2023-09-23T18:22:35.937540+0000","last_became_peered":"2023-09-23T18:22:35.937540+0000","last_unstale":"2023-09-23T18:22:43.881925+0000","last_undegraded":"2023-09-23T18:22:43.881925+0000","last_fullsized":"2023-09-23T18:22:43.881925+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:57.678165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"446'6395","reported_seq":6486,"reported_epoch":446,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:22:45.444145+0000","last_change":"2023-09-23T18:22:36.981075+0000","last_active":"2023-09-23T18:22:45.444145+0000","last_peered":"2023-09-23T18:22:45.444145+0000","last_clean":"2023-09-23T18:21:09.096464+0000","last_became_active":"2023-09-23T18:22:36.952923+0000","last_became_peered":"2023-09-23T18:22:36.952923+0000","last_unstale":"2023-09-23T18:22:45.444145+0000","last_undegraded":"2023-09-23T18:22:36.924817+0000","last_fullsized":"2023-09-23T18:22:36.913492+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6395,"log_dups_size":0,"ondisk_log_size":6395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364838912,"num_objects":5567,"num_object_clones":0,"num_object_copies":16701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":960,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6395,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":196608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"3,5,7","objects":912},{"shards":"5,7","objects":4655}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1240,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873625+0000","last_change":"2023-09-23T18:22:36.009417+0000","last_active":"2023-09-23T18:22:43.873625+0000","last_peered":"2023-09-23T18:22:43.873625+0000","last_clean":"2023-09-23T18:22:43.873625+0000","last_became_active":"2023-09-23T18:22:35.931127+0000","last_became_peered":"2023-09-23T18:22:35.931127+0000","last_unstale":"2023-09-23T18:22:43.873625+0000","last_undegraded":"2023-09-23T18:22:43.873625+0000","last_fullsized":"2023-09-23T18:22:43.873625+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":489,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873079+0000","last_change":"2023-09-23T18:22:34.924481+0000","last_active":"2023-09-23T18:22:43.873079+0000","last_peered":"2023-09-23T18:22:43.873079+0000","last_clean":"2023-09-23T18:22:43.873079+0000","last_became_active":"2023-09-23T18:22:34.924151+0000","last_became_peered":"2023-09-23T18:22:34.924151+0000","last_unstale":"2023-09-23T18:22:43.873079+0000","last_undegraded":"2023-09-23T18:22:43.873079+0000","last_fullsized":"2023-09-23T18:22:43.873079+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":363,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.879509+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:22:43.879509+0000","last_peered":"2023-09-23T18:22:43.879509+0000","last_clean":"2023-09-23T18:22:43.879509+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:22:43.879509+0000","last_undegraded":"2023-09-23T18:22:43.879509+0000","last_fullsized":"2023-09-23T18:22:43.879509+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"446'6656","reported_seq":6779,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:45.498119+0000","last_change":"2023-09-23T18:22:37.409508+0000","last_active":"2023-09-23T18:22:45.498119+0000","last_peered":"2023-09-23T18:22:45.498119+0000","last_clean":"2023-09-23T18:22:45.498119+0000","last_became_active":"2023-09-23T18:22:36.923570+0000","last_became_peered":"2023-09-23T18:22:36.923570+0000","last_unstale":"2023-09-23T18:22:45.498119+0000","last_undegraded":"2023-09-23T18:22:45.498119+0000","last_fullsized":"2023-09-23T18:22:45.498119+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6656,"log_dups_size":0,"ondisk_log_size":6656,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379060224,"num_objects":5784,"num_object_clones":0,"num_object_copies":17352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6656,"num_write_kb":398080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":242,"num_bytes_recovered":11206656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":823,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.877358+0000","last_change":"2023-09-23T18:22:34.933198+0000","last_active":"2023-09-23T18:22:43.877358+0000","last_peered":"2023-09-23T18:22:43.877358+0000","last_clean":"2023-09-23T18:22:43.877358+0000","last_became_active":"2023-09-23T18:22:34.932564+0000","last_became_peered":"2023-09-23T18:22:34.932564+0000","last_unstale":"2023-09-23T18:22:43.877358+0000","last_undegraded":"2023-09-23T18:22:43.877358+0000","last_fullsized":"2023-09-23T18:22:43.877358+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:27.334623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":395,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.878580+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:22:43.878580+0000","last_peered":"2023-09-23T18:22:43.878580+0000","last_clean":"2023-09-23T18:22:43.878580+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:22:43.878580+0000","last_undegraded":"2023-09-23T18:22:43.878580+0000","last_fullsized":"2023-09-23T18:22:43.878580+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":509,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.879800+0000","last_change":"2023-09-23T18:22:35.939586+0000","last_active":"2023-09-23T18:22:43.879800+0000","last_peered":"2023-09-23T18:22:43.879800+0000","last_clean":"2023-09-23T18:22:43.879800+0000","last_became_active":"2023-09-23T18:22:35.939317+0000","last_became_peered":"2023-09-23T18:22:35.939317+0000","last_unstale":"2023-09-23T18:22:43.879800+0000","last_undegraded":"2023-09-23T18:22:43.879800+0000","last_fullsized":"2023-09-23T18:22:43.879800+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:58:22.916049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"444'6425","reported_seq":9595,"reported_epoch":444,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:22:43.309159+0000","last_change":"2023-09-23T18:22:43.031813+0000","last_active":"2023-09-23T18:22:43.309159+0000","last_peered":"2023-09-23T18:22:43.309159+0000","last_clean":"2023-09-23T18:21:09.108628+0000","last_became_active":"2023-09-23T18:22:43.010074+0000","last_became_peered":"2023-09-23T18:22:43.010074+0000","last_unstale":"2023-09-23T18:22:43.309159+0000","last_undegraded":"2023-09-23T18:22:43.309159+0000","last_fullsized":"2023-09-23T18:22:43.309159+0000","mapping_epoch":443,"log_start":"402'528","ondisk_log_start":"402'528","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5897,"log_dups_size":0,"ondisk_log_size":5897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:47.029796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376635392,"num_objects":5747,"num_object_clones":0,"num_object_copies":17241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6425,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1527,"num_bytes_recovered":95354880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":["3","0","5"],"object_location_counts":[{"shards":"0,3,5","objects":5747}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":750,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.925963+0000","last_change":"2023-09-23T18:22:43.920747+0000","last_active":"2023-09-23T18:22:43.925963+0000","last_peered":"2023-09-23T18:22:43.925963+0000","last_clean":"2023-09-23T18:22:43.925963+0000","last_became_active":"2023-09-23T18:22:43.920266+0000","last_became_peered":"2023-09-23T18:22:43.920266+0000","last_unstale":"2023-09-23T18:22:43.925963+0000","last_undegraded":"2023-09-23T18:22:43.925963+0000","last_fullsized":"2023-09-23T18:22:43.925963+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":500,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.868323+0000","last_change":"2023-09-23T18:22:35.011102+0000","last_active":"2023-09-23T18:22:43.868323+0000","last_peered":"2023-09-23T18:22:43.868323+0000","last_clean":"2023-09-23T18:22:43.868323+0000","last_became_active":"2023-09-23T18:22:34.922434+0000","last_became_peered":"2023-09-23T18:22:34.922434+0000","last_unstale":"2023-09-23T18:22:43.868323+0000","last_undegraded":"2023-09-23T18:22:43.868323+0000","last_fullsized":"2023-09-23T18:22:43.868323+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":510,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.822982+0000","last_change":"2023-09-23T18:22:35.927711+0000","last_active":"2023-09-23T18:22:41.822982+0000","last_peered":"2023-09-23T18:22:41.822982+0000","last_clean":"2023-09-23T18:22:41.822982+0000","last_became_active":"2023-09-23T18:22:35.927389+0000","last_became_peered":"2023-09-23T18:22:35.927389+0000","last_unstale":"2023-09-23T18:22:41.822982+0000","last_undegraded":"2023-09-23T18:22:41.822982+0000","last_fullsized":"2023-09-23T18:22:41.822982+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:08:51.667774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":25,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.866696+0000","last_change":"2023-09-23T18:22:19.251549+0000","last_active":"2023-09-23T18:22:43.866696+0000","last_peered":"2023-09-23T18:22:43.866696+0000","last_clean":"2023-09-23T18:22:43.866696+0000","last_became_active":"2023-09-23T18:22:19.251158+0000","last_became_peered":"2023-09-23T18:22:19.251158+0000","last_unstale":"2023-09-23T18:22:43.866696+0000","last_undegraded":"2023-09-23T18:22:43.866696+0000","last_fullsized":"2023-09-23T18:22:43.866696+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"446'6620","reported_seq":7290,"reported_epoch":446,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:22:47.210487+0000","last_change":"2023-09-23T18:22:41.870948+0000","last_active":"2023-09-23T18:22:47.210487+0000","last_peered":"2023-09-23T18:22:47.210487+0000","last_clean":"2023-09-23T18:21:09.100175+0000","last_became_active":"2023-09-23T18:22:37.139320+0000","last_became_peered":"2023-09-23T18:22:37.139320+0000","last_unstale":"2023-09-23T18:22:47.210487+0000","last_undegraded":"2023-09-23T18:22:37.116067+0000","last_fullsized":"2023-09-23T18:22:36.911549+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6620,"log_dups_size":0,"ondisk_log_size":6620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:14.374583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368050176,"num_objects":5616,"num_object_clones":0,"num_object_copies":16848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":437,"num_objects_misplaced":6766,"num_objects_unfound":0,"num_objects_dirty":5616,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6620,"num_write_kb":391552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":8847360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[{"shards":"0,2,5","objects":4759},{"shards":"1,2,5","objects":785},{"shards":"2,5","objects":-365}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":828,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.868076+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:22:43.868076+0000","last_peered":"2023-09-23T18:22:43.868076+0000","last_clean":"2023-09-23T18:22:43.868076+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:22:43.868076+0000","last_undegraded":"2023-09-23T18:22:43.868076+0000","last_fullsized":"2023-09-23T18:22:43.868076+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":36,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852841+0000","last_change":"2023-09-23T18:22:33.961135+0000","last_active":"2023-09-23T18:22:43.852841+0000","last_peered":"2023-09-23T18:22:43.852841+0000","last_clean":"2023-09-23T18:22:43.852841+0000","last_became_active":"2023-09-23T18:22:33.960870+0000","last_became_peered":"2023-09-23T18:22:33.960870+0000","last_unstale":"2023-09-23T18:22:43.852841+0000","last_undegraded":"2023-09-23T18:22:43.852841+0000","last_fullsized":"2023-09-23T18:22:43.852841+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:32.895486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":45,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.851973+0000","last_change":"2023-09-23T18:22:33.933134+0000","last_active":"2023-09-23T18:22:43.851973+0000","last_peered":"2023-09-23T18:22:43.851973+0000","last_clean":"2023-09-23T18:22:43.851973+0000","last_became_active":"2023-09-23T18:22:33.932824+0000","last_became_peered":"2023-09-23T18:22:33.932824+0000","last_unstale":"2023-09-23T18:22:43.851973+0000","last_undegraded":"2023-09-23T18:22:43.851973+0000","last_fullsized":"2023-09-23T18:22:43.851973+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:26:02.267859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"446'6644","reported_seq":6699,"reported_epoch":446,"state":"active+clean","last_fresh":"2023-09-23T18:22:45.428403+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:22:45.428403+0000","last_peered":"2023-09-23T18:22:45.428403+0000","last_clean":"2023-09-23T18:22:45.428403+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:22:45.428403+0000","last_undegraded":"2023-09-23T18:22:45.428403+0000","last_fullsized":"2023-09-23T18:22:45.428403+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6644,"log_dups_size":0,"ondisk_log_size":6644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381550592,"num_objects":5822,"num_object_clones":0,"num_object_copies":17466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6644,"num_write_kb":398912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":170,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870234+0000","last_change":"2023-09-23T18:22:33.925972+0000","last_active":"2023-09-23T18:22:43.870234+0000","last_peered":"2023-09-23T18:22:43.870234+0000","last_clean":"2023-09-23T18:22:43.870234+0000","last_became_active":"2023-09-23T18:22:33.925359+0000","last_became_peered":"2023-09-23T18:22:33.925359+0000","last_unstale":"2023-09-23T18:22:43.870234+0000","last_undegraded":"2023-09-23T18:22:43.870234+0000","last_fullsized":"2023-09-23T18:22:43.870234+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":421,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.879837+0000","last_change":"2023-09-23T18:22:35.935494+0000","last_active":"2023-09-23T18:22:43.879837+0000","last_peered":"2023-09-23T18:22:43.879837+0000","last_clean":"2023-09-23T18:22:43.879837+0000","last_became_active":"2023-09-23T18:22:35.935155+0000","last_became_peered":"2023-09-23T18:22:35.935155+0000","last_unstale":"2023-09-23T18:22:43.879837+0000","last_undegraded":"2023-09-23T18:22:43.879837+0000","last_fullsized":"2023-09-23T18:22:43.879837+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:43.648840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":55,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852260+0000","last_change":"2023-09-23T18:22:35.925063+0000","last_active":"2023-09-23T18:22:43.852260+0000","last_peered":"2023-09-23T18:22:43.852260+0000","last_clean":"2023-09-23T18:22:43.852260+0000","last_became_active":"2023-09-23T18:22:35.924811+0000","last_became_peered":"2023-09-23T18:22:35.924811+0000","last_unstale":"2023-09-23T18:22:43.852260+0000","last_undegraded":"2023-09-23T18:22:43.852260+0000","last_fullsized":"2023-09-23T18:22:43.852260+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:02:52.021593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"446'6603","reported_seq":7657,"reported_epoch":446,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:22:45.417394+0000","last_change":"2023-09-23T18:22:41.867858+0000","last_active":"2023-09-23T18:22:45.417394+0000","last_peered":"2023-09-23T18:22:45.417394+0000","last_clean":"2023-09-23T18:21:40.813253+0000","last_became_active":"2023-09-23T18:22:36.940897+0000","last_became_peered":"2023-09-23T18:22:36.940897+0000","last_unstale":"2023-09-23T18:22:45.417394+0000","last_undegraded":"2023-09-23T18:22:41.867691+0000","last_fullsized":"2023-09-23T18:22:45.417394+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6603,"log_dups_size":0,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375259160,"num_objects":5727,"num_object_clones":0,"num_object_copies":17181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":63,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5727,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6603,"num_write_kb":394497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":487,"num_bytes_recovered":31916032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,4,7","objects":8},{"shards":"1,5,7","objects":5719}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":493,"reported_epoch":444,"state":"active+clean","last_fresh":"2023-09-23T18:22:42.839079+0000","last_change":"2023-09-23T18:22:33.957892+0000","last_active":"2023-09-23T18:22:42.839079+0000","last_peered":"2023-09-23T18:22:42.839079+0000","last_clean":"2023-09-23T18:22:42.839079+0000","last_became_active":"2023-09-23T18:22:33.952582+0000","last_became_peered":"2023-09-23T18:22:33.952582+0000","last_unstale":"2023-09-23T18:22:42.839079+0000","last_undegraded":"2023-09-23T18:22:42.839079+0000","last_fullsized":"2023-09-23T18:22:42.839079+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:25:38.988260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1117,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.880352+0000","last_change":"2023-09-23T18:22:36.916538+0000","last_active":"2023-09-23T18:22:43.880352+0000","last_peered":"2023-09-23T18:22:43.880352+0000","last_clean":"2023-09-23T18:22:43.880352+0000","last_became_active":"2023-09-23T18:22:36.915974+0000","last_became_peered":"2023-09-23T18:22:36.915974+0000","last_unstale":"2023-09-23T18:22:43.880352+0000","last_undegraded":"2023-09-23T18:22:43.880352+0000","last_fullsized":"2023-09-23T18:22:43.880352+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:43.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":83,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.877158+0000","last_change":"2023-09-23T18:22:33.923166+0000","last_active":"2023-09-23T18:22:43.877158+0000","last_peered":"2023-09-23T18:22:43.877158+0000","last_clean":"2023-09-23T18:22:43.877158+0000","last_became_active":"2023-09-23T18:22:33.922837+0000","last_became_peered":"2023-09-23T18:22:33.922837+0000","last_unstale":"2023-09-23T18:22:43.877158+0000","last_undegraded":"2023-09-23T18:22:43.877158+0000","last_fullsized":"2023-09-23T18:22:43.877158+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:35:56.159603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.c","version":"444'6493","reported_seq":6549,"reported_epoch":444,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.294938+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:22:43.294938+0000","last_peered":"2023-09-23T18:22:43.294938+0000","last_clean":"2023-09-23T18:22:43.294938+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:22:43.294938+0000","last_undegraded":"2023-09-23T18:22:43.294938+0000","last_fullsized":"2023-09-23T18:22:43.294938+0000","mapping_epoch":398,"log_start":"402'618","ondisk_log_start":"402'618","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":5875,"log_dups_size":0,"ondisk_log_size":5875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383844352,"num_objects":5857,"num_object_clones":0,"num_object_copies":17571,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5857,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6493,"num_write_kb":395200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":55,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.871498+0000","last_change":"2023-09-23T18:22:35.295631+0000","last_active":"2023-09-23T18:22:43.871498+0000","last_peered":"2023-09-23T18:22:43.871498+0000","last_clean":"2023-09-23T18:22:43.871498+0000","last_became_active":"2023-09-23T18:22:03.948770+0000","last_became_peered":"2023-09-23T18:22:03.948770+0000","last_unstale":"2023-09-23T18:22:43.871498+0000","last_undegraded":"2023-09-23T18:22:43.871498+0000","last_fullsized":"2023-09-23T18:22:43.871498+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":49,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852141+0000","last_change":"2023-09-23T18:22:33.962882+0000","last_active":"2023-09-23T18:22:43.852141+0000","last_peered":"2023-09-23T18:22:43.852141+0000","last_clean":"2023-09-23T18:22:43.852141+0000","last_became_active":"2023-09-23T18:22:33.962335+0000","last_became_peered":"2023-09-23T18:22:33.962335+0000","last_unstale":"2023-09-23T18:22:43.852141+0000","last_undegraded":"2023-09-23T18:22:43.852141+0000","last_fullsized":"2023-09-23T18:22:43.852141+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:20.848774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":175,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.873161+0000","last_change":"2023-09-23T18:22:35.925415+0000","last_active":"2023-09-23T18:22:43.873161+0000","last_peered":"2023-09-23T18:22:43.873161+0000","last_clean":"2023-09-23T18:22:43.873161+0000","last_became_active":"2023-09-23T18:22:35.925021+0000","last_became_peered":"2023-09-23T18:22:35.925021+0000","last_unstale":"2023-09-23T18:22:43.873161+0000","last_undegraded":"2023-09-23T18:22:43.873161+0000","last_fullsized":"2023-09-23T18:22:43.873161+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":37,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852347+0000","last_change":"2023-09-23T18:22:33.958609+0000","last_active":"2023-09-23T18:22:43.852347+0000","last_peered":"2023-09-23T18:22:43.852347+0000","last_clean":"2023-09-23T18:22:43.852347+0000","last_became_active":"2023-09-23T18:22:33.958133+0000","last_became_peered":"2023-09-23T18:22:33.958133+0000","last_unstale":"2023-09-23T18:22:43.852347+0000","last_undegraded":"2023-09-23T18:22:43.852347+0000","last_fullsized":"2023-09-23T18:22:43.852347+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:21:57.819616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":251,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.878888+0000","last_change":"2023-09-23T18:13:47.964253+0000","last_active":"2023-09-23T18:22:43.878888+0000","last_peered":"2023-09-23T18:22:43.878888+0000","last_clean":"2023-09-23T18:22:43.878888+0000","last_became_active":"2023-09-23T18:13:47.964000+0000","last_became_peered":"2023-09-23T18:13:47.964000+0000","last_unstale":"2023-09-23T18:22:43.878888+0000","last_undegraded":"2023-09-23T18:22:43.878888+0000","last_fullsized":"2023-09-23T18:22:43.878888+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:29.494151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":19,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870412+0000","last_change":"2023-09-23T18:22:35.964720+0000","last_active":"2023-09-23T18:22:43.870412+0000","last_peered":"2023-09-23T18:22:43.870412+0000","last_clean":"2023-09-23T18:22:43.870412+0000","last_became_active":"2023-09-23T18:22:35.941819+0000","last_became_peered":"2023-09-23T18:22:35.941819+0000","last_unstale":"2023-09-23T18:22:43.870412+0000","last_undegraded":"2023-09-23T18:22:43.870412+0000","last_fullsized":"2023-09-23T18:22:43.870412+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":124,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.872930+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:22:43.872930+0000","last_peered":"2023-09-23T18:22:43.872930+0000","last_clean":"2023-09-23T18:22:43.872930+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:22:43.872930+0000","last_undegraded":"2023-09-23T18:22:43.872930+0000","last_fullsized":"2023-09-23T18:22:43.872930+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":19,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.870778+0000","last_change":"2023-09-23T18:22:35.955914+0000","last_active":"2023-09-23T18:22:43.870778+0000","last_peered":"2023-09-23T18:22:43.870778+0000","last_clean":"2023-09-23T18:22:43.870778+0000","last_became_active":"2023-09-23T18:22:35.934981+0000","last_became_peered":"2023-09-23T18:22:35.934981+0000","last_unstale":"2023-09-23T18:22:43.870778+0000","last_undegraded":"2023-09-23T18:22:43.870778+0000","last_fullsized":"2023-09-23T18:22:43.870778+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":158,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.872818+0000","last_change":"2023-09-23T18:22:33.924703+0000","last_active":"2023-09-23T18:22:43.872818+0000","last_peered":"2023-09-23T18:22:43.872818+0000","last_clean":"2023-09-23T18:22:43.872818+0000","last_became_active":"2023-09-23T18:22:33.924389+0000","last_became_peered":"2023-09-23T18:22:33.924389+0000","last_unstale":"2023-09-23T18:22:43.872818+0000","last_undegraded":"2023-09-23T18:22:43.872818+0000","last_fullsized":"2023-09-23T18:22:43.872818+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":513,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.821778+0000","last_change":"2023-09-23T18:22:04.007162+0000","last_active":"2023-09-23T18:22:41.821778+0000","last_peered":"2023-09-23T18:22:41.821778+0000","last_clean":"2023-09-23T18:22:41.821778+0000","last_became_active":"2023-09-23T18:22:04.006827+0000","last_became_peered":"2023-09-23T18:22:04.006827+0000","last_unstale":"2023-09-23T18:22:41.821778+0000","last_undegraded":"2023-09-23T18:22:41.821778+0000","last_fullsized":"2023-09-23T18:22:41.821778+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:34.650136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":516,"reported_epoch":443,"state":"active+clean","last_fresh":"2023-09-23T18:22:41.823416+0000","last_change":"2023-09-23T18:22:33.952123+0000","last_active":"2023-09-23T18:22:41.823416+0000","last_peered":"2023-09-23T18:22:41.823416+0000","last_clean":"2023-09-23T18:22:41.823416+0000","last_became_active":"2023-09-23T18:22:33.951837+0000","last_became_peered":"2023-09-23T18:22:33.951837+0000","last_unstale":"2023-09-23T18:22:41.823416+0000","last_undegraded":"2023-09-23T18:22:41.823416+0000","last_fullsized":"2023-09-23T18:22:41.823416+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:00:48.654449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":96,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.852552+0000","last_change":"2023-09-23T18:22:36.175254+0000","last_active":"2023-09-23T18:22:43.852552+0000","last_peered":"2023-09-23T18:22:43.852552+0000","last_clean":"2023-09-23T18:22:43.852552+0000","last_became_active":"2023-09-23T18:22:35.962274+0000","last_became_peered":"2023-09-23T18:22:35.962274+0000","last_unstale":"2023-09-23T18:22:43.852552+0000","last_undegraded":"2023-09-23T18:22:43.852552+0000","last_fullsized":"2023-09-23T18:22:43.852552+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:02:44.903318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":133,"reported_epoch":445,"state":"active+clean","last_fresh":"2023-09-23T18:22:43.872551+0000","last_change":"2023-09-23T18:22:03.974449+0000","last_active":"2023-09-23T18:22:43.872551+0000","last_peered":"2023-09-23T18:22:43.872551+0000","last_clean":"2023-09-23T18:22:43.872551+0000","last_became_active":"2023-09-23T18:22:03.974118+0000","last_became_peered":"2023-09-23T18:22:03.974118+0000","last_unstale":"2023-09-23T18:22:43.872551+0000","last_undegraded":"2023-09-23T18:22:43.872551+0000","last_fullsized":"2023-09-23T18:22:43.872551+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":109,"num_bytes_recovered":36788,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6019153944,"num_objects":91846,"num_object_clones":0,"num_object_copies":275538,"num_objects_missing_on_primary":127,"num_objects_missing":127,"num_objects_degraded":2514,"num_objects_misplaced":16497,"num_objects_unfound":0,"num_objects_dirty":91846,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":104932,"num_write_kb":6296833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8044,"num_bytes_recovered":505217024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18457047040,"data_stored":18457034824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100864,"ondisk_log_size":100864,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":237,"num_bytes_recovered":20971539,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430654,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4325520,"kb_used_data":3416840,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":89419632,"statfs":{"total":95995035648,"available":91565703168,"internally_reserved":0,"allocated":3498844160,"data_stored":3497800143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,4],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.9219999999999999,"15min":1.899},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":4.1719999999999997,"5min":10.436,"15min":53.850999999999999},"last":1.036},{"interface":"front","average":{"1min":1.1080000000000001,"5min":2.1179999999999999,"15min":1.9990000000000001},"min":{"1min":0.32700000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.1529999999999996,"5min":12.162000000000001,"15min":53.835000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:22:02 2023","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.7350000000000001,"15min":1.8129999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.9470000000000001,"5min":10.259,"15min":12.595000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.843,"5min":2.3069999999999999,"15min":1.99},"min":{"1min":0.35899999999999999,"5min":0.29799999999999999,"15min":0.26500000000000001},"max":{"1min":5.9560000000000004,"5min":10.401,"15min":12.573},"last":3.746}]},{"osd":2,"last update":"Sat Sep 23 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":2.1549999999999998,"15min":2.0950000000000002},"min":{"1min":0.31900000000000001,"5min":0.29299999999999998,"15min":0.26500000000000001},"max":{"1min":10.238,"5min":10.238,"15min":15.449999999999999},"last":3.7810000000000001},{"interface":"front","average":{"1min":1.829,"5min":2.4129999999999998,"15min":2.294},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.247},"max":{"1min":6.1210000000000004,"5min":16.103999999999999,"15min":21.692},"last":1.0049999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:22:35 2023","interfaces":[{"interface":"back","average":{"1min":1.9339999999999999,"5min":2.8410000000000002,"15min":2.7309999999999999},"min":{"1min":0.39300000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":9.5579999999999998,"5min":20.896999999999998,"15min":27.565999999999999},"last":8.7690000000000001},{"interface":"front","average":{"1min":1.7070000000000001,"5min":3,"15min":2.798},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":7.016,"5min":20.925000000000001,"15min":27.594999999999999},"last":8.8059999999999992}]},{"osd":4,"last update":"Sat Sep 23 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":1.413,"15min":0.84199999999999997},"min":{"1min":0.307,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":3.1339999999999999,"5min":10.18,"15min":10.18},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.5580000000000001,"15min":0.94199999999999995},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.254},"max":{"1min":5.6429999999999998,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":3.8050000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:22:11 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.6870000000000001,"15min":1.0169999999999999},"min":{"1min":0.34000000000000002,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":12.568,"5min":14.202,"15min":14.202},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.748,"5min":1.4299999999999999,"15min":0.99399999999999999},"min":{"1min":0.34499999999999997,"5min":0.30499999999999999,"15min":0.28399999999999997},"max":{"1min":3.1629999999999998,"5min":13.282999999999999,"15min":15.816000000000001},"last":0.501}]},{"osd":6,"last update":"Sat Sep 23 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":1.3109999999999999,"15min":0.88500000000000001},"min":{"1min":0.40400000000000003,"5min":0.33100000000000002,"15min":0.31900000000000001},"max":{"1min":3.3399999999999999,"5min":13.385,"15min":13.385},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.4319999999999999,"5min":1.865,"15min":1.1459999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.34499999999999997},"max":{"1min":6.4169999999999998,"5min":15.699999999999999,"15min":15.699999999999999},"last":0.97399999999999998}]}]},{"osd":6,"up_from":174,"seq":747324309750,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":543684,"kb_used_data":207868,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":93201468,"statfs":{"total":95995035648,"available":95438303232,"internally_reserved":0,"allocated":212856832,"data_stored":211824952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":1.8819999999999999,"15min":2.2639999999999998},"min":{"1min":0.28000000000000003,"5min":0.27700000000000002,"15min":0.23499999999999999},"max":{"1min":7.431,"5min":9.0190000000000001,"15min":84.004999999999995},"last":0.318},{"interface":"front","average":{"1min":2.2850000000000001,"5min":2.2589999999999999,"15min":2.5329999999999999},"min":{"1min":0.27800000000000002,"5min":0.25800000000000001,"15min":0.24399999999999999},"max":{"1min":8.1539999999999999,"5min":9.2089999999999996,"15min":83.918999999999997},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":2.0510000000000002,"15min":2.444},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.26600000000000001},"max":{"1min":9.2140000000000004,"5min":9.2140000000000004,"15min":28.864999999999998},"last":0.433},{"interface":"front","average":{"1min":1.8600000000000001,"5min":2.0859999999999999,"15min":2.1080000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":5.3499999999999996,"5min":18.483000000000001,"15min":29.094000000000001},"last":0.41999999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":2.0099999999999998,"5min":2.347,"15min":2.4159999999999999},"min":{"1min":0.34799999999999998,"5min":0.27300000000000002,"15min":0.26600000000000001},"max":{"1min":9.9640000000000004,"5min":17.138000000000002,"15min":42.585000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":2.1619999999999999,"5min":2.556,"15min":2.1850000000000001},"min":{"1min":0.33400000000000002,"5min":0.32500000000000001,"15min":0.27100000000000002},"max":{"1min":7.6589999999999998,"5min":19.506,"15min":19.506},"last":0.36699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.339,"15min":2.3570000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.309},"max":{"1min":8.5050000000000008,"5min":12.254,"15min":25.228999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.8240000000000001,"5min":2.0680000000000001,"15min":2.27},"min":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.29499999999999998},"max":{"1min":4.3339999999999996,"5min":12.406000000000001,"15min":24.922000000000001},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":1.1419999999999999,"15min":0.95999999999999996},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.23300000000000001},"max":{"1min":3.109,"5min":9.0589999999999993,"15min":19.974},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.534,"15min":1.0620000000000001},"min":{"1min":0.32200000000000001,"5min":0.27000000000000002,"15min":0.25900000000000001},"max":{"1min":5.4569999999999999,"5min":8.766,"15min":20.279},"last":0.443}]},{"osd":5,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":1.232,"5min":1.8480000000000001,"15min":1.1040000000000001},"min":{"1min":0.34599999999999997,"5min":0.29499999999999998,"15min":0.26600000000000001},"max":{"1min":5.4000000000000004,"5min":19.145,"15min":19.145},"last":0.33800000000000002},{"interface":"front","average":{"1min":1.129,"5min":1.962,"15min":1.127},"min":{"1min":0.33000000000000002,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":4.3949999999999996,"5min":9.7739999999999991,"15min":9.7739999999999991},"last":0.47099999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:21:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.5009999999999999,"15min":1.0409999999999999},"min":{"1min":0.40200000000000002,"5min":0.35899999999999999,"15min":0.27900000000000003},"max":{"1min":3.339,"5min":13.009,"15min":13.009},"last":0.502},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.262,"15min":0.95099999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":4.1260000000000003,"5min":8.7479999999999993,"15min":12.279},"last":0.621}]}]},{"osd":1,"up_from":323,"seq":1387274436717,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3961980,"kb_used_data":3561908,"kb_used_omap":17,"kb_used_meta":399982,"kb_avail":89783172,"statfs":{"total":95995035648,"available":91937968128,"internally_reserved":0,"allocated":3647393792,"data_stored":3645510897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":409581668},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:01 2023","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":3.8210000000000002,"15min":4.4580000000000002},"min":{"1min":0.23000000000000001,"5min":0.189,"15min":0.189},"max":{"1min":8.7509999999999994,"5min":25.725000000000001,"15min":48.408999999999999},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":2.9369999999999998,"15min":3.0539999999999998},"min":{"1min":0.28799999999999998,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":6.5759999999999996,"5min":23.262,"15min":23.262},"last":4.1150000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":2.7250000000000001,"5min":2.7850000000000001,"15min":4.0570000000000004},"min":{"1min":0.255,"5min":0.252,"15min":0.216},"max":{"1min":7.4249999999999998,"5min":18.718,"15min":23.407},"last":3.016},{"interface":"front","average":{"1min":2.3730000000000002,"5min":2.5600000000000001,"15min":4.351},"min":{"1min":0.32200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.002000000000001,"5min":13.390000000000001,"15min":57.387},"last":0.86199999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":2.6829999999999998,"15min":3.452},"min":{"1min":0.24099999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":22.780999999999999,"5min":22.780999999999999,"15min":33.795000000000002},"last":1.1819999999999999},{"interface":"front","average":{"1min":4.3339999999999996,"5min":2.8929999999999998,"15min":4.1630000000000003},"min":{"1min":0.34100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":41.909999999999997,"5min":41.909999999999997,"15min":41.909999999999997},"last":12.032999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":2.1739999999999999,"15min":1.579},"min":{"1min":0.40799999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":3.9079999999999999,"5min":8.1479999999999997,"15min":8.7040000000000006},"last":4.7629999999999999},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.0830000000000002,"15min":2.3660000000000001},"min":{"1min":0.35899999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":11.901,"5min":11.901,"15min":14.898},"last":4.4379999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":2.6549999999999998,"5min":2.5859999999999999,"15min":2.5449999999999999},"min":{"1min":0.32200000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":7.7409999999999997,"5min":12.804,"15min":14.987},"last":4.3650000000000002},{"interface":"front","average":{"1min":2.5859999999999999,"5min":2.6600000000000001,"15min":2.7589999999999999},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":17.434999999999999,"5min":17.434999999999999,"15min":31.023},"last":0.90500000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":1.8779999999999999,"5min":2.2989999999999999,"15min":2.657},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38},"max":{"1min":12.038,"5min":13.289999999999999,"15min":31.064},"last":4.5609999999999999},{"interface":"front","average":{"1min":1.216,"5min":2.427,"15min":1.6910000000000001},"min":{"1min":0.433,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":3.9529999999999998,"5min":13.855,"15min":13.855},"last":0.88200000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:21:57 2023","interfaces":[{"interface":"back","average":{"1min":2.3029999999999999,"5min":2.718,"15min":2.5910000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":6.8250000000000002,"5min":11.928000000000001,"15min":14.949999999999999},"last":4.4050000000000002},{"interface":"front","average":{"1min":2.8109999999999999,"5min":2.7570000000000001,"15min":2.827},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":17.483000000000001,"5min":17.483000000000001,"15min":31.093},"last":0.96999999999999997}]}]},{"osd":0,"up_from":438,"seq":1881195675971,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2450548,"kb_used_data":1731308,"kb_used_omap":8,"kb_used_meta":719223,"kb_avail":91294604,"statfs":{"total":95995035648,"available":93485674496,"internally_reserved":0,"allocated":1772859392,"data_stored":1770980388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":736484964},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":3.661,"15min":3.1800000000000002},"min":{"1min":0.248,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":7.3540000000000001,"5min":141.75800000000001,"15min":141.75800000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.847,"5min":4.0380000000000003,"15min":5.6139999999999999},"min":{"1min":0.26900000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.843,"5min":141.95699999999999,"15min":141.95699999999999},"last":3.0979999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2000000000000002,"5min":2.5859999999999999,"15min":3.367},"min":{"1min":0.254,"5min":0.216,"15min":0.216},"max":{"1min":16.719000000000001,"5min":16.719000000000001,"15min":27.821999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.5470000000000002,"5min":2.4889999999999999,"15min":3.004},"min":{"1min":0.34999999999999998,"5min":0.22700000000000001,"15min":0.20200000000000001},"max":{"1min":14.73,"5min":20.721,"15min":26.268000000000001},"last":3.1440000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:21:37 2023","interfaces":[{"interface":"back","average":{"1min":3.585,"5min":3.2959999999999998,"15min":3.8730000000000002},"min":{"1min":0.34699999999999998,"5min":0.251,"15min":0.23599999999999999},"max":{"1min":14.786,"5min":26.850000000000001,"15min":69.905000000000001},"last":1.6870000000000001},{"interface":"front","average":{"1min":2.4409999999999998,"5min":3.0209999999999999,"15min":3.4860000000000002},"min":{"1min":0.443,"5min":0.27900000000000003,"15min":0.251},"max":{"1min":13.446,"5min":22.183,"15min":69.120999999999995},"last":2.1739999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":2.1349999999999998,"15min":2.4910000000000001},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.308},"max":{"1min":9.9570000000000007,"5min":16.550000000000001,"15min":68.950000000000003},"last":1.6459999999999999},{"interface":"front","average":{"1min":1.911,"5min":2.3159999999999998,"15min":2.5720000000000001},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.32200000000000001},"max":{"1min":8.7089999999999996,"5min":14.993,"15min":69.829999999999998},"last":0.44900000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":2.7469999999999999,"15min":2.6579999999999999},"min":{"1min":0.38100000000000001,"5min":0.32700000000000001,"15min":0.30299999999999999},"max":{"1min":6.968,"5min":23.393999999999998,"15min":69.751999999999995},"last":3.1840000000000002},{"interface":"front","average":{"1min":2.1629999999999998,"5min":2.605,"15min":2.673},"min":{"1min":0.38,"5min":0.37,"15min":0.30099999999999999},"max":{"1min":10.013,"5min":16.48,"15min":69.081000000000003},"last":8.9030000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:22:08 2023","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":2.4470000000000001,"15min":2.625},"min":{"1min":0.439,"5min":0.375,"15min":0.34100000000000003},"max":{"1min":7.0380000000000003,"5min":14.938000000000001,"15min":69.861999999999995},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.9139999999999999,"5min":2.3599999999999999,"15min":2.6699999999999999},"min":{"1min":0.53000000000000003,"5min":0.39200000000000002,"15min":0.34000000000000002},"max":{"1min":8.1600000000000001,"5min":11.282999999999999,"15min":68.153000000000006},"last":3.2160000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:21:59 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":2.698,"15min":2.883},"min":{"1min":0.49299999999999999,"5min":0.41799999999999998,"15min":0.374},"max":{"1min":10.638999999999999,"5min":11.308999999999999,"15min":68.188999999999993},"last":8.3569999999999993},{"interface":"front","average":{"1min":2.0880000000000001,"5min":2.996,"15min":2.984},"min":{"1min":0.503,"5min":0.39200000000000002,"15min":0.373},"max":{"1min":10.052,"5min":16.844999999999999,"15min":69.027000000000001},"last":6.3010000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258185,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2354640,"kb_used_data":1511240,"kb_used_omap":16,"kb_used_meta":843375,"kb_avail":91390512,"statfs":{"total":95995035648,"available":93583884288,"internally_reserved":0,"allocated":1547509760,"data_stored":1545548331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":863616162},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:23 2023","interfaces":[{"interface":"back","average":{"1min":2.1709999999999998,"5min":2.7509999999999999,"15min":2.9809999999999999},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":11.292,"5min":37.247999999999998,"15min":37.247999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.5299999999999998,"15min":3.169},"min":{"1min":0.35299999999999998,"5min":0.221,"15min":0.216},"max":{"1min":5.6200000000000001,"5min":37.159999999999997,"15min":37.159999999999997},"last":1.2889999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:22:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1299999999999999,"5min":2.23,"15min":3.2410000000000001},"min":{"1min":0.35199999999999998,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":5.0890000000000004,"5min":18.077999999999999,"15min":38.146999999999998},"last":1.5640000000000001},{"interface":"front","average":{"1min":3.165,"5min":2.8900000000000001,"15min":3.246},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":16.021999999999998,"5min":24.899999999999999,"15min":38.329000000000001},"last":4.7469999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":2.4900000000000002,"5min":2.109,"15min":3.0830000000000002},"min":{"1min":0.33700000000000002,"5min":0.28799999999999998,"15min":0.24199999999999999},"max":{"1min":9.8629999999999995,"5min":14.977,"15min":32.289999999999999},"last":0.434},{"interface":"front","average":{"1min":3.867,"5min":3.0609999999999999,"15min":3.645},"min":{"1min":0.38300000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":19.503,"5min":19.503,"15min":35.432000000000002},"last":7.742}]},{"osd":4,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":2.3809999999999998,"5min":2.1949999999999998,"15min":2.8620000000000001},"min":{"1min":0.42899999999999999,"5min":0.32900000000000001,"15min":0.29299999999999998},"max":{"1min":7.056,"5min":10.669,"15min":105.509},"last":1.323},{"interface":"front","average":{"1min":1.5529999999999999,"5min":1.8939999999999999,"15min":2.4630000000000001},"min":{"1min":0.46200000000000002,"5min":0.374,"15min":0.32600000000000001},"max":{"1min":5.1609999999999996,"5min":10.513999999999999,"15min":105.529},"last":4.5380000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":1.6140000000000001,"5min":2.5150000000000001,"15min":2.298},"min":{"1min":0.51500000000000001,"5min":0.30499999999999999,"15min":0.28699999999999998},"max":{"1min":5.218,"5min":30.451000000000001,"15min":30.451000000000001},"last":4.5060000000000002},{"interface":"front","average":{"1min":1.6120000000000001,"5min":1.853,"15min":1.9890000000000001},"min":{"1min":0.44800000000000001,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":5.1420000000000003,"5min":30.428000000000001,"15min":30.428000000000001},"last":1.534}]},{"osd":6,"last update":"Sat Sep 23 18:21:58 2023","interfaces":[{"interface":"back","average":{"1min":2.7480000000000002,"5min":2.0779999999999998,"15min":2.2909999999999999},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.32100000000000001},"max":{"1min":8.3740000000000006,"5min":10.555,"15min":17.853000000000002},"last":4.4379999999999997},{"interface":"front","average":{"1min":2.734,"5min":2.5619999999999998,"15min":2.48},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.38800000000000001},"max":{"1min":8.4139999999999997,"5min":14.699,"15min":17.919},"last":4.4699999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":1.5580000000000001,"5min":3.117,"15min":2.7749999999999999},"min":{"1min":0.45900000000000002,"5min":0.40699999999999997,"15min":0.36899999999999999},"max":{"1min":5.2530000000000001,"5min":109.81699999999999,"15min":109.81699999999999},"last":4.5629999999999997},{"interface":"front","average":{"1min":2.0489999999999999,"5min":2.9609999999999999,"15min":2.4180000000000001},"min":{"1min":0.47299999999999998,"5min":0.439,"15min":0.33800000000000002},"max":{"1min":12.345000000000001,"5min":109.70699999999999,"15min":109.70699999999999},"last":1.5009999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729914,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4002724,"kb_used_data":3140636,"kb_used_omap":4,"kb_used_meta":862075,"kb_avail":89742428,"statfs":{"total":95995035648,"available":91896246272,"internally_reserved":0,"allocated":3216011264,"data_stored":3214182222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":882765207},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,16],"upper_bound":2048},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:41 2023","interfaces":[{"interface":"back","average":{"1min":1.7090000000000001,"5min":2.2120000000000002,"15min":3.3780000000000001},"min":{"1min":0.23000000000000001,"5min":0.189,"15min":0.189},"max":{"1min":7.577,"5min":17.896999999999998,"15min":94.450000000000003},"last":0.37},{"interface":"front","average":{"1min":1.982,"5min":2.3149999999999999,"15min":3.5339999999999998},"min":{"1min":0.25800000000000001,"5min":0.22,"15min":0.20200000000000001},"max":{"1min":6.7939999999999996,"5min":11.064,"15min":93.465000000000003},"last":0.34999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:22:05 2023","interfaces":[{"interface":"back","average":{"1min":1.766,"5min":2.9420000000000002,"15min":3.4350000000000001},"min":{"1min":0.33600000000000002,"5min":0.23300000000000001,"15min":0.23200000000000001},"max":{"1min":16.241,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.3479999999999999,"5min":2.8660000000000001,"15min":3.02},"min":{"1min":0.246,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":18.568000000000001,"5min":66.234999999999999,"15min":66.234999999999999},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:22:14 2023","interfaces":[{"interface":"back","average":{"1min":2.5049999999999999,"5min":2.423,"15min":3.129},"min":{"1min":0.375,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":18.782,"5min":18.782,"15min":93.429000000000002},"last":0.434},{"interface":"front","average":{"1min":3.339,"5min":3.1019999999999999,"15min":3.29},"min":{"1min":0.39400000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":15.566000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:22:42 2023","interfaces":[{"interface":"back","average":{"1min":1.397,"5min":2.0760000000000001,"15min":2.3500000000000001},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.28499999999999998},"max":{"1min":11.291,"5min":12.347,"15min":23.469000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.3180000000000001,"5min":2.327,"15min":2.3239999999999998},"min":{"1min":0.38100000000000001,"5min":0.308,"15min":0.308},"max":{"1min":11.010999999999999,"5min":16.097999999999999,"15min":16.097999999999999},"last":0.60299999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:22:42 2023","interfaces":[{"interface":"back","average":{"1min":1.923,"5min":2.5339999999999998,"15min":2.331},"min":{"1min":0.42299999999999999,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":9.5440000000000005,"5min":18.802,"15min":18.802},"last":0.63700000000000001},{"interface":"front","average":{"1min":2.5649999999999999,"5min":2.8149999999999999,"15min":2.3580000000000001},"min":{"1min":0.439,"5min":0.33700000000000002,"15min":0.30099999999999999},"max":{"1min":8.0470000000000006,"5min":11.484,"15min":19.457999999999998},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:22:05 2023","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":2.3420000000000001,"15min":2.4039999999999999},"min":{"1min":0.46899999999999997,"5min":0.371,"15min":0.318},"max":{"1min":5.2519999999999998,"5min":12.662000000000001,"15min":16.379999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":1.468,"5min":2.6360000000000001,"15min":2.8340000000000001},"min":{"1min":0.45400000000000001,"5min":0.39700000000000002,"15min":0.34200000000000003},"max":{"1min":6.3250000000000002,"5min":18.751999999999999,"15min":93.280000000000001},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:22:42 2023","interfaces":[{"interface":"back","average":{"1min":2.5710000000000002,"5min":2.5110000000000001,"15min":2.359},"min":{"1min":0.38800000000000001,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":8.0839999999999996,"5min":10.329000000000001,"15min":36.423000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":1.4450000000000001,"5min":2.3199999999999998,"15min":2.6309999999999998},"min":{"1min":0.40999999999999998,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":11.256,"5min":13.416,"15min":36.366999999999997},"last":0.61899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019337,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2407176,"kb_used_data":1510080,"kb_used_omap":0,"kb_used_meta":897088,"kb_avail":91337976,"statfs":{"total":95995035648,"available":93530087424,"internally_reserved":0,"allocated":1546321920,"data_stored":1545285774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":918618112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:54 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.903,"15min":1.6699999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.22800000000000001},"max":{"1min":4.7969999999999997,"5min":25.555,"15min":25.555},"last":5.6989999999999998},{"interface":"front","average":{"1min":2.0409999999999999,"5min":2.6680000000000001,"15min":2.113},"min":{"1min":0.34599999999999997,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":5.8200000000000003,"5min":26.247,"15min":26.247},"last":5.5339999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:22:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4470000000000001,"5min":3.8530000000000002,"15min":2.48},"min":{"1min":0.32500000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.925000000000001,"5min":155.029,"15min":155.029},"last":5.4989999999999997},{"interface":"front","average":{"1min":1.7509999999999999,"5min":3.7719999999999998,"15min":3.052},"min":{"1min":0.36499999999999999,"5min":0.29899999999999999,"15min":0.27300000000000002},"max":{"1min":10.957000000000001,"5min":154.94499999999999,"15min":154.94499999999999},"last":5.6340000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":1.8819999999999999,"5min":1.944,"15min":2.0350000000000001},"min":{"1min":0.32400000000000001,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.449,"5min":11.449,"15min":56.448},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.415,"5min":2.1549999999999998,"15min":1.9870000000000001},"min":{"1min":0.35699999999999998,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":3.3959999999999999,"5min":16.920000000000002,"15min":56.868000000000002},"last":5.7320000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:22:38 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.954,"15min":2.5859999999999999},"min":{"1min":0.34000000000000002,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":7.8819999999999997,"5min":9.8369999999999997,"15min":80.783000000000001},"last":9.5749999999999993},{"interface":"front","average":{"1min":1.3320000000000001,"5min":2.5790000000000002,"15min":2.6829999999999998},"min":{"1min":0.373,"5min":0.36399999999999999,"15min":0.28499999999999998},"max":{"1min":6.3049999999999997,"5min":17.027000000000001,"15min":80.852000000000004},"last":5.7569999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:22:38 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":1.6200000000000001,"15min":1.0209999999999999},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":0.57099999999999995,"5min":12.196999999999999,"15min":12.196999999999999},"last":6.8550000000000004},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.8140000000000001,"15min":1.1879999999999999},"min":{"1min":0.32900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69399999999999995,"5min":12.225,"15min":12.225},"last":6.7869999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:21:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":1.647,"15min":1.038},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.249},"max":{"1min":3.2509999999999999,"5min":16.864999999999998,"15min":16.864999999999998},"last":5.7779999999999996},{"interface":"front","average":{"1min":1.9179999999999999,"5min":1.677,"15min":1.0800000000000001},"min":{"1min":0.41399999999999998,"5min":0.35899999999999999,"15min":0.29699999999999999},"max":{"1min":11.039,"5min":12.292,"15min":12.292},"last":5.5910000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:22:23 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.7809999999999999,"15min":1.101},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.28499999999999998},"max":{"1min":3.1520000000000001,"5min":16.891999999999999,"15min":16.891999999999999},"last":8.0069999999999997},{"interface":"front","average":{"1min":0.70799999999999996,"5min":1.5900000000000001,"15min":1.0489999999999999},"min":{"1min":0.36899999999999999,"5min":0.33100000000000002,"15min":0.309},"max":{"1min":2.948,"5min":14.795999999999999,"15min":14.795999999999999},"last":9.5329999999999995}]}]},{"osd":5,"up_from":36,"seq":154618823109,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4365376,"kb_used_data":3460408,"kb_used_omap":0,"kb_used_meta":904640,"kb_avail":89379776,"statfs":{"total":95995035648,"available":91524890624,"internally_reserved":0,"allocated":3543457792,"data_stored":3542433363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926351360},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:21:07 2023","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.911,"15min":1.708},"min":{"1min":0.249,"5min":0.23999999999999999,"15min":0.218},"max":{"1min":2.585,"5min":10.987,"15min":13.724},"last":3.839},{"interface":"front","average":{"1min":1.7709999999999999,"5min":2.0990000000000002,"15min":1.9299999999999999},"min":{"1min":0.245,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.8040000000000003,"5min":11.619999999999999,"15min":12.297000000000001},"last":3.8530000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":2.0110000000000001,"15min":1.974},"min":{"1min":0.28199999999999997,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":7.3780000000000001,"5min":12.263,"15min":65.379000000000005},"last":3.9809999999999999},{"interface":"front","average":{"1min":3.198,"5min":2.5089999999999999,"15min":2.2730000000000001},"min":{"1min":0.35199999999999998,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":9.0210000000000008,"5min":11.956,"15min":65.272000000000006},"last":4.6630000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":2.5529999999999999,"5min":2.899,"15min":2.6869999999999998},"min":{"1min":0.34399999999999997,"5min":0.31,"15min":0.28599999999999998},"max":{"1min":6.9340000000000002,"5min":12.5,"15min":44.081000000000003},"last":4.4749999999999996},{"interface":"front","average":{"1min":1.3049999999999999,"5min":2.3100000000000001,"15min":2.4830000000000001},"min":{"1min":0.374,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":5.524,"5min":12.31,"15min":44.094999999999999},"last":4.4829999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":2.6680000000000001,"15min":2.6429999999999998},"min":{"1min":0.35999999999999999,"5min":0.31,"15min":0.31},"max":{"1min":5.0679999999999996,"5min":16.619,"15min":31.109999999999999},"last":8.75},{"interface":"front","average":{"1min":1.958,"5min":2.9980000000000002,"15min":2.6240000000000001},"min":{"1min":0.375,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.883,"5min":13.228,"15min":28.795999999999999},"last":4.2830000000000004}]},{"osd":4,"last update":"Sat Sep 23 18:22:28 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":1.3109999999999999,"15min":1.323},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.6859999999999999,"5min":18.024999999999999,"15min":121.29900000000001},"last":3.8700000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":2.2719999999999998,"15min":1.758},"min":{"1min":0.315,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.593,"5min":18.003,"15min":121.31399999999999},"last":7.7060000000000004}]},{"osd":6,"last update":"Sat Sep 23 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":2.1429999999999998,"15min":1.1739999999999999},"min":{"1min":0.33200000000000002,"5min":0.29099999999999998,"15min":0.28799999999999998},"max":{"1min":18.081,"5min":18.081,"15min":18.081},"last":3.798},{"interface":"front","average":{"1min":2.1269999999999998,"5min":2.5129999999999999,"15min":1.359},"min":{"1min":0.38800000000000001,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":16.901,"5min":17.952999999999999,"15min":17.952999999999999},"last":7.7809999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:22:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7230000000000001,"5min":1.9690000000000001,"15min":1.147},"min":{"1min":0.32200000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.077,"5min":16.779,"15min":16.779},"last":3.895},{"interface":"front","average":{"1min":2.0699999999999998,"5min":2.5680000000000001,"15min":1.3500000000000001},"min":{"1min":0.42399999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":21.335000000000001,"5min":21.335000000000001,"15min":21.335000000000001},"last":7.6589999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1690763264,"data_stored":1690763264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3473936384,"data_stored":3473932312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1537212416,"data_stored":1537212416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3110076416,"data_stored":3110076416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1527910400,"data_stored":1527906328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3441098752,"data_stored":3441098752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":203685888,"data_stored":203685888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3472363520,"data_stored":3472359448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:22:51.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 41 2023-09-23T18:22:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:51.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:51.935 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:52.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:52.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2514/272916 objects degraded (0.921%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:52.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2514/272916 objects degraded (0.921%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:52.101 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:52.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2514/272916 objects degraded (0.921%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:52.524 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:52.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:52.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:52.628 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:52.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:52.776 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:52.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:52.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:52.886 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:52.950 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:53.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:52 smithi018 ceph-mon[153734]: pgmap v1327: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 2439/267006 objects degraded (0.913%); 16350/267006 objects misplaced (6.123%); 623 KiB/s, 38 objects/s recovering 2023-09-23T18:22:53.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:52 smithi018 ceph-mon[149401]: pgmap v1327: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 2439/267006 objects degraded (0.913%); 16350/267006 objects misplaced (6.123%); 623 KiB/s, 38 objects/s recovering 2023-09-23T18:22:53.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:52 smithi149 ceph-mon[135148]: pgmap v1327: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 2439/267006 objects degraded (0.913%); 16350/267006 objects misplaced (6.123%); 623 KiB/s, 38 objects/s recovering 2023-09-23T18:22:53.456 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:53.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:53.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:53.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:53.644 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:54.106 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:22:54.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:54.115 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:22:54.207 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:22:54.207 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:22:54.215 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:22:54.268 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:54.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:22:54.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:54.330 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:22:54.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:54.553 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[153734]: pgmap v1328: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 2690/262077 objects degraded (1.026%); 15794/262077 objects misplaced (6.026%); 1.1 MiB/s, 41 objects/s recovering 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[149401]: pgmap v1328: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 2690/262077 objects degraded (1.026%); 15794/262077 objects misplaced (6.026%); 1.1 MiB/s, 41 objects/s recovering 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:55.313 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:22:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:22:54] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:22:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:54 smithi149 ceph-mon[135148]: pgmap v1328: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 2690/262077 objects degraded (1.026%); 15794/262077 objects misplaced (6.026%); 1.1 MiB/s, 41 objects/s recovering 2023-09-23T18:22:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:22:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:22:56.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:22:56.346 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:56.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:56.353 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:56.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:56.518 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:56.546 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:56.567 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:56.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:56.576 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:56.676 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:56.720 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:56.764 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:56.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:56.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:56.868 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:56.912 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:56.968 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:56.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:56.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:57.079 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:22:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:56 smithi149 ceph-mon[135148]: pgmap v1329: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 2690/255693 objects degraded (1.052%); 15794/255693 objects misplaced (6.177%); 1017 KiB/s, 39 objects/s recovering 2023-09-23T18:22:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:56 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2690/255693 objects degraded (1.052%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:57.169 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:56 smithi018 ceph-mon[153734]: pgmap v1329: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 2690/255693 objects degraded (1.052%); 15794/255693 objects misplaced (6.177%); 1017 KiB/s, 39 objects/s recovering 2023-09-23T18:22:57.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:56 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2690/255693 objects degraded (1.052%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:57.174 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:56 smithi018 ceph-mon[149401]: pgmap v1329: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 2690/255693 objects degraded (1.052%); 15794/255693 objects misplaced (6.177%); 1017 KiB/s, 39 objects/s recovering 2023-09-23T18:22:57.174 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:56 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2690/255693 objects degraded (1.052%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:22:57.176 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:57.467 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:22:57.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:57.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:22:57.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:22:57.624 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:57.687 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:22:57.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:57.695 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:22:57.796 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:57.861 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:57.931 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:22:57.979 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:57.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:57.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:22:58.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1979225857' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1979225857' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.095 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:58.096 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:22:58.127 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:22:58.144 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:58.171 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:22:58.200 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:58.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:58.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:58.222 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:22:58.273 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:22:58.307 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:22:58.326 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:22:58.352 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:22:58.383 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1979225857' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.403 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.404 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.404 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:22:58.578 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:22:58.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:58.601 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:22:58.702 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:22:58.738 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:58.812 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:22:58.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:58.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:22:58.917 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:58.961 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:59.022 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:59.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:59.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:59.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:22:59.223 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: pgmap v1330: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 2902/253758 objects degraded (1.144%); 15376/253758 objects misplaced (6.059%); 1.4 MiB/s, 36 objects/s recovering 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: osdmap e447: 8 total, 8 up, 8 in 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3827148629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: pgmap v1330: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 2902/253758 objects degraded (1.144%); 15376/253758 objects misplaced (6.059%); 1.4 MiB/s, 36 objects/s recovering 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:59.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:59.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: osdmap e447: 8 total, 8 up, 8 in 2023-09-23T18:22:59.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.225 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:22:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3827148629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:59.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:59.408 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: pgmap v1330: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 2902/253758 objects degraded (1.144%); 15376/253758 objects misplaced (6.059%); 1.4 MiB/s, 36 objects/s recovering 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: osdmap e447: 8 total, 8 up, 8 in 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: failed to encode map e447 with expected crc 2023-09-23T18:22:59.409 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:22:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3827148629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:22:59.491 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:22:59.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:59.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:22:59.608 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:22:59.650 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:59.707 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:22:59.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:22:59.714 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:22:59.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:22:59.902 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:22:59.992 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:00.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:00.004 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:00.104 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:00.181 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:23:00.192 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:00.333 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:23:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:23:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:23:00.333 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:23:00.333 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:23:00.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:00.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:00.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:00.709 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:23:00.749 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:00.823 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:00.984 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:00.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:00.988 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:00.994 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:23:01.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:23:01.257 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:01.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[149401]: pgmap v1332: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2902/251016 objects degraded (1.156%); 15227/251016 objects misplaced (6.066%); 1.2 MiB/s, 31 objects/s recovering 2023-09-23T18:23:01.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3054729821' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[153734]: pgmap v1332: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2902/251016 objects degraded (1.156%); 15227/251016 objects misplaced (6.066%); 1.2 MiB/s, 31 objects/s recovering 2023-09-23T18:23:01.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3054729821' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.332 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:01.400 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:01 smithi149 ceph-mon[135148]: pgmap v1332: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2902/251016 objects degraded (1.156%); 15227/251016 objects misplaced (6.066%); 1.2 MiB/s, 31 objects/s recovering 2023-09-23T18:23:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3054729821' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "41"}]: dispatch 2023-09-23T18:23:01.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:01.405 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:01.506 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:01.555 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:01.603 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:01.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:01.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:01.688 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:23:01.712 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:01.764 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:01.814 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:01.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:01.818 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:01.910 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:01.918 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:02.054 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:02.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2902/251016 objects degraded (1.156%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:02.191 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:02.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:02.207 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:02.303 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2902/251016 objects degraded (1.156%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:02.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2902/251016 objects degraded (1.156%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:02.308 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:02.356 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:02.428 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:02.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:02.437 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:02.480 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:02.537 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:02.615 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:02.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:02.709 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:02.809 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:02.898 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:02.980 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:02.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:02.990 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:03.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:03.116 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:03.143 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:03 smithi018 ceph-mon[153734]: pgmap v1333: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 2902/245181 objects degraded (1.184%); 15227/245181 objects misplaced (6.211%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:03.154 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:03 smithi018 ceph-mon[149401]: pgmap v1333: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 2902/245181 objects degraded (1.184%); 15227/245181 objects misplaced (6.211%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:03.342 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:03.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:03.354 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:03.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:03 smithi149 ceph-mon[135148]: pgmap v1333: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 727 op/s; 2902/245181 objects degraded (1.184%); 15227/245181 objects misplaced (6.211%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:03.454 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:03.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:03.567 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:03.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:03.571 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:03.671 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:03.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:03.912 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:03.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:03.935 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:03.991 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:03.992 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:03.992 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:03.998 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:04.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:04.061 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:04.092 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:04.129 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:04.148 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:04.186 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.220 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:23:04.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/218528392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:04.253 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/218528392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:04.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:04.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:04.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:04.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/218528392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:04.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:04.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:04.794 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:04.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:04.807 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:04.907 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:04.972 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:05.010 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:05.010 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:05.023 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:05.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:05.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:05.064 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:04] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:23:05.133 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:05.189 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:05.256 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:05.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:05.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:05.269 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:05 smithi149 ceph-mon[135148]: pgmap v1334: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3123/240807 objects degraded (1.297%); 14690/240807 objects misplaced (6.100%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:05.369 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:05.397 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:05 smithi018 ceph-mon[149401]: pgmap v1334: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3123/240807 objects degraded (1.297%); 14690/240807 objects misplaced (6.100%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:05.398 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:05 smithi018 ceph-mon[153734]: pgmap v1334: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3123/240807 objects degraded (1.297%); 14690/240807 objects misplaced (6.100%); 1.2 MiB/s, 20 objects/s recovering 2023-09-23T18:23:05.419 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:05.471 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:05.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:05.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:05.524 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:23:05.588 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:05.659 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:05.710 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:05.711 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:05.711 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T18:23:05.711 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 0.000000 2023-09-23T18:23:05.711 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 6 0 2023-09-23T18:23:05.718 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:05.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:05.726 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:05.827 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:05.925 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:05.971 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:05.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:05.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:06.084 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:06.121 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:06.172 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:06.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:06.183 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:06.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:06.313 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:06.335 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:06.420 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:06.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:06.434 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:06.535 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:06.554 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:06.615 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:06.733 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:06.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:06.737 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:06.838 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:06.916 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:23:07.150 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:07 smithi149 ceph-mon[135148]: pgmap v1335: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 3123/235068 objects degraded (1.329%); 14690/235068 objects misplaced (6.249%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T18:23:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:07.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3123/235068 objects degraded (1.329%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:07.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:07.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:07.166 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[149401]: pgmap v1335: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 3123/235068 objects degraded (1.329%); 14690/235068 objects misplaced (6.249%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3123/235068 objects degraded (1.329%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[153734]: pgmap v1335: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 686 op/s; 3123/235068 objects degraded (1.329%); 14690/235068 objects misplaced (6.249%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:07.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3123/235068 objects degraded (1.329%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:07.258 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:07.313 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:07.376 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:07.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:07.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:07.487 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:07.539 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:07.656 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:07.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:07.664 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:07.765 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:07.850 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:07.907 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:07.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:07.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:08.013 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:08.071 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:08.071 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:08.077 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:08.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:08.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[153734]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:08.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[153734]: osdmap e448: 8 total, 8 up, 8 in 2023-09-23T18:23:08.118 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[153734]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.145 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:08.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:08.159 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:08.260 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:08.342 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:08 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:08 smithi149 ceph-mon[135148]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:08 smithi149 ceph-mon[135148]: osdmap e448: 8 total, 8 up, 8 in 2023-09-23T18:23:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:08 smithi149 ceph-mon[135148]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:08.513 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[149401]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.513 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3354702682' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:08.513 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[149401]: osdmap e448: 8 total, 8 up, 8 in 2023-09-23T18:23:08.513 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:08 smithi018 ceph-mon[149401]: failed to encode map e448 with expected crc 2023-09-23T18:23:08.576 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:23:08.577 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:08.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:08.584 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:08.685 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:08.746 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:08.760 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:08.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:08.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:08.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:08.958 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:09.040 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:09.141 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:09.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:09.157 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:09.258 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:09.284 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:09 smithi018 ceph-mon[153734]: pgmap v1337: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3325/233178 objects degraded (1.426%); 14279/233178 objects misplaced (6.124%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:23:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:09 smithi018 ceph-mon[149401]: pgmap v1337: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3325/233178 objects degraded (1.426%); 14279/233178 objects misplaced (6.124%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:23:09.357 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:09.480 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:09.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:09.485 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:09.544 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:09 smithi149 ceph-mon[135148]: pgmap v1337: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3325/233178 objects degraded (1.426%); 14279/233178 objects misplaced (6.124%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T18:23:09.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:09.656 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:09.855 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:09.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:09.862 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:09.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:23:09.963 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:10.031 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:10.229 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.6 primary-affinity to 0 (802) 2023-09-23T18:23:10.247 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:10.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:10.259 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:10.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:10.433 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3687866828' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.433 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3687866828' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:10.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:10.460 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:10.551 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3687866828' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.551 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]: dispatch 2023-09-23T18:23:10.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:10.552 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:10.578 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:10.615 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:10.647 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:10.698 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:10.730 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:10.768 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:10.803 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:10.808 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:10.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:10.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:10.841 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.847 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.848 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:23:10.899 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:10.900 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:10.900 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:23:10.900 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:23:10.900 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:23:10.900 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:10.912 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:10.965 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:11.016 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:11.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:11.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:11.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:11.196 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:11.429 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:11.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:11.433 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: pgmap v1338: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3325/230652 objects degraded (1.442%); 14137/230652 objects misplaced (6.129%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]': finished 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: osdmap e449: 8 total, 8 up, 8 in 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.507 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4144249992' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: pgmap v1338: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3325/230652 objects degraded (1.442%); 14137/230652 objects misplaced (6.129%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]': finished 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: osdmap e449: 8 total, 8 up, 8 in 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.508 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4144249992' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:11.534 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:11.617 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: pgmap v1338: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3325/230652 objects degraded (1.442%); 14137/230652 objects misplaced (6.129%); 1.2 MiB/s, 19 objects/s recovering 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.0}]': finished 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: osdmap e449: 8 total, 8 up, 8 in 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: failed to encode map e449 with expected crc 2023-09-23T18:23:11.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4144249992' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:11.706 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:11.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:11.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:11.814 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:11.864 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:12.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: osdmap e450: 8 total, 8 up, 8 in 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3325/230652 objects degraded (1.442%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: osdmap e450: 8 total, 8 up, 8 in 2023-09-23T18:23:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3325/230652 objects degraded (1.442%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: osdmap e450: 8 total, 8 up, 8 in 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: failed to encode map e450 with expected crc 2023-09-23T18:23:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3325/230652 objects degraded (1.442%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:23:13.356 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:23:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[149401]: pgmap v1341: 89 pgs: 1 active+recovery_wait+degraded, 4 peering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 3325/225009 objects degraded (1.478%); 14137/225009 objects misplaced (6.283%); 1.1 MiB/s, 13 objects/s recovering 2023-09-23T18:23:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:23:13.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:13.565 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[153734]: pgmap v1341: 89 pgs: 1 active+recovery_wait+degraded, 4 peering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 3325/225009 objects degraded (1.478%); 14137/225009 objects misplaced (6.283%); 1.1 MiB/s, 13 objects/s recovering 2023-09-23T18:23:13.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:23:13.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:13.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:13 smithi149 ceph-mon[135148]: pgmap v1341: 89 pgs: 1 active+recovery_wait+degraded, 4 peering, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 3325/225009 objects degraded (1.478%); 14137/225009 objects misplaced (6.283%); 1.1 MiB/s, 13 objects/s recovering 2023-09-23T18:23:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:13 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:23:13.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:13.812 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:13.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:13.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:13.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:23:13.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:13.993 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:14.056 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:14.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:14.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:14.163 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:14.226 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:14.262 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:14.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:14.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:14.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:14.405 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:14.466 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:14.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: osdmap e451: 8 total, 8 up, 8 in 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.543 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:14 smithi149 ceph-mon[135148]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:14.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:14.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: osdmap e451: 8 total, 8 up, 8 in 2023-09-23T18:23:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[153734]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4111066708' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: osdmap e451: 8 total, 8 up, 8 in 2023-09-23T18:23:14.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.564 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:14 smithi018 ceph-mon[149401]: failed to encode map e451 with expected crc 2023-09-23T18:23:14.618 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:14.645 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:14.734 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:14.792 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:14.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:14.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:14.897 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:14.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:15.277 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:15 smithi018 ceph-mon[149401]: pgmap v1343: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 4 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 3540/220617 objects degraded (1.605%); 13547/220617 objects misplaced (6.141%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:15.278 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:14] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.33.4" 2023-09-23T18:23:15.566 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:15 smithi018 ceph-mon[153734]: pgmap v1343: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 4 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 3540/220617 objects degraded (1.605%); 13547/220617 objects misplaced (6.141%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:15 smithi149 ceph-mon[135148]: pgmap v1343: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 4 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 4.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 697 op/s; 3540/220617 objects degraded (1.605%); 13547/220617 objects misplaced (6.141%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:15.661 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:15.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:15.665 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:15.766 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:15.786 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:15.786 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:15.786 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T18:23:15.786 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:23:15.786 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:23:15.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T18:23:15.844 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:15.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:23:15.952 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:15.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:15.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:16.069 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:16.129 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:16.226 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:16.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:16.234 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:16.335 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:16.411 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:16.495 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:16.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:16.513 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:16 smithi149 ceph-mon[135148]: pgmap v1344: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 867 op/s; 3540/215022 objects degraded (1.646%); 13547/215022 objects misplaced (6.300%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:16.513 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:16 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T18:23:16.513 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:16.585 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71258 8.5 8:aa6ea5de:::benchmark_data_smithi018_324167_object71257:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 404.48015059699998, 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059, 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.586 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71258 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9072000000000003e-05 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103230+0000", 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1355000000000001e-05 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103241+0000", 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103247+0000", 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2303999999999999e-05 2023-09-23T18:23:16.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103299+0000", 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000138419 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103437+0000", 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015703399999999999 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103594+0000", 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020169459999999999 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.105611+0000", 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010062451 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.115674+0000", 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10815033 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223824+0000", 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000103417 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223928+0000", 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9694000000000001e-05 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223957+0000", 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71267 8.5 8:a985cc86:::benchmark_data_smithi018_324167_object71266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:23:16.593 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 404.47412174800002, 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001, 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71267 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109159+0000", 2023-09-23T18:23:16.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1758000000000002e-05 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109201+0000", 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1968e-05 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109213+0000", 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9540000000000003e-06 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109218+0000", 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7379e-05 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109245+0000", 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6374999999999998e-05 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109341+0000", 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105022 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109446+0000", 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017199100000000001 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.111166+0000", 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079381160000000003 2023-09-23T18:23:16.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.119104+0000", 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104900464 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224005+0000", 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4472999999999999e-05 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224049+0000", 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9604999999999999e-05 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224079+0000", 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.600 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96760 8.5 8:ad267994:::benchmark_data_smithi018_324167_object96759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.687176846, 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001, 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96760 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896104+0000", 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1938999999999999e-05 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896146+0000", 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0291e-05 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896157+0000", 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.335e-06 2023-09-23T18:23:16.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896161+0000", 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7435999999999997e-05 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896218+0000", 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000149216 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896368+0000", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112218 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896480+0000", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081581369999999993 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904638+0000", 2023-09-23T18:23:16.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1827999999999999e-05 2023-09-23T18:23:16.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904650+0000", 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99127089000000002 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895921+0000", 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2734e-05 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895933+0000", 2023-09-23T18:23:16.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.389475657 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.285409+0000", 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030707680000000002 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.288480+0000", 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026755346999999999 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315235+0000", 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113934 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315349+0000", 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96768 8.5 8:a17665b9:::benchmark_data_smithi018_324167_object96767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.68255460900002, 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408, 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96768 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.610 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900726+0000", 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.777e-05 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900753+0000", 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9650000000000008e-06 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900761+0000", 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.13e-06 2023-09-23T18:23:16.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900766+0000", 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039137169999999997 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904680+0000", 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904689+0000", 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99130648899999996 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895995+0000", 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6249999999999996e-06 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896004+0000", 2023-09-23T18:23:16.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.397922479 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293926+0000", 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016969500000000001 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294096+0000", 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019878300000000001 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294295+0000", 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021094228999999999 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315389+0000", 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4449000000000002e-05 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315423+0000", 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079467359999999994 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323370+0000", 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3617999999999999e-05 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323444+0000", 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061770619999999997 2023-09-23T18:23:16.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329621+0000", 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96779 8.5 8:ac9e3b02:::benchmark_data_smithi018_324167_object96778:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:23:16.618 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 371.646330912, 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001, 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96779 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936949+0000", 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8051999999999999e-05 2023-09-23T18:23:16.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937007+0000", 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3170999999999999e-05 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937030+0000", 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0510000000000002e-06 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937039+0000", 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0295000000000003e-05 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937119+0000", 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0183000000000001e-05 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937130+0000", 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95895093799999997 2023-09-23T18:23:16.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896081+0000", 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5400000000000001e-06 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896090+0000", 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.419351654 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315442+0000", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154172 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315596+0000", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000200817 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315797+0000", 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075576910000000001 2023-09-23T18:23:16.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323354+0000", 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062873529999999999 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329642+0000", 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0908000000000005e-05 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329723+0000", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0053000000000002e-05 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329793+0000", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065024310000000004 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.336295+0000", 2023-09-23T18:23:16.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:118545 8.5 8:ae1932aa:::benchmark_data_smithi018_324167_object20215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e370)", 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 334.58428005500002, 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889, 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.627 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118545 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.998999+0000", 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2052000000000001e-05 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999011+0000", 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6833999999999998e-05 2023-09-23T18:23:16.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999028+0000", 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0071999999999999e-05 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999038+0000", 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015101911000000001 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014140+0000", 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211607 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014351+0000", 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029388199999999998 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014645+0000", 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015400229 2023-09-23T18:23:16.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.030045+0000", 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019991940000000001 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.032045+0000", 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.076858652999999999 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108903+0000", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7043999999999998e-05 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108960+0000", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057163179999999997 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.114677+0000", 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889 2023-09-23T18:23:16.633 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146209 8.5 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.2128075, 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999, 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.634 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146209 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:23:16.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370471+0000", 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7819e-05 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370489+0000", 2023-09-23T18:23:16.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6678000000000001e-05 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370515+0000", 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2223e-05 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370527+0000", 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9606999999999999e-05 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370597+0000", 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020071600000000001 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370798+0000", 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020470300000000001 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371002+0000", 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076477089999999999 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.378650+0000", 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012731882 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391382+0000", 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14516682 2023-09-23T18:23:16.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536549+0000", 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8248999999999997e-05 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536607+0000", 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056693179999999996 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.542276+0000", 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146219 8.5 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.19012696099998, 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999, 2023-09-23T18:23:16.642 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146219 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393151+0000", 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8589000000000001e-05 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393169+0000", 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8354999999999999e-05 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393198+0000", 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1707e-05 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393209+0000", 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5780999999999999e-05 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393275+0000", 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000228316 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393504+0000", 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022775399999999999 2023-09-23T18:23:16.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393731+0000", 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0080698850000000006 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401801+0000", 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401808+0000", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.147502565 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549310+0000", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5853999999999996e-05 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549386+0000", 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051897250000000001 2023-09-23T18:23:16.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554576+0000", 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146223 8.5 8:a60664c8:::benchmark_data_smithi018_324167_object47893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:23:16.649 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.18606362899999, 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999, 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146223 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397217+0000", 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3870000000000003e-06 2023-09-23T18:23:16.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397222+0000", 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6500000000000008e-06 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397232+0000", 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1699999999999996e-06 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397237+0000", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066072400000000001 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397898+0000", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000183847 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398081+0000", 2023-09-23T18:23:16.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018477599999999999 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398266+0000", 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036266430000000001 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401893+0000", 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00096863899999999998 2023-09-23T18:23:16.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.402861+0000", 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.151791538 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554653+0000", 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8862000000000006e-05 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554722+0000", 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046841670000000004 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.559406+0000", 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146247 8.5 8:aff133c9:::benchmark_data_smithi018_324167_object47917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.13173602099999, 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927, 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146247 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451543+0000", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2753e-05 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451556+0000", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0066999999999999e-05 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451586+0000", 2023-09-23T18:23:16.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2918999999999999e-05 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451599+0000", 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119048 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451718+0000", 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032455199999999998 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452043+0000", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020256399999999999 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452245+0000", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003219048 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.455464+0000", 2023-09-23T18:23:16.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001605614 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.457070+0000", 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10566613499999999 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562736+0000", 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562816+0000", 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053780360000000001 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.568194+0000", 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169876 8.5 8:a77322f8:::benchmark_data_smithi018_324167_object71546:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 246.68130795799999, 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442, 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169876 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.664 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901973+0000", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5560000000000001e-06 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901978+0000", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0922e-05 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901988+0000", 2023-09-23T18:23:16.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7799999999999997e-06 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901994+0000", 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019761114 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921755+0000", 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019135800000000001 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921947+0000", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135258 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.922082+0000", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027760096000000001 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949842+0000", 2023-09-23T18:23:16.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6997999999999999e-05 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949859+0000", 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059268545999999998 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009128+0000", 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009207+0000", 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003732913 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.012940+0000", 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169882 8.5 8:af6d2c24:::benchmark_data_smithi018_324167_object71552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 246.66660777499999, 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829, 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169882 2023-09-23T18:23:16.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916672+0000", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1643e-05 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916683+0000", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.037e-05 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916704+0000", 2023-09-23T18:23:16.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4399999999999994e-06 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916713+0000", 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033175945999999998 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949889+0000", 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192797 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950082+0000", 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021716500000000001 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950299+0000", 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014978488999999999 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.965278+0000", 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010917529 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.976195+0000", 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050184341 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026379+0000", 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8150000000000003e-05 2023-09-23T18:23:16.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026448+0000", 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041162760000000003 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.030564+0000", 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:183485 8.5 8:ad33096b:::benchmark_data_smithi018_324167_object85155:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 225.00374291399999, 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594, 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:16.678 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 183485 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:16.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579538+0000", 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5300000000000001e-06 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579542+0000", 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6540000000000004e-06 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579548+0000", 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8789999999999996e-06 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579552+0000", 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054238840000000003 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.584975+0000", 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018868800000000001 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585164+0000", 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155494 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585320+0000", 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0098852120000000009 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:16.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.595205+0000", 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004306608 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.599511+0000", 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087001317999999994 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686513+0000", 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7885000000000005e-05 2023-09-23T18:23:16.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686581+0000", 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027839570000000001 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.689365+0000", 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7378 9.1 e402/398 9:8c26af6e:::benchmark_data_smithi018_362865_object7377:head v 402'454, mlcod=402'452)", 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 177.075228662, 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001, 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:23:16.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508052+0000", 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2772000000000003e-05 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508095+0000", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508106+0000", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8159999999999996e-06 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508113+0000", 2023-09-23T18:23:16.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3608999999999994e-05 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508177+0000", 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1294e-05 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508198+0000", 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022553759999999999 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.510453+0000", 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15735126499999999 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667804+0000", 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.689 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7383 9.e e402/398 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head v 402'439, mlcod=402'437)", 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 177.07443940100001, 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715, 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508841+0000", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0750999999999997e-05 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508872+0000", 2023-09-23T18:23:16.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2809000000000001e-05 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508885+0000", 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.875e-06 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508893+0000", 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9583000000000003e-05 2023-09-23T18:23:16.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508942+0000", 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9962e-05 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508962+0000", 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16132843899999999 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670291+0000", 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8429000000000001e-05 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670329+0000", 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.694 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7399 9.1 e402/398 9:8563fcc4:::benchmark_data_smithi018_362865_object7398:head v 402'455, mlcod=402'452)", 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 177.06962817300001, 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001, 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513653+0000", 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4500000000000003e-05 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513707+0000", 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15406544 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667773+0000", 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8309999999999996e-06 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667783+0000", 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9461000000000005e-05 2023-09-23T18:23:16.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667852+0000", 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6060999999999999e-05 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010114 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668899+0000", 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5500000000000002e-05 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668935+0000", 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7400 9.e e402/398 9:78a42293:::benchmark_data_smithi018_362865_object7399:head v 402'440, mlcod=402'437)", 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 177.06770624399999, 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224, 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515575+0000", 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0187000000000001e-05 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515605+0000", 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15216976500000001 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667774+0000", 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6840000000000008e-06 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667784+0000", 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057610699999999996 2023-09-23T18:23:16.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668360+0000", 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0132e-05 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668380+0000", 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019643360000000001 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670345+0000", 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3105999999999999e-05 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670368+0000", 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7421 9.4 e402/398 9:20063b95:::benchmark_data_smithi018_362865_object7420:head v 402'451, mlcod=402'449)", 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 177.05938905799999, 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465, 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523891+0000", 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0407000000000001e-05 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523932+0000", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.143828973 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667761+0000", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7808999999999998e-05 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667779+0000", 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4624999999999998e-05 2023-09-23T18:23:16.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667853+0000", 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4764999999999997e-05 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014272969999999999 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669315+0000", 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0980999999999999e-05 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669366+0000", 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.709 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:125228 9.4 e451/398 9:2afaea28:::benchmark_data_smithi018_362865_object26837:head v 451'7760, mlcod=451'7758)", 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:14.424390+0000", 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 2.1588920570000001, 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035516932000000001, 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424390+0000", 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424390+0000", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424389+0000", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0902e-05 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424400+0000", 2023-09-23T18:23:16.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6741000000000001e-05 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424416+0000", 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5129999999999999e-06 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.424424+0000", 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041425389999999998 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.428566+0000", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0401999999999999e-05 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.428587+0000", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031272156000000002 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.459859+0000", 2023-09-23T18:23:16.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7753000000000002e-05 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.459907+0000", 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035516932000000001 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.714 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:125233 9.4 e451/398 9:27b5a4c2:::benchmark_data_smithi018_362865_object26842:head v 451'7761, mlcod=451'7758)", 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:14.430718+0000", 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 2.152564146, 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033938720999999998, 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430718+0000", 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430718+0000", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430715+0000", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6456999999999998e-05 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430732+0000", 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0074000000000001e-05 2023-09-23T18:23:16.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430752+0000", 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8929999999999994e-06 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.430761+0000", 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016859380000000001 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:16.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.432447+0000", 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3529000000000001e-05 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.432470+0000", 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.032144717000000003 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.464615+0000", 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1383e-05 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:16.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.464656+0000", 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033938720999999998 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:16.719 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:16.719 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:16.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:16 smithi018 ceph-mon[153734]: pgmap v1344: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 867 op/s; 3540/215022 objects degraded (1.646%); 13547/215022 objects misplaced (6.300%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:16.720 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:16 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T18:23:16.721 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:16.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:16 smithi018 ceph-mon[149401]: pgmap v1344: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 867 op/s; 3540/215022 objects degraded (1.646%); 13547/215022 objects misplaced (6.300%); 1.2 MiB/s, 15 objects/s recovering 2023-09-23T18:23:16.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:16 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T18:23:16.788 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:16.964 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:16.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:16.972 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:17.073 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:17.108 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:23:17.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:17.224 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:17.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:17.232 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:17.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:17.400 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3540/215022 objects degraded (1.646%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:17.400 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3540/215022 objects degraded (1.646%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:17.424 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:17.436 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:17.574 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:17.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:17.579 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:17.659 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3540/215022 objects degraded (1.646%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:17.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:17.818 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:17.924 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:17.934 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:17.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:17.946 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:17.961 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:18.001 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:18.047 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:18.064 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:18.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:18.118 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:18.130 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:18.149 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:18.181 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:18.219 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:18.242 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.243 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:23:18.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:18 smithi018 ceph-mon[149401]: pgmap v1345: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 791 op/s; 3768/213027 objects degraded (1.769%); 13110/213027 objects misplaced (6.154%); 1.9 MiB/s, 27 objects/s recovering 2023-09-23T18:23:18.506 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3203183002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:18.506 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:18 smithi018 ceph-mon[153734]: pgmap v1345: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 791 op/s; 3768/213027 objects degraded (1.769%); 13110/213027 objects misplaced (6.154%); 1.9 MiB/s, 27 objects/s recovering 2023-09-23T18:23:18.506 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3203183002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:18.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:18 smithi149 ceph-mon[135148]: pgmap v1345: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 791 op/s; 3768/213027 objects degraded (1.769%); 13110/213027 objects misplaced (6.154%); 1.9 MiB/s, 27 objects/s recovering 2023-09-23T18:23:18.518 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3203183002' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:18.527 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:18.527 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:23:18.528 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:18.724 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:18.739 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:18.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:18.932 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:19.027 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:19.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:19.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:19.138 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:19.210 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:19.342 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:19.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:19.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:19.457 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:19.511 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:20.231 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:20.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:20.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:20.341 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:20.427 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:20.503 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:20.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:20.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:20.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:20.677 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:20.746 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:23:20.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:20.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:20.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:20.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:23:20.940 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:20 smithi018 ceph-mon[153734]: pgmap v1346: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3768/210618 objects degraded (1.789%); 12982/210618 objects misplaced (6.164%); 1.7 MiB/s, 25 objects/s recovering 2023-09-23T18:23:20.940 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:20.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:20 smithi018 ceph-mon[149401]: pgmap v1346: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3768/210618 objects degraded (1.789%); 12982/210618 objects misplaced (6.164%); 1.7 MiB/s, 25 objects/s recovering 2023-09-23T18:23:20.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:20.950 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:21.021 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:20 smithi149 ceph-mon[135148]: pgmap v1346: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3768/210618 objects degraded (1.789%); 12982/210618 objects misplaced (6.164%); 1.7 MiB/s, 25 objects/s recovering 2023-09-23T18:23:21.021 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:21.151 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:21.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:21.157 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:21.258 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:21.335 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:21.399 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:21.400 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:21.409 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:21.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:21.418 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:21.519 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:21.595 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:21.773 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:21.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:21.782 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:21.822 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:21.838 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:23:21.883 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:21.971 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: osdmap e452: 8 total, 8 up, 8 in 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[153734]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:22.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:22.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: osdmap e452: 8 total, 8 up, 8 in 2023-09-23T18:23:22.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.068 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:21 smithi018 ceph-mon[149401]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.118 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:22.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:22.125 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/170302944' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:22.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: osdmap e452: 8 total, 8 up, 8 in 2023-09-23T18:23:22.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:21 smithi149 ceph-mon[135148]: failed to encode map e452 with expected crc 2023-09-23T18:23:22.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:22.312 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:22.396 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:22.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:22.410 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:22.511 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:22.588 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:22.655 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:22.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:22.666 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:22.722 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:22.758 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:22 smithi018 ceph-mon[153734]: pgmap v1348: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 3768/204936 objects degraded (1.839%); 12982/204936 objects misplaced (6.335%); 855 KiB/s, 13 objects/s recovering 2023-09-23T18:23:22.758 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3768/204936 objects degraded (1.839%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:22.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:22 smithi018 ceph-mon[149401]: pgmap v1348: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 3768/204936 objects degraded (1.839%); 12982/204936 objects misplaced (6.335%); 855 KiB/s, 13 objects/s recovering 2023-09-23T18:23:22.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3768/204936 objects degraded (1.839%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:22.767 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:22.883 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:22.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:22 smithi149 ceph-mon[135148]: pgmap v1348: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 722 op/s; 3768/204936 objects degraded (1.839%); 12982/204936 objects misplaced (6.335%); 855 KiB/s, 13 objects/s recovering 2023-09-23T18:23:22.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3768/204936 objects degraded (1.839%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:22.981 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:22.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:22.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:23.089 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:23.181 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:23.203 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:23:23.335 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:23.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:23.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:23.440 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:23.490 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:23.539 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:23.561 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:23.582 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:23.609 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:23.646 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:23.646 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:23.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:23.654 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:23.687 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:23.727 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:23.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:23.776 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:23.780 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.780 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:23:23.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1617201738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:23.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1617201738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:23.862 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:23.911 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:23.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:23.922 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:24.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:24.118 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:24.139 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1617201738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:24.205 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:24.205 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:24.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:24.222 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:24.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:24.394 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:24.429 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:24.429 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:23:24.429 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:23:24.429 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:23:24.429 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:24.507 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:24.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:24.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:24.614 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:24.708 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:24.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:24 smithi149 ceph-mon[135148]: pgmap v1349: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 3962/200478 objects degraded (1.976%); 12393/200478 objects misplaced (6.182%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:24.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:24.777 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:24.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:24.857 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:23:24.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:24.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:24.961 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:24.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[153734]: pgmap v1349: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 3962/200478 objects degraded (1.976%); 12393/200478 objects misplaced (6.182%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:24.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:24.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:25.000 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:24] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:23:25.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[149401]: pgmap v1349: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 3962/200478 objects degraded (1.976%); 12393/200478 objects misplaced (6.182%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:25.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:25.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:25.016 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:25.256 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:25.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:25.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:25.286 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:25.286 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:25.286 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-09-23T18:23:25.287 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:23:25.287 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:23:25.287 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-09-23T18:23:25.365 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:25.451 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:25.538 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:25.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:25.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:25.580 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:25.651 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:25.736 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:25.921 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:25.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:25.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:26.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:26.121 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:26.208 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:26.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:26.217 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:26.227 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:23:26.280 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:26.317 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:26.444 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:26.520 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:26.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:26.533 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:26.634 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:26.724 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:26.825 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:23:27.056 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:27.056 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:23:27.056 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:23:27.056 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:20543 8.4 8:2ea74f80:::benchmark_data_smithi018_324167_object20542:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 458.39434456399999, 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819, 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.057 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 20543 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.058 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658267+0000", 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658266+0000", 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2203999999999997e-05 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.059 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658319+0000", 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2155e-05 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658331+0000", 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7153e-05 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.060 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658348+0000", 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.532e-05 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658393+0000", 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012775300000000001 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658521+0000", 2023-09-23T18:23:27.061 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017707000000000001 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,4", 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.658698+0000", 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097652000000000004 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.659675+0000", 2023-09-23T18:23:27.062 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048825000000000002 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.660163+0000", 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.19359678699999999 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853760+0000", 2023-09-23T18:23:27.063 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013285599999999999 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853892+0000", 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6709999999999998e-05 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:15:48.853939+0000", 2023-09-23T18:23:27.064 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.195671819 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96763 8.d 8:bca5f510:::benchmark_data_smithi018_324167_object96762:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.15631086299999, 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002, 2023-09-23T18:23:27.065 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96763 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:23:27.066 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896301+0000", 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896300+0000", 2023-09-23T18:23:27.067 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9686999999999999e-05 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896330+0000", 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3662000000000001e-05 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896344+0000", 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3369999999999999e-06 2023-09-23T18:23:27.068 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896349+0000", 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8702000000000002e-05 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896398+0000", 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013067299999999999 2023-09-23T18:23:27.069 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896528+0000", 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000186899 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896715+0000", 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045468590000000003 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.070 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.901262+0000", 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0063231980000000004 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907585+0000", 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1035e-05 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.071 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907596+0000", 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.991467616 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899064+0000", 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9840000000000001e-06 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899072+0000", 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3880202449999999 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287092+0000", 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088009299999999998 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.073 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.287972+0000", 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025037763000000001 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313010+0000", 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012395700000000001 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.074 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313134+0000", 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4168330510000002 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96764 8.8 8:1b16cac4:::benchmark_data_smithi018_324167_object96763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:23:27.075 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.15219957800002, 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901, 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96764 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.076 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900412+0000", 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.077 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900410+0000", 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1841999999999998e-05 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900442+0000", 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7728999999999999e-05 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.078 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900460+0000", 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3890000000000005e-06 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900468+0000", 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5977000000000006e-05 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.079 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900564+0000", 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000144499 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900709+0000", 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016703700000000001 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:23:27.080 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900876+0000", 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013607152000000001 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914483+0000", 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5640000000000002e-06 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.081 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914493+0000", 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98433019600000005 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898823+0000", 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0146000000000001e-05 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898833+0000", 2023-09-23T18:23:27.082 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4016099739999999 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300443+0000", 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012725599999999999 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.300570+0000", 2023-09-23T18:23:27.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.400157901 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96767 8.8 8:1d462d09:::benchmark_data_smithi018_324167_object96766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.15212733200002, 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998, 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.084 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96767 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:23:27.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900485+0000", 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900484+0000", 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7895999999999999e-05 2023-09-23T18:23:27.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900512+0000", 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.605e-06 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900519+0000", 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0259999999999998e-06 2023-09-23T18:23:27.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900524+0000", 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065461750000000004 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907071+0000", 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136317 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907207+0000", 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017566599999999999 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,3", 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.907383+0000", 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071328909999999997 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914515+0000", 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4610000000000002e-06 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.914523+0000", 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.98434862700000003 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898872+0000", 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7929999999999992e-06 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898881+0000", 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4062518960000001 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305133+0000", 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1014999999999996e-05 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305214+0000", 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4047297099999998 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96780 8.d 8:bd436d9c:::benchmark_data_smithi018_324167_object96779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.11052234300001, 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001, 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.093 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96780 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.094 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942090+0000", 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942087+0000", 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1934999999999995e-05 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.095 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942159+0000", 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0030999999999997e-05 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942199+0000", 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8719999999999996e-06 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.096 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942206+0000", 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2745999999999999e-05 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942269+0000", 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2621e-05 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.097 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942281+0000", 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95681747100000003 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899099+0000", 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5089999999999996e-06 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.899106+0000", 2023-09-23T18:23:27.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.394773397 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293880+0000", 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016840099999999999 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294048+0000", 2023-09-23T18:23:27.099 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019093199999999999 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294239+0000", 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018893512000000001 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313133+0000", 2023-09-23T18:23:27.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0082e-05 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313173+0000", 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1603000000000002e-05 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313204+0000", 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3593e-05 2023-09-23T18:23:27.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.313258+0000", 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060369170000000002 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.319295+0000", 2023-09-23T18:23:27.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3772052530000001 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96784 8.8 8:1d9634f5:::benchmark_data_smithi018_324167_object96783:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.11039391200001, 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999, 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.103 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96784 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.104 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942218+0000", 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942217+0000", 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1020000000000003e-05 2023-09-23T18:23:27.105 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942268+0000", 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0509999999999996e-06 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942273+0000", 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3299999999999999e-06 2023-09-23T18:23:27.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942277+0000", 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9814000000000002e-05 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942317+0000", 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7669999999999992e-06 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.942325+0000", 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95658017799999995 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898906+0000", 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4200000000000001e-06 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898913+0000", 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4063354370000001 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305248+0000", 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019087499999999999 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305439+0000", 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000220022 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.305659+0000", 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012450199 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318110+0000", 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2410000000000001e-06 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318119+0000", 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019299355000000001 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.111 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337418+0000", 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8647999999999996e-05 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.337497+0000", 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062580600000000002 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.112 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343755+0000", 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4015368939999999 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96798 8.8 8:100ab19c:::benchmark_data_smithi018_324167_object96797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 382.06570779200001, 2023-09-23T18:23:27.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763, 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96798 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986904+0000", 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986903+0000", 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6708000000000002e-05 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986940+0000", 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9089999999999995e-06 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986949+0000", 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1390000000000003e-06 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.986955+0000", 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1439999999999994e-05 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987026+0000", 2023-09-23T18:23:27.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2244e-05 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.987038+0000", 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.91189791499999995 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898936+0000", 2023-09-23T18:23:27.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.1139999999999995e-06 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.898945+0000", 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4102690019999999 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309214+0000", 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192616 2023-09-23T18:23:27.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309407+0000", 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00023466700000000001 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.309642+0000", 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0084846209999999995 2023-09-23T18:23:27.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318126+0000", 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4573000000000007e-05 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.318191+0000", 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025640679 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343831+0000", 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2926000000000001e-05 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.343884+0000", 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003783401 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.347668+0000", 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.360763763 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:111008 8.d 8:b0597ee1:::benchmark_data_smithi018_324167_object12678:head [delete] snapc 0=[] ondisk+write+known_if_redirected e368)", 2023-09-23T18:23:27.123 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 358.11286838900003, 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899, 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 111008 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939743+0000", 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939741+0000", 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6870000000000006e-06 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939751+0000", 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2893e-05 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939764+0000", 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6329999999999999e-06 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.939771+0000", 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035049428000000001 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974820+0000", 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000131901 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:28.974952+0000", 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.060581272999999998 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035533+0000", 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012147299999999999 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035655+0000", 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019937500000000001 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.035854+0000", 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01258513 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.048439+0000", 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044405010000000003 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.052880+0000", 2023-09-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028713194000000001 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081593+0000", 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8164000000000002e-05 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.081641+0000", 2023-09-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011750306 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:29.093391+0000", 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153647899 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:117047 8.d 8:bc5f9842:::benchmark_data_smithi018_324167_object18717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e369)", 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 347.746129268, 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368, 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 117047 2023-09-23T18:23:27.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306483+0000", 2023-09-23T18:23:27.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306480+0000", 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1977000000000001e-05 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306492+0000", 2023-09-23T18:23:27.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1299000000000001e-05 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306513+0000", 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9680000000000006e-06 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.306521+0000", 2023-09-23T18:23:27.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0097530310000000005 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316274+0000", 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141383 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.316415+0000", 2023-09-23T18:23:27.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.112278316 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428694+0000", 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9273999999999999e-05 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428783+0000", 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016154400000000001 2023-09-23T18:23:27.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.428945+0000", 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.024981287000000001 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453926+0000", 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6845000000000001e-05 2023-09-23T18:23:27.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.453993+0000", 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003730896 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457724+0000", 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8349000000000005e-05 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.457802+0000", 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032690269999999999 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:39.461071+0000", 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.154588368 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.141 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:127409 8.d 8:be43c8e8:::benchmark_data_smithi018_324167_object29079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e373)", 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 329.85069678000002, 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15061438299999999, 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.142 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 127409 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201915+0000", 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201913+0000", 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6449999999999994e-06 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201922+0000", 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0515e-05 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201932+0000", 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7950000000000004e-06 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.201938+0000", 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015485288999999999 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.217424+0000", 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000104094 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for rw locks", 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.217528+0000", 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.078905023000000005 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296433+0000", 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114348 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296547+0000", 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019377899999999999 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.296741+0000", 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014742365 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.311483+0000", 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6601999999999999e-05 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.311530+0000", 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036386966999999999 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.347917+0000", 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3411999999999995e-05 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.347980+0000", 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045493160000000003 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:57.352529+0000", 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15061438299999999 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:137273 8.d 8:b3cba817:::benchmark_data_smithi018_324167_object38943:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 313.03677150599998, 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18016712800000001, 2023-09-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137273 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015840+0000", 2023-09-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4189999999999998e-06 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015843+0000", 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4009999999999996e-06 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015849+0000", 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7230000000000002e-06 2023-09-23T18:23:27.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.015852+0000", 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014220596 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030073+0000", 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013323600000000001 2023-09-23T18:23:27.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030206+0000", 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020436900000000001 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.030411+0000", 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010388560999999999 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.040799+0000", 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021495945999999998 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.062295+0000", 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13092637200000001 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.193221+0000", 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6861999999999997e-05 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.193298+0000", 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027091379999999998 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.196007+0000", 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18016712800000001 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:137274 8.d 8:b1bb9794:::benchmark_data_smithi018_324167_object38944:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:23:27.159 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 313.03656849200001, 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.188661364, 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137274 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016043+0000", 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1499999999999998e-06 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016048+0000", 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0117e-05 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016058+0000", 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1030000000000001e-06 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.016063+0000", 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019088438999999999 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035152+0000", 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012850000000000001 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035280+0000", 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000205176 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.035485+0000", 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054657890000000004 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.040951+0000", 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021392629 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.062344+0000", 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13794645899999999 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.200290+0000", 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6379999999999998e-05 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.200356+0000", 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043482720000000002 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:14.204705+0000", 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.188661364 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146200 8.d 8:b3ef0558:::benchmark_data_smithi018_324167_object47870:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.69734174299998, 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.165222957, 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146200 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355270+0000", 2023-09-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355268+0000", 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4949999999999997e-06 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355277+0000", 2023-09-23T18:23:27.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4841000000000001e-05 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355292+0000", 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7790000000000001e-06 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.355301+0000", 2023-09-23T18:23:27.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066338930000000001 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.361935+0000", 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000124666 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.362059+0000", 2023-09-23T18:23:27.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019631100000000001 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.362256+0000", 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019012718000000001 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381268+0000", 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018974500000000001 2023-09-23T18:23:27.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.381458+0000", 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13553562199999999 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.516994+0000", 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1783999999999998e-05 2023-09-23T18:23:27.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.517046+0000", 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003447458 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.520493+0000", 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.165222957 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.175 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146210 8.8 8:1faef444:::benchmark_data_smithi018_324167_object47880:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 297.67606753400003, 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15283212199999999, 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.176 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146210 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376544+0000", 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376540+0000", 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0038999999999999e-05 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376560+0000", 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6628999999999999e-05 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376587+0000", 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4907e-05 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.376602+0000", 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019547974999999999 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396150+0000", 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017615600000000001 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396326+0000", 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012822500000000001 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.396454+0000", 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0052875700000000001 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401742+0000", 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004113434 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.405855+0000", 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118801511 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524656+0000", 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3899000000000006e-05 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.524720+0000", 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046560430000000003 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.529376+0000", 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15283212199999999 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:91166 9.5 9:a0067720:::benchmark_data_smithi018_362865_object91165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:31.451924+0000", 2023-09-23T18:23:27.184 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 115.600687795, 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.437114169, 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 91166 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451924+0000", 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451924+0000", 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451924+0000", 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5367000000000001e-05 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451969+0000", 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6569999999999997e-06 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451977+0000", 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7160000000000002e-06 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451981+0000", 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010625500000000001 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452088+0000", 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015687700000000001 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452244+0000", 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018560000000000001 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:23:27.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452430+0000", 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013439619999999999 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.465870+0000", 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012960039 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.478830+0000", 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4489999999999999e-06 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.478838+0000", 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.41009734599999997 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.888935+0000", 2023-09-23T18:23:27.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000102744 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.889038+0000", 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.437114169 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.192 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:91168 9.5 9:a8f0024d:::benchmark_data_smithi018_362865_object91167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:31.451994+0000", 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 115.600618291, 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.43782495399999999, 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 91168 2023-09-23T18:23:27.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451994+0000", 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451994+0000", 2023-09-23T18:23:27.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.451993+0000", 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1406000000000003e-05 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452034+0000", 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6510000000000004e-06 2023-09-23T18:23:27.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452041+0000", 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2019999999999997e-06 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.452045+0000", 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036355469999999998 2023-09-23T18:23:27.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.455681+0000", 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015537799999999999 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.455836+0000", 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018620999999999999 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,7", 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.456022+0000", 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0098559330000000007 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.465878+0000", 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012986853 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.478865+0000", 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6839999999999999e-06 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.478872+0000", 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.41089541400000001 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.889767+0000", 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1242999999999997e-05 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.889819+0000", 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.43782495399999999 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:91188 9.5 9:a0c19bea:::benchmark_data_smithi018_362865_object91187:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:31.496178+0000", 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 115.55643368299999, 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.40844401000000002, 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 91188 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496178+0000", 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496178+0000", 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496178+0000", 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0548e-05 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496208+0000", 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.126e-06 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496215+0000", 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4710000000000004e-06 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496222+0000", 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1377e-05 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496273+0000", 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1565e-05 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.496285+0000", 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.39354988099999999 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.889835+0000", 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000103931 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.889938+0000", 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020294700000000001 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.890141+0000", 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01102473 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.901166+0000", 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3620000000000004e-05 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.901230+0000", 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025604970000000001 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.903790+0000", 2023-09-23T18:23:27.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2033999999999996e-05 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.903852+0000", 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00076989699999999996 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.904622+0000", 2023-09-23T18:23:27.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.40844401000000002 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:91193 9.5 9:aa92de41:::benchmark_data_smithi018_362865_object91192:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:31.505348+0000", 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 115.54726388100001, 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.39985935299999997, 2023-09-23T18:23:27.210 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 91193 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505348+0000", 2023-09-23T18:23:27.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505348+0000", 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505347+0000", 2023-09-23T18:23:27.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2950999999999997e-05 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505380+0000", 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4370000000000004e-06 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505387+0000", 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0719999999999996e-06 2023-09-23T18:23:27.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505393+0000", 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2453999999999995e-05 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505455+0000", 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6073999999999999e-05 2023-09-23T18:23:27.214 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.505471+0000", 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.38816809099999999 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.893639+0000", 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017943200000000001 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.893819+0000", 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019869899999999999 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.894018+0000", 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071559709999999997 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.901174+0000", 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0013220300000000001 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.902496+0000", 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021775309999999999 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.904673+0000", 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9651999999999998e-05 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.904723+0000", 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00048453999999999999 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.905207+0000", 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.39985935299999997 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:91197 9.5 9:aa1805c9:::benchmark_data_smithi018_362865_object91196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:21:31.518776+0000", 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 115.533835356, 2023-09-23T18:23:27.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.38711761, 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 91197 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518776+0000", 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518776+0000", 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999967 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.221 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518773+0000", 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3885999999999999e-05 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518827+0000", 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8658999999999999e-05 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518846+0000", 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5719999999999992e-06 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518855+0000", 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8378000000000002e-05 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518924+0000", 2023-09-23T18:23:27.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7255e-05 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.518941+0000", 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.37862200699999998 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.897563+0000", 2023-09-23T18:23:27.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016141500000000001 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.897724+0000", 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000137968 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.897862+0000", 2023-09-23T18:23:27.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036645710000000001 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.901527+0000", 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010098419999999999 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.902537+0000", 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027402559999999999 2023-09-23T18:23:27.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.905277+0000", 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5844000000000001e-05 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.905353+0000", 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00054120999999999998 2023-09-23T18:23:27.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:21:31.905894+0000", 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.38711761 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:133247 9.6 9:6f5646db:::benchmark_data_smithi018_362865_object34856:head [delete] snapc 0=[] ondisk+write+known_if_redirected e452)", 2023-09-23T18:23:27.228 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:26.710929+0000", 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.341682665, 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066234748999999996, 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 133247 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.229 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710929+0000", 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710929+0000", 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:27.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710929+0000", 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.813e-06 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710932+0000", 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3240000000000002e-06 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710937+0000", 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0400000000000003e-06 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.710941+0000", 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0096660180000000002 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.232 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.720607+0000", 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136048 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.720743+0000", 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014900199999999999 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,2", 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.720892+0000", 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065098710000000004 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.727402+0000", 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000312238 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.234 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.727714+0000", 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049367108999999999 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.777081+0000", 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.803e-05 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.235 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.777119+0000", 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4750999999999999e-05 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:26.777164+0000", 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066234748999999996 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.236 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:27.237 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:27.237 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:27.237 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[153734]: pgmap v1350: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3962/195123 objects degraded (2.031%); 12393/195123 objects misplaced (6.351%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4213815222' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:26 smithi149 ceph-mon[135148]: pgmap v1350: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3962/195123 objects degraded (2.031%); 12393/195123 objects misplaced (6.351%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4213815222' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[149401]: pgmap v1350: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 3962/195123 objects degraded (2.031%); 12393/195123 objects misplaced (6.351%); 1.4 MiB/s, 23 objects/s recovering 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4213815222' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.238 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:23:27.572 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:23:27.581 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:27.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:27.590 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:27.691 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:27.766 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:27.808 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:27.809 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.809 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.809 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:23:27.809 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: osdmap e453: 8 total, 8 up, 8 in 2023-09-23T18:23:27.809 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.810 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3962/195123 objects degraded (2.031%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:27.840 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:27.840 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.840 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.840 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:23:27.841 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: osdmap e453: 8 total, 8 up, 8 in 2023-09-23T18:23:27.841 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.841 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3962/195123 objects degraded (2.031%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:27.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:27.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:23:27.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: osdmap e453: 8 total, 8 up, 8 in 2023-09-23T18:23:27.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: failed to encode map e453 with expected crc 2023-09-23T18:23:27.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3962/195123 objects degraded (2.031%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:28.177 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:28.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:28.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:28.283 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:28.304 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:28.377 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:28.478 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:28.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:28.486 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:28.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:28.667 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:28.800 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:28.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:28.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:28.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:28 smithi149 ceph-mon[135148]: pgmap v1352: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 4066/193404 objects degraded (2.102%); 12005/193404 objects misplaced (6.207%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T18:23:28.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:28.966 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:29.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:28 smithi018 ceph-mon[153734]: pgmap v1352: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 4066/193404 objects degraded (2.102%); 12005/193404 objects misplaced (6.207%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T18:23:29.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:28 smithi018 ceph-mon[149401]: pgmap v1352: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 4066/193404 objects degraded (2.102%); 12005/193404 objects misplaced (6.207%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T18:23:29.192 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:29.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:29.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:29.303 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:23:29.303 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:23:29.303 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:23:29.305 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:29.360 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:29.516 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:29.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:29.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:29.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:29.804 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:29.872 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:29.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:29.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:29.975 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:23:29.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:30.005 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:30.006 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:23:30.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.006 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:135416 9.3 9:cbea5431:::benchmark_data_smithi018_362865_object37025:head [delete] snapc 0=[] ondisk+write+known_if_redirected e453)", 2023-09-23T18:23:30.006 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:29.998269+0000", 2023-09-23T18:23:30.006 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0073380889999999999, 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073593840000000001, 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:30.007 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 135416 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:30.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998269+0000", 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998269+0000", 2023-09-23T18:23:30.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998267+0000", 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4250000000000001e-06 2023-09-23T18:23:30.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998275+0000", 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0946e-05 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998286+0000", 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.742e-06 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998292+0000", 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8848999999999998e-05 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:30.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998351+0000", 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135167 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998486+0000", 2023-09-23T18:23:30.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011205999999999999 2023-09-23T18:23:30.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.015 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,3", 2023-09-23T18:23:30.015 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998598+0000", 2023-09-23T18:23:30.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042766560000000002 2023-09-23T18:23:30.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:30.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:30.002875+0000", 2023-09-23T18:23:30.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046063679999999996 2023-09-23T18:23:30.017 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:30.017 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:30.017 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:30.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.018 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:135418 9.d 9:b4f214de:::benchmark_data_smithi018_362865_object37027:head [delete] snapc 0=[] ondisk+write+known_if_redirected e453)", 2023-09-23T18:23:30.018 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:29.998305+0000", 2023-09-23T18:23:30.018 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0073020419999999999, 2023-09-23T18:23:30.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0073788769999999998, 2023-09-23T18:23:30.019 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:30.019 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:23:30.019 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:23:30.019 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:23:30.020 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:23:30.020 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 135418 2023-09-23T18:23:30.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.020 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:30.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:30.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998305+0000", 2023-09-23T18:23:30.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:30.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:30.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998305+0000", 2023-09-23T18:23:30.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:23:30.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.023 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:30.023 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998304+0000", 2023-09-23T18:23:30.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.694e-06 2023-09-23T18:23:30.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:30.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998307+0000", 2023-09-23T18:23:30.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0152999999999999e-05 2023-09-23T18:23:30.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:30.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998317+0000", 2023-09-23T18:23:30.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2030000000000002e-06 2023-09-23T18:23:30.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:30.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998321+0000", 2023-09-23T18:23:30.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5362000000000003e-05 2023-09-23T18:23:30.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:30.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998377+0000", 2023-09-23T18:23:30.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010153300000000001 2023-09-23T18:23:30.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:30.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998478+0000", 2023-09-23T18:23:30.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000120318 2023-09-23T18:23:30.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:23:30.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:29.998599+0000", 2023-09-23T18:23:30.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042707049999999996 2023-09-23T18:23:30.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:23:30.031 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:30.002869+0000", 2023-09-23T18:23:30.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00045604 2023-09-23T18:23:30.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:30.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:30.031 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:23:30.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:30.003325+0000", 2023-09-23T18:23:30.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0050205299999999996 2023-09-23T18:23:30.032 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:30.032 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:30.032 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:30.033 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:30.033 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:23:30.033 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 2 2023-09-23T18:23:30.033 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:30.154 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:30.257 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:30.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:30.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:30.299 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:30.349 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:30.366 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:30.399 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:30.443 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:30.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:23:30.453 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:30.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:30.539 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:30.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:30.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:30.564 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:30.613 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:30.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:30.661 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:23:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:30.808 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:30.846 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:30.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:30.855 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:30.956 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:31.019 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:31.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:30 smithi018 ceph-mon[153734]: pgmap v1353: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 4066/191064 objects degraded (2.128%); 11864/191064 objects misplaced (6.209%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:31.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1399291411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:31.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:30 smithi018 ceph-mon[149401]: pgmap v1353: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 4066/191064 objects degraded (2.128%); 11864/191064 objects misplaced (6.209%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:31.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1399291411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:31.082 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:31.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:31.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:30 smithi149 ceph-mon[135148]: pgmap v1353: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 4066/191064 objects degraded (2.128%); 11864/191064 objects misplaced (6.209%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:31.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1399291411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:31.095 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:31.196 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:31.233 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:31.246 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:31.318 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:31.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:31.325 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:31.425 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:31.492 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:31.589 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:31.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:31.600 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:31.700 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:31.770 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:31.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:31.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:31.971 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:31.983 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4066/191064 objects degraded (2.128%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:31.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4066/191064 objects degraded (2.128%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:32.071 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:32.119 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4066/191064 objects degraded (2.128%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:32.130 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:32.201 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:32.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:32.207 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:32.308 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:32.363 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:32.432 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:32.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:32.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:32.542 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:32.644 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:32.718 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:32.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:32.728 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:32.829 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:32.862 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:32.862 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:32.886 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:32 smithi018 ceph-mon[153734]: pgmap v1354: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 4066/185742 objects degraded (2.189%); 11864/185742 objects misplaced (6.387%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:23:32.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:32 smithi018 ceph-mon[149401]: pgmap v1354: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 4066/185742 objects degraded (2.189%); 11864/185742 objects misplaced (6.387%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:23:32.891 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:32.962 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:32.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:32.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:33.071 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:33.144 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:32 smithi149 ceph-mon[135148]: pgmap v1354: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 4066/185742 objects degraded (2.189%); 11864/185742 objects misplaced (6.387%); 1.6 MiB/s, 24 objects/s recovering 2023-09-23T18:23:33.215 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:33.218 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:23:33.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:33.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:33.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:33.411 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:23:33.495 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:33.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:33.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:33.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:33.685 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:33.783 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:33.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:33.797 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:33.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:33.918 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:23:33.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:33.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:34.001 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:34.073 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:34.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:34.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:34.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:34.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:34.246 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:34.254 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:34.330 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:34.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:34.340 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:34.440 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:34.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:34.804 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:34.804 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:34.804 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:23:34.804 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:23:34.805 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:23:34.805 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:23:35.095 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:35.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:35.101 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: pgmap v1355: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4155/181341 objects degraded (2.291%); 11402/181341 objects misplaced (6.288%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: osdmap e454: 8 total, 8 up, 8 in 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:34 smithi149 ceph-mon[135148]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.202 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:35.266 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: pgmap v1355: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4155/181341 objects degraded (2.291%); 11402/181341 objects misplaced (6.288%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: osdmap e454: 8 total, 8 up, 8 in 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[153734]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:34] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:23:35.267 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: pgmap v1355: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4155/181341 objects degraded (2.291%); 11402/181341 objects misplaced (6.288%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2549446291' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: osdmap e454: 8 total, 8 up, 8 in 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:34 smithi018 ceph-mon[149401]: failed to encode map e454 with expected crc 2023-09-23T18:23:35.276 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:35.521 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:35.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:35.530 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:35.631 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:35.705 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:36.101 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:36.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:36.107 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:36.180 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:36.208 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:36.236 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:36.236 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:36.825 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:36.833 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:23:36.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:36.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:36.945 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:37.032 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:36 smithi149 ceph-mon[135148]: pgmap v1357: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 4155/175653 objects degraded (2.365%); 11402/175653 objects misplaced (6.491%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:23:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:36 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4155/175653 objects degraded (2.365%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:37.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[153734]: pgmap v1357: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 4155/175653 objects degraded (2.365%); 11402/175653 objects misplaced (6.491%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:37.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:23:37.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4155/175653 objects degraded (2.365%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:37.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[149401]: pgmap v1357: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 687 op/s; 4155/175653 objects degraded (2.365%); 11402/175653 objects misplaced (6.491%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:37.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:23:37.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:36 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4155/175653 objects degraded (2.365%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T18:23:37.240 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:37.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:37.244 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:37.344 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:37.426 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:37.551 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:37.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:37.561 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:37.620 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:37.656 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:37.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:37.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:37.736 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:37.785 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:37.785 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:37.799 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:37.850 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:37.875 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:37.875 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:23:37.876 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:37.885 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:37.886 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:37.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:37.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:37.920 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.954 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:23:37.997 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:38.067 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:38.286 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:38.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:38.292 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:38.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:38.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1456733854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:38.453 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[153734]: pgmap v1358: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 4203/173895 objects degraded (2.417%); 11052/173895 objects misplaced (6.356%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:38.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1456733854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:38.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:38 smithi018 ceph-mon[149401]: pgmap v1358: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 4203/173895 objects degraded (2.417%); 11052/173895 objects misplaced (6.356%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:38.474 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:38.546 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:38.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:38.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:38 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:38 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1456733854' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:38.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:38 smithi149 ceph-mon[135148]: pgmap v1358: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 4203/173895 objects degraded (2.417%); 11052/173895 objects misplaced (6.356%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:38.654 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:38.736 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:38.845 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:23:38.874 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:38.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:38.879 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:38.980 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:39.026 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:39.110 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:39.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:39.116 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:39.216 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:39.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:39.333 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:39.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:39.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:39.440 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:39.496 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:39.553 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:39.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:39.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:39.659 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:39.715 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:39.789 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:39.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:39.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:39.887 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:23:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:23:39.887 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:23:39.887 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:23:39.896 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:39.959 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:40.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:40.100 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:40.118 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:40.201 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:40.300 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:40.363 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:40.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:40.377 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:40.478 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:40.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:23:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:40.598 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:23:40.669 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:40.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:40.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:40.740 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:40.741 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:40.741 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[153734]: pgmap v1359: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 4203/171654 objects degraded (2.449%); 10917/171654 objects misplaced (6.360%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:40.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:40.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:40.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:40 smithi018 ceph-mon[149401]: pgmap v1359: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 4203/171654 objects degraded (2.449%); 10917/171654 objects misplaced (6.360%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:40.800 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:40.861 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:40.921 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:40.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:40.931 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:40.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:40.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:40.932 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:40 smithi149 ceph-mon[135148]: pgmap v1359: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 4203/171654 objects degraded (2.449%); 10917/171654 objects misplaced (6.360%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:41.032 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:41.084 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:41.161 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:41.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:41.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:41.270 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:41.352 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:41.408 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:41.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:41.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:41.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:41.604 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:41.665 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:41.690 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:41.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:41.695 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:41.795 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:41.896 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:42.328 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:42.756 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:42.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:42.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:42.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:42.883 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:23:42.910 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[153734]: pgmap v1360: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 4203/166479 objects degraded (2.525%); 10917/166479 objects misplaced (6.558%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4203/166479 objects degraded (2.525%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3098387709' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[149401]: pgmap v1360: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 4203/166479 objects degraded (2.525%); 10917/166479 objects misplaced (6.558%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4203/166479 objects degraded (2.525%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:42.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3098387709' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:42.958 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:42 smithi149 ceph-mon[135148]: pgmap v1360: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 641 op/s; 4203/166479 objects degraded (2.525%); 10917/166479 objects misplaced (6.558%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:23:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:42 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4203/166479 objects degraded (2.525%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3098387709' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:43.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:23:43.170 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:43.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:43.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:43.276 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:43.335 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:43.410 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:43.410 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:43.410 INFO:tasks.thrashosds.thrasher:inject_pause on osd.6 2023-09-23T18:23:43.410 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:23:43.410 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:23:43.411 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 config set filestore_inject_stall 3 2023-09-23T18:23:43.531 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:43.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:43.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:43.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:43.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:43.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:43 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:43 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:43.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:43 smithi149 ceph-mon[135148]: osdmap e455: 8 total, 8 up, 8 in 2023-09-23T18:23:43.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:43 smithi149 ceph-mon[135148]: failed to encode map e455 with expected crc 2023-09-23T18:23:43.944 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:43.973 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:44.011 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:44.023 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:44.035 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:44.063 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:44.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:44.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:44.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[153734]: osdmap e455: 8 total, 8 up, 8 in 2023-09-23T18:23:44.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[153734]: failed to encode map e455 with expected crc 2023-09-23T18:23:44.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:23:44.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:23:44.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[149401]: osdmap e455: 8 total, 8 up, 8 in 2023-09-23T18:23:44.066 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:43 smithi018 ceph-mon[149401]: failed to encode map e455 with expected crc 2023-09-23T18:23:44.092 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:44.094 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:44.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:44.098 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:44.147 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:44.181 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:44.198 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:44.226 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:23:44.273 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:44.346 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:44.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:44.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:44.401 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:44.457 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:44.508 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:44.727 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:44.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[149401]: failed to encode map e455 with expected crc 2023-09-23T18:23:44.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[149401]: pgmap v1362: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4256/162663 objects degraded (2.616%); 10446/162663 objects misplaced (6.422%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:23:44.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3284041792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:44.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:44.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:44.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:44.748 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:44.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:44.904 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:45.030 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:44 smithi149 ceph-mon[135148]: failed to encode map e455 with expected crc 2023-09-23T18:23:45.030 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:44 smithi149 ceph-mon[135148]: pgmap v1362: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4256/162663 objects degraded (2.616%); 10446/162663 objects misplaced (6.422%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:23:45.031 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3284041792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:45.031 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:45.031 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:45.032 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:45.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[153734]: failed to encode map e455 with expected crc 2023-09-23T18:23:45.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[153734]: pgmap v1362: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 4256/162663 objects degraded (2.616%); 10446/162663 objects misplaced (6.422%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:23:45.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3284041792' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:45.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:45.040 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:45.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:45.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:45.049 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:45 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:45] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.33.4" 2023-09-23T18:23:45.141 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:45.146 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:45.147 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:45.199 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:45.436 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:45.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:45.450 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:45.539 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:23:45.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:45.644 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:23:45.652 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:45.734 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:45.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:45.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:45.841 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:45.896 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:46.014 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:46.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:46.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:46.118 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:46.119 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T18:23:46.119 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:46.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:46.228 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:46.440 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:46.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:46.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:46.509 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:46.555 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:46.648 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:46.849 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:23:46.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: pgmap v1363: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 4256/157596 objects degraded (2.701%); 10446/157596 objects misplaced (6.628%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:46.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:46.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:46.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:46.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:46.907 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4256/157596 objects degraded (2.701%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:47.135 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:47.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:47.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:47.155 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:47.244 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:47.285 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: pgmap v1363: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 4256/157596 objects degraded (2.701%); 10446/157596 objects misplaced (6.628%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4256/157596 objects degraded (2.701%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: pgmap v1363: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 4256/157596 objects degraded (2.701%); 10446/157596 objects misplaced (6.628%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:47.286 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:47.287 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4256/157596 objects degraded (2.701%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:47.291 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:47.335 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:47.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:47.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:47.441 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:47.549 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:47.633 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:47.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:47.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:47.753 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:47.823 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:47.901 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:47.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:47.918 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:48.019 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:48.108 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:48.384 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:48.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:48.400 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:48.464 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:48.502 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:48.573 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:48.638 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:48.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:48.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:48.745 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:48.828 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:48.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:48.986 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:48 smithi018 ceph-mon[153734]: pgmap v1364: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/155925 objects degraded (2.758%); 10091/155925 objects misplaced (6.472%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:48.986 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:48 smithi018 ceph-mon[149401]: pgmap v1364: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/155925 objects degraded (2.758%); 10091/155925 objects misplaced (6.472%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:48.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:48.987 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:49.054 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:23:49.055 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:23:49.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:49.183 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:48 smithi149 ceph-mon[135148]: pgmap v1364: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/155925 objects degraded (2.758%); 10091/155925 objects misplaced (6.472%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:49.515 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:49.519 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:49.520 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:49.571 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:23:49.620 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:49.741 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:49.990 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:50.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:50.005 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:50.105 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:50.193 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:50.272 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:50.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:50.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:50.384 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:23:50.460 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:50.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:23:50.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:50.516 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:23:50.532 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:50.618 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:50.689 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:23:50.693 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:50.724 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:23:50.756 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:23:50.793 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:23:50.834 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:23:50.855 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:50.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:50.866 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:50.881 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:23:50.916 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:23:50.955 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:23:50.963 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:23:50.967 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:23:50.968 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:23:51.072 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:51.142 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:51.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:51.149 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: pgmap v1365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/153681 objects degraded (2.799%); 9959/153681 objects misplaced (6.480%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1237184923' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/275160652' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:51.250 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:51.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: pgmap v1365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/153681 objects degraded (2.799%); 9959/153681 objects misplaced (6.480%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:51.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1237184923' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/275160652' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: pgmap v1365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 4301/153681 objects degraded (2.799%); 9959/153681 objects misplaced (6.480%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:23:51.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1237184923' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:51.279 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/275160652' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:23:51.332 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:51.577 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:51.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:51.582 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:51.625 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:23:51.625 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:23:51.625 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:23:51.625 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:23:51.625 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:23:51.625 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:23:51.683 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:23:51.770 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:51.876 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:23:51.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:51.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:23:51.985 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:52.043 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:52.125 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:52.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:52.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:52.214 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:52.214 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:23:52.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.214 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:149074 9.0 e456/439 9:08912ffe:::benchmark_data_smithi018_362865_object50683:head v 456'9555, mlcod=456'9553)", 2023-09-23T18:23:52.214 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:52.194197+0000", 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.013605000000000001, 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013629436, 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:52.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194197+0000", 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194197+0000", 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194196+0000", 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1416999999999999e-05 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194207+0000", 2023-09-23T18:23:52.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7992999999999999e-05 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194225+0000", 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3129999999999999e-06 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194234+0000", 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0974000000000002e-05 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194305+0000", 2023-09-23T18:23:52.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5069999999999999e-05 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.194330+0000", 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013257500000000001 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:52.220 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(9.b 456/441 [PushOp(9:d8c1484b:::benchmark_data_smithi018_362865_object50712:head, version: 404'3154, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d8c1484b:::benchmark_data_smithi018_362865_object50712:head@404'3154, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:52.195598+0000", 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.012204684, 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012284839000000001, 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:52.221 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195598+0000", 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195598+0000", 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195597+0000", 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0712999999999999e-05 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195667+0000", 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4046e-05 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195691+0000", 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0642e-05 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:52.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.195712+0000", 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011653619 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207366+0000", 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1629999999999996e-06 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207374+0000", 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011776287999999999 2023-09-23T18:23:52.225 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:149080 9.0 e456/439)", 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:52.207480+0000", 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.000322047, 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00043671500000000001, 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "queued for pg", 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:23:52.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207480+0000", 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207480+0000", 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:23:52.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207478+0000", 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1402e-05 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207489+0000", 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2451e-05 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207502+0000", 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7409999999999992e-06 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:23:52.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:52.207510+0000", 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9434999999999999e-05 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 3 2023-09-23T18:23:52.229 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:52.230 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:52.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:52.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: osdmap e456: 8 total, 8 up, 8 in 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.252 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4301/153681 objects degraded (2.799%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:52.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: osdmap e456: 8 total, 8 up, 8 in 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.315 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4301/153681 objects degraded (2.799%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:52.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:23:52.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: osdmap e456: 8 total, 8 up, 8 in 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.317 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: failed to encode map e456 with expected crc 2023-09-23T18:23:52.318 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4301/153681 objects degraded (2.799%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:52.362 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:52.443 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:52.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:52.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:52.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:52.613 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:52.695 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:52.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:52.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:52.750 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:23:52.796 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:52.808 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:52.949 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:53.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:53.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:53.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:53.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:53.144 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:52 smithi149 ceph-mon[135148]: pgmap v1367: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4301/148647 objects degraded (2.893%); 9959/148647 objects misplaced (6.700%); 1010 KiB/s, 15 objects/s recovering 2023-09-23T18:23:53.199 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:53.269 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:53.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:53.276 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:53.277 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:52 smithi018 ceph-mon[149401]: pgmap v1367: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4301/148647 objects degraded (2.893%); 9959/148647 objects misplaced (6.700%); 1010 KiB/s, 15 objects/s recovering 2023-09-23T18:23:53.277 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:52 smithi018 ceph-mon[153734]: pgmap v1367: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4301/148647 objects degraded (2.893%); 9959/148647 objects misplaced (6.700%); 1010 KiB/s, 15 objects/s recovering 2023-09-23T18:23:53.378 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:53.451 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:53.508 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:53.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:53.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:53.615 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:53.661 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:53.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:23:53.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:53.747 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:53.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:53.906 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:23:53.945 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:54.035 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:54.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:54.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:54.084 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:54.144 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:23:54.283 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:54.349 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:23:54.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:54.358 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:23:54.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:54.643 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:54.754 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:54.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:54.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:54.861 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:23:54.934 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:54.934 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:23:54.934 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:54.935 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:23:54] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.33.4" 2023-09-23T18:23:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[153734]: pgmap v1368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 4334/144528 objects degraded (2.999%); 9473/144528 objects misplaced (6.554%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[149401]: pgmap v1368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 4334/144528 objects degraded (2.999%); 9473/144528 objects misplaced (6.554%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:55.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:54 smithi149 ceph-mon[135148]: pgmap v1368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 4334/144528 objects degraded (2.999%); 9473/144528 objects misplaced (6.554%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:23:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:23:55.752 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:23:55.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:55.762 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:23:55.863 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:55.919 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:56.008 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:23:56.012 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:23:56.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:56.019 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:23:56.120 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:23:56.183 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:23:56.183 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:23:56.184 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:23:56.184 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:23:56.184 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:23:56.205 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:56.442 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:23:56.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:56.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:23:56.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:56.611 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:56.667 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:23:56.735 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:56.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:56.744 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:56.845 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:23:56.911 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:56.943 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:23:56.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:56.946 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:23:57.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:57 smithi018 ceph-mon[153734]: pgmap v1369: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4334/139029 objects degraded (3.117%); 9473/139029 objects misplaced (6.814%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:57.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4334/139029 objects degraded (3.117%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:57.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:57 smithi018 ceph-mon[149401]: pgmap v1369: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4334/139029 objects degraded (3.117%); 9473/139029 objects misplaced (6.814%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:57.007 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4334/139029 objects degraded (3.117%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:57.046 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:23:57.110 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:57.188 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:23:57.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:23:57.197 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:23:57.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:57 smithi149 ceph-mon[135148]: pgmap v1369: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4334/139029 objects degraded (3.117%); 9473/139029 objects misplaced (6.814%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:57.199 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4334/139029 objects degraded (3.117%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:23:57.297 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:23:57.357 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:23:57.507 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:23:59.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:23:59 smithi018 ceph-mon[153734]: pgmap v1370: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 4399/137124 objects degraded (3.208%); 9121/137124 objects misplaced (6.652%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:59.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:23:59 smithi018 ceph-mon[149401]: pgmap v1370: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 4399/137124 objects degraded (3.208%); 9121/137124 objects misplaced (6.652%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:23:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:23:59 smithi149 ceph-mon[135148]: pgmap v1370: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 4399/137124 objects degraded (3.208%); 9121/137124 objects misplaced (6.652%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:24:00.196 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:00.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:00.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:00.305 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:00.371 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:00.475 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:00.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:00.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:00.524 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:24:00.524 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:24:00.525 INFO:tasks.thrashosds.thrasher:inject_pause on osd.1 2023-09-23T18:24:00.525 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:24:00.525 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:24:00.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 config set filestore_inject_stall 3 2023-09-23T18:24:00.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:00.637 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:00.699 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:00.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:00.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:00.804 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:00.887 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:01.288 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:01 smithi149 ceph-mon[135148]: pgmap v1371: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 4399/134748 objects degraded (3.265%); 8982/134748 objects misplaced (6.666%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:24:01.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:01 smithi018 ceph-mon[153734]: pgmap v1371: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 4399/134748 objects degraded (3.265%); 8982/134748 objects misplaced (6.666%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:24:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:01 smithi018 ceph-mon[149401]: pgmap v1371: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 630 op/s; 4399/134748 objects degraded (3.265%); 8982/134748 objects misplaced (6.666%); 1.8 MiB/s, 29 objects/s recovering 2023-09-23T18:24:01.337 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:01.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:01.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:01.450 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:01.482 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:01.695 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:01.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:01.704 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99398 9.b e442/441 9:dc8c189b:::benchmark_data_smithi018_362865_object1007:head v 442'6187, mlcod=402'65)", 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.295604+0000", 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.494807367999996, 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049803860999999998, 2023-09-23T18:24:01.793 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295604+0000", 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295604+0000", 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.794 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295602+0000", 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0740999999999999e-05 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295613+0000", 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1552000000000001e-05 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.795 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295625+0000", 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5799999999999997e-06 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.295631+0000", 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023971695000000001 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.319603+0000", 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2870999999999998e-05 2023-09-23T18:24:01.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.319626+0000", 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025737883 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.345364+0000", 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3714000000000002e-05 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.797 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.345407+0000", 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049803860999999998 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99406 9.b e442/441 9:d34ededa:::benchmark_data_smithi018_362865_object1015:head v 442'6188, mlcod=402'65)", 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.304728+0000", 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.485682861000001, 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049656104999999999, 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.798 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304728+0000", 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304728+0000", 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.799 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304727+0000", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1739999999999997e-06 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304734+0000", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1126e-05 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304745+0000", 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7989999999999999e-06 2023-09-23T18:24:01.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304751+0000", 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023745467999999999 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.328496+0000", 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4117999999999998e-05 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.801 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.328520+0000", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.025820194000000001 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.354340+0000", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3890000000000002e-05 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.354384+0000", 2023-09-23T18:24:01.802 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.049656104999999999 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99438 9.b e442/441 9:d9e36414:::benchmark_data_smithi018_362865_object1047:head v 442'6189, mlcod=402'65)", 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.304758+0000", 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.485653169000003, 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066865117000000002, 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.803 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304758+0000", 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304758+0000", 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.804 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304757+0000", 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2679999999999996e-06 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304762+0000", 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4169999999999997e-06 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304768+0000", 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7090000000000001e-06 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.805 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.304773+0000", 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.031320377000000003 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.336093+0000", 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8884999999999999e-05 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.806 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.336122+0000", 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035471588999999998 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.371594+0000", 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9193e-05 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.371623+0000", 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.066865117000000002 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.807 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99446 9.b e442/441 9:d035f5e0:::benchmark_data_smithi018_362865_object1055:head v 442'6190, mlcod=402'65)", 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.306038+0000", 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.484373012000006, 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083957242000000001, 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.808 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306038+0000", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306038+0000", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306037+0000", 2023-09-23T18:24:01.809 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5950000000000001e-06 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306045+0000", 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4742e-05 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306060+0000", 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6189999999999996e-06 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.810 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.306066+0000", 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039372698999999997 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.345439+0000", 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4267999999999999e-05 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.811 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.345463+0000", 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044495926999999998 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.389959+0000", 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6174000000000003e-05 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.389995+0000", 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.083957242000000001 2023-09-23T18:24:01.812 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99482 9.b e442/441 9:d4897146:::benchmark_data_smithi018_362865_object1091:head v 442'6191, mlcod=402'65)", 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.314623+0000", 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.475788058999996, 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075393049000000004, 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.813 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314623+0000", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314623+0000", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314622+0000", 2023-09-23T18:24:01.814 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5812999999999999e-05 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314638+0000", 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9148999999999999e-05 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314657+0000", 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4889999999999998e-06 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.815 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.314664+0000", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039766028000000002 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.354430+0000", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6672000000000001e-05 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.354457+0000", 2023-09-23T18:24:01.816 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035541761999999998 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.389999+0000", 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7286999999999999e-05 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.390016+0000", 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.075393049000000004 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.817 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99518 9.b e442/441 9:dc959225:::benchmark_data_smithi018_362865_object1127:head v 442'6192, mlcod=402'65)", 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.318547+0000", 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.471864183999998, 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071488105999999996, 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.818 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318547+0000", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318547+0000", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318546+0000", 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3562e-05 2023-09-23T18:24:01.819 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318559+0000", 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9015999999999999e-05 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318578+0000", 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9389999999999997e-06 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.820 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.318586+0000", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044168613000000002 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.362755+0000", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1869999999999998e-05 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.362787+0000", 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027231406 2023-09-23T18:24:01.821 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.390018+0000", 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6731999999999998e-05 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.390035+0000", 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.071488105999999996 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.822 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:99526 9.b e442/441 9:d5bd5b5e:::benchmark_data_smithi018_362865_object1135:head v 442'6193, mlcod=402'65)", 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:37.321553+0000", 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 84.468858147000006, 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068502357, 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321553+0000", 2023-09-23T18:24:01.823 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321553+0000", 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321552+0000", 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1528999999999999e-05 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.824 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321563+0000", 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1376999999999999e-05 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321585+0000", 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.212e-06 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.825 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.321591+0000", 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050077161000000002 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.371668+0000", 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3686999999999998e-05 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.371702+0000", 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018336563 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.826 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.390038+0000", 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6787999999999999e-05 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.390055+0000", 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.068502357 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:101117 9.b e442/441 9:d0c0f9ca:::benchmark_data_smithi018_362865_object2726:head v 442'6283, mlcod=402'65)", 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:39.167031+0000", 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 82.623379951999993, 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052887605999999997, 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167031+0000", 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167031+0000", 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167030+0000", 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6950000000000006e-06 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.829 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167039+0000", 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.91e-05 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167058+0000", 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6010000000000002e-06 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.167064+0000", 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0078762269999999995 2023-09-23T18:24:01.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.174940+0000", 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7248999999999999e-05 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.174967+0000", 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.044918344999999998 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.831 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.219885+0000", 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3250999999999997e-05 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:39.219919+0000", 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052887605999999997 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:123377 9.b e450/441 9:d1962073:::benchmark_data_smithi018_362865_object24986:head v 450'7690, mlcod=403'1569)", 2023-09-23T18:24:01.832 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:11.755895+0000", 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 50.03451561, 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050949770999999998, 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755895+0000", 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.833 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755895+0000", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755895+0000", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0249999999999996e-06 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755899+0000", 2023-09-23T18:24:01.834 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6300000000000004e-06 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755908+0000", 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8879999999999996e-06 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755913+0000", 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081242369999999994 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.835 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.764037+0000", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9330999999999998e-05 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.764056+0000", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042750723999999997 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.806807+0000", 2023-09-23T18:24:01.836 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8216999999999997e-05 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.806845+0000", 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050949770999999998 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(9.b 450/441 [PushOp(9:d2e401e2:::benchmark_data_smithi018_362865_object86130:head, version: 415'5359, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d2e401e2:::benchmark_data_smithi018_362865_object86130:head@415'5359, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:11.755935+0000", 2023-09-23T18:24:01.837 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 50.034475491000002, 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054770864000000002, 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755935+0000", 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.838 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755935+0000", 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755935+0000", 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6298000000000003e-05 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755982+0000", 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7379000000000001e-05 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.839 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.755999+0000", 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0015e-05 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.756009+0000", 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050936434000000003 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.840 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.806945+0000", 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0752e-05 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.806956+0000", 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037502550000000001 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:11.810706+0000", 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.054770864000000002 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.841 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:125112 9.b e451/441 9:dbbdad63:::benchmark_data_smithi018_362865_object26721:head v 451'7813, mlcod=403'1689)", 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:14.246770+0000", 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.543640830999998, 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050125115999999997, 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.842 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246770+0000", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246770+0000", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246769+0000", 2023-09-23T18:24:01.843 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0035e-05 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246779+0000", 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6398000000000001e-05 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246795+0000", 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4279999999999999e-06 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.844 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.246803+0000", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037248060000000002 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.250527+0000", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9662000000000001e-05 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.250567+0000", 2023-09-23T18:24:01.845 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046274029000000001 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.296841+0000", 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4181000000000002e-05 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.296895+0000", 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050125115999999997 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.846 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:125145 9.b e451/441 9:d9e731d4:::benchmark_data_smithi018_362865_object26754:head v 451'7819, mlcod=403'1693)", 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:14.327373+0000", 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.463037925000002, 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050062990000000002, 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.847 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327373+0000", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327373+0000", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327372+0000", 2023-09-23T18:24:01.848 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2857000000000001e-05 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327385+0000", 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2391e-05 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327397+0000", 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7869999999999998e-06 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.849 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.327403+0000", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.007445971 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.334849+0000", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4270999999999998e-05 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.334883+0000", 2023-09-23T18:24:01.850 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.042503327 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.377386+0000", 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9673999999999999e-05 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:14.377436+0000", 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050062990000000002 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.851 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:133987 9.b e453/441 9:df1ffd43:::benchmark_data_smithi018_362865_object35596:head v 453'8343, mlcod=403'2224)", 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:27.865744+0000", 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.924666711999997, 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055356884000000002, 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.852 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865744+0000", 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865744+0000", 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865743+0000", 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5850000000000002e-06 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.853 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865751+0000", 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1292e-05 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865762+0000", 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8490000000000002e-06 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.854 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865768+0000", 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2914999999999997e-05 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865821+0000", 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7093e-05 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.865848+0000", 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055205125000000001 2023-09-23T18:24:01.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.921053+0000", 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7939999999999998e-05 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.921101+0000", 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055356884000000002 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:133998 9.b e453/441 9:d178c07b:::benchmark_data_smithi018_362865_object35607:head v 453'8344, mlcod=403'2224)", 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:27.870942+0000", 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.919469303, 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050190032000000002, 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870942+0000", 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870942+0000", 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870941+0000", 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8569999999999997e-06 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.858 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870948+0000", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0511e-05 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870958+0000", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6590000000000001e-06 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.870965+0000", 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004445671 2023-09-23T18:24:01.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.875411+0000", 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7443000000000001e-05 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.875438+0000", 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.045668145 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.860 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.921106+0000", 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5480999999999999e-05 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:27.921132+0000", 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050190032000000002 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.861 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "MOSDPGPush(9.b 453/441 [PushOp(9:dddc1048:::benchmark_data_smithi018_362865_object36073:head, version: 403'2255, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:dddc1048:::benchmark_data_smithi018_362865_object36073:head@403'2255, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:28.527786+0000", 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 33.262624828, 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050911454000000002, 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527786+0000", 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.862 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527786+0000", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527786+0000", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8069999999999999e-05 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527834+0000", 2023-09-23T18:24:01.863 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7541999999999999e-05 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527851+0000", 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0967e-05 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.527862+0000", 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.046648522999999997 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.864 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.574511+0000", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0930999999999999e-05 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.574522+0000", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041758159999999997 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.578698+0000", 2023-09-23T18:24:01.865 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050911454000000002 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:134692 9.b e453/441 9:d707c791:::benchmark_data_smithi018_362865_object36301:head v 453'8393, mlcod=403'2272)", 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:28.895088+0000", 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 32.895322669000002, 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055617208000000001, 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.866 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895088+0000", 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895088+0000", 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.867 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895087+0000", 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7749999999999993e-06 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895095+0000", 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2986000000000001e-05 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895108+0000", 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5180000000000001e-06 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.868 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.895115+0000", 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012328756999999999 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.907443+0000", 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6605999999999999e-05 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.869 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.907470+0000", 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043183865000000002 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.950654+0000", 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1610999999999998e-05 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:28.950706+0000", 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.055617208000000001 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.870 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:141135 9.b e454/441 9:db7cb5f9:::benchmark_data_smithi018_362865_object42744:head v 454'8789, mlcod=404'2666)", 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:38.986379+0000", 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 22.804031954999999, 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052863524000000002, 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.871 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986379+0000", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986379+0000", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986378+0000", 2023-09-23T18:24:01.872 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.611e-06 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986387+0000", 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3594999999999999e-05 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986401+0000", 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0889999999999996e-06 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.873 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.986407+0000", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040336829999999997 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.990441+0000", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2208000000000001e-05 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:38.990473+0000", 2023-09-23T18:24:01.874 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.048706604000000001 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:39.039180+0000", 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2891000000000005e-05 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:39.039243+0000", 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.052863524000000002 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.875 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:148422 9.b e456/441 9:d4424b0e:::benchmark_data_smithi018_362865_object50031:head v 456'9236, mlcod=404'3121)", 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:51.236627+0000", 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 10.553784338, 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050381026000000002, 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.876 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236627+0000", 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236627+0000", 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236626+0000", 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7559999999999996e-06 2023-09-23T18:24:01.877 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236632+0000", 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3470000000000005e-06 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236641+0000", 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9600000000000002e-06 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.878 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.236645+0000", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032688600000000002 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.239914+0000", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4348999999999999e-05 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.239948+0000", 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047015817000000001 2023-09-23T18:24:01.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.286964+0000", 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3531e-05 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:51.287008+0000", 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050381026000000002 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.880 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:153484 9.1 e456/431 9:8ad0129f:::benchmark_data_smithi018_362865_object55093:head v 456'9467, mlcod=456'9465)", 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:58.923469+0000", 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 2.8669415140000001, 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.069992000999999998, 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923469+0000", 2023-09-23T18:24:01.881 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923469+0000", 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923468+0000", 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4290000000000001e-06 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.882 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923477+0000", 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4036000000000001e-05 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923491+0000", 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9060000000000002e-06 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.883 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.923499+0000", 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.056813687000000002 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.980313+0000", 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4173e-05 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.980347+0000", 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.01309009 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.884 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.993437+0000", 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4641e-05 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.993461+0000", 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.069992000999999998 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.885 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:153491 9.0 e456/439 9:064d0f98:::benchmark_data_smithi018_362865_object55100:head v 456'9842, mlcod=456'9840)", 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:58.924112+0000", 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 2.866298698, 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.069263125999999994, 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.924112+0000", 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:24:01.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.924112+0000", 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.924111+0000", 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5769999999999996e-06 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:24:01.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.924119+0000", 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.058240579000000001 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.982360+0000", 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1678999999999999e-05 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.982371+0000", 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9539e-05 2023-09-23T18:24:01.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.982431+0000", 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4355e-05 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.982455+0000", 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010870899 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:24:01.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.993326+0000", 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9327999999999999e-05 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:58.993375+0000", 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.069263125999999994 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:24:01.890 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:24:01.891 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:01.891 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:01.981 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:02.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4399/134748 objects degraded (3.265%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:02.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:02.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4399/134748 objects degraded (3.265%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:02.101 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:24:02.147 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:02.207 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:02.239 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:02.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4399/134748 objects degraded (3.265%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:02.249 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:02.282 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:02.302 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:24:02.331 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:02.369 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:02.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:02.461 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:02.466 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:02.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:02.478 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.547 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:24:02.579 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:02.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: pgmap v1372: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 4399/129033 objects degraded (3.409%); 8982/129033 objects misplaced (6.961%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: osdmap e457: 8 total, 8 up, 8 in 2023-09-23T18:24:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1868111337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: pgmap v1372: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 4399/129033 objects degraded (3.409%); 8982/129033 objects misplaced (6.961%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: osdmap e457: 8 total, 8 up, 8 in 2023-09-23T18:24:03.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.066 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:03 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1868111337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: pgmap v1372: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 609 op/s; 4399/129033 objects degraded (3.409%); 8982/129033 objects misplaced (6.961%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1322781429' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: osdmap e457: 8 total, 8 up, 8 in 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: failed to encode map e457 with expected crc 2023-09-23T18:24:03.405 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:03 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1868111337' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:04.123 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:04.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:04.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:04.238 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:04.294 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:04.367 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:04.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:04.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:04.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:04.545 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:05.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:05 smithi018 ceph-mon[153734]: pgmap v1374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 4471/124659 objects degraded (3.587%); 8487/124659 objects misplaced (6.808%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:04] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.33.4" 2023-09-23T18:24:05.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:05 smithi018 ceph-mon[149401]: pgmap v1374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 4471/124659 objects degraded (3.587%); 8487/124659 objects misplaced (6.808%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:05.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:05 smithi149 ceph-mon[135148]: pgmap v1374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 4471/124659 objects degraded (3.587%); 8487/124659 objects misplaced (6.808%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:07 smithi149 ceph-mon[135148]: pgmap v1375: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 4471/119061 objects degraded (3.755%); 8487/119061 objects misplaced (7.128%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:07.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4471/119061 objects degraded (3.755%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:07.508 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:07.520 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:07 smithi018 ceph-mon[153734]: pgmap v1375: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 4471/119061 objects degraded (3.755%); 8487/119061 objects misplaced (7.128%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:07.521 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4471/119061 objects degraded (3.755%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:07.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:07 smithi018 ceph-mon[149401]: pgmap v1375: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 665 op/s; 4471/119061 objects degraded (3.755%); 8487/119061 objects misplaced (7.128%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:07.521 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4471/119061 objects degraded (3.755%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:07.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:07.522 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:07.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:07.688 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:07.815 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:24:08.394 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:08.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:08.411 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:08.511 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:08.567 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:08.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:24:08.627 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:08.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:08.638 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:08.739 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:08.883 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:09.283 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:09.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:09.298 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:09.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:09 smithi018 ceph-mon[149401]: pgmap v1376: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 4525/117210 objects degraded (3.861%); 8132/117210 objects misplaced (6.938%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:09.304 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:09 smithi018 ceph-mon[153734]: pgmap v1376: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 4525/117210 objects degraded (3.861%); 8132/117210 objects misplaced (6.938%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:09.399 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:09 smithi149 ceph-mon[135148]: pgmap v1376: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 663 op/s; 4525/117210 objects degraded (3.861%); 8132/117210 objects misplaced (6.938%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:09.480 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:09.502 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:09.532 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:09.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:09.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:09.601 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:09.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:09.721 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:09.841 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:09.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:09.853 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:09.954 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:10.017 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:10.071 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:10.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:10.077 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:10.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:10.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:10.569 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:10.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:10.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:10.678 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:10.724 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:10.750 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:10.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:10.751 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[149401]: pgmap v1377: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 4525/114687 objects degraded (3.946%); 7996/114687 objects misplaced (6.972%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:10.751 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:10.751 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:10.751 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:10 smithi018 ceph-mon[153734]: pgmap v1377: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 4525/114687 objects degraded (3.946%); 7996/114687 objects misplaced (6.972%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:10.781 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:10.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:10.788 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:10.888 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:10.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:10.905 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:10.906 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:10 smithi149 ceph-mon[135148]: pgmap v1377: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 4525/114687 objects degraded (3.946%); 7996/114687 objects misplaced (6.972%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:10.979 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:11.149 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:11.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:11.164 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:11.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:11.299 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:24:11.299 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:24:11.299 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:24:11.364 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:13.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:12 smithi018 ceph-mon[153734]: pgmap v1378: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 4525/108837 objects degraded (4.158%); 7996/108837 objects misplaced (7.347%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:13.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4525/108837 objects degraded (4.158%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:13.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:12 smithi018 ceph-mon[149401]: pgmap v1378: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 4525/108837 objects degraded (4.158%); 7996/108837 objects misplaced (7.347%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:13.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4525/108837 objects degraded (4.158%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:13.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:12 smithi149 ceph-mon[135148]: pgmap v1378: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 4525/108837 objects degraded (4.158%); 7996/108837 objects misplaced (7.347%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T18:24:13.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4525/108837 objects degraded (4.158%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:13.655 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:13.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:13.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:13.772 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:13.846 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:13.919 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:13.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:13.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:14.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:14.590 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:14.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:14.597 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:14.697 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:14.764 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:14.832 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:14.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:14.842 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:14.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:15.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:14 smithi018 ceph-mon[149401]: pgmap v1379: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 4577/104424 objects degraded (4.383%); 7457/104424 objects misplaced (7.141%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:24:15.006 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:14 smithi018 ceph-mon[153734]: pgmap v1379: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 4577/104424 objects degraded (4.383%); 7457/104424 objects misplaced (7.141%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:24:15.015 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:15.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:14 smithi149 ceph-mon[135148]: pgmap v1379: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 4577/104424 objects degraded (4.383%); 7457/104424 objects misplaced (7.141%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T18:24:15.315 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:15 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:15] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.33.4" 2023-09-23T18:24:16.535 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:16.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:16.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:16.647 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:16.715 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:16.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:16 smithi018 ceph-mon[153734]: pgmap v1380: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 4577/98550 objects degraded (4.644%); 7457/98550 objects misplaced (7.567%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:16.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:16 smithi018 ceph-mon[149401]: pgmap v1380: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 4577/98550 objects degraded (4.644%); 7457/98550 objects misplaced (7.567%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:16.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:16 smithi149 ceph-mon[135148]: pgmap v1380: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 4577/98550 objects degraded (4.644%); 7457/98550 objects misplaced (7.567%); 1.7 MiB/s, 27 objects/s recovering 2023-09-23T18:24:17.908 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:17.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:17.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:18.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:18.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4577/98550 objects degraded (4.644%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:18.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4577/98550 objects degraded (4.644%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:18.098 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:18.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4577/98550 objects degraded (4.644%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:18.620 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:18.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:18.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:18.726 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:19.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:18 smithi018 ceph-mon[149401]: pgmap v1381: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 4612/96567 objects degraded (4.776%); 7059/96567 objects misplaced (7.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:19.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:18 smithi018 ceph-mon[153734]: pgmap v1381: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 4612/96567 objects degraded (4.776%); 7059/96567 objects misplaced (7.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:19.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:18 smithi149 ceph-mon[135148]: pgmap v1381: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 624 op/s; 4612/96567 objects degraded (4.776%); 7059/96567 objects misplaced (7.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:19.486 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:19.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:19.495 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:19.595 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:19.794 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:19.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:19.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:19.901 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:19.953 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:20.012 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:20.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:20.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:20.123 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:20.171 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:20.212 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:20.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:20.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:20.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:20.356 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:20.367 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:24:20.367 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:24:20.404 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:20.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:20.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:20.510 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:20.603 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:20.900 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:24:20.909 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:20.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:20 smithi018 ceph-mon[149401]: pgmap v1382: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 4612/94029 objects degraded (4.905%); 6931/94029 objects misplaced (7.371%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:20.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:20.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:20.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:20.921 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:20 smithi018 ceph-mon[153734]: pgmap v1382: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 4612/94029 objects degraded (4.905%); 6931/94029 objects misplaced (7.371%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:20.921 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:21.006 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:24:21.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:21.119 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:20 smithi149 ceph-mon[135148]: pgmap v1382: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 4612/94029 objects degraded (4.905%); 6931/94029 objects misplaced (7.371%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:24:21.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:21.362 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:21.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:21.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:21.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:21.564 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:21.748 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:21.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:21.757 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:21.857 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:21.880 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:21.913 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:21.921 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:21.968 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:21.976 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:21.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:21.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:22.013 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:22.057 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: osdmap e458: 8 total, 8 up, 8 in 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1787285634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4612/94029 objects degraded (4.905%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:22.069 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: osdmap e458: 8 total, 8 up, 8 in 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1787285634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:22.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4612/94029 objects degraded (4.905%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:22.081 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:22.106 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:22.143 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2218377672' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: osdmap e458: 8 total, 8 up, 8 in 2023-09-23T18:24:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: failed to encode map e458 with expected crc 2023-09-23T18:24:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1787285634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4612/94029 objects degraded (4.905%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:22.189 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:22.189 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.222 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:24:22.253 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:22.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:22.261 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:22.278 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:24:22.278 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:24:22.279 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T18:24:22.279 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:24:22.279 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:24:22.279 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T18:24:22.361 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:22.420 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:22.496 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:22.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:22.510 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:22.611 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:22.675 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:22.743 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:22.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:22.763 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:22.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:22.929 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:22 smithi149 ceph-mon[135148]: pgmap v1384: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 4612/88293 objects degraded (5.224%); 6931/88293 objects misplaced (7.850%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:24:22.935 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:23.009 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:23.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:23.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:23.118 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:23.142 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:24:23.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:22 smithi018 ceph-mon[149401]: pgmap v1384: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 4612/88293 objects degraded (5.224%); 6931/88293 objects misplaced (7.850%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:24:23.187 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:22 smithi018 ceph-mon[153734]: pgmap v1384: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 684 op/s; 4612/88293 objects degraded (5.224%); 6931/88293 objects misplaced (7.850%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T18:24:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:23.293 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:23.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:23.320 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:23.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:23.421 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:24:23.490 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:23.955 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:24:23.956 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:24:23.956 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:24:23.956 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:24:23.956 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:24:24.189 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:24.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:24.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:24.297 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:24.383 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:24.489 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:24.545 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:24:24.899 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:24.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:24.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:25.008 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:25.058 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:25.066 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:25 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:24] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.33.4" 2023-09-23T18:24:25.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:24 smithi018 ceph-mon[149401]: pgmap v1385: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 4638/84075 objects degraded (5.517%); 6401/84075 objects misplaced (7.613%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:25.067 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:25.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:24 smithi018 ceph-mon[153734]: pgmap v1385: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 4638/84075 objects degraded (5.517%); 6401/84075 objects misplaced (7.613%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:25.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:25.133 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:25.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:25.141 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:25.242 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:25.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:24 smithi149 ceph-mon[135148]: pgmap v1385: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 677 op/s; 4638/84075 objects degraded (5.517%); 6401/84075 objects misplaced (7.613%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:25.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:25.316 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:25.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:24:25.562 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:25.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:25.566 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:25.629 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:25.667 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:25.699 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:25.754 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:25.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:25.767 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:25.868 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:25.907 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:25.987 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:25.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:25.991 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:26.091 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:26.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:26.322 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:26.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:26.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:26.430 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:26.442 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:24:26.442 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:24:26.442 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:24:26.483 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:26.567 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:26.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:26.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:26.681 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:26.763 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:26.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:26.865 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:26.939 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:26.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:26.990 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:24:27.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[149401]: pgmap v1386: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 4638/81228 objects degraded (5.710%); 6401/81228 objects misplaced (7.880%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:27.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:27.023 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4638/81228 objects degraded (5.710%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:27.030 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[153734]: pgmap v1386: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 4638/81228 objects degraded (5.710%); 6401/81228 objects misplaced (7.880%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:27.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:27.031 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4638/81228 objects degraded (5.710%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:27.079 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:26 smithi149 ceph-mon[135148]: pgmap v1386: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 4638/81228 objects degraded (5.710%); 6401/81228 objects misplaced (7.880%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T18:24:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:27.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4638/81228 objects degraded (5.710%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:27.217 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:27.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:27.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:27.334 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:27.443 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:27.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:27.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:27.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:27.737 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:24:27.737 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:24:27.737 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20544 8.3 8:ce1b3dbb:::benchmark_data_smithi018_324167_object20543:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.070794847, 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19530188000000001, 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.738 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20544 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657424+0000", 2023-09-23T18:24:27.739 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657422+0000", 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657449+0000", 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6962e-05 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.740 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657461+0000", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1875999999999999e-05 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657469+0000", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0250000000000002e-06 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657582+0000", 2023-09-23T18:24:27.741 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011325200000000001 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657720+0000", 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000138045 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657862+0000", 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141626 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.742 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659151+0000", 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012890709999999999 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660356+0000", 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012048720000000001 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.743 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852606+0000", 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19225066199999999 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852667+0000", 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0377000000000001e-05 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852726+0000", 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8882000000000003e-05 2023-09-23T18:24:27.744 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20545 8.1 8:83172a86:::benchmark_data_smithi018_324167_object20544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.07073105400002, 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19526280400000001, 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.745 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20545 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.746 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657488+0000", 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657487+0000", 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657510+0000", 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3031999999999999e-05 2023-09-23T18:24:27.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657519+0000", 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0489999999999993e-06 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657526+0000", 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5729999999999996e-06 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.748 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657571+0000", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5685000000000001e-05 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657717+0000", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014541200000000001 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.657857+0000", 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014059899999999999 2023-09-23T18:24:27.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.659174+0000", 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013167840000000001 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660959+0000", 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017850800000000001 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.750 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852664+0000", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19170507000000001 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852714+0000", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9604999999999997e-05 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.852750+0000", 2023-09-23T18:24:27.751 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6480999999999999e-05 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20549 8.7 8:e34e15da:::benchmark_data_smithi018_324167_object20548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06750214800002, 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19315316299999999, 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.752 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20549 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.753 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660716+0000", 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660715+0000", 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660738+0000", 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2979000000000001e-05 2023-09-23T18:24:27.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660750+0000", 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1364e-05 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660757+0000", 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8499999999999994e-06 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.755 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660809+0000", 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1128999999999998e-05 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660927+0000", 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000118249 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661071+0000", 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014467700000000001 2023-09-23T18:24:27.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662619+0000", 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001547423 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664710+0000", 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020909209999999999 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.757 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853789+0000", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189078739 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853833+0000", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3998000000000001e-05 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853870+0000", 2023-09-23T18:24:27.758 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7104000000000003e-05 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20550 8.3 8:c92f214b:::benchmark_data_smithi018_324167_object20549:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06744375999995, 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19339086999999999, 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.759 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20550 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.760 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660775+0000", 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660774+0000", 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660796+0000", 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1231000000000001e-05 2023-09-23T18:24:27.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660806+0000", 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0715e-05 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660813+0000", 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4740000000000002e-06 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.762 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660861+0000", 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8497e-05 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120624 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.763 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661115+0000", 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013330300000000001 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662943+0000", 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001828281 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664046+0000", 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011025200000000001 2023-09-23T18:24:27.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854083+0000", 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19003720499999999 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854128+0000", 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4802999999999998e-05 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.765 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854166+0000", 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7768999999999997e-05 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20551 8.3 8:cc2c8f7a:::benchmark_data_smithi018_324167_object20550:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06739207999999, 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193455925, 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.766 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20551 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.767 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660827+0000", 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660826+0000", 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.768 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660848+0000", 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1911000000000001e-05 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660856+0000", 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7700000000000001e-06 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660862+0000", 2023-09-23T18:24:27.769 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9510000000000003e-06 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661917+0000", 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001055247 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662025+0000", 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108399 2023-09-23T18:24:27.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662211+0000", 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000186248 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664466+0000", 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022540220000000001 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.771 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664481+0000", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5088e-05 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854201+0000", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.18972054099999999 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854249+0000", 2023-09-23T18:24:27.772 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8112000000000003e-05 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.854282+0000", 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3243e-05 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.773 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20552 8.1 8:8acdd2cf:::benchmark_data_smithi018_324167_object20551:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06734725599995, 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.193125454, 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20552 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.774 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.775 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660871+0000", 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660898+0000", 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.667e-05 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660905+0000", 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5660000000000001e-06 2023-09-23T18:24:27.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660910+0000", 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2229999999999998e-06 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.660982+0000", 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2139999999999997e-05 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.777 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661113+0000", 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000130402 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.661275+0000", 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000162585 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.778 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662586+0000", 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013107730000000001 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663080+0000", 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049392399999999997 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853908+0000", 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19082822199999999 2023-09-23T18:24:27.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853961+0000", 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2249000000000001e-05 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853997+0000", 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6195999999999997e-05 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.780 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20557 8.a 8:59be4578:::benchmark_data_smithi018_324167_object20556:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06526594499996, 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19089410400000001, 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.781 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20557 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662953+0000", 2023-09-23T18:24:27.782 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.662952+0000", 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663015+0000", 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3987999999999998e-05 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.783 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663032+0000", 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6351e-05 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663040+0000", 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1720000000000007e-06 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.784 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663092+0000", 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1870000000000003e-05 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663214+0000", 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000122199 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663363+0000", 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148978 2023-09-23T18:24:27.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664560+0000", 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0011969369999999999 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666556+0000", 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0019963289999999998 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.786 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853757+0000", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.187200754 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853809+0000", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2280000000000001e-05 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.853847+0000", 2023-09-23T18:24:27.787 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7440000000000001e-05 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20558 8.1 8:8275b133:::benchmark_data_smithi018_324167_object20557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06516416700003, 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19299462100000001, 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.788 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20558 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.789 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663054+0000", 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663077+0000", 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3677999999999999e-05 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.790 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663087+0000", 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9909999999999997e-06 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663094+0000", 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2809999999999997e-06 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.791 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663129+0000", 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5345000000000001e-05 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663253+0000", 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012385099999999999 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.663417+0000", 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164096 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.792 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.664458+0000", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001041377 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.665682+0000", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012238329999999999 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.855921+0000", 2023-09-23T18:24:27.793 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.19023917000000001 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856004+0000", 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2219999999999995e-05 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.856049+0000", 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5439999999999999e-05 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.794 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:20562 8.3 8:c98f91c7:::benchmark_data_smithi018_324167_object20561:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e352)", 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 519.06141180700001, 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.190680092, 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.795 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 20562 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666807+0000", 2023-09-23T18:24:27.796 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666805+0000", 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666826+0000", 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0366000000000001e-05 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.797 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666838+0000", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2184999999999999e-05 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666844+0000", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8510000000000004e-06 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666892+0000", 2023-09-23T18:24:27.798 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8519000000000001e-05 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.666988+0000", 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.577e-05 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667086+0000", 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7918999999999995e-05 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.667863+0000", 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077723199999999999 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.668141+0000", 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027817599999999999 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.800 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857402+0000", 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.189260715 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857448+0000", 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5970999999999997e-05 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.801 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:15:48.857487+0000", 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8964000000000002e-05 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:137284 8.3 8:c052f188:::benchmark_data_smithi018_324167_object38954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e376)", 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.69340858499999, 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17164021300000001, 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.802 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 137284 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.803 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034810+0000", 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034808+0000", 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.804 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034818+0000", 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0524e-05 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034843+0000", 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618e-05 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034854+0000", 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0744000000000001e-05 2023-09-23T18:24:27.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.034908+0000", 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4880000000000003e-05 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035045+0000", 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136594 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.806 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.035161+0000", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116154 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.039163+0000", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040021919999999999 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.042133+0000", 2023-09-23T18:24:27.807 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002969551 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206300+0000", 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16416720300000001 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206359+0000", 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9014000000000001e-05 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.808 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:18:14.206450+0000", 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1101999999999996e-05 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91162 9.0 9:0cdd3a94:::benchmark_data_smithi018_362865_object91161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.27992638399999, 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51809768899999997, 2023-09-23T18:24:27.809 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91162 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448290+0000", 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.811 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448319+0000", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8742e-05 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448342+0000", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3431e-05 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448355+0000", 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3004e-05 2023-09-23T18:24:27.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466196+0000", 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017840835999999999 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466368+0000", 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171848 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.813 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466568+0000", 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019970200000000001 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500633+0000", 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034065343999999997 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500655+0000", 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2181999999999999e-05 2023-09-23T18:24:27.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926128+0000", 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42547214 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926656+0000", 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052831299999999998 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.815 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966324+0000", 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039667704999999998 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966390+0000", 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6422999999999997e-05 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.816 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91172 9.0 9:08a1f421:::benchmark_data_smithi018_362865_object91171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.27129028100001, 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51053460500000003, 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91172 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.817 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.818 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456927+0000", 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456953+0000", 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6573000000000001e-05 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.819 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456965+0000", 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1960000000000001e-05 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456973+0000", 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2749999999999995e-06 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469742+0000", 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012768056999999999 2023-09-23T18:24:27.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469919+0000", 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017742300000000001 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.470119+0000", 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020000000000000001 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.821 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503800+0000", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033681279000000001 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503815+0000", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5081e-05 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.927710+0000", 2023-09-23T18:24:27.822 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42389511499999999 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.928217+0000", 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050678699999999997 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967321+0000", 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039103856999999999 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.823 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967463+0000", 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141901 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91178 9.0 9:0f1656af:::benchmark_data_smithi018_362865_object91177:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.246776178, 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48664875800000001, 2023-09-23T18:24:27.824 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91178 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481441+0000", 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.826 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481466+0000", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5134e-05 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481475+0000", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1609999999999992e-06 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481481+0000", 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.879e-06 2023-09-23T18:24:27.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503843+0000", 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022361945000000001 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503852+0000", 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6049999999999998e-06 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.828 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929735+0000", 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42588317399999998 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929858+0000", 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123032 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.829 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929987+0000", 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012855399999999999 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941909+0000", 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011922142 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947461+0000", 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055517780000000003 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967509+0000", 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020048123000000001 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967558+0000", 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9243000000000003e-05 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.831 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968091+0000", 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00053324799999999995 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91180 9.0 9:08209e7d:::benchmark_data_smithi018_362865_object91179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.24023659100001, 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.480639657, 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.832 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91180 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.833 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487981+0000", 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.834 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488007+0000", 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6021999999999999e-05 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488016+0000", 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6730000000000004e-06 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488023+0000", 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3119999999999999e-06 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503877+0000", 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015854409 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503885+0000", 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5140000000000004e-06 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.836 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932681+0000", 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42879668100000001 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932832+0000", 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150517 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.933014+0000", 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018202600000000001 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.837 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941917+0000", 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089035580000000007 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947495+0000", 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055773209999999997 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.838 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968162+0000", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020667416000000001 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968214+0000", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2157999999999998e-05 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968622+0000", 2023-09-23T18:24:27.839 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00040751300000000003 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91183 9.0 9:079ab66b:::benchmark_data_smithi018_362865_object91182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.23221583200001, 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.47311390599999997, 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.840 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91183 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.841 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496001+0000", 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.842 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496025+0000", 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3436999999999999e-05 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496038+0000", 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2967e-05 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496060+0000", 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2103000000000002e-05 2023-09-23T18:24:27.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503905+0000", 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078447499999999993 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503912+0000", 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3669999999999999e-06 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.844 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.935872+0000", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.43196018400000002 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936027+0000", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015505299999999999 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936220+0000", 2023-09-23T18:24:27.845 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000192733 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941927+0000", 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057072720000000002 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.846 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947529+0000", 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056020280000000002 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968726+0000", 2023-09-23T18:24:27.847 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021197341000000001 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968779+0000", 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2945000000000002e-05 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969117+0000", 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000337275 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.848 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91207 9.0 9:0164b7c9:::benchmark_data_smithi018_362865_object91206:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 176.18058716600001, 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42192815, 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.849 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91207 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:24:27.850 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547630+0000", 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547659+0000", 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8583000000000001e-05 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.851 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547678+0000", 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9185999999999999e-05 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547688+0000", 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0035e-05 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.852 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547742+0000", 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4299999999999998e-05 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547757+0000", 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4837e-05 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.938877+0000", 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39112031000000003 2023-09-23T18:24:27.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939047+0000", 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000169436 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939261+0000", 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021463799999999999 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.945169+0000", 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059081719999999997 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.953473+0000", 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008303309 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.855 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969174+0000", 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015701290999999999 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969209+0000", 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4484999999999999e-05 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969560+0000", 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035111400000000003 2023-09-23T18:24:27.856 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98355 9.0 9:05cb8e5f:::benchmark_data_smithi018_362865_object98354:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 164.27276107700001, 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37549498599999998, 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.857 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98355 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.858 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455455+0000", 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.859 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455491+0000", 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5667999999999998e-05 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455515+0000", 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618999999999999e-05 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455528+0000", 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2799000000000001e-05 2023-09-23T18:24:27.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463779+0000", 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0082502800000000005 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463813+0000", 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4294000000000001e-05 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.861 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.814869+0000", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35105580800000002 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815021+0000", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015280799999999999 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815518+0000", 2023-09-23T18:24:27.862 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049682600000000002 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.824185+0000", 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008667157 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826834+0000", 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026481 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.863 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830848+0000", 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040143840000000002 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830906+0000", 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8344999999999998e-05 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.865 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830953+0000", 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6279999999999997e-05 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98374 9.0 9:0f4ac1cc:::benchmark_data_smithi018_362865_object98373:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 164.17434112999999, 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.27719501800000002, 2023-09-23T18:24:27.866 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98374 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553877+0000", 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.868 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553900+0000", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2662000000000001e-05 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553907+0000", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0570000000000004e-06 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553912+0000", 2023-09-23T18:24:27.869 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3480000000000003e-06 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553965+0000", 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3109000000000003e-05 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553975+0000", 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0161e-05 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.870 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820525+0000", 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26655010600000001 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820687+0000", 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000161862 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:24:27.871 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820855+0000", 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000167675 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826931+0000", 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060757169999999996 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.873 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.828146+0000", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001214838 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830989+0000", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002843978 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831042+0000", 2023-09-23T18:24:27.874 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2419000000000001e-05 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831073+0000", 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0621999999999999e-05 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98589 9.f 9:f7c7e7de:::benchmark_data_smithi018_362865_object198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:24:27.875 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 116.555683229, 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.184078827, 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98589 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.876 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172534+0000", 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:27.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172543+0000", 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1900000000000001e-06 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172556+0000", 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.308e-05 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.878 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172565+0000", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5189999999999998e-06 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172622+0000", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6286000000000003e-05 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172771+0000", 2023-09-23T18:24:27.879 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014956600000000001 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172891+0000", 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120165 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.176020+0000", 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003128703 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.880 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.187489+0000", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011469053999999999 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.353865+0000", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16637532599999999 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.353927+0000", 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2340000000000003e-05 2023-09-23T18:24:27.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.356614+0000", 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026873880000000002 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98593 9.4 9:26d7f259:::benchmark_data_smithi018_362865_object202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:24:27.882 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 116.54989522699999, 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17665726600000001, 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98593 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:27.883 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178322+0000", 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:27.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178328+0000", 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.37e-06 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178338+0000", 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0271e-05 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.885 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178345+0000", 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6599999999999998e-06 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178401+0000", 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6418000000000001e-05 2023-09-23T18:24:27.886 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178516+0000", 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114486 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178615+0000", 2023-09-23T18:24:27.887 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9417e-05 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.181833+0000", 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032175860000000001 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.184354+0000", 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025211270000000002 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.888 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354895+0000", 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17054068 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354941+0000", 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6032000000000002e-05 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:27.889 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354981+0000", 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9929999999999999e-05 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:27.890 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:24:27.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:27.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[149401]: failed to encode map e459 with expected crc 2023-09-23T18:24:27.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[149401]: failed to encode map e459 with expected crc 2023-09-23T18:24:27.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:24:27.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[149401]: osdmap e459: 8 total, 8 up, 8 in 2023-09-23T18:24:27.948 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:28.013 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:28.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:28.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:28.126 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:28.187 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:28.202 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:28.202 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[153734]: failed to encode map e459 with expected crc 2023-09-23T18:24:28.202 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[153734]: failed to encode map e459 with expected crc 2023-09-23T18:24:28.203 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:24:28.203 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:27 smithi018 ceph-mon[153734]: osdmap e459: 8 total, 8 up, 8 in 2023-09-23T18:24:28.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:24:28.252 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:28.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:27 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:28.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:27 smithi149 ceph-mon[135148]: failed to encode map e459 with expected crc 2023-09-23T18:24:28.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:27 smithi149 ceph-mon[135148]: failed to encode map e459 with expected crc 2023-09-23T18:24:28.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/609663114' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:24:28.257 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:27 smithi149 ceph-mon[135148]: osdmap e459: 8 total, 8 up, 8 in 2023-09-23T18:24:28.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:28.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:28.359 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:28.431 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:28.504 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:28.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:28.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:28.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:28.730 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:28.910 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:28.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:28.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:29.017 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:29.063 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:29.123 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:29.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:29.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:29.231 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:29.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:28 smithi149 ceph-mon[135148]: pgmap v1388: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 4639/77040 objects degraded (6.022%); 5993/77040 objects misplaced (7.779%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:24:29.279 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:29.299 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:29.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:28 smithi018 ceph-mon[153734]: pgmap v1388: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 4639/77040 objects degraded (6.022%); 5993/77040 objects misplaced (7.779%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:24:29.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:28 smithi018 ceph-mon[149401]: pgmap v1388: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 4639/77040 objects degraded (6.022%); 5993/77040 objects misplaced (7.779%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T18:24:29.337 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:29.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:29.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:29.361 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:29.366 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:29.406 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:29.442 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:29.464 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:29.497 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:29.511 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:29.552 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:29.586 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:29.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:29.589 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:29.596 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:29.634 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.656 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.657 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.657 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:24:29.690 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:29.744 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:29.806 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:29.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:29.814 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:29.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:24:29.914 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:30.045 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:30.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:30.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:30.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:30.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:30.239 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2191259034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:30.239 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2191259034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:30.314 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2191259034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:30.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:30.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:30.559 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:30.630 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:30.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:30.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:30.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:30.819 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:31.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:31.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:31.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:31.099 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:31.128 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:31.172 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:24:31.172 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:24:31.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:31.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:30 smithi018 ceph-mon[149401]: pgmap v1389: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 4639/74778 objects degraded (6.204%); 5878/74778 objects misplaced (7.861%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:31.204 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:30 smithi018 ceph-mon[153734]: pgmap v1389: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 4639/74778 objects degraded (6.204%); 5878/74778 objects misplaced (7.861%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:31.275 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:31.282 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:30 smithi149 ceph-mon[135148]: pgmap v1389: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 512 op/s; 4639/74778 objects degraded (6.204%); 5878/74778 objects misplaced (7.861%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T18:24:31.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:31.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:31.384 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:31.466 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:31.636 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:31.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:31.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:31.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:31.764 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:24:31.786 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:31.843 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:31.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:31.848 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:31.915 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:24:31.915 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:24:31.915 INFO:tasks.thrashosds.thrasher:inject_pause on osd.4 2023-09-23T18:24:31.915 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:24:31.915 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:24:31.916 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 config set filestore_inject_stall 3 2023-09-23T18:24:31.950 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:32.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:31 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4639/74778 objects degraded (6.204%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:32.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:31 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4639/74778 objects degraded (6.204%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:31 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4639/74778 objects degraded (6.204%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:32.240 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:24:32.418 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:32.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:32.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:32.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:32.634 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:32.670 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:24:32.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:32.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:32.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:32.906 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:32.977 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:33.049 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:33.058 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:33.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:33 smithi018 ceph-mon[149401]: pgmap v1390: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4639/69738 objects degraded (6.652%); 5878/69738 objects misplaced (8.429%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:24:33.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:33.063 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:33.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:33 smithi018 ceph-mon[153734]: pgmap v1390: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4639/69738 objects degraded (6.652%); 5878/69738 objects misplaced (8.429%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:24:33.164 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:33.229 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:33 smithi149 ceph-mon[135148]: pgmap v1390: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4639/69738 objects degraded (6.652%); 5878/69738 objects misplaced (8.429%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T18:24:33.249 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:33.302 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:33.507 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:33.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:33.512 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:33.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:33.700 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:33.825 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:33.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:33.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:33.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:33.997 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:34.041 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:24:34.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:34.172 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:34.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:34.176 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:34.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:34.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:34.248 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:24:34.248 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:24:34.248 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:24:34.278 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:34.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:34.679 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:34.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:34.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:34.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:34.851 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:34.925 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:34.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:34.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:34.998 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:34] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.33.4" 2023-09-23T18:24:35.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:35.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:35.145 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:35.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:35.149 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:35.150 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:24:35.150 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:24:35.250 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:35.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: pgmap v1391: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4653/65649 objects degraded (7.088%); 5363/65649 objects misplaced (8.169%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:24:35.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:24:35.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:35.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: osdmap e460: 8 total, 8 up, 8 in 2023-09-23T18:24:35.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[153734]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: pgmap v1391: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4653/65649 objects degraded (7.088%); 5363/65649 objects misplaced (8.169%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: osdmap e460: 8 total, 8 up, 8 in 2023-09-23T18:24:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:35 smithi018 ceph-mon[149401]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.324 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: pgmap v1391: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 4653/65649 objects degraded (7.088%); 5363/65649 objects misplaced (8.169%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T18:24:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:24:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/95219626' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: osdmap e460: 8 total, 8 up, 8 in 2023-09-23T18:24:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:35 smithi149 ceph-mon[135148]: failed to encode map e460 with expected crc 2023-09-23T18:24:35.456 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:35.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:35.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:35.568 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:35.636 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:35.703 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:35.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:35.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:35.807 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:35.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:24:35.856 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:35.894 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:35.922 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:35.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:35.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:35.939 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:35.982 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:36.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:36.033 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2191999042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2191999042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:36.069 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:36.134 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:36.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:36.179 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:36.225 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:36.253 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.253 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.253 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.253 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.254 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:24:36.258 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:36.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:36.270 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:36.371 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2191999042' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:36.412 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:36.473 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:36.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:36.484 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:36.584 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:36.639 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:36.712 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:36.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:36.719 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:36.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:24:36.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:36.933 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:36.945 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:37.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:37.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:37.040 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:37.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:37 smithi149 ceph-mon[135148]: pgmap v1393: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 4653/62715 objects degraded (7.419%); 5363/62715 objects misplaced (8.551%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:24:37.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4653/62715 objects degraded (7.419%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:37.141 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:37.227 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:37.309 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:37.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:37 smithi018 ceph-mon[149401]: pgmap v1393: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 4653/62715 objects degraded (7.419%); 5363/62715 objects misplaced (8.551%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:24:37.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4653/62715 objects degraded (7.419%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:37.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:37 smithi018 ceph-mon[153734]: pgmap v1393: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 4653/62715 objects degraded (7.419%); 5363/62715 objects misplaced (8.551%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T18:24:37.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4653/62715 objects degraded (7.419%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:37.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:37.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:37.419 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:37.499 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:37.592 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:37.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:37.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:37.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:37.739 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:37.791 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:37.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:37.798 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:37.898 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:37.959 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:38.016 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:38.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:38.025 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:38.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:38.228 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:38.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:38.321 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:38.421 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:38.475 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:38.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:38.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:38.557 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:38.657 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:38.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:24:38.752 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:38.967 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:38.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:38.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:39.092 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:39.096 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96761 8.c 8:32e55753:::benchmark_data_smithi018_324167_object96760:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.19661467700001, 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.407537413, 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.097 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96761 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.098 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896392+0000", 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896390+0000", 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.099 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896415+0000", 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4462000000000001e-05 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896432+0000", 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7065999999999999e-05 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896440+0000", 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7309999999999999e-06 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.100 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896508+0000", 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7649000000000002e-05 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896669+0000", 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016083199999999999 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.101 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,5", 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.896868+0000", 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019915500000000001 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913882+0000", 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017013879999999999 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.102 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.913896+0000", 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3722e-05 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888920+0000", 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97502483500000003 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888934+0000", 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3200000000000001e-05 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.103 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.303816+0000", 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4148826299999999 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.303929+0000", 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000112674 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.104 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96772 8.c 8:30942085:::benchmark_data_smithi018_324167_object96771:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.17185558, 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4310743220000002, 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96772 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.105 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921151+0000", 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.106 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921149+0000", 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921175+0000", 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5514999999999999e-05 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921184+0000", 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1689999999999998e-06 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.107 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.921192+0000", 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2660000000000001e-06 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928541+0000", 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073486539999999996 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.108 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.928552+0000", 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1677e-05 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888955+0000", 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96040290500000003 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888962+0000", 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9589999999999998e-06 2023-09-23T18:24:39.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308583+0000", 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4196211060000001 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308791+0000", 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020755799999999999 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:24:39.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.308987+0000", 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000196057 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.316336+0000", 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0073489280000000002 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.321205+0000", 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048688500000000001 2023-09-23T18:24:39.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.347151+0000", 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025946657000000001 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.347233+0000", 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1180000000000005e-05 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352225+0000", 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049923570000000002 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96774 8.6 8:63cd6432:::benchmark_data_smithi018_324167_object96773:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.16017877399997, 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4401302139999999, 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.113 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96774 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932827+0000", 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932826+0000", 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932848+0000", 2023-09-23T18:24:39.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2018000000000002e-05 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932861+0000", 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2896e-05 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932867+0000", 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932929+0000", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2524e-05 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932943+0000", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3444999999999999e-05 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889288+0000", 2023-09-23T18:24:39.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.956345479 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889298+0000", 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0343000000000001e-05 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.317991+0000", 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4286920269999999 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.318131+0000", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014071999999999999 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.318250+0000", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011859200000000001 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328347+0000", 2023-09-23T18:24:39.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010096920000000001 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335058+0000", 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0067113600000000004 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.368423+0000", 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033365332999999997 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.368472+0000", 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8882999999999999e-05 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.372958+0000", 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044853580000000001 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.124 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96776 8.6 8:618692b4:::benchmark_data_smithi018_324167_object96775:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.16011752200001, 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4448707770000002, 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96776 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932889+0000", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932888+0000", 2023-09-23T18:24:39.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932910+0000", 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2238999999999998e-05 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932919+0000", 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5229999999999995e-06 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.127 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932925+0000", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3629999999999999e-06 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932978+0000", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2367000000000002e-05 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932988+0000", 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0443e-05 2023-09-23T18:24:39.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889353+0000", 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95636466200000003 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889361+0000", 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3899999999999993e-06 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.129 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325137+0000", 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4357760449999999 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325272+0000", 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013501400000000001 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325389+0000", 2023-09-23T18:24:39.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116758 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335117+0000", 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0097282080000000003 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335252+0000", 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000135189 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.373043+0000", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.037790953000000002 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.373107+0000", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3968999999999997e-05 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377759+0000", 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046521469999999997 2023-09-23T18:24:39.132 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96777 8.6 8:629a150e:::benchmark_data_smithi018_324167_object96776:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.16007517399999, 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4494836040000001, 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.133 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96777 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:24:39.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932931+0000", 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932952+0000", 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1178e-05 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932959+0000", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2699999999999999e-06 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.932966+0000", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7220000000000002e-06 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933013+0000", 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7199e-05 2023-09-23T18:24:39.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.933021+0000", 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2400000000000007e-06 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889396+0000", 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95637523700000004 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889405+0000", 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3520000000000007e-06 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328376+0000", 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4389711869999999 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328559+0000", 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000183034 2023-09-23T18:24:39.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.328756+0000", 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000197078 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335239+0000", 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0064831940000000003 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.335258+0000", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9077e-05 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377831+0000", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.042572593999999998 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.377881+0000", 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9974e-05 2023-09-23T18:24:39.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.382415+0000", 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045337479999999998 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96785 8.c 8:3db68562:::benchmark_data_smithi018_324167_object96784:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.14641329900002, 2023-09-23T18:24:39.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4096735219999998, 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96785 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:24:39.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946593+0000", 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946591+0000", 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946616+0000", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5321e-05 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946634+0000", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8187000000000001e-05 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946642+0000", 2023-09-23T18:24:39.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4080000000000001e-06 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946710+0000", 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8313999999999997e-05 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.946722+0000", 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1793999999999999e-05 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888980+0000", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94225798100000002 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.888986+0000", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2600000000000002e-06 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312429+0000", 2023-09-23T18:24:39.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4234425129999999 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312625+0000", 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019640799999999999 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,7", 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.312835+0000", 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021039 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.321169+0000", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0083332470000000002 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.325909+0000", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047402310000000001 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352318+0000", 2023-09-23T18:24:39.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026408982000000001 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.352381+0000", 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2625000000000004e-05 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.356266+0000", 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038858909999999998 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.149 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.56083.0:96789 8.6 8:65c25802:::benchmark_data_smithi018_324167_object96788:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 454.14044787400002, 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4424837990000001, 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.56083", 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:24:39.150 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 96789 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952558+0000", 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952557+0000", 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952579+0000", 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2484e-05 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952598+0000", 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8527000000000001e-05 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952607+0000", 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4420000000000004e-06 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952666+0000", 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8857000000000002e-05 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:04.952696+0000", 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9399000000000001e-05 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889427+0000", 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.93673165999999997 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:39.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:05.889436+0000", 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0710000000000001e-06 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.331752+0000", 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4423157390000001 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.331896+0000", 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014411599999999999 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.332012+0000", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000116099 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.342074+0000", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010061319000000001 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.342084+0000", 2023-09-23T18:24:39.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0098000000000001e-05 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.390191+0000", 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048107644999999997 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.390246+0000", 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4314000000000002e-05 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:17:07.395042+0000", 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0047964540000000003 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98351 9.9 9.dca58b89 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.739246928, 2023-09-23T18:24:39.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.772088099999998, 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98351 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353756+0000", 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353784+0000", 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7423000000000002e-05 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353800+0000", 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6235e-05 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353809+0000", 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5320000000000006e-06 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.123514+0000", 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.769705731000002 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.125847+0000", 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023330769999999998 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98352 9.b 9.81421c0b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.73678209299999, 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 48.121580956999999, 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98352 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.163 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356223+0000", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356247+0000", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3992e-05 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356260+0000", 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3570999999999999e-05 2023-09-23T18:24:39.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356268+0000", 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6000000000000001e-06 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.474661+0000", 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 48.118392981 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.477805+0000", 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003144319 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98357 9.5 9.6fd7f265 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.63607213200001, 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 44.177821680000001, 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98357 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.168 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456932+0000", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456958+0000", 2023-09-23T18:24:39.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6231999999999999e-05 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456973+0000", 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4847e-05 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456983+0000", 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0045e-05 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.632717+0000", 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 44.175733540000003 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.634756+0000", 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020389409999999998 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98361 9.b 9.a2b428db (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.603065821, 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.992434623000001, 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98361 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489938+0000", 2023-09-23T18:24:39.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489976+0000", 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7552000000000002e-05 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489992+0000", 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5939000000000001e-05 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.490004+0000", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1623e-05 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.480087+0000", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.990083288000001 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.482375+0000", 2023-09-23T18:24:39.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022881910000000002 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98363 9.b 9.387ab81b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.59719882300001, 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.999396517999998, 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.176 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98363 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495805+0000", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495837+0000", 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1875000000000002e-05 2023-09-23T18:24:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495855+0000", 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7504e-05 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495866+0000", 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1326e-05 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.484851+0000", 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.988984946999999 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.495204+0000", 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010352811999999999 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.180 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98379 9.b 9.c3e73afb (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.50056035099999, 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.907574107999999, 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98379 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592443+0000", 2023-09-23T18:24:39.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592474+0000", 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0505999999999999e-05 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592493+0000", 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8683000000000001e-05 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592507+0000", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4687e-05 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.497417+0000", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.904909760000002 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.500020+0000", 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026029209999999998 2023-09-23T18:24:39.184 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98385 9.9 9.f5776599 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.24138388899999, 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.278989218, 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98385 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:24:39.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851620+0000", 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851650+0000", 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0009e-05 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851669+0000", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8425999999999999e-05 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851695+0000", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6659e-05 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.128257+0000", 2023-09-23T18:24:39.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.276561872999999 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.130612+0000", 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00235447 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98388 9.5 9.f26c70a5 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:24:39.189 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 175.21464734400001, 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 43.760140581000002, 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98388 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878356+0000", 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:24:39.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878395+0000", 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9310000000000001e-05 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878418+0000", 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2688e-05 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878432+0000", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3872e-05 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.636644+0000", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 43.758211557000003 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.638499+0000", 2023-09-23T18:24:39.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018559469999999999 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:132997 9.8 e452/443 9:1cc2f81e:::benchmark_data_smithi018_362865_object34606:head v 452'8219, mlcod=452'8217)", 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:26.295688+0000", 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.797318676000003, 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050306233999999998, 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.194 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295688+0000", 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295688+0000", 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295686+0000", 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295701+0000", 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4679e-05 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295728+0000", 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7080000000000002e-05 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.295739+0000", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1249e-05 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.300234+0000", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044947850000000003 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.300264+0000", 2023-09-23T18:24:39.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9865999999999998e-05 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.345951+0000", 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.045687058000000003 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.345994+0000", 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3228e-05 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.198 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:133003 9.0 e452/439 9:0567977a:::benchmark_data_smithi018_362865_object34612:head v 452'8512, mlcod=452'8510)", 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:26.308374+0000", 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.784632208000005, 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052613156000000001, 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308374+0000", 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308374+0000", 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308373+0000", 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308383+0000", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0183000000000001e-05 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308401+0000", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8240000000000002e-05 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308411+0000", 2023-09-23T18:24:39.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.781e-06 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308458+0000", 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6588000000000002e-05 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.308483+0000", 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5032999999999999e-05 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.360941+0000", 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.052458403000000001 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.360987+0000", 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6139e-05 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:133014 9.5 e452/441 9:addbf1c1:::benchmark_data_smithi018_362865_object34623:head v 452'8282, mlcod=409'4789)", 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:26.320352+0000", 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.772654255000006, 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062835370000000002, 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320352+0000", 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320352+0000", 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320350+0000", 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320364+0000", 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4717e-05 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320389+0000", 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4275000000000001e-05 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320400+0000", 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0883999999999999e-05 2023-09-23T18:24:39.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320515+0000", 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115562 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.320544+0000", 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9193e-05 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383147+0000", 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.062602821000000003 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383187+0000", 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0188000000000002e-05 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.208 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:133015 9.5 e452/441 9:a612d7c0:::benchmark_data_smithi018_362865_object34624:head v 452'8283, mlcod=409'4789)", 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:26.325383+0000", 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.767623240000006, 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.057826705999999999, 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325383+0000", 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325383+0000", 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325381+0000", 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325395+0000", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4260000000000001e-05 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325413+0000", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7628000000000001e-05 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.325423+0000", 2023-09-23T18:24:39.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0010000000000001e-05 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.346342+0000", 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020919054999999999 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.346377+0000", 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4618e-05 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383190+0000", 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.036813613000000002 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383210+0000", 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9511999999999999e-05 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:133020 9.5 e452/441 9:abe67932:::benchmark_data_smithi018_362865_object34629:head v 452'8284, mlcod=409'4789)", 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:26.334348+0000", 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.758658624999995, 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048889828000000003, 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334348+0000", 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334348+0000", 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334347+0000", 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334355+0000", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9480000000000008e-06 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334365+0000", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0152e-05 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.334371+0000", 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4359999999999999e-06 2023-09-23T18:24:39.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.351558+0000", 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017186269000000001 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.351590+0000", 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2378000000000001e-05 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383212+0000", 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.031621648000000002 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:26.383237+0000", 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5695999999999999e-05 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:39.218 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:39.219 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:24:39.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:39.220 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:39.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:39.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:39.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:39.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:39 smithi149 ceph-mon[135148]: pgmap v1394: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 4653/58848 objects degraded (7.907%); 4935/58848 objects misplaced (8.386%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:39.360 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:39.416 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:39.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:39.425 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:39.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:39 smithi018 ceph-mon[149401]: pgmap v1394: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 4653/58848 objects degraded (7.907%); 4935/58848 objects misplaced (8.386%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:39.457 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:39 smithi018 ceph-mon[153734]: pgmap v1394: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 606 op/s; 4653/58848 objects degraded (7.907%); 4935/58848 objects misplaced (8.386%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:39.526 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:39.579 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:39.650 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:39.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:39.654 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:39.745 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:24:39.745 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:24:39.745 INFO:tasks.thrashosds.thrasher:Reweighting osd 2 to 0.844147423936864 2023-09-23T18:24:39.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 0.844147423936864 2023-09-23T18:24:39.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:39.784 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:39.792 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:24:39.859 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:39.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:39.866 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:39.967 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:40.049 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:40.587 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:40.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:40.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:40.697 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:40.739 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:40.813 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:40.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:40.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:40.909 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:40.910 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:40.910 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:40 smithi149 ceph-mon[135148]: pgmap v1395: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 611 op/s; 4653/56439 objects degraded (8.244%); 4794/56439 objects misplaced (8.494%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:40.920 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[153734]: pgmap v1395: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 611 op/s; 4653/56439 objects degraded (8.244%); 4794/56439 objects misplaced (8.494%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:40.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:40 smithi018 ceph-mon[149401]: pgmap v1395: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 611 op/s; 4653/56439 objects degraded (8.244%); 4794/56439 objects misplaced (8.494%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T18:24:40.983 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:41.044 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:41.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:41.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:41.153 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:41.211 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:41.280 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:41.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:41.286 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:41.387 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:41.403 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:41.431 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:41.474 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:41.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:41.478 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:41.574 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:41.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:41.661 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:24:41.733 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/66239067' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.733 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.742 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/66239067' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.742 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.826 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:41.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:41.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:41.934 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:41.986 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/66239067' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.986 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:24:41.997 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:42.067 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:42.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:42.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:42.172 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:42.306 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:42.488 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:42.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:42.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:42.601 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:42.613 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:42.633 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:42.654 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:42.706 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:42.715 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:42.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:42.720 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:42.744 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:42.780 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:42.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:42.834 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:42.857 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:42.890 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:42.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: osdmap e461: 8 total, 8 up, 8 in 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: pgmap v1397: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 4653/51258 objects degraded (9.078%); 4794/51258 objects misplaced (9.353%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4653/56439 objects degraded (8.244%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/565853307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: osdmap e461: 8 total, 8 up, 8 in 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: pgmap v1397: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 4653/51258 objects degraded (9.078%); 4794/51258 objects misplaced (9.353%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:24:42.932 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4653/56439 objects degraded (8.244%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:42.933 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/565853307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:42.934 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: osdmap e461: 8 total, 8 up, 8 in 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: failed to encode map e461 with expected crc 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: pgmap v1397: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 4653/51258 objects degraded (9.078%); 4794/51258 objects misplaced (9.353%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4653/56439 objects degraded (8.244%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:42.935 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/565853307' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:42.935 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.935 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:24:42.942 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:43.389 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:43.396 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:43.497 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:43.607 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:43.735 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:43.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:43.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:43.845 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:43.885 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:43.955 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:43.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:43.967 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:44.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:44.132 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:44.199 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:44.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:44.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:44.307 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:44.362 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:44.426 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:44.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:44.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:44.481 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:24:44.537 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:44.553 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:24:44.553 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:24:44.599 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:44.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:44.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:44.654 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:44.755 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:44.809 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 0.844147 (d81a) 2023-09-23T18:24:44.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[153734]: pgmap v1398: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 988 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 4640/47310 objects degraded (9.808%); 4259/47310 objects misplaced (9.002%); 2.7 MiB/s, 44 objects/s recovering 2023-09-23T18:24:44.852 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1317408132' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:44.853 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:44.853 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[149401]: pgmap v1398: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 988 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 4640/47310 objects degraded (9.808%); 4259/47310 objects misplaced (9.002%); 2.7 MiB/s, 44 objects/s recovering 2023-09-23T18:24:44.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1317408132' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:44.854 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:44.900 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:44.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:44 smithi149 ceph-mon[135148]: pgmap v1398: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 988 MiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 632 op/s; 4640/47310 objects degraded (9.808%); 4259/47310 objects misplaced (9.002%); 2.7 MiB/s, 44 objects/s recovering 2023-09-23T18:24:44.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1317408132' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:44.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:44 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]: dispatch 2023-09-23T18:24:45.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:45.024 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:24:45.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:45.032 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:45.122 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:44] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.33.4" 2023-09-23T18:24:45.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:45.185 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:45.311 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:45.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:45.319 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:45.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:45.451 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:45.484 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:45.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:45.488 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:45.588 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:45.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:45.648 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:45.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:45.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:45.754 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:45.759 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:45.784 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:45.787 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:24:45.795 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:45.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: failed to encode map e462 with expected crc 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]': finished 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: osdmap e462: 8 total, 8 up, 8 in 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: failed to encode map e462 with expected crc 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: failed to encode map e462 with expected crc 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: failed to encode map e462 with expected crc 2023-09-23T18:24:45.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:45 smithi149 ceph-mon[135148]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]': finished 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: osdmap e462: 8 total, 8 up, 8 in 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[153734]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 0.844147423936864}]': finished 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: osdmap e462: 8 total, 8 up, 8 in 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: failed to encode map e462 with expected crc 2023-09-23T18:24:46.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:45 smithi018 ceph-mon[149401]: failed to encode map e462 with expected crc 2023-09-23T18:24:47.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:47.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:47.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: pgmap v1400: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 932 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4640/44592 objects degraded (10.405%); 4259/44592 objects misplaced (9.551%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: osdmap e463: 8 total, 8 up, 8 in 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[153734]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: pgmap v1400: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 932 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4640/44592 objects degraded (10.405%); 4259/44592 objects misplaced (9.551%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: osdmap e463: 8 total, 8 up, 8 in 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:46 smithi018 ceph-mon[149401]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.128 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: pgmap v1400: 89 pgs: 1 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 932 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4640/44592 objects degraded (10.405%); 4259/44592 objects misplaced (9.551%); 1.6 MiB/s, 26 objects/s recovering 2023-09-23T18:24:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: osdmap e463: 8 total, 8 up, 8 in 2023-09-23T18:24:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:46 smithi149 ceph-mon[135148]: failed to encode map e463 with expected crc 2023-09-23T18:24:47.201 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:47.830 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:47.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:47.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:47.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:48.005 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: osdmap e464: 8 total, 8 up, 8 in 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: 9.6 starting backfill to osd.6 from (0'0,0'0] MAX to 461'11444 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4640/44592 objects degraded (10.405%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:48.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[153734]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: osdmap e464: 8 total, 8 up, 8 in 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: 9.6 starting backfill to osd.6 from (0'0,0'0] MAX to 461'11444 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4640/44592 objects degraded (10.405%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:48.071 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:47 smithi018 ceph-mon[149401]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: osdmap e464: 8 total, 8 up, 8 in 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: 9.6 starting backfill to osd.6 from (0'0,0'0] MAX to 461'11444 2023-09-23T18:24:48.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4640/44592 objects degraded (10.405%), 4 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:48.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:47 smithi149 ceph-mon[135148]: failed to encode map e464 with expected crc 2023-09-23T18:24:48.466 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:48.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:48.478 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:48.579 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:48.664 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:48.784 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:48.872 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:48.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:48.874 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:48.975 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:48.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:48 smithi018 ceph-mon[149401]: pgmap v1403: 89 pgs: 1 peering, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 862 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 4177/41241 objects degraded (10.128%); 3647/41241 objects misplaced (8.843%); 2.1 MiB/s, 113 objects/s recovering 2023-09-23T18:24:48.998 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:48 smithi018 ceph-mon[153734]: pgmap v1403: 89 pgs: 1 peering, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 862 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 4177/41241 objects degraded (10.128%); 3647/41241 objects misplaced (8.843%); 2.1 MiB/s, 113 objects/s recovering 2023-09-23T18:24:49.042 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:49.088 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:49.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:49.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:49.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:48 smithi149 ceph-mon[135148]: pgmap v1403: 89 pgs: 1 peering, 2 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 862 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 4177/41241 objects degraded (10.128%); 3647/41241 objects misplaced (8.843%); 2.1 MiB/s, 113 objects/s recovering 2023-09-23T18:24:49.198 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:49.263 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:49.335 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:49.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:49.344 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:49.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:24:49.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:49.756 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:24:49.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:49.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:24:49.863 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:49.919 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:49.976 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:49.982 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:50.083 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:50.132 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:50.199 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:50.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:50.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:50.311 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:50.348 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:24:50.349 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:24:50.349 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2023-09-23T18:24:50.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:24:50.350 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:50.368 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:24:50.368 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:24:50.404 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:50.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:50.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:50.511 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:50.630 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:50.823 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:50.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:50.831 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:50.931 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:50.951 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:24:50.974 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:24:50.979 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:51.039 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:51.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:51.043 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:51.144 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:51.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[149401]: pgmap v1404: 89 pgs: 1 active+recovery_wait, 1 peering, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 829 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 424 op/s; 4177/39672 objects degraded (10.529%); 3551/39672 objects misplaced (8.951%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:51.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:51.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:24:51.150 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[153734]: pgmap v1404: 89 pgs: 1 active+recovery_wait, 1 peering, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 829 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 424 op/s; 4177/39672 objects degraded (10.529%); 3551/39672 objects misplaced (8.951%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:51.150 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:51.150 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:50 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:24:51.240 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:51.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:50 smithi149 ceph-mon[135148]: pgmap v1404: 89 pgs: 1 active+recovery_wait, 1 peering, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 829 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 424 op/s; 4177/39672 objects degraded (10.529%); 3551/39672 objects misplaced (8.951%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:51.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:24:51.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:50 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:24:51.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:51.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:51.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:51.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:51.621 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:51.671 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:51.740 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:51.743 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:51.794 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:51.831 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:51.875 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:51.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:51.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:51.913 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:51.965 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:51.996 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:52.043 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:52.058 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:52.062 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.062 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.063 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:24:52.118 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:52.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:52.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:52.230 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:52.257 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:52.257 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: osdmap e465: 8 total, 8 up, 8 in 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2608269634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4177/39672 objects degraded (10.529%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:52.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: osdmap e465: 8 total, 8 up, 8 in 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2608269634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:52.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4177/39672 objects degraded (10.529%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:52.275 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:52.275 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/85376887' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: osdmap e465: 8 total, 8 up, 8 in 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: failed to encode map e465 with expected crc 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2608269634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:52.276 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4177/39672 objects degraded (10.529%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:52.277 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:52.378 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:52.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:52.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:52.487 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:52.511 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:52.564 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:53.038 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:53.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:53.050 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:53.150 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:53.195 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:53.269 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:53.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:53.284 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:53.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:53 smithi018 ceph-mon[149401]: pgmap v1406: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 747 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 4177/35742 objects degraded (11.687%); 4264/35742 objects misplaced (11.930%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:53.316 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:53 smithi018 ceph-mon[153734]: pgmap v1406: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 747 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 4177/35742 objects degraded (11.687%); 4264/35742 objects misplaced (11.930%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:53.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:53.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:53 smithi149 ceph-mon[135148]: pgmap v1406: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 747 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s; 4177/35742 objects degraded (11.687%); 4264/35742 objects misplaced (11.930%); 0 B/s, 77 objects/s recovering 2023-09-23T18:24:53.454 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:53.641 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:24:53.788 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:53.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:53.797 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:53.898 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:53.955 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:54.011 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:54.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:54.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:54.116 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:54.188 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:54.196 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:24:54.208 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:24:54.278 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:54.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:54.286 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:54.386 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:54.448 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:54.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:24:54.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:54.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:54.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:54.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:54.875 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1407,"stamp":"2023-09-23T18:24:53.698631+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":698554315,"num_objects":10615,"num_object_clones":0,"num_object_copies":31845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3932,"num_objects_misplaced":3679,"num_objects_unfound":0,"num_objects_dirty":10615,"num_whiteouts":0,"num_read":6210,"num_read_kb":13633,"num_write":187297,"num_write_kb":6311974,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12558,"num_bytes_recovered":746690087,"num_keys_recovered":70,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133293,"ondisk_log_size":133293,"up":267,"acting":264,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8614420,"kb_used_data":2608660,"kb_used_omap":60,"kb_used_meta":6005187,"kb_avail":741346796,"statfs":{"total":767960285184,"available":759139119104,"internally_reserved":0,"allocated":2671267840,"data_stored":2659433107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6149312448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,2,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-230817792,"num_objects":-3522,"num_object_clones":0,"num_object_copies":-10566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-708,"num_objects_misplaced":-580,"num_objects_unfound":0,"num_objects_dirty":-3522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3522,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.895375"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":142,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810140+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:24:45.810140+0000","last_peered":"2023-09-23T18:24:45.810140+0000","last_clean":"2023-09-23T18:24:45.810140+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:24:45.810140+0000","last_undegraded":"2023-09-23T18:24:45.810140+0000","last_fullsized":"2023-09-23T18:24:45.810140+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":477,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.040213+0000","last_change":"2023-09-23T18:13:47.970569+0000","last_active":"2023-09-23T18:24:47.040213+0000","last_peered":"2023-09-23T18:24:47.040213+0000","last_clean":"2023-09-23T18:24:47.040213+0000","last_became_active":"2023-09-23T18:13:47.969647+0000","last_became_peered":"2023-09-23T18:13:47.969647+0000","last_unstale":"2023-09-23T18:24:47.040213+0000","last_undegraded":"2023-09-23T18:24:47.040213+0000","last_fullsized":"2023-09-23T18:24:47.040213+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:32:05.715108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":412,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805080+0000","last_change":"2023-09-23T18:14:17.832920+0000","last_active":"2023-09-23T18:24:46.805080+0000","last_peered":"2023-09-23T18:24:46.805080+0000","last_clean":"2023-09-23T18:24:46.805080+0000","last_became_active":"2023-09-23T18:14:17.831863+0000","last_became_peered":"2023-09-23T18:14:17.831863+0000","last_unstale":"2023-09-23T18:24:46.805080+0000","last_undegraded":"2023-09-23T18:24:46.805080+0000","last_fullsized":"2023-09-23T18:24:46.805080+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:16.536887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":65,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048072+0000","last_change":"2023-09-23T18:22:33.962516+0000","last_active":"2023-09-23T18:24:47.048072+0000","last_peered":"2023-09-23T18:24:47.048072+0000","last_clean":"2023-09-23T18:24:47.048072+0000","last_became_active":"2023-09-23T18:22:33.961722+0000","last_became_peered":"2023-09-23T18:22:33.961722+0000","last_unstale":"2023-09-23T18:24:47.048072+0000","last_undegraded":"2023-09-23T18:24:47.048072+0000","last_fullsized":"2023-09-23T18:24:47.048072+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:58.769901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":571,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.039961+0000","last_change":"2023-09-23T18:22:34.013508+0000","last_active":"2023-09-23T18:24:47.039961+0000","last_peered":"2023-09-23T18:24:47.039961+0000","last_clean":"2023-09-23T18:24:47.039961+0000","last_became_active":"2023-09-23T18:22:34.013217+0000","last_became_peered":"2023-09-23T18:22:34.013217+0000","last_unstale":"2023-09-23T18:24:47.039961+0000","last_undegraded":"2023-09-23T18:24:47.039961+0000","last_fullsized":"2023-09-23T18:24:47.039961+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:06.439411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":59,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.809365+0000","last_change":"2023-09-23T18:23:11.273378+0000","last_active":"2023-09-23T18:24:45.809365+0000","last_peered":"2023-09-23T18:24:45.809365+0000","last_clean":"2023-09-23T18:24:45.809365+0000","last_became_active":"2023-09-23T18:23:11.273022+0000","last_became_peered":"2023-09-23T18:23:11.273022+0000","last_unstale":"2023-09-23T18:24:45.809365+0000","last_undegraded":"2023-09-23T18:24:45.809365+0000","last_fullsized":"2023-09-23T18:24:45.809365+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":92,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048559+0000","last_change":"2023-09-23T18:22:35.946871+0000","last_active":"2023-09-23T18:24:47.048559+0000","last_peered":"2023-09-23T18:24:47.048559+0000","last_clean":"2023-09-23T18:24:47.048559+0000","last_became_active":"2023-09-23T18:22:35.946530+0000","last_became_peered":"2023-09-23T18:22:35.946530+0000","last_unstale":"2023-09-23T18:24:47.048559+0000","last_undegraded":"2023-09-23T18:24:47.048559+0000","last_fullsized":"2023-09-23T18:24:47.048559+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:19.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":520,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.040016+0000","last_change":"2023-09-23T18:22:03.988934+0000","last_active":"2023-09-23T18:24:47.040016+0000","last_peered":"2023-09-23T18:24:47.040016+0000","last_clean":"2023-09-23T18:24:47.040016+0000","last_became_active":"2023-09-23T18:22:03.988639+0000","last_became_peered":"2023-09-23T18:22:03.988639+0000","last_unstale":"2023-09-23T18:24:47.040016+0000","last_undegraded":"2023-09-23T18:24:47.040016+0000","last_fullsized":"2023-09-23T18:24:47.040016+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:55:56.331366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808884+0000","last_change":"2023-09-23T18:22:35.941145+0000","last_active":"2023-09-23T18:24:45.808884+0000","last_peered":"2023-09-23T18:24:45.808884+0000","last_clean":"2023-09-23T18:24:45.808884+0000","last_became_active":"2023-09-23T18:22:35.938952+0000","last_became_peered":"2023-09-23T18:22:35.938952+0000","last_unstale":"2023-09-23T18:24:45.808884+0000","last_undegraded":"2023-09-23T18:24:45.808884+0000","last_fullsized":"2023-09-23T18:24:45.808884+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":458,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.040343+0000","last_change":"2023-09-23T18:22:08.650314+0000","last_active":"2023-09-23T18:24:47.040343+0000","last_peered":"2023-09-23T18:24:47.040343+0000","last_clean":"2023-09-23T18:24:47.040343+0000","last_became_active":"2023-09-23T18:22:08.649950+0000","last_became_peered":"2023-09-23T18:22:08.649950+0000","last_unstale":"2023-09-23T18:24:47.040343+0000","last_undegraded":"2023-09-23T18:24:47.040343+0000","last_fullsized":"2023-09-23T18:24:47.040343+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.781136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":116,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.373254+0000","last_change":"2023-09-23T18:17:06.396420+0000","last_active":"2023-09-23T18:24:46.373254+0000","last_peered":"2023-09-23T18:24:46.373254+0000","last_clean":"2023-09-23T18:24:46.373254+0000","last_became_active":"2023-09-23T18:17:05.906739+0000","last_became_peered":"2023-09-23T18:17:05.906739+0000","last_unstale":"2023-09-23T18:24:46.373254+0000","last_undegraded":"2023-09-23T18:24:46.373254+0000","last_fullsized":"2023-09-23T18:24:46.373254+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":64,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805737+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:24:46.805737+0000","last_peered":"2023-09-23T18:24:46.805737+0000","last_clean":"2023-09-23T18:24:46.805737+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:24:46.805737+0000","last_undegraded":"2023-09-23T18:24:46.805737+0000","last_fullsized":"2023-09-23T18:24:46.805737+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":190,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810437+0000","last_change":"2023-09-23T18:22:03.961759+0000","last_active":"2023-09-23T18:24:45.810437+0000","last_peered":"2023-09-23T18:24:45.810437+0000","last_clean":"2023-09-23T18:24:45.810437+0000","last_became_active":"2023-09-23T18:22:03.953044+0000","last_became_peered":"2023-09-23T18:22:03.953044+0000","last_unstale":"2023-09-23T18:24:45.810437+0000","last_undegraded":"2023-09-23T18:24:45.810437+0000","last_fullsized":"2023-09-23T18:24:45.810437+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":501,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810621+0000","last_change":"2023-09-23T18:22:03.967760+0000","last_active":"2023-09-23T18:24:45.810621+0000","last_peered":"2023-09-23T18:24:45.810621+0000","last_clean":"2023-09-23T18:24:45.810621+0000","last_became_active":"2023-09-23T18:22:03.967292+0000","last_became_peered":"2023-09-23T18:22:03.967292+0000","last_unstale":"2023-09-23T18:24:45.810621+0000","last_undegraded":"2023-09-23T18:24:45.810621+0000","last_fullsized":"2023-09-23T18:24:45.810621+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":131,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372193+0000","last_change":"2023-09-23T18:21:42.500355+0000","last_active":"2023-09-23T18:24:46.372193+0000","last_peered":"2023-09-23T18:24:46.372193+0000","last_clean":"2023-09-23T18:24:46.372193+0000","last_became_active":"2023-09-23T18:21:41.801236+0000","last_became_peered":"2023-09-23T18:21:41.801236+0000","last_unstale":"2023-09-23T18:24:46.372193+0000","last_undegraded":"2023-09-23T18:24:46.372193+0000","last_fullsized":"2023-09-23T18:24:46.372193+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":502,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:48.567299+0000","last_change":"2023-09-23T18:17:05.905544+0000","last_active":"2023-09-23T18:24:48.567299+0000","last_peered":"2023-09-23T18:24:48.567299+0000","last_clean":"2023-09-23T18:24:48.567299+0000","last_became_active":"2023-09-23T18:17:05.905227+0000","last_became_peered":"2023-09-23T18:17:05.905227+0000","last_unstale":"2023-09-23T18:24:48.567299+0000","last_undegraded":"2023-09-23T18:24:48.567299+0000","last_fullsized":"2023-09-23T18:24:48.567299+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:23.123598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":65,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.047964+0000","last_change":"2023-09-23T18:22:33.957130+0000","last_active":"2023-09-23T18:24:47.047964+0000","last_peered":"2023-09-23T18:24:47.047964+0000","last_clean":"2023-09-23T18:24:47.047964+0000","last_became_active":"2023-09-23T18:22:33.956767+0000","last_became_peered":"2023-09-23T18:22:33.956767+0000","last_unstale":"2023-09-23T18:24:47.047964+0000","last_undegraded":"2023-09-23T18:24:47.047964+0000","last_fullsized":"2023-09-23T18:24:47.047964+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:58.384875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":33,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.809035+0000","last_change":"2023-09-23T18:22:35.948456+0000","last_active":"2023-09-23T18:24:45.809035+0000","last_peered":"2023-09-23T18:24:45.809035+0000","last_clean":"2023-09-23T18:24:45.809035+0000","last_became_active":"2023-09-23T18:22:35.944316+0000","last_became_peered":"2023-09-23T18:22:35.944316+0000","last_unstale":"2023-09-23T18:24:45.809035+0000","last_undegraded":"2023-09-23T18:24:45.809035+0000","last_fullsized":"2023-09-23T18:24:45.809035+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":137,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372498+0000","last_change":"2023-09-23T18:22:08.641998+0000","last_active":"2023-09-23T18:24:46.372498+0000","last_peered":"2023-09-23T18:24:46.372498+0000","last_clean":"2023-09-23T18:24:46.372498+0000","last_became_active":"2023-09-23T18:22:08.641679+0000","last_became_peered":"2023-09-23T18:22:08.641679+0000","last_unstale":"2023-09-23T18:24:46.372498+0000","last_undegraded":"2023-09-23T18:24:46.372498+0000","last_fullsized":"2023-09-23T18:24:46.372498+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":65,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048238+0000","last_change":"2023-09-23T18:22:33.962691+0000","last_active":"2023-09-23T18:24:47.048238+0000","last_peered":"2023-09-23T18:24:47.048238+0000","last_clean":"2023-09-23T18:24:47.048238+0000","last_became_active":"2023-09-23T18:22:33.962008+0000","last_became_peered":"2023-09-23T18:22:33.962008+0000","last_unstale":"2023-09-23T18:24:47.048238+0000","last_undegraded":"2023-09-23T18:24:47.048238+0000","last_fullsized":"2023-09-23T18:24:47.048238+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:19.404161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":77,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.047999+0000","last_change":"2023-09-23T18:23:11.266526+0000","last_active":"2023-09-23T18:24:47.047999+0000","last_peered":"2023-09-23T18:24:47.047999+0000","last_clean":"2023-09-23T18:24:47.047999+0000","last_became_active":"2023-09-23T18:23:11.266275+0000","last_became_peered":"2023-09-23T18:23:11.266275+0000","last_unstale":"2023-09-23T18:24:47.047999+0000","last_undegraded":"2023-09-23T18:24:47.047999+0000","last_fullsized":"2023-09-23T18:24:47.047999+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:43.455171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":471,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.041763+0000","last_change":"2023-09-23T18:17:05.906443+0000","last_active":"2023-09-23T18:24:47.041763+0000","last_peered":"2023-09-23T18:24:47.041763+0000","last_clean":"2023-09-23T18:24:47.041763+0000","last_became_active":"2023-09-23T18:17:05.906128+0000","last_became_peered":"2023-09-23T18:17:05.906128+0000","last_unstale":"2023-09-23T18:24:47.041763+0000","last_undegraded":"2023-09-23T18:24:47.041763+0000","last_fullsized":"2023-09-23T18:24:47.041763+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:33:48.917363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"464'11608","reported_seq":11702,"reported_epoch":464,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:24:50.574198+0000","last_change":"2023-09-23T18:22:36.973359+0000","last_active":"2023-09-23T18:24:50.574198+0000","last_peered":"2023-09-23T18:24:50.574198+0000","last_clean":"2023-09-23T18:21:09.085652+0000","last_became_active":"2023-09-23T18:22:36.959273+0000","last_became_peered":"2023-09-23T18:22:36.959273+0000","last_unstale":"2023-09-23T18:24:50.574198+0000","last_undegraded":"2023-09-23T18:22:36.930729+0000","last_fullsized":"2023-09-23T18:22:36.923409+0000","mapping_epoch":441,"log_start":"408'4100","ondisk_log_start":"408'4100","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7508,"log_dups_size":0,"ondisk_log_size":7508,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43253760,"num_objects":660,"num_object_clones":0,"num_object_copies":1980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":979,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11608,"num_write_kb":392576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"1,5,7","objects":233},{"shards":"5,7","objects":-258}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":156,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372879+0000","last_change":"2023-09-23T18:22:33.925414+0000","last_active":"2023-09-23T18:24:46.372879+0000","last_peered":"2023-09-23T18:24:46.372879+0000","last_clean":"2023-09-23T18:24:46.372879+0000","last_became_active":"2023-09-23T18:22:33.925068+0000","last_became_peered":"2023-09-23T18:22:33.925068+0000","last_unstale":"2023-09-23T18:24:46.372879+0000","last_undegraded":"2023-09-23T18:24:46.372879+0000","last_fullsized":"2023-09-23T18:24:46.372879+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":33,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808674+0000","last_change":"2023-09-23T18:22:35.933534+0000","last_active":"2023-09-23T18:24:45.808674+0000","last_peered":"2023-09-23T18:24:45.808674+0000","last_clean":"2023-09-23T18:24:45.808674+0000","last_became_active":"2023-09-23T18:22:35.930920+0000","last_became_peered":"2023-09-23T18:22:35.930920+0000","last_unstale":"2023-09-23T18:24:45.808674+0000","last_undegraded":"2023-09-23T18:24:45.808674+0000","last_fullsized":"2023-09-23T18:24:45.808674+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"465'11479","reported_seq":11557,"reported_epoch":465,"state":"active+clean","last_fresh":"2023-09-23T18:24:51.700605+0000","last_change":"2023-09-23T18:20:11.454511+0000","last_active":"2023-09-23T18:24:51.700605+0000","last_peered":"2023-09-23T18:24:51.700605+0000","last_clean":"2023-09-23T18:24:51.700605+0000","last_became_active":"2023-09-23T18:20:11.454106+0000","last_became_peered":"2023-09-23T18:20:11.454106+0000","last_unstale":"2023-09-23T18:24:51.700605+0000","last_undegraded":"2023-09-23T18:24:51.700605+0000","last_fullsized":"2023-09-23T18:24:51.700605+0000","mapping_epoch":398,"log_start":"409'4495","ondisk_log_start":"409'4495","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":6984,"log_dups_size":0,"ondisk_log_size":6984,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:54.995539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43974656,"num_objects":671,"num_object_clones":0,"num_object_copies":2013,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11479,"num_write_kb":388800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":114,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372763+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:24:46.372763+0000","last_peered":"2023-09-23T18:24:46.372763+0000","last_clean":"2023-09-23T18:24:46.372763+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:24:46.372763+0000","last_undegraded":"2023-09-23T18:24:46.372763+0000","last_fullsized":"2023-09-23T18:24:46.372763+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":483,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810279+0000","last_change":"2023-09-23T18:15:56.721289+0000","last_active":"2023-09-23T18:24:45.810279+0000","last_peered":"2023-09-23T18:24:45.810279+0000","last_clean":"2023-09-23T18:24:45.810279+0000","last_became_active":"2023-09-23T18:15:56.720926+0000","last_became_peered":"2023-09-23T18:15:56.720926+0000","last_unstale":"2023-09-23T18:24:45.810279+0000","last_undegraded":"2023-09-23T18:24:45.810279+0000","last_fullsized":"2023-09-23T18:24:45.810279+0000","mapping_epoch":353,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"464'11924","reported_seq":12057,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.652878+0000","last_change":"2023-09-23T18:22:47.806948+0000","last_active":"2023-09-23T18:24:50.652878+0000","last_peered":"2023-09-23T18:24:50.652878+0000","last_clean":"2023-09-23T18:24:50.652878+0000","last_became_active":"2023-09-23T18:22:36.924675+0000","last_became_peered":"2023-09-23T18:22:36.924675+0000","last_unstale":"2023-09-23T18:24:50.652878+0000","last_undegraded":"2023-09-23T18:24:50.652878+0000","last_fullsized":"2023-09-23T18:24:50.652878+0000","mapping_epoch":441,"log_start":"403'1900","ondisk_log_start":"403'1900","created":398,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":10024,"log_dups_size":0,"ondisk_log_size":10024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45219840,"num_objects":690,"num_object_clones":0,"num_object_copies":2070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11924,"num_write_kb":403648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":67,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":153,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.373348+0000","last_change":"2023-09-23T18:22:35.999797+0000","last_active":"2023-09-23T18:24:46.373348+0000","last_peered":"2023-09-23T18:24:46.373348+0000","last_clean":"2023-09-23T18:24:46.373348+0000","last_became_active":"2023-09-23T18:22:35.934124+0000","last_became_peered":"2023-09-23T18:22:35.934124+0000","last_unstale":"2023-09-23T18:24:46.373348+0000","last_undegraded":"2023-09-23T18:24:46.373348+0000","last_fullsized":"2023-09-23T18:24:46.373348+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":330,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.806014+0000","last_change":"2023-09-23T18:23:11.261134+0000","last_active":"2023-09-23T18:24:46.806014+0000","last_peered":"2023-09-23T18:24:46.806014+0000","last_clean":"2023-09-23T18:24:46.806014+0000","last_became_active":"2023-09-23T18:23:11.260864+0000","last_became_peered":"2023-09-23T18:23:11.260864+0000","last_unstale":"2023-09-23T18:24:46.806014+0000","last_undegraded":"2023-09-23T18:24:46.806014+0000","last_fullsized":"2023-09-23T18:24:46.806014+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:55.685474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"464'11593","reported_seq":11741,"reported_epoch":464,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:24:50.637554+0000","last_change":"2023-09-23T18:24:47.038008+0000","last_active":"2023-09-23T18:24:50.637554+0000","last_peered":"2023-09-23T18:24:50.637554+0000","last_clean":"2023-09-23T18:24:44.792794+0000","last_became_active":"2023-09-23T18:24:46.937861+0000","last_became_peered":"2023-09-23T18:24:46.937861+0000","last_unstale":"2023-09-23T18:24:50.637554+0000","last_undegraded":"2023-09-23T18:24:50.637554+0000","last_fullsized":"2023-09-23T18:24:50.637554+0000","mapping_epoch":463,"log_start":"403'1500","ondisk_log_start":"403'1500","created":398,"last_epoch_clean":446,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":10093,"log_dups_size":0,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46727168,"num_objects":713,"num_object_clones":0,"num_object_copies":2139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":713,"num_objects_unfound":0,"num_objects_dirty":713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11593,"num_write_kb":393792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1317,"num_bytes_recovered":81854464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":713}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":33,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808871+0000","last_change":"2023-09-23T18:22:35.936812+0000","last_active":"2023-09-23T18:24:45.808871+0000","last_peered":"2023-09-23T18:24:45.808871+0000","last_clean":"2023-09-23T18:24:45.808871+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:22:35.936505+0000","last_unstale":"2023-09-23T18:24:45.808871+0000","last_undegraded":"2023-09-23T18:24:45.808871+0000","last_fullsized":"2023-09-23T18:24:45.808871+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":66,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048072+0000","last_change":"2023-09-23T18:22:33.958438+0000","last_active":"2023-09-23T18:24:47.048072+0000","last_peered":"2023-09-23T18:24:47.048072+0000","last_clean":"2023-09-23T18:24:47.048072+0000","last_became_active":"2023-09-23T18:22:33.957701+0000","last_became_peered":"2023-09-23T18:22:33.957701+0000","last_unstale":"2023-09-23T18:24:47.048072+0000","last_undegraded":"2023-09-23T18:24:47.048072+0000","last_fullsized":"2023-09-23T18:24:47.048072+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:37.547416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"465'11559","reported_seq":15460,"reported_epoch":465,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:24:53.556815+0000","last_change":"2023-09-23T18:22:41.870983+0000","last_active":"2023-09-23T18:24:53.556815+0000","last_peered":"2023-09-23T18:24:53.556815+0000","last_clean":"2023-09-23T18:21:59.366002+0000","last_became_active":"2023-09-23T18:22:05.091129+0000","last_became_peered":"2023-09-23T18:22:05.091129+0000","last_unstale":"2023-09-23T18:24:53.556815+0000","last_undegraded":"2023-09-23T18:24:53.556815+0000","last_fullsized":"2023-09-23T18:24:53.556815+0000","mapping_epoch":431,"log_start":"407'3992","ondisk_log_start":"407'3992","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7567,"log_dups_size":0,"ondisk_log_size":7567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:50.766285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35717120,"num_objects":545,"num_object_clones":0,"num_object_copies":1635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":357,"num_objects_unfound":0,"num_objects_dirty":545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11559,"num_write_kb":387328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1900,"num_bytes_recovered":124518400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":545}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":536,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.041404+0000","last_change":"2023-09-23T18:22:33.979469+0000","last_active":"2023-09-23T18:24:47.041404+0000","last_peered":"2023-09-23T18:24:47.041404+0000","last_clean":"2023-09-23T18:24:47.041404+0000","last_became_active":"2023-09-23T18:22:33.979129+0000","last_became_peered":"2023-09-23T18:22:33.979129+0000","last_unstale":"2023-09-23T18:24:47.041404+0000","last_undegraded":"2023-09-23T18:24:47.041404+0000","last_fullsized":"2023-09-23T18:24:47.041404+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:18.141650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":151,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810518+0000","last_change":"2023-09-23T18:22:03.969181+0000","last_active":"2023-09-23T18:24:45.810518+0000","last_peered":"2023-09-23T18:24:45.810518+0000","last_clean":"2023-09-23T18:24:45.810518+0000","last_became_active":"2023-09-23T18:22:03.968881+0000","last_became_peered":"2023-09-23T18:22:03.968881+0000","last_unstale":"2023-09-23T18:24:45.810518+0000","last_undegraded":"2023-09-23T18:24:45.810518+0000","last_fullsized":"2023-09-23T18:24:45.810518+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"465'11963","reported_seq":15224,"reported_epoch":465,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T18:24:51.763017+0000","last_change":"2023-09-23T18:22:35.954360+0000","last_active":"2023-09-23T18:24:51.763017+0000","last_peered":"2023-09-23T18:24:51.763017+0000","last_clean":"2023-09-23T18:21:59.365801+0000","last_became_active":"2023-09-23T18:22:34.950176+0000","last_became_peered":"2023-09-23T18:22:34.950176+0000","last_unstale":"2023-09-23T18:24:51.763017+0000","last_undegraded":"2023-09-23T18:24:51.763017+0000","last_fullsized":"2023-09-23T18:24:51.763017+0000","mapping_epoch":439,"log_start":"413'4962","ondisk_log_start":"413'4962","created":398,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7001,"log_dups_size":0,"ondisk_log_size":7001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:54:20.650220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44630016,"num_objects":681,"num_object_clones":0,"num_object_copies":2043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":681,"num_objects_unfound":0,"num_objects_dirty":681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11963,"num_write_kb":404608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1562,"num_bytes_recovered":98566144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","0","2","5"],"object_location_counts":[{"shards":"0,1,2","objects":681}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":132,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810139+0000","last_change":"2023-09-23T18:23:11.247206+0000","last_active":"2023-09-23T18:24:45.810139+0000","last_peered":"2023-09-23T18:24:45.810139+0000","last_clean":"2023-09-23T18:24:45.810139+0000","last_became_active":"2023-09-23T18:23:11.246854+0000","last_became_peered":"2023-09-23T18:23:11.246854+0000","last_unstale":"2023-09-23T18:24:45.810139+0000","last_undegraded":"2023-09-23T18:24:45.810139+0000","last_fullsized":"2023-09-23T18:24:45.810139+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":142,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.811029+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:24:45.811029+0000","last_peered":"2023-09-23T18:24:45.811029+0000","last_clean":"2023-09-23T18:24:45.811029+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:24:45.811029+0000","last_undegraded":"2023-09-23T18:24:45.811029+0000","last_fullsized":"2023-09-23T18:24:45.811029+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"464'11528","reported_seq":11601,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.572211+0000","last_change":"2023-09-23T18:20:10.504122+0000","last_active":"2023-09-23T18:24:50.572211+0000","last_peered":"2023-09-23T18:24:50.572211+0000","last_clean":"2023-09-23T18:24:50.572211+0000","last_became_active":"2023-09-23T18:20:10.503806+0000","last_became_peered":"2023-09-23T18:20:10.503806+0000","last_unstale":"2023-09-23T18:24:50.572211+0000","last_undegraded":"2023-09-23T18:24:50.572211+0000","last_fullsized":"2023-09-23T18:24:50.572211+0000","mapping_epoch":398,"log_start":"407'4000","ondisk_log_start":"407'4000","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7528,"log_dups_size":0,"ondisk_log_size":7528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46530560,"num_objects":710,"num_object_clones":0,"num_object_copies":2130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11528,"num_write_kb":391616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":52,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810043+0000","last_change":"2023-09-23T18:21:41.796904+0000","last_active":"2023-09-23T18:24:45.810043+0000","last_peered":"2023-09-23T18:24:45.810043+0000","last_clean":"2023-09-23T18:24:45.810043+0000","last_became_active":"2023-09-23T18:21:41.796575+0000","last_became_peered":"2023-09-23T18:21:41.796575+0000","last_unstale":"2023-09-23T18:24:45.810043+0000","last_undegraded":"2023-09-23T18:24:45.810043+0000","last_fullsized":"2023-09-23T18:24:45.810043+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":492,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.811162+0000","last_change":"2023-09-23T18:22:03.967756+0000","last_active":"2023-09-23T18:24:45.811162+0000","last_peered":"2023-09-23T18:24:45.811162+0000","last_clean":"2023-09-23T18:24:45.811162+0000","last_became_active":"2023-09-23T18:22:03.967377+0000","last_became_peered":"2023-09-23T18:22:03.967377+0000","last_unstale":"2023-09-23T18:24:45.811162+0000","last_undegraded":"2023-09-23T18:24:45.811162+0000","last_fullsized":"2023-09-23T18:24:45.811162+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"465'11666","reported_seq":11744,"reported_epoch":465,"state":"active+clean","last_fresh":"2023-09-23T18:24:53.535864+0000","last_change":"2023-09-23T18:20:11.349731+0000","last_active":"2023-09-23T18:24:53.535864+0000","last_peered":"2023-09-23T18:24:53.535864+0000","last_clean":"2023-09-23T18:24:53.535864+0000","last_became_active":"2023-09-23T18:20:11.349420+0000","last_became_peered":"2023-09-23T18:20:11.349420+0000","last_unstale":"2023-09-23T18:24:53.535864+0000","last_undegraded":"2023-09-23T18:24:53.535864+0000","last_fullsized":"2023-09-23T18:24:53.535864+0000","mapping_epoch":398,"log_start":"408'4073","ondisk_log_start":"408'4073","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7593,"log_dups_size":0,"ondisk_log_size":7593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:48:28.305252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39190528,"num_objects":598,"num_object_clones":0,"num_object_copies":1794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11666,"num_write_kb":392448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":507,"reported_epoch":465,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.956935+0000","last_change":"2023-09-23T18:17:05.917288+0000","last_active":"2023-09-23T18:24:50.956935+0000","last_peered":"2023-09-23T18:24:50.956935+0000","last_clean":"2023-09-23T18:24:50.956935+0000","last_became_active":"2023-09-23T18:17:05.906781+0000","last_became_peered":"2023-09-23T18:17:05.906781+0000","last_unstale":"2023-09-23T18:24:50.956935+0000","last_undegraded":"2023-09-23T18:24:50.956935+0000","last_fullsized":"2023-09-23T18:24:50.956935+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:32.438797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":467,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.806374+0000","last_change":"2023-09-23T18:14:17.800971+0000","last_active":"2023-09-23T18:24:46.806374+0000","last_peered":"2023-09-23T18:24:46.806374+0000","last_clean":"2023-09-23T18:24:46.806374+0000","last_became_active":"2023-09-23T18:14:17.800623+0000","last_became_peered":"2023-09-23T18:14:17.800623+0000","last_unstale":"2023-09-23T18:24:46.806374+0000","last_undegraded":"2023-09-23T18:24:46.806374+0000","last_fullsized":"2023-09-23T18:24:46.806374+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:28:59.377784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"464'11555","reported_seq":11681,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.622025+0000","last_change":"2023-09-23T18:22:44.712584+0000","last_active":"2023-09-23T18:24:50.622025+0000","last_peered":"2023-09-23T18:24:50.622025+0000","last_clean":"2023-09-23T18:24:50.622025+0000","last_became_active":"2023-09-23T18:22:36.929545+0000","last_became_peered":"2023-09-23T18:22:36.929545+0000","last_unstale":"2023-09-23T18:24:50.622025+0000","last_undegraded":"2023-09-23T18:24:50.622025+0000","last_fullsized":"2023-09-23T18:24:50.622025+0000","mapping_epoch":441,"log_start":"403'1500","ondisk_log_start":"403'1500","created":398,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":10055,"log_dups_size":0,"ondisk_log_size":10055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44498944,"num_objects":679,"num_object_clones":0,"num_object_copies":2037,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":679,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11555,"num_write_kb":391488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":869,"num_bytes_recovered":52953088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1194,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805298+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:24:46.805298+0000","last_peered":"2023-09-23T18:24:46.805298+0000","last_clean":"2023-09-23T18:24:46.805298+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:24:46.805298+0000","last_undegraded":"2023-09-23T18:24:46.805298+0000","last_fullsized":"2023-09-23T18:24:46.805298+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":33,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.809079+0000","last_change":"2023-09-23T18:22:35.948710+0000","last_active":"2023-09-23T18:24:45.809079+0000","last_peered":"2023-09-23T18:24:45.809079+0000","last_clean":"2023-09-23T18:24:45.809079+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:22:35.944868+0000","last_unstale":"2023-09-23T18:24:45.809079+0000","last_undegraded":"2023-09-23T18:24:45.809079+0000","last_fullsized":"2023-09-23T18:24:45.809079+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":412,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805938+0000","last_change":"2023-09-23T18:22:35.941797+0000","last_active":"2023-09-23T18:24:46.805938+0000","last_peered":"2023-09-23T18:24:46.805938+0000","last_clean":"2023-09-23T18:24:46.805938+0000","last_became_active":"2023-09-23T18:22:35.937540+0000","last_became_peered":"2023-09-23T18:22:35.937540+0000","last_unstale":"2023-09-23T18:24:46.805938+0000","last_undegraded":"2023-09-23T18:24:46.805938+0000","last_fullsized":"2023-09-23T18:24:46.805938+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:57.678165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"464'11243","reported_seq":11352,"reported_epoch":464,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:24:50.597995+0000","last_change":"2023-09-23T18:22:36.981075+0000","last_active":"2023-09-23T18:24:50.597995+0000","last_peered":"2023-09-23T18:24:50.597995+0000","last_clean":"2023-09-23T18:21:09.096464+0000","last_became_active":"2023-09-23T18:22:36.952923+0000","last_became_peered":"2023-09-23T18:22:36.952923+0000","last_unstale":"2023-09-23T18:24:50.597995+0000","last_undegraded":"2023-09-23T18:22:36.924817+0000","last_fullsized":"2023-09-23T18:22:36.913492+0000","mapping_epoch":441,"log_start":"405'3700","ondisk_log_start":"405'3700","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7543,"log_dups_size":0,"ondisk_log_size":7543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47120384,"num_objects":719,"num_object_clones":0,"num_object_copies":2157,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":960,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11243,"num_write_kb":382784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":196608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"3,5,7","objects":262},{"shards":"5,7","objects":-193}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":1258,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808869+0000","last_change":"2023-09-23T18:22:36.009417+0000","last_active":"2023-09-23T18:24:45.808869+0000","last_peered":"2023-09-23T18:24:45.808869+0000","last_clean":"2023-09-23T18:24:45.808869+0000","last_became_active":"2023-09-23T18:22:35.931127+0000","last_became_peered":"2023-09-23T18:22:35.931127+0000","last_unstale":"2023-09-23T18:24:45.808869+0000","last_undegraded":"2023-09-23T18:24:45.808869+0000","last_fullsized":"2023-09-23T18:24:45.808869+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":507,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810544+0000","last_change":"2023-09-23T18:22:34.924481+0000","last_active":"2023-09-23T18:24:45.810544+0000","last_peered":"2023-09-23T18:24:45.810544+0000","last_clean":"2023-09-23T18:24:45.810544+0000","last_became_active":"2023-09-23T18:22:34.924151+0000","last_became_peered":"2023-09-23T18:22:34.924151+0000","last_unstale":"2023-09-23T18:24:45.810544+0000","last_undegraded":"2023-09-23T18:24:45.810544+0000","last_fullsized":"2023-09-23T18:24:45.810544+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":383,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805258+0000","last_change":"2023-09-23T18:13:48.033901+0000","last_active":"2023-09-23T18:24:46.805258+0000","last_peered":"2023-09-23T18:24:46.805258+0000","last_clean":"2023-09-23T18:24:46.805258+0000","last_became_active":"2023-09-23T18:13:48.008967+0000","last_became_peered":"2023-09-23T18:13:48.008967+0000","last_unstale":"2023-09-23T18:24:46.805258+0000","last_undegraded":"2023-09-23T18:24:46.805258+0000","last_fullsized":"2023-09-23T18:24:46.805258+0000","mapping_epoch":323,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:00.567452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"464'11745","reported_seq":11886,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.669933+0000","last_change":"2023-09-23T18:22:37.409508+0000","last_active":"2023-09-23T18:24:50.669933+0000","last_peered":"2023-09-23T18:24:50.669933+0000","last_clean":"2023-09-23T18:24:50.669933+0000","last_became_active":"2023-09-23T18:22:36.923570+0000","last_became_peered":"2023-09-23T18:22:36.923570+0000","last_unstale":"2023-09-23T18:24:50.669933+0000","last_undegraded":"2023-09-23T18:24:50.669933+0000","last_fullsized":"2023-09-23T18:24:50.669933+0000","mapping_epoch":441,"log_start":"403'1700","ondisk_log_start":"403'1700","created":398,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":10045,"log_dups_size":0,"ondisk_log_size":10045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45547520,"num_objects":695,"num_object_clones":0,"num_object_copies":2085,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":695,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11745,"num_write_kb":398080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":242,"num_bytes_recovered":11206656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":843,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.817531+0000","last_change":"2023-09-23T18:22:34.933198+0000","last_active":"2023-09-23T18:24:46.817531+0000","last_peered":"2023-09-23T18:24:46.817531+0000","last_clean":"2023-09-23T18:24:46.817531+0000","last_became_active":"2023-09-23T18:22:34.932564+0000","last_became_peered":"2023-09-23T18:22:34.932564+0000","last_unstale":"2023-09-23T18:24:46.817531+0000","last_undegraded":"2023-09-23T18:24:46.817531+0000","last_fullsized":"2023-09-23T18:24:46.817531+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:27.334623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":415,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805107+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:24:46.805107+0000","last_peered":"2023-09-23T18:24:46.805107+0000","last_clean":"2023-09-23T18:24:46.805107+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:24:46.805107+0000","last_undegraded":"2023-09-23T18:24:46.805107+0000","last_fullsized":"2023-09-23T18:24:46.805107+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":529,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.806437+0000","last_change":"2023-09-23T18:22:35.939586+0000","last_active":"2023-09-23T18:24:46.806437+0000","last_peered":"2023-09-23T18:24:46.806437+0000","last_clean":"2023-09-23T18:24:46.806437+0000","last_became_active":"2023-09-23T18:22:35.939317+0000","last_became_peered":"2023-09-23T18:22:35.939317+0000","last_unstale":"2023-09-23T18:24:46.806437+0000","last_undegraded":"2023-09-23T18:24:46.806437+0000","last_fullsized":"2023-09-23T18:24:46.806437+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:58:22.916049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"465'11581","reported_seq":14773,"reported_epoch":465,"state":"active+recovery_wait","last_fresh":"2023-09-23T18:24:53.530986+0000","last_change":"2023-09-23T18:22:43.031813+0000","last_active":"2023-09-23T18:24:53.530986+0000","last_peered":"2023-09-23T18:24:53.530986+0000","last_clean":"2023-09-23T18:21:09.108628+0000","last_became_active":"2023-09-23T18:22:43.010074+0000","last_became_peered":"2023-09-23T18:22:43.010074+0000","last_unstale":"2023-09-23T18:24:53.530986+0000","last_undegraded":"2023-09-23T18:24:53.530986+0000","last_fullsized":"2023-09-23T18:24:53.530986+0000","mapping_epoch":443,"log_start":"408'4028","ondisk_log_start":"408'4028","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7553,"log_dups_size":0,"ondisk_log_size":7553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:47.029796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38731776,"num_objects":591,"num_object_clones":0,"num_object_copies":1773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11581,"num_write_kb":389504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1527,"num_bytes_recovered":95354880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":["3","0","5"],"object_location_counts":[{"shards":"0,3,5","objects":591}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":768,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808982+0000","last_change":"2023-09-23T18:22:43.920747+0000","last_active":"2023-09-23T18:24:45.808982+0000","last_peered":"2023-09-23T18:24:45.808982+0000","last_clean":"2023-09-23T18:24:45.808982+0000","last_became_active":"2023-09-23T18:22:43.920266+0000","last_became_peered":"2023-09-23T18:22:43.920266+0000","last_unstale":"2023-09-23T18:24:45.808982+0000","last_undegraded":"2023-09-23T18:24:45.808982+0000","last_fullsized":"2023-09-23T18:24:45.808982+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":518,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372545+0000","last_change":"2023-09-23T18:22:35.011102+0000","last_active":"2023-09-23T18:24:46.372545+0000","last_peered":"2023-09-23T18:24:46.372545+0000","last_clean":"2023-09-23T18:24:46.372545+0000","last_became_active":"2023-09-23T18:22:34.922434+0000","last_became_peered":"2023-09-23T18:22:34.922434+0000","last_unstale":"2023-09-23T18:24:46.372545+0000","last_undegraded":"2023-09-23T18:24:46.372545+0000","last_fullsized":"2023-09-23T18:24:46.372545+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":532,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.040986+0000","last_change":"2023-09-23T18:22:35.927711+0000","last_active":"2023-09-23T18:24:47.040986+0000","last_peered":"2023-09-23T18:24:47.040986+0000","last_clean":"2023-09-23T18:24:47.040986+0000","last_became_active":"2023-09-23T18:22:35.927389+0000","last_became_peered":"2023-09-23T18:22:35.927389+0000","last_unstale":"2023-09-23T18:24:47.040986+0000","last_undegraded":"2023-09-23T18:24:47.040986+0000","last_fullsized":"2023-09-23T18:24:47.040986+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:08:51.667774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":159,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.811011+0000","last_change":"2023-09-23T18:23:11.258487+0000","last_active":"2023-09-23T18:24:45.811011+0000","last_peered":"2023-09-23T18:24:45.811011+0000","last_clean":"2023-09-23T18:24:45.811011+0000","last_became_active":"2023-09-23T18:23:11.258172+0000","last_became_peered":"2023-09-23T18:23:11.258172+0000","last_unstale":"2023-09-23T18:24:45.811011+0000","last_undegraded":"2023-09-23T18:24:45.811011+0000","last_fullsized":"2023-09-23T18:24:45.811011+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"465'11612","reported_seq":21195,"reported_epoch":465,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:24:52.635530+0000","last_change":"2023-09-23T18:22:41.870948+0000","last_active":"2023-09-23T18:24:52.635530+0000","last_peered":"2023-09-23T18:24:52.635530+0000","last_clean":"2023-09-23T18:21:09.100175+0000","last_became_active":"2023-09-23T18:22:37.139320+0000","last_became_peered":"2023-09-23T18:22:37.139320+0000","last_unstale":"2023-09-23T18:24:52.635530+0000","last_undegraded":"2023-09-23T18:22:37.116067+0000","last_fullsized":"2023-09-23T18:22:36.911549+0000","mapping_epoch":441,"log_start":"403'1600","ondisk_log_start":"403'1600","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:14.374583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40894464,"num_objects":624,"num_object_clones":0,"num_object_copies":1872,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1928,"num_objects_misplaced":1928,"num_objects_unfound":0,"num_objects_dirty":624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11612,"num_write_kb":391552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4250,"num_bytes_recovered":227082240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,5],"avail_no_missing":["2","0","5"],"object_location_counts":[{"shards":"2,5","objects":-1304}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":846,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372450+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:24:46.372450+0000","last_peered":"2023-09-23T18:24:46.372450+0000","last_clean":"2023-09-23T18:24:46.372450+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:24:46.372450+0000","last_undegraded":"2023-09-23T18:24:46.372450+0000","last_fullsized":"2023-09-23T18:24:46.372450+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":56,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.049099+0000","last_change":"2023-09-23T18:22:33.961135+0000","last_active":"2023-09-23T18:24:47.049099+0000","last_peered":"2023-09-23T18:24:47.049099+0000","last_clean":"2023-09-23T18:24:47.049099+0000","last_became_active":"2023-09-23T18:22:33.960870+0000","last_became_peered":"2023-09-23T18:22:33.960870+0000","last_unstale":"2023-09-23T18:24:47.049099+0000","last_undegraded":"2023-09-23T18:24:47.049099+0000","last_fullsized":"2023-09-23T18:24:47.049099+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:32.895486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":65,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048166+0000","last_change":"2023-09-23T18:22:33.933134+0000","last_active":"2023-09-23T18:24:47.048166+0000","last_peered":"2023-09-23T18:24:47.048166+0000","last_clean":"2023-09-23T18:24:47.048166+0000","last_became_active":"2023-09-23T18:22:33.932824+0000","last_became_peered":"2023-09-23T18:22:33.932824+0000","last_unstale":"2023-09-23T18:24:47.048166+0000","last_undegraded":"2023-09-23T18:24:47.048166+0000","last_fullsized":"2023-09-23T18:24:47.048166+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:26:02.267859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"464'11776","reported_seq":11849,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.576650+0000","last_change":"2023-09-23T18:20:11.452776+0000","last_active":"2023-09-23T18:24:50.576650+0000","last_peered":"2023-09-23T18:24:50.576650+0000","last_clean":"2023-09-23T18:24:50.576650+0000","last_became_active":"2023-09-23T18:20:11.452485+0000","last_became_peered":"2023-09-23T18:20:11.452485+0000","last_unstale":"2023-09-23T18:24:50.576650+0000","last_undegraded":"2023-09-23T18:24:50.576650+0000","last_fullsized":"2023-09-23T18:24:50.576650+0000","mapping_epoch":398,"log_start":"408'4200","ondisk_log_start":"408'4200","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7576,"log_dups_size":0,"ondisk_log_size":7576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45219840,"num_objects":690,"num_object_clones":0,"num_object_copies":2070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11776,"num_write_kb":398912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":188,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.373161+0000","last_change":"2023-09-23T18:22:33.925972+0000","last_active":"2023-09-23T18:24:46.373161+0000","last_peered":"2023-09-23T18:24:46.373161+0000","last_clean":"2023-09-23T18:24:46.373161+0000","last_became_active":"2023-09-23T18:22:33.925359+0000","last_became_peered":"2023-09-23T18:22:33.925359+0000","last_unstale":"2023-09-23T18:24:46.373161+0000","last_undegraded":"2023-09-23T18:24:46.373161+0000","last_fullsized":"2023-09-23T18:24:46.373161+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":441,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805335+0000","last_change":"2023-09-23T18:22:35.935494+0000","last_active":"2023-09-23T18:24:46.805335+0000","last_peered":"2023-09-23T18:24:46.805335+0000","last_clean":"2023-09-23T18:24:46.805335+0000","last_became_active":"2023-09-23T18:22:35.935155+0000","last_became_peered":"2023-09-23T18:22:35.935155+0000","last_unstale":"2023-09-23T18:24:46.805335+0000","last_undegraded":"2023-09-23T18:24:46.805335+0000","last_fullsized":"2023-09-23T18:24:46.805335+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:43.648840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":75,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.047904+0000","last_change":"2023-09-23T18:22:35.925063+0000","last_active":"2023-09-23T18:24:47.047904+0000","last_peered":"2023-09-23T18:24:47.047904+0000","last_clean":"2023-09-23T18:24:47.047904+0000","last_became_active":"2023-09-23T18:22:35.924811+0000","last_became_peered":"2023-09-23T18:22:35.924811+0000","last_unstale":"2023-09-23T18:24:47.047904+0000","last_undegraded":"2023-09-23T18:24:47.047904+0000","last_fullsized":"2023-09-23T18:24:47.047904+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:02:52.021593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"464'11630","reported_seq":12702,"reported_epoch":464,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:24:50.502833+0000","last_change":"2023-09-23T18:22:41.867858+0000","last_active":"2023-09-23T18:24:50.502833+0000","last_peered":"2023-09-23T18:24:50.502833+0000","last_clean":"2023-09-23T18:21:40.813253+0000","last_became_active":"2023-09-23T18:22:36.940897+0000","last_became_peered":"2023-09-23T18:22:36.940897+0000","last_unstale":"2023-09-23T18:24:50.502833+0000","last_undegraded":"2023-09-23T18:22:41.867691+0000","last_fullsized":"2023-09-23T18:24:50.502833+0000","mapping_epoch":441,"log_start":"408'4100","ondisk_log_start":"408'4100","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7530,"log_dups_size":0,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45809688,"num_objects":700,"num_object_clones":0,"num_object_copies":2100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":63,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":700,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11630,"num_write_kb":394497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":487,"num_bytes_recovered":31916032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,4,7","objects":8},{"shards":"1,5,7","objects":692}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":515,"reported_epoch":465,"state":"active+clean","last_fresh":"2023-09-23T18:24:50.954287+0000","last_change":"2023-09-23T18:22:33.957892+0000","last_active":"2023-09-23T18:24:50.954287+0000","last_peered":"2023-09-23T18:24:50.954287+0000","last_clean":"2023-09-23T18:24:50.954287+0000","last_became_active":"2023-09-23T18:22:33.952582+0000","last_became_peered":"2023-09-23T18:22:33.952582+0000","last_unstale":"2023-09-23T18:24:50.954287+0000","last_undegraded":"2023-09-23T18:24:50.954287+0000","last_fullsized":"2023-09-23T18:24:50.954287+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:25:38.988260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1137,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805708+0000","last_change":"2023-09-23T18:22:36.916538+0000","last_active":"2023-09-23T18:24:46.805708+0000","last_peered":"2023-09-23T18:24:46.805708+0000","last_clean":"2023-09-23T18:24:46.805708+0000","last_became_active":"2023-09-23T18:22:36.915974+0000","last_became_peered":"2023-09-23T18:22:36.915974+0000","last_unstale":"2023-09-23T18:24:46.805708+0000","last_undegraded":"2023-09-23T18:24:46.805708+0000","last_fullsized":"2023-09-23T18:24:46.805708+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:43.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":103,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.817429+0000","last_change":"2023-09-23T18:22:33.923166+0000","last_active":"2023-09-23T18:24:46.817429+0000","last_peered":"2023-09-23T18:24:46.817429+0000","last_clean":"2023-09-23T18:24:46.817429+0000","last_became_active":"2023-09-23T18:22:33.922837+0000","last_became_peered":"2023-09-23T18:22:33.922837+0000","last_unstale":"2023-09-23T18:24:46.817429+0000","last_undegraded":"2023-09-23T18:24:46.817429+0000","last_fullsized":"2023-09-23T18:24:46.817429+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:35:56.159603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.c","version":"465'11729","reported_seq":11807,"reported_epoch":465,"state":"active+clean","last_fresh":"2023-09-23T18:24:53.371066+0000","last_change":"2023-09-23T18:20:11.454212+0000","last_active":"2023-09-23T18:24:53.371066+0000","last_peered":"2023-09-23T18:24:53.371066+0000","last_clean":"2023-09-23T18:24:53.371066+0000","last_became_active":"2023-09-23T18:20:11.453921+0000","last_became_peered":"2023-09-23T18:20:11.453921+0000","last_unstale":"2023-09-23T18:24:53.371066+0000","last_undegraded":"2023-09-23T18:24:53.371066+0000","last_fullsized":"2023-09-23T18:24:53.371066+0000","mapping_epoch":398,"log_start":"408'4218","ondisk_log_start":"408'4218","created":398,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:20:09.472751+0000","last_clean_scrub_stamp":"2023-09-23T18:20:09.472751+0000","objects_scrubbed":0,"log_size":7511,"log_dups_size":0,"ondisk_log_size":7511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:31:03.849234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40697856,"num_objects":621,"num_object_clones":0,"num_object_copies":1863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11729,"num_write_kb":395200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":124,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.372903+0000","last_change":"2023-09-23T18:23:11.269727+0000","last_active":"2023-09-23T18:24:46.372903+0000","last_peered":"2023-09-23T18:24:46.372903+0000","last_clean":"2023-09-23T18:24:46.372903+0000","last_became_active":"2023-09-23T18:23:11.269303+0000","last_became_peered":"2023-09-23T18:23:11.269303+0000","last_unstale":"2023-09-23T18:24:46.372903+0000","last_undegraded":"2023-09-23T18:24:46.372903+0000","last_fullsized":"2023-09-23T18:24:46.372903+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":69,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.048315+0000","last_change":"2023-09-23T18:22:33.962882+0000","last_active":"2023-09-23T18:24:47.048315+0000","last_peered":"2023-09-23T18:24:47.048315+0000","last_clean":"2023-09-23T18:24:47.048315+0000","last_became_active":"2023-09-23T18:22:33.962335+0000","last_became_peered":"2023-09-23T18:22:33.962335+0000","last_unstale":"2023-09-23T18:24:47.048315+0000","last_undegraded":"2023-09-23T18:24:47.048315+0000","last_fullsized":"2023-09-23T18:24:47.048315+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:20.848774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":193,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810232+0000","last_change":"2023-09-23T18:22:35.925415+0000","last_active":"2023-09-23T18:24:45.810232+0000","last_peered":"2023-09-23T18:24:45.810232+0000","last_clean":"2023-09-23T18:24:45.810232+0000","last_became_active":"2023-09-23T18:22:35.925021+0000","last_became_peered":"2023-09-23T18:22:35.925021+0000","last_unstale":"2023-09-23T18:24:45.810232+0000","last_undegraded":"2023-09-23T18:24:45.810232+0000","last_fullsized":"2023-09-23T18:24:45.810232+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":57,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.047984+0000","last_change":"2023-09-23T18:22:33.958609+0000","last_active":"2023-09-23T18:24:47.047984+0000","last_peered":"2023-09-23T18:24:47.047984+0000","last_clean":"2023-09-23T18:24:47.047984+0000","last_became_active":"2023-09-23T18:22:33.958133+0000","last_became_peered":"2023-09-23T18:22:33.958133+0000","last_unstale":"2023-09-23T18:24:47.047984+0000","last_undegraded":"2023-09-23T18:24:47.047984+0000","last_fullsized":"2023-09-23T18:24:47.047984+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:21:57.819616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":130,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:46.805379+0000","last_change":"2023-09-23T18:24:46.376111+0000","last_active":"2023-09-23T18:24:46.805379+0000","last_peered":"2023-09-23T18:24:46.805379+0000","last_clean":"2023-09-23T18:24:46.805379+0000","last_became_active":"2023-09-23T18:24:46.375733+0000","last_became_peered":"2023-09-23T18:24:46.375733+0000","last_unstale":"2023-09-23T18:24:46.805379+0000","last_undegraded":"2023-09-23T18:24:46.805379+0000","last_fullsized":"2023-09-23T18:24:46.805379+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:11.964950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":37,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808884+0000","last_change":"2023-09-23T18:22:35.964720+0000","last_active":"2023-09-23T18:24:45.808884+0000","last_peered":"2023-09-23T18:24:45.808884+0000","last_clean":"2023-09-23T18:24:45.808884+0000","last_became_active":"2023-09-23T18:22:35.941819+0000","last_became_peered":"2023-09-23T18:22:35.941819+0000","last_unstale":"2023-09-23T18:24:45.808884+0000","last_undegraded":"2023-09-23T18:24:45.808884+0000","last_fullsized":"2023-09-23T18:24:45.808884+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":142,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810320+0000","last_change":"2023-09-23T18:14:17.808326+0000","last_active":"2023-09-23T18:24:45.810320+0000","last_peered":"2023-09-23T18:24:45.810320+0000","last_clean":"2023-09-23T18:24:45.810320+0000","last_became_active":"2023-09-23T18:14:17.807243+0000","last_became_peered":"2023-09-23T18:14:17.807243+0000","last_unstale":"2023-09-23T18:24:45.810320+0000","last_undegraded":"2023-09-23T18:24:45.810320+0000","last_fullsized":"2023-09-23T18:24:45.810320+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":37,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.808992+0000","last_change":"2023-09-23T18:22:35.955914+0000","last_active":"2023-09-23T18:24:45.808992+0000","last_peered":"2023-09-23T18:24:45.808992+0000","last_clean":"2023-09-23T18:24:45.808992+0000","last_became_active":"2023-09-23T18:22:35.934981+0000","last_became_peered":"2023-09-23T18:22:35.934981+0000","last_unstale":"2023-09-23T18:24:45.808992+0000","last_undegraded":"2023-09-23T18:24:45.808992+0000","last_fullsized":"2023-09-23T18:24:45.808992+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":176,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810211+0000","last_change":"2023-09-23T18:22:33.924703+0000","last_active":"2023-09-23T18:24:45.810211+0000","last_peered":"2023-09-23T18:24:45.810211+0000","last_clean":"2023-09-23T18:24:45.810211+0000","last_became_active":"2023-09-23T18:22:33.924389+0000","last_became_peered":"2023-09-23T18:22:33.924389+0000","last_unstale":"2023-09-23T18:24:45.810211+0000","last_undegraded":"2023-09-23T18:24:45.810211+0000","last_fullsized":"2023-09-23T18:24:45.810211+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":536,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:48.567326+0000","last_change":"2023-09-23T18:22:04.007162+0000","last_active":"2023-09-23T18:24:48.567326+0000","last_peered":"2023-09-23T18:24:48.567326+0000","last_clean":"2023-09-23T18:24:48.567326+0000","last_became_active":"2023-09-23T18:22:04.006827+0000","last_became_peered":"2023-09-23T18:22:04.006827+0000","last_unstale":"2023-09-23T18:24:48.567326+0000","last_undegraded":"2023-09-23T18:24:48.567326+0000","last_fullsized":"2023-09-23T18:24:48.567326+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:34.650136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":538,"reported_epoch":464,"state":"active+clean","last_fresh":"2023-09-23T18:24:47.040266+0000","last_change":"2023-09-23T18:22:33.952123+0000","last_active":"2023-09-23T18:24:47.040266+0000","last_peered":"2023-09-23T18:24:47.040266+0000","last_clean":"2023-09-23T18:24:47.040266+0000","last_became_active":"2023-09-23T18:22:33.951837+0000","last_became_peered":"2023-09-23T18:22:33.951837+0000","last_unstale":"2023-09-23T18:24:47.040266+0000","last_undegraded":"2023-09-23T18:24:47.040266+0000","last_fullsized":"2023-09-23T18:24:47.040266+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:00:48.654449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":123,"reported_epoch":464,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T18:24:47.048661+0000","last_change":"2023-09-23T18:24:45.818390+0000","last_active":"2023-09-23T18:24:47.048661+0000","last_peered":"2023-09-23T18:24:47.048661+0000","last_clean":"2023-09-23T18:24:41.705555+0000","last_became_active":"2023-09-23T18:24:45.818127+0000","last_became_peered":"2023-09-23T18:24:45.818127+0000","last_unstale":"2023-09-23T18:24:47.048661+0000","last_undegraded":"2023-09-23T18:24:45.814130+0000","last_fullsized":"2023-09-23T18:24:47.048661+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:22.915448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2770,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":151,"reported_epoch":463,"state":"active+clean","last_fresh":"2023-09-23T18:24:45.810003+0000","last_change":"2023-09-23T18:22:03.974449+0000","last_active":"2023-09-23T18:24:45.810003+0000","last_peered":"2023-09-23T18:24:45.810003+0000","last_clean":"2023-09-23T18:24:45.810003+0000","last_became_active":"2023-09-23T18:22:03.974118+0000","last_became_peered":"2023-09-23T18:22:03.974118+0000","last_unstale":"2023-09-23T18:24:45.810003+0000","last_undegraded":"2023-09-23T18:24:45.810003+0000","last_fullsized":"2023-09-23T18:24:45.810003+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":101,"num_bytes_recovered":36788,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":693764120,"num_objects":10587,"num_object_clones":0,"num_object_copies":31761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3930,"num_objects_misplaced":3679,"num_objects_unfound":0,"num_objects_dirty":10587,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":186191,"num_write_kb":6296833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12225,"num_bytes_recovered":723910656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2534617088,"data_stored":2534604872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":132123,"ondisk_log_size":132123,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":226,"num_bytes_recovered":20971539,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430679,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1407784,"kb_used_data":511584,"kb_used_omap":0,"kb_used_meta":896192,"kb_avail":92337368,"statfs":{"total":95995035648,"available":94553464832,"internally_reserved":0,"allocated":523862016,"data_stored":522815918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":917700608},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":2.621,"15min":2.6800000000000002},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.089,"5min":16.593,"15min":16.593},"last":0.37},{"interface":"front","average":{"1min":1.3520000000000001,"5min":3.3239999999999998,"15min":3.6520000000000001},"min":{"1min":0.33900000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.2199999999999998,"5min":26.486000000000001,"15min":26.486000000000001},"last":2.4100000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:24:03 2023","interfaces":[{"interface":"back","average":{"1min":3.3090000000000002,"5min":1.6899999999999999,"15min":1.8600000000000001},"min":{"1min":0.378,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":9.2690000000000001,"5min":9.2690000000000001,"15min":12.595000000000001},"last":2.3849999999999998},{"interface":"front","average":{"1min":2.9540000000000002,"5min":1.849,"15min":2.0150000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":9.2829999999999995,"5min":9.2829999999999995,"15min":12.573},"last":1.4239999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:24:19 2023","interfaces":[{"interface":"back","average":{"1min":3.4260000000000002,"5min":2.117,"15min":2.2410000000000001},"min":{"1min":0.30199999999999999,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":10.613,"5min":10.613,"15min":15.449999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":2.395,"5min":2.323,"15min":2.4340000000000002},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.247},"max":{"1min":7.524,"5min":16.539000000000001,"15min":21.692},"last":0.40799999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":4.0270000000000001},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":5.6219999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:19 2023","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.03,"15min":0.872},"min":{"1min":0.28799999999999998,"5min":0.246,"15min":0.22900000000000001},"max":{"1min":4.2880000000000003,"5min":10.18,"15min":10.18},"last":4.1360000000000001},{"interface":"front","average":{"1min":1.637,"5min":1.1759999999999999,"15min":1.024},"min":{"1min":0.33100000000000002,"5min":0.254,"15min":0.254},"max":{"1min":6.9180000000000001,"5min":6.9180000000000001,"15min":9.6920000000000002},"last":3.9990000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:24:19 2023","interfaces":[{"interface":"back","average":{"1min":2.589,"5min":1.7090000000000001,"15min":1.1879999999999999},"min":{"1min":0.35299999999999998,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":6.8250000000000002,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.434},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.98299999999999998,"15min":0.95299999999999996},"min":{"1min":0.31900000000000001,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":4.2720000000000002,"5min":8.4429999999999996,"15min":13.282999999999999},"last":2.4260000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:24:02 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.21,"15min":0.94999999999999996},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.2110000000000003,"5min":7.0129999999999999,"15min":13.385},"last":2.4399999999999999},{"interface":"front","average":{"1min":1.986,"5min":1.722,"15min":1.2589999999999999},"min":{"1min":0.38,"5min":0.36699999999999999,"15min":0.34499999999999997},"max":{"1min":7.7610000000000001,"5min":16.478999999999999,"15min":16.478999999999999},"last":0.45800000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309775,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":402652,"kb_used_data":70932,"kb_used_omap":12,"kb_used_meta":331699,"kb_avail":93342500,"statfs":{"total":95995035648,"available":95582720000,"internally_reserved":0,"allocated":72634368,"data_stored":71600407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":339660479},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:40 2023","interfaces":[{"interface":"back","average":{"1min":3.0470000000000002,"5min":2.4409999999999998,"15min":2.3399999999999999},"min":{"1min":0.318,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":14.273,"5min":14.273,"15min":14.273},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.8980000000000001,"5min":2.2050000000000001,"15min":2.089},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":14.282999999999999,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:24:12 2023","interfaces":[{"interface":"back","average":{"1min":3.7509999999999999,"5min":2.2349999999999999,"15min":2.504},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":16.646000000000001,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.7350000000000001,"5min":1.843,"15min":2.1179999999999999},"min":{"1min":0.28699999999999998,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":8.2149999999999999,"5min":10.484,"15min":29.094000000000001},"last":0.39300000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:23:58 2023","interfaces":[{"interface":"back","average":{"1min":4.4699999999999998,"5min":2.3959999999999999,"15min":2.4500000000000002},"min":{"1min":0.504,"5min":0.314,"15min":0.26600000000000001},"max":{"1min":17.759,"5min":17.759,"15min":17.759},"last":0.373},{"interface":"front","average":{"1min":3.2429999999999999,"5min":2.3849999999999998,"15min":2.1890000000000001},"min":{"1min":0.36499999999999999,"5min":0.32200000000000001,"15min":0.28699999999999998},"max":{"1min":12.452999999999999,"5min":19.506,"15min":19.506},"last":0.44600000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:23:58 2023","interfaces":[{"interface":"back","average":{"1min":3.294,"5min":2.3090000000000002,"15min":2.3079999999999998},"min":{"1min":0.48599999999999999,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":12.390000000000001,"5min":12.390000000000001,"15min":25.228999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.6059999999999999,"5min":1.9099999999999999,"15min":2.0800000000000001},"min":{"1min":0.33100000000000002,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":9.2050000000000001,"5min":12.406000000000001,"15min":24.922000000000001},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 18:23:58 2023","interfaces":[{"interface":"back","average":{"1min":1.9219999999999999,"5min":1.1299999999999999,"15min":0.88200000000000001},"min":{"1min":0.29499999999999998,"5min":0.25600000000000001,"15min":0.23300000000000001},"max":{"1min":6.6310000000000002,"5min":7.3540000000000001,"15min":9.0589999999999993},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.302,"5min":1.329,"15min":1.0800000000000001},"min":{"1min":0.35199999999999998,"5min":0.27000000000000002,"15min":0.25900000000000001},"max":{"1min":9.5860000000000003,"5min":9.5860000000000003,"15min":9.5860000000000003},"last":0.48899999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:23:58 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.4530000000000001,"15min":1.2050000000000001},"min":{"1min":0.30599999999999999,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":8.8379999999999992,"5min":8.8379999999999992,"15min":19.145},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.8399999999999999,"5min":1.7430000000000001,"15min":1.24},"min":{"1min":0.46700000000000003,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":12.422000000000001,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:23:58 2023","interfaces":[{"interface":"back","average":{"1min":2.5939999999999999,"5min":1.5660000000000001,"15min":1.115},"min":{"1min":0.39300000000000002,"5min":0.35599999999999998,"15min":0.30499999999999999},"max":{"1min":12.319000000000001,"5min":13.009,"15min":13.009},"last":0.52900000000000003},{"interface":"front","average":{"1min":2.0019999999999998,"5min":1.276,"15min":0.97999999999999998},"min":{"1min":0.35399999999999998,"5min":0.33200000000000002,"15min":0.32200000000000001},"max":{"1min":8.6050000000000004,"5min":8.6050000000000004,"15min":8.7479999999999993},"last":0.48099999999999998}]}]},{"osd":1,"up_from":323,"seq":1387274436742,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":960744,"kb_used_data":524576,"kb_used_omap":17,"kb_used_meta":436078,"kb_avail":92784408,"statfs":{"total":95995035648,"available":95011233792,"internally_reserved":0,"allocated":537165824,"data_stored":535255125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":446543972},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:39 2023","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.3090000000000002,"15min":2.2029999999999998},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":10.898,"5min":17.73,"15min":17.73},"last":2.794},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.6509999999999998,"15min":2.7490000000000001},"min":{"1min":0.24199999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.563000000000001,"5min":10.563000000000001,"15min":10.563000000000001},"last":5.5439999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":2.657,"5min":2.7709999999999999,"15min":3.7730000000000001},"min":{"1min":0.26100000000000001,"5min":0.252,"15min":0.216},"max":{"1min":9.4260000000000002,"5min":14.619,"15min":23.407},"last":16.454000000000001},{"interface":"front","average":{"1min":2.3639999999999999,"5min":2.1459999999999999,"15min":3.8620000000000001},"min":{"1min":0.33300000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":17.800000000000001,"5min":17.800000000000001,"15min":57.387},"last":7.7469999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":7.0730000000000004},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":5.8600000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":7.4279999999999999,"5min":2.7810000000000001,"15min":2.0270000000000001},"min":{"1min":0.316,"5min":0.309,"15min":0.29799999999999999},"max":{"1min":107.854,"5min":107.854,"15min":107.854},"last":6.9909999999999997},{"interface":"front","average":{"1min":2.234,"5min":2.117,"15min":2.2999999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":12.638999999999999,"5min":12.638999999999999,"15min":14.898},"last":5.782}]},{"osd":5,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":7.4429999999999996,"5min":3.5840000000000001,"15min":2.8250000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":110.494,"5min":110.494,"15min":110.494},"last":5.8099999999999996},{"interface":"front","average":{"1min":3.4049999999999998,"5min":2.0819999999999999,"15min":2.6680000000000001},"min":{"1min":0.41899999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":13.226000000000001,"5min":17.434999999999999,"15min":31.023},"last":2.863}]},{"osd":6,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.0920000000000001,"5min":1.9810000000000001,"15min":2.5579999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38},"max":{"1min":13.180999999999999,"5min":13.180999999999999,"15min":31.064},"last":2.8340000000000001},{"interface":"front","average":{"1min":2.2469999999999999,"5min":1.73,"15min":1.766},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"max":{"1min":9.0250000000000004,"5min":12.276999999999999,"15min":13.855},"last":7.0289999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4249999999999998,"5min":2.8580000000000001,"15min":2.6299999999999999},"min":{"1min":0.37,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":12.686,"5min":12.686,"15min":14.949999999999999},"last":5.8360000000000003},{"interface":"front","average":{"1min":3.8969999999999998,"5min":2.5169999999999999,"15min":2.7909999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":17.84,"5min":17.84,"15min":31.093},"last":2.8900000000000001}]}]},{"osd":0,"up_from":438,"seq":1881195675996,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":945144,"kb_used_data":199600,"kb_used_omap":8,"kb_used_meta":745463,"kb_avail":92800008,"statfs":{"total":95995035648,"available":95027208192,"internally_reserved":0,"allocated":204390400,"data_stored":202468739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":763354724},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.133,"5min":2.972,"15min":2.9449999999999998},"min":{"1min":0.27900000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":12.19,"5min":24.265999999999998,"15min":24.265999999999998},"last":0.999},{"interface":"front","average":{"1min":3.4569999999999999,"5min":2.7400000000000002,"15min":2.6200000000000001},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":7.7290000000000001,"5min":24.506,"15min":24.506},"last":1.323}]},{"osd":2,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.5219999999999998,"15min":2.3999999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":15.983000000000001,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.8130000000000002,"15min":2.5830000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":13.755000000000001,"5min":13.755000000000001,"15min":13.755000000000001},"last":1.444}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":1.78},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.65700000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":2.9689999999999999,"15min":2.919},"min":{"1min":0.45700000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":12.202,"5min":14.289999999999999,"15min":14.289999999999999},"last":2.1589999999999998},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.3679999999999999,"15min":2.3580000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":12.308,"5min":13.821,"15min":13.821},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":1.472},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":1.8049999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.6800000000000002,"5min":3.1179999999999999,"15min":3.024},"min":{"1min":0.48399999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":12.276999999999999,"5min":13.865,"15min":13.865},"last":0.54400000000000004},{"interface":"front","average":{"1min":4.2060000000000004,"5min":2.8740000000000001,"15min":2.6520000000000001},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":8.8140000000000001,"5min":9.423,"15min":9.423},"last":2.0169999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":5.5640000000000001,"5min":2.8599999999999999,"15min":2.4100000000000001},"min":{"1min":0.83199999999999996,"5min":0.38,"15min":0.38},"max":{"1min":13.989000000000001,"5min":13.989000000000001,"15min":13.989000000000001},"last":1.3979999999999999},{"interface":"front","average":{"1min":3.298,"5min":3.9500000000000002,"15min":4.0590000000000002},"min":{"1min":0.44400000000000001,"5min":0.434,"15min":0.434},"max":{"1min":12.272,"5min":14.343,"15min":14.343},"last":1.7470000000000001}]}]},{"osd":2,"up_from":145,"seq":622770258210,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1098564,"kb_used_data":224700,"kb_used_omap":16,"kb_used_meta":873711,"kb_avail":92646588,"statfs":{"total":95995035648,"available":94870106112,"internally_reserved":0,"allocated":230092800,"data_stored":228103493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":894680226},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:35 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.786,"15min":2.7989999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":14.608000000000001,"5min":18.940000000000001,"15min":18.940000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.4650000000000001,"5min":2.3079999999999998,"15min":2.448},"min":{"1min":0.25800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.8949999999999996,"5min":9.6400000000000006,"15min":9.6400000000000006},"last":0.503}]},{"osd":1,"last update":"Sat Sep 23 18:24:07 2023","interfaces":[{"interface":"back","average":{"1min":3.472,"5min":2.8879999999999999,"15min":3.2949999999999999},"min":{"1min":0.35299999999999998,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":11.59,"5min":19.103999999999999,"15min":38.146999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":3.5630000000000002,"5min":3.0059999999999998,"15min":3.29},"min":{"1min":0.248,"5min":0.248,"15min":0.22500000000000001},"max":{"1min":8.7520000000000007,"5min":16.021999999999998,"15min":38.329000000000001},"last":0.55600000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7749999999999999,"5min":2.0870000000000002,"15min":2.7040000000000002},"min":{"1min":0.33300000000000002,"5min":0.32900000000000001,"15min":0.29299999999999998},"max":{"1min":7.2670000000000003,"5min":10.669,"15min":105.509},"last":9.6189999999999998},{"interface":"front","average":{"1min":2.0840000000000001,"5min":2.0870000000000002,"15min":2.415},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.34200000000000003},"max":{"1min":9.7530000000000001,"5min":10.513999999999999,"15min":105.529},"last":10.371}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.40600000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:24:01 2023","interfaces":[{"interface":"back","average":{"1min":2.673,"5min":2.1819999999999999,"15min":2.1909999999999998},"min":{"1min":0.53400000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":6.6900000000000004,"5min":10.555,"15min":13.114000000000001},"last":1.117},{"interface":"front","average":{"1min":3.2389999999999999,"5min":2.431,"15min":2.4220000000000002},"min":{"1min":0.51200000000000001,"5min":0.47099999999999997,"15min":0.39800000000000002},"max":{"1min":9.7100000000000009,"5min":10.586,"15min":14.699},"last":3.984}]},{"osd":7,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.9470000000000001,"5min":2.9119999999999999,"15min":2.8460000000000001},"min":{"1min":0.55300000000000005,"5min":0.40699999999999997,"15min":0.36899999999999999},"max":{"1min":13.837999999999999,"5min":13.837999999999999,"15min":109.81699999999999},"last":4.0270000000000001},{"interface":"front","average":{"1min":3.0680000000000001,"5min":2.4409999999999998,"15min":2.5680000000000001},"min":{"1min":0.441,"5min":0.36199999999999999,"15min":0.34699999999999998},"max":{"1min":11.81,"5min":14.013999999999999,"15min":109.70699999999999},"last":0.53400000000000003}]}]},{"osd":3,"up_from":100,"seq":429496729940,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1309372,"kb_used_data":380852,"kb_used_omap":4,"kb_used_meta":928507,"kb_avail":92435780,"statfs":{"total":95995035648,"available":94654238720,"internally_reserved":0,"allocated":389992448,"data_stored":388124065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":950791575},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":3.258,"15min":3.2589999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.118,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":2.7069999999999999,"5min":3.3580000000000001,"15min":3.4660000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":13.506,"5min":16.440000000000001,"15min":16.440000000000001},"last":0.65400000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":3.4630000000000001,"15min":3.391},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":11.677,"5min":65.340999999999994,"15min":65.340999999999994},"last":4.5789999999999997},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.1070000000000002,"15min":2.9980000000000002},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.20300000000000001},"max":{"1min":16.571999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":4.7910000000000004}]},{"osd":2,"last update":"Sat Sep 23 18:24:20 2023","interfaces":[{"interface":"back","average":{"1min":2.6059999999999999,"5min":2.6909999999999998,"15min":3.1640000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":16.497,"5min":18.782,"15min":93.429000000000002},"last":0.317},{"interface":"front","average":{"1min":1.954,"5min":2.9140000000000001,"15min":3.359},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":11.079000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.70599999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":2.4079999999999999,"15min":2.5329999999999999},"min":{"1min":0.35899999999999999,"5min":0.31900000000000001,"15min":0.28499999999999998},"max":{"1min":9.4920000000000009,"5min":13.441000000000001,"15min":23.469000000000001},"last":4.6950000000000003},{"interface":"front","average":{"1min":4.056,"5min":2.5150000000000001,"15min":2.4940000000000002},"min":{"1min":0.36299999999999999,"5min":0.34100000000000003,"15min":0.308},"max":{"1min":13.561,"5min":16.190999999999999,"15min":16.190999999999999},"last":4.6070000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":4.6849999999999996,"5min":2.7570000000000001,"15min":2.5510000000000002},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":12.345000000000001,"5min":16.143999999999998,"15min":18.802},"last":3.5550000000000002},{"interface":"front","average":{"1min":4.085,"5min":2.9740000000000002,"15min":2.6579999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":19.457999999999998},"last":3.5979999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":2.6629999999999998,"15min":2.5110000000000001},"min":{"1min":0.58299999999999996,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":16.472000000000001,"5min":16.472000000000001,"15min":16.472000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.5649999999999999,"15min":2.9380000000000002},"min":{"1min":0.55700000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":16.222000000000001,"5min":16.222000000000001,"15min":93.280000000000001},"last":3.621}]},{"osd":7,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":2.919,"5min":2.6659999999999999,"15min":2.4729999999999999},"min":{"1min":0.371,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":19.251000000000001,"5min":19.251000000000001,"15min":19.503},"last":3.9470000000000001},{"interface":"front","average":{"1min":3.1000000000000001,"5min":2.3359999999999999,"15min":2.5489999999999999},"min":{"1min":0.42099999999999999,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":9.423,"5min":11.6,"15min":23.422000000000001},"last":4.5490000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019362,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1112672,"kb_used_data":219672,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92632480,"statfs":{"total":95995035648,"available":94855659520,"internally_reserved":0,"allocated":224944128,"data_stored":223905901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":2.0419999999999998,"15min":1.994},"min":{"1min":0.27700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":9.9730000000000008,"5min":9.9730000000000008,"15min":9.9730000000000008},"last":0.435},{"interface":"front","average":{"1min":2.0659999999999998,"5min":2.1480000000000001,"15min":2.1619999999999999},"min":{"1min":0.34499999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.3620000000000001,"5min":6.0990000000000002,"15min":6.0990000000000002},"last":4.2400000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:24:05 2023","interfaces":[{"interface":"back","average":{"1min":2.452,"5min":2.2610000000000001,"15min":2.6000000000000001},"min":{"1min":0.35199999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":7.8140000000000001,"5min":18.733000000000001,"15min":155.029},"last":4.3230000000000004},{"interface":"front","average":{"1min":3.0329999999999999,"5min":1.9510000000000001,"15min":2.98},"min":{"1min":0.66000000000000003,"5min":0.34300000000000003,"15min":0.27300000000000002},"max":{"1min":13.282,"5min":13.282,"15min":154.94499999999999},"last":4.1779999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:24:26 2023","interfaces":[{"interface":"back","average":{"1min":3.5270000000000001,"5min":2.2090000000000001,"15min":2.097},"min":{"1min":0.376,"5min":0.30499999999999999,"15min":0.29599999999999999},"max":{"1min":9.1400000000000006,"5min":15.000999999999999,"15min":56.448},"last":0.39800000000000002},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.0609999999999999,"15min":2.137},"min":{"1min":0.40999999999999998,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":10.071,"5min":10.071,"15min":56.868000000000002},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":6.0529999999999999},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":4.7549999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":4.2130000000000001},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":4.298}]},{"osd":6,"last update":"Sat Sep 23 18:24:01 2023","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.4410000000000001,"15min":1.0960000000000001},"min":{"1min":0.32700000000000001,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":6.3209999999999997,"5min":8.1839999999999993,"15min":16.864999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":2.6560000000000001,"5min":1.831,"15min":1.198},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.29699999999999999},"max":{"1min":10.211,"5min":11.039,"15min":12.292},"last":4.2729999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:24:26 2023","interfaces":[{"interface":"back","average":{"1min":3.4340000000000002,"5min":1.748,"15min":1.3120000000000001},"min":{"1min":0.36899999999999999,"5min":0.33000000000000002,"15min":0.28499999999999998},"max":{"1min":11.943,"5min":11.943,"15min":16.891999999999999},"last":4.7830000000000004},{"interface":"front","average":{"1min":2.431,"5min":1.7929999999999999,"15min":1.1890000000000001},"min":{"1min":0.33500000000000002,"5min":0.33100000000000002,"15min":0.309},"max":{"1min":6.7480000000000002,"5min":15.507,"15min":15.507},"last":0.36599999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823134,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1377488,"kb_used_data":476744,"kb_used_omap":0,"kb_used_meta":900544,"kb_avail":92367664,"statfs":{"total":95995035648,"available":94584487936,"internally_reserved":0,"allocated":488185856,"data_stored":487159459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":922157056},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:38 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.2170000000000001,"15min":1.1850000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2119999999999997,"5min":6.2119999999999997,"15min":6.2119999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":5.1120000000000001,"5min":3.5299999999999998,"15min":3.266},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:24:12 2023","interfaces":[{"interface":"back","average":{"1min":2.1589999999999998,"5min":1.546,"15min":2.0219999999999998},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":6.7649999999999997,"5min":7.3780000000000001,"15min":65.379000000000005},"last":7.7270000000000003},{"interface":"front","average":{"1min":3.7669999999999999,"5min":2.5859999999999999,"15min":2.464},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":10.239000000000001,"5min":10.239000000000001,"15min":65.272000000000006},"last":7.8170000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:24:12 2023","interfaces":[{"interface":"back","average":{"1min":3.7410000000000001,"5min":2.738,"15min":2.7839999999999998},"min":{"1min":0.39600000000000002,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":15.314,"5min":15.314,"15min":44.081000000000003},"last":2.532},{"interface":"front","average":{"1min":2.7410000000000001,"5min":2.1200000000000001,"15min":2.5169999999999999},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":10.724,"5min":12.4,"15min":44.094999999999999},"last":2.5539999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":4.6980000000000004,"5min":2.8399999999999999,"15min":2.9129999999999998},"min":{"1min":0.41099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":12.249000000000001,"5min":14.65,"15min":31.109999999999999},"last":1.554},{"interface":"front","average":{"1min":3.5019999999999998,"5min":2.7730000000000001,"15min":2.7610000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.968,"5min":14.313000000000001,"15min":28.795999999999999},"last":3.6709999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.29,"15min":1.0049999999999999},"min":{"1min":0.32700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.391999999999999,"5min":18.024999999999999,"15min":18.024999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":4.4349999999999996,"5min":2.1629999999999998,"15min":1.663},"min":{"1min":0.32100000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.459,"5min":15.459,"15min":18.003},"last":0.29499999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:24:12 2023","interfaces":[{"interface":"back","average":{"1min":2.4300000000000002,"5min":1.631,"15min":1.2410000000000001},"min":{"1min":0.36499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":8.9580000000000002,"5min":18.081,"15min":18.081},"last":0.316},{"interface":"front","average":{"1min":4.3570000000000002,"5min":2.3199999999999998,"15min":1.613},"min":{"1min":0.42099999999999999,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":12.16,"5min":16.901,"15min":17.952999999999999},"last":0.37}]},{"osd":7,"last update":"Sat Sep 23 18:24:12 2023","interfaces":[{"interface":"back","average":{"1min":2.9860000000000002,"5min":1.679,"15min":1.2909999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":13.429,"5min":13.429,"15min":16.779},"last":0.41799999999999998},{"interface":"front","average":{"1min":4.5369999999999999,"5min":2.476,"15min":1.681},"min":{"1min":0.47499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":12.308999999999999,"5min":21.335000000000001,"15min":21.335000000000001},"last":0.40000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":196476928,"data_stored":196476928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":510267392,"data_stored":510263320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":216203264,"data_stored":216203264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":368705536,"data_stored":368705536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":212144128,"data_stored":212140056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":469041152,"data_stored":469041152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61276160,"data_stored":61276160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":500502528,"data_stored":500498456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:24:54.882 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_4 pgp_num 16 2023-09-23T18:24:54.950 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:55.000 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:24:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:24:54] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.33.4" 2023-09-23T18:24:55.123 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:55.127 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:24:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:24:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:24:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:24:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99334 9.8 9:1436d300:::benchmark_data_smithi018_362865_object943:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.903879+0000", 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 142.207765604, 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.139878693, 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99334 2023-09-23T18:24:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903879+0000", 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903879+0000", 2023-09-23T18:24:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903877+0000", 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903886+0000", 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4589999999999998e-06 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903903+0000", 2023-09-23T18:24:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7388999999999999e-05 2023-09-23T18:24:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.903914+0000", 2023-09-23T18:24:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.06e-05 2023-09-23T18:24:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930240+0000", 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026325715 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930412+0000", 2023-09-23T18:24:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017217400000000001 2023-09-23T18:24:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 5,7", 2023-09-23T18:24:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930576+0000", 2023-09-23T18:24:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000164136 2023-09-23T18:24:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.942363+0000", 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011786939 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.942376+0000", 2023-09-23T18:24:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3481e-05 2023-09-23T18:24:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923216+0000", 2023-09-23T18:24:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98083935099999997 2023-09-23T18:24:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923232+0000", 2023-09-23T18:24:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6878e-05 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909884+0000", 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.986651901 2023-09-23T18:24:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909897+0000", 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2628e-05 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916649+0000", 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0067517420000001 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916661+0000", 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1929999999999999e-05 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.967297+0000", 2023-09-23T18:24:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0506358950000001 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.967431+0000", 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013451399999999999 2023-09-23T18:24:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.043698+0000", 2023-09-23T18:24:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.076266770999999997 2023-09-23T18:24:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.043758+0000", 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0047999999999998e-05 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99337 9.8 9:170b3804:::benchmark_data_smithi018_362865_object946:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.930957+0000", 2023-09-23T18:24:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 142.18068817599999, 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1113628589999998, 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99337 2023-09-23T18:24:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930957+0000", 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930957+0000", 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930956+0000", 2023-09-23T18:24:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930959+0000", 2023-09-23T18:24:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.004e-06 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930966+0000", 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7159999999999997e-06 2023-09-23T18:24:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.930972+0000", 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7200000000000003e-06 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.942579+0000", 2023-09-23T18:24:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011607411999999999 2023-09-23T18:24:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.942588+0000", 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8130000000000002e-06 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923939+0000", 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98135141199999998 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923951+0000", 2023-09-23T18:24:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1328000000000001e-05 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909919+0000", 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98596888100000002 2023-09-23T18:24:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909927+0000", 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6240000000000002e-06 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916717+0000", 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0067904160000001 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916725+0000", 2023-09-23T18:24:55.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7719999999999994e-06 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.967725+0000", 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0509994389999999 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.967831+0000", 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010623799999999999 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.967959+0000", 2023-09-23T18:24:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012814 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.977919+0000", 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0099597430000000001 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.985380+0000", 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0074616320000000002 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042047+0000", 2023-09-23T18:24:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056666688 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042103+0000", 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6107000000000003e-05 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042320+0000", 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000216264 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99353 9.8 9:14fa5ca2:::benchmark_data_smithi018_362865_object962:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.980814+0000", 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 142.13083083699999, 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0618463260000004, 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99353 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980814+0000", 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980814+0000", 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980812+0000", 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980822+0000", 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9639999999999998e-06 2023-09-23T18:24:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980842+0000", 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9825000000000001e-05 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980852+0000", 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9669999999999996e-06 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980934+0000", 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2329000000000004e-05 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.980949+0000", 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5339e-05 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923979+0000", 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94302984700000003 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.923988+0000", 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5369999999999997e-06 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909947+0000", 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98595969500000002 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909955+0000", 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5909999999999998e-06 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916748+0000", 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0067931830000001 2023-09-23T18:24:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916756+0000", 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0209999999999999e-06 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.970577+0000", 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0538203349999999 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.970746+0000", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016944 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.970881+0000", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013452599999999999 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.985424+0000", 2023-09-23T18:24:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014543270000000001 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.985497+0000", 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3603999999999995e-05 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042360+0000", 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056863030000000002 2023-09-23T18:24:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042424+0000", 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3165999999999998e-05 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.042660+0000", 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00023671 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99365 9.8 9:19af61d9:::benchmark_data_smithi018_362865_object974:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:33.013127+0000", 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 142.098517442, 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0303720309999997, 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99365 2023-09-23T18:24:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013127+0000", 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013127+0000", 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013125+0000", 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013136+0000", 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0366999999999999e-05 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013155+0000", 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8726999999999999e-05 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013167+0000", 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2676e-05 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013247+0000", 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9881000000000003e-05 2023-09-23T18:24:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.013263+0000", 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6178e-05 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.924596+0000", 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.911332696 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.924607+0000", 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0913e-05 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909974+0000", 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98536753499999996 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.909982+0000", 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4490000000000002e-06 2023-09-23T18:24:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916777+0000", 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.006794929 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.916785+0000", 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0509999999999997e-06 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.974430+0000", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.057645014 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.974578+0000", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014854899999999999 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.974724+0000", 2023-09-23T18:24:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000145673 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:36.985475+0000", 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010750843 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.041986+0000", 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.056511504999999997 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.043254+0000", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012679799999999999 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.043326+0000", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1296000000000003e-05 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.043499+0000", 2023-09-23T18:24:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017367899999999999 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103144 9.8 9:1105664d:::benchmark_data_smithi018_362865_object4753:head [delete] snapc 0=[] ondisk+write+known_if_redirected e442)", 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.815323+0000", 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.29632160899999, 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.209762239, 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:24:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103144 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815323+0000", 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815323+0000", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815323+0000", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815326+0000", 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4070000000000002e-06 2023-09-23T18:24:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815333+0000", 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1729999999999998e-06 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815339+0000", 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9020000000000004e-06 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815381+0000", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1977999999999997e-05 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815515+0000", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013350699999999999 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.815642+0000", 2023-09-23T18:24:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000127871 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.819121+0000", 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0034784239999999999 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.824355+0000", 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0052344219999999999 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.824367+0000", 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2004999999999999e-05 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.016884+0000", 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.192516396 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for missing object", 2023-09-23T18:24:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.017033+0000", 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000148873 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025000+0000", 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0079674040000000008 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025085+0000", 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5478999999999999e-05 2023-09-23T18:24:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103167 9.8 9:186abc6a:::benchmark_data_smithi018_362865_object4776:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.843722+0000", 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.267923145, 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.188176033, 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103167 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843722+0000", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843722+0000", 2023-09-23T18:24:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843720+0000", 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843727+0000", 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3799999999999996e-06 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843743+0000", 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5520999999999999e-05 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.843751+0000", 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3440000000000001e-06 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.845856+0000", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0021048450000000002 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.845881+0000", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4786e-05 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.017384+0000", 2023-09-23T18:24:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1715034129999999 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.017529+0000", 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014474299999999999 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.017661+0000", 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013177100000000001 2023-09-23T18:24:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.024665+0000", 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0070042489999999997 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031686+0000", 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0070209909999999999 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031771+0000", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4827000000000006e-05 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031811+0000", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.0620000000000001e-05 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031898+0000", 2023-09-23T18:24:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6261000000000006e-05 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103188 9.8 9:1953af94:::benchmark_data_smithi018_362865_object4797:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.870420+0000", 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.24122441700001, 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.161609152, 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103188 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870420+0000", 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870420+0000", 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870419+0000", 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870426+0000", 2023-09-23T18:24:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9940000000000003e-06 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870444+0000", 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7825999999999998e-05 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870452+0000", 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4999999999999999e-06 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870510+0000", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7247999999999998e-05 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.870520+0000", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.013e-05 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.021190+0000", 2023-09-23T18:24:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.150670509 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.021323+0000", 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132533 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.021454+0000", 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013071799999999999 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025116+0000", 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036627040000000001 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031762+0000", 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00664571 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031908+0000", 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014551899999999999 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031944+0000", 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.667e-05 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032030+0000", 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5395000000000005e-05 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103230 9.8 9:1999062d:::benchmark_data_smithi018_362865_object4839:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.926205+0000", 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.18544032899999, 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.106007679, 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103230 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926205+0000", 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926205+0000", 2023-09-23T18:24:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926203+0000", 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926208+0000", 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8590000000000004e-06 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926216+0000", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3240000000000003e-06 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926224+0000", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6960000000000005e-06 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926358+0000", 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013392300000000001 2023-09-23T18:24:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.926368+0000", 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9429999999999995e-06 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025139+0000", 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.098771315 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025254+0000", 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115005 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.025363+0000", 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010912399999999999 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.031725+0000", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0063619779999999999 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032042+0000", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00031719799999999998 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032077+0000", 2023-09-23T18:24:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4708e-05 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032121+0000", 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3930999999999997e-05 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032212+0000", 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1112000000000005e-05 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103276 9.8 9:13d9d7c2:::benchmark_data_smithi018_362865_object4885:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.978249+0000", 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.13339633499999, 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0648194, 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103276 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978249+0000", 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978249+0000", 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978247+0000", 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978253+0000", 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9050000000000002e-06 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978264+0000", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1063000000000001e-05 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978271+0000", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4120000000000004e-06 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978319+0000", 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7094e-05 2023-09-23T18:24:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.978328+0000", 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0610000000000002e-06 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.028514+0000", 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0501862550000001 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.028646+0000", 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013223999999999999 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.028790+0000", 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014394500000000001 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032222+0000", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003432081 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032258+0000", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6146000000000003e-05 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.042904+0000", 2023-09-23T18:24:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.01064594 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.042959+0000", 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4719999999999998e-05 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043068+0000", 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108966 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103281 9.8 9:17d7b042:::benchmark_data_smithi018_362865_object4890:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:41.983787+0000", 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.127857474, 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.059512316, 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103281 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983787+0000", 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983787+0000", 2023-09-23T18:24:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983786+0000", 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983791+0000", 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7110000000000003e-06 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983800+0000", 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3889999999999994e-06 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983805+0000", 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7849999999999999e-06 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983857+0000", 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1915e-05 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:41.983870+0000", 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2860000000000001e-05 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032282+0000", 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0484126659999999 2023-09-23T18:24:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032384+0000", 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101189 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.032504+0000", 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012034 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.042839+0000", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010334922 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043116+0000", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00027703200000000003 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043200+0000", 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4154999999999996e-05 2023-09-23T18:24:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043240+0000", 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9524000000000003e-05 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043300+0000", 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0074000000000001e-05 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103300 9.8 9:141efc21:::benchmark_data_smithi018_362865_object4909:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.009610+0000", 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.102034514, 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0546421530000001, 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103300 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009610+0000", 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009610+0000", 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009609+0000", 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009615+0000", 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1850000000000001e-06 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009627+0000", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2142e-05 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009634+0000", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1879999999999999e-06 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009702+0000", 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8504999999999995e-05 2023-09-23T18:24:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.009714+0000", 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2057e-05 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.035638+0000", 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0259233539999999 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.035821+0000", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018325899999999999 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.035947+0000", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000125745 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043156+0000", 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0072098170000000003 2023-09-23T18:24:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043309+0000", 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015272899999999999 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064090+0000", 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020781134 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064138+0000", 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7772000000000003e-05 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064252+0000", 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011444599999999999 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103326 9.8 9:109b941b:::benchmark_data_smithi018_362865_object4935:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.039870+0000", 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.071774605, 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.024591147, 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103326 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039870+0000", 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039870+0000", 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039869+0000", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039874+0000", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2509999999999996e-06 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039882+0000", 2023-09-23T18:24:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5930000000000006e-06 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039890+0000", 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3309999999999998e-06 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039956+0000", 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6456000000000002e-05 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.039969+0000", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3043e-05 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.039226+0000", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99925678500000004 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.039359+0000", 2023-09-23T18:24:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013271600000000001 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.039495+0000", 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136618 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050635+0000", 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011140268 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050688+0000", 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2852000000000002e-05 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064303+0000", 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013614922999999999 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064359+0000", 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6116000000000003e-05 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064461+0000", 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010204600000000001 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103332 9.8 9:17df31f8:::benchmark_data_smithi018_362865_object4941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.048240+0000", 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.06340510300001, 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0164580830000001, 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103332 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048240+0000", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048240+0000", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048238+0000", 2023-09-23T18:24:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048248+0000", 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0346000000000001e-05 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048270+0000", 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1806000000000001e-05 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048281+0000", 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1483e-05 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048347+0000", 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.5579000000000004e-05 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.048356+0000", 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5510000000000005e-06 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043358+0000", 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99500129000000004 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043508+0000", 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015049599999999999 2023-09-23T18:24:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.043656+0000", 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014768800000000001 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050696+0000", 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0070398980000000002 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064510+0000", 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013814375 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064546+0000", 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5661000000000003e-05 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064589+0000", 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2963000000000002e-05 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064698+0000", 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000108959 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103336 9.8 9:16a975f4:::benchmark_data_smithi018_362865_object4945:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.053132+0000", 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.058512734, 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.01188653, 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103336 2023-09-23T18:24:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053132+0000", 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053132+0000", 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053130+0000", 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053137+0000", 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4609999999999996e-06 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053149+0000", 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1919999999999999e-05 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053155+0000", 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1890000000000004e-06 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053204+0000", 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8702000000000002e-05 2023-09-23T18:24:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.053213+0000", 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5440000000000004e-06 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.047078+0000", 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99386461199999998 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.047215+0000", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136988 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.047345+0000", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000129958 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.060628+0000", 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013283077000000001 2023-09-23T18:24:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064738+0000", 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041104440000000004 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064863+0000", 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012445300000000001 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064907+0000", 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4254e-05 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065019+0000", 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000111574 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103342 9.8 9:1810f938:::benchmark_data_smithi018_362865_object4951:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.063763+0000", 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.047881432, 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0155565099999999, 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103342 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063763+0000", 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063763+0000", 2023-09-23T18:24:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063761+0000", 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063772+0000", 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.042e-05 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063794+0000", 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1810999999999998e-05 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063804+0000", 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0599e-05 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063875+0000", 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1044000000000006e-05 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.063891+0000", 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5577e-05 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050722+0000", 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98683069000000001 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050819+0000", 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7532000000000001e-05 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.050896+0000", 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7361999999999996e-05 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.060634+0000", 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0097377290000000005 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064773+0000", 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041386519999999996 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079168+0000", 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014394743 2023-09-23T18:24:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079218+0000", 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0123000000000001e-05 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079320+0000", 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000102185 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103345 9.8 9:11eac8d1:::benchmark_data_smithi018_362865_object4954:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.068069+0000", 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.04357567400001, 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.011416933, 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103345 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068069+0000", 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068069+0000", 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068068+0000", 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068074+0000", 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8900000000000004e-06 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068087+0000", 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3019e-05 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068094+0000", 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7139999999999996e-06 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068155+0000", 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0822000000000001e-05 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.068166+0000", 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1639e-05 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.053639+0000", 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98547253499999998 2023-09-23T18:24:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.053785+0000", 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014615099999999999 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.053905+0000", 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012043 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064048+0000", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010142366999999999 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064827+0000", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00077934900000000004 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079358+0000", 2023-09-23T18:24:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014531413999999999 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079400+0000", 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1294999999999997e-05 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079486+0000", 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6405999999999999e-05 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103348 9.8 9:1fefe25d:::benchmark_data_smithi018_362865_object4957:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.071839+0000", 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.03980630699999, 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0078090230000001, 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103348 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071839+0000", 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071839+0000", 2023-09-23T18:24:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071837+0000", 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071847+0000", 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8900000000000002e-06 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071869+0000", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2481999999999999e-05 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071884+0000", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5356e-05 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071968+0000", 2023-09-23T18:24:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3932999999999998e-05 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.071980+0000", 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1742999999999999e-05 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.057075+0000", 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98509446099999998 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.057185+0000", 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110153 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.057295+0000", 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000109936 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064263+0000", 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0069688880000000003 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065062+0000", 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00079803800000000005 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079522+0000", 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014460285 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079562+0000", 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9956999999999997e-05 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079648+0000", 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5792999999999997e-05 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103363 9.8 9:1131db78:::benchmark_data_smithi018_362865_object4972:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.102004+0000", 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 133.00964081800001, 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.97781323200000003, 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103363 2023-09-23T18:24:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102004+0000", 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102004+0000", 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102003+0000", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102010+0000", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0740000000000004e-06 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102023+0000", 2023-09-23T18:24:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2988e-05 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102031+0000", 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7819999999999999e-06 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102111+0000", 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9925999999999993e-05 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.102123+0000", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2047e-05 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.060665+0000", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.95854131499999995 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.060801+0000", 2023-09-23T18:24:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013612100000000001 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.060921+0000", 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120487 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.064471+0000", 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003549736 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065101+0000", 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000629716 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079690+0000", 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014589176000000001 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079733+0000", 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2667999999999999e-05 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079817+0000", 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4677000000000003e-05 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:103389 9.8 9:16a9b1b0:::benchmark_data_smithi018_362865_object4998:head [delete] snapc 0=[] ondisk+write+known_if_redirected e443)", 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:42.175778+0000", 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 132.93586643099999, 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.91448995899999996, 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 103389 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175778+0000", 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175778+0000", 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175776+0000", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175786+0000", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7589999999999992e-06 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175805+0000", 2023-09-23T18:24:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9111999999999999e-05 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175814+0000", 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6570000000000003e-06 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175876+0000", 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1793999999999998e-05 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:42.175888+0000", 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2347000000000001e-05 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065127+0000", 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.88923932500000002 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065264+0000", 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013678400000000001 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.065406+0000", 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141674 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079128+0000", 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013722791999999999 2023-09-23T18:24:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.079852+0000", 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00072393299999999996 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.090116+0000", 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010263474 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.090167+0000", 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0967000000000002e-05 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:43.090268+0000", 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101539 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:152113 9.8 9:12b31394:::benchmark_data_smithi018_362865_object53722:head [delete] snapc 0=[] ondisk+write+known_if_redirected e456)", 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:23:56.871757+0000", 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 58.239887981000003, 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.115848575, 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 152113 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871757+0000", 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871757+0000", 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871755+0000", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871762+0000", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8669999999999996e-06 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871774+0000", 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1832e-05 2023-09-23T18:24:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871780+0000", 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.0240000000000003e-06 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871835+0000", 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.5562000000000001e-05 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.871965+0000", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012987099999999999 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.872102+0000", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136687 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.876205+0000", 2023-09-23T18:24:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041035630000000002 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.877897+0000", 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001691728 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.984801+0000", 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10690365 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.987495+0000", 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026937770000000001 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:23:56.987605+0000", 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110813 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:24:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:24:55.318 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:24:55.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:55.319 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:55.319 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[149401]: pgmap v1407: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 666 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 446 op/s; 3932/31845 objects degraded (12.347%); 3679/31845 objects misplaced (11.553%); 0 B/s, 89 objects/s recovering 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[149401]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[153734]: pgmap v1407: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 666 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 446 op/s; 3932/31845 objects degraded (12.347%); 3679/31845 objects misplaced (11.553%); 0 B/s, 89 objects/s recovering 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[153734]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:55.320 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:55.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:55.541 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:55 smithi149 ceph-mon[135148]: pgmap v1407: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 666 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 446 op/s; 3932/31845 objects degraded (12.347%); 3679/31845 objects misplaced (11.553%); 0 B/s, 89 objects/s recovering 2023-09-23T18:24:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:55 smithi149 ceph-mon[135148]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:24:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:24:55.711 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:24:55.733 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:55.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:55.746 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:55.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:55.942 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:24:56.192 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:56.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:56.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:56.299 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:24:56.354 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:56.622 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:24:56.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:56.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:24:56.706 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:24:56.736 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:56.788 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:56.909 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:56.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:56.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:57.019 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:24:57.094 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:57.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:57 smithi018 ceph-mon[149401]: pgmap v1408: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 614 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 460 op/s; 3932/29325 objects degraded (13.408%); 3679/29325 objects misplaced (12.546%); 0 B/s, 79 objects/s recovering 2023-09-23T18:24:57.194 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3932/29325 objects degraded (13.408%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:57.194 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:57 smithi018 ceph-mon[153734]: pgmap v1408: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 614 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 460 op/s; 3932/29325 objects degraded (13.408%); 3679/29325 objects misplaced (12.546%); 0 B/s, 79 objects/s recovering 2023-09-23T18:24:57.194 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3932/29325 objects degraded (13.408%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:57.257 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:24:57.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:57.271 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:24:57.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:57 smithi149 ceph-mon[135148]: pgmap v1408: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 614 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 460 op/s; 3932/29325 objects degraded (13.408%); 3679/29325 objects misplaced (12.546%); 0 B/s, 79 objects/s recovering 2023-09-23T18:24:57.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3932/29325 objects degraded (13.408%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:24:57.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:24:57.451 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:57.822 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:24:57.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:57.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:24:57.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:24:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:58.193 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:24:58.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:58.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:24:58.300 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:24:58.349 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:58.420 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:24:58.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:58.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:24:58.520 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:24:58.521 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:24:58.521 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:24:58.521 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:24:58.538 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:58.583 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:24:58.621 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:24:58.642 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:58.663 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:24:58.700 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:24:58.747 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:24:58.786 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:24:58.827 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:24:58.873 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.927 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: pgmap v1409: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 537 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 3682/25629 objects degraded (14.367%); 3037/25629 objects misplaced (11.850%); 0 B/s, 49 objects/s recovering 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3960123545' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:58.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/145663918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: pgmap v1409: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 537 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 3682/25629 objects degraded (14.367%); 3037/25629 objects misplaced (11.850%); 0 B/s, 49 objects/s recovering 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3960123545' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:58.955 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/145663918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:58.984 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:58.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:58.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:59.070 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:24:59.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:24:59.171 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:59.233 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 9 pgp_num to 16 2023-09-23T18:24:59.244 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:24:59.406 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: pgmap v1409: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 537 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 3682/25629 objects degraded (14.367%); 3037/25629 objects misplaced (11.850%); 0 B/s, 49 objects/s recovering 2023-09-23T18:24:59.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:59.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:24:59.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3960123545' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:59.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:24:59.407 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/145663918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:24:59.493 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:24:59.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:59.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:24:59.611 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:59.688 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:59.743 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:24:59.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:24:59.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:24:59.849 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:24:59.908 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:24:59.929 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:24:59.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3782637442' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:24:59.937 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:24:59.938 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:24:59.996 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:00.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:00.002 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3782637442' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:00.067 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[153734]: osdmap e466: 8 total, 8 up, 8 in 2023-09-23T18:25:00.069 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3782637442' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:00.070 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:24:59 smithi018 ceph-mon[149401]: osdmap e466: 8 total, 8 up, 8 in 2023-09-23T18:25:00.104 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:00.152 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:00.219 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:00.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:00.230 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:00.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: failed to encode map e466 with expected crc 2023-09-23T18:25:00.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:00.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:00.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:24:59 smithi149 ceph-mon[135148]: osdmap e466: 8 total, 8 up, 8 in 2023-09-23T18:25:00.331 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:00.438 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:00.511 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:00.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:00.522 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:00.623 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:00.700 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:00.888 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:00.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:00.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:00.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:01.076 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:01.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:01.168 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:01.269 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:25:01.343 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:01.427 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:25:01.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:01.437 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:25:01.495 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:25:01.539 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:01.560 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:01.561 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: pgmap v1411: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 494 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 3682/23556 objects degraded (15.631%); 2926/23556 objects misplaced (12.421%); 0 B/s, 56 objects/s recovering 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:25:01.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.626 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:01.765 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:01.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:01.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: pgmap v1411: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 494 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 3682/23556 objects degraded (15.631%); 2926/23556 objects misplaced (12.421%); 0 B/s, 56 objects/s recovering 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:25:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: pgmap v1411: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 494 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 463 op/s; 3682/23556 objects degraded (15.631%); 2926/23556 objects misplaced (12.421%); 0 B/s, 56 objects/s recovering 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:25:01.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:01.874 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:01.949 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:02.036 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:02.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:02.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:02.075 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:25:02.156 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:02.169 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:25:02.241 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:02.336 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:02.352 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:02.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:02.365 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:02.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:02.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3682/23556 objects degraded (15.631%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:02.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3682/23556 objects degraded (15.631%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:02.546 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3682/23556 objects degraded (15.631%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:02.691 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:02.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:02.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:02.813 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:02.889 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:03.049 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:03.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:03.050 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:03.050 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:03.151 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:03.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:03.395 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:03.400 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:03.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:03.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:03.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:25:03.531 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:03 smithi149 ceph-mon[135148]: pgmap v1412: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 390 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3682/18597 objects degraded (19.799%); 2755/18597 objects misplaced (14.814%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:03.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:03 smithi018 ceph-mon[153734]: pgmap v1412: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 390 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3682/18597 objects degraded (19.799%); 2755/18597 objects misplaced (14.814%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:03.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:03 smithi018 ceph-mon[149401]: pgmap v1412: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 390 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 3682/18597 objects degraded (19.799%); 2755/18597 objects misplaced (14.814%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:03.587 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:03.707 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:25:03.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:03.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:25:03.813 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:03.887 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:04.082 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:04.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:04.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:04.190 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:04.243 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:04.338 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:04.393 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:04.429 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:04.461 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:25:04.498 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:04.510 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:04 smithi018 ceph-mon[153734]: pgmap v1413: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 305 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3438/14523 objects degraded (23.673%); 2188/14523 objects misplaced (15.066%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:04.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:04 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4071952389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:04.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:04 smithi018 ceph-mon[149401]: pgmap v1413: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 305 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3438/14523 objects degraded (23.673%); 2188/14523 objects misplaced (15.066%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:04.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:04 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4071952389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:04.540 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:25:04.588 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:04.627 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.653 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:25:04.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:04 smithi149 ceph-mon[135148]: pgmap v1413: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 305 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3438/14523 objects degraded (23.673%); 2188/14523 objects misplaced (15.066%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:04.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:04 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4071952389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:04.767 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [] live_osds: [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:25:04.768 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:04.768 INFO:tasks.thrashosds.thrasher:Killing osd 3, live_osds are [0, 3, 4, 5, 7, 2, 6, 1] 2023-09-23T18:25:04.768 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-09-23T18:25:04.768 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3 2023-09-23T18:25:05.251 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:05.260 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:25:04 smithi018 systemd[1]: Stopping Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:25:05.260 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:04] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.33.4" 2023-09-23T18:25:05.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:05.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:05.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:05.457 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:05.580 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:05.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:05.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:05.691 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:05.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:05.844 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:25:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T18:25:05.837+0000 7f12977ba700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:25:05.844 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:25:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T18:25:05.837+0000 7f12977ba700 -1 osd.3 466 *** Got signal Terminated *** 2023-09-23T18:25:05.844 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:25:05 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[171767]: 2023-09-23T18:25:05.837+0000 7f12977ba700 -1 osd.3 466 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:25:05.927 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:05.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:05.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:06.039 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:06.090 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:06.155 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:06.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:06.166 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:06.267 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:06.330 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:06.539 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:06.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:06.550 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71258 8.5 8:aa6ea5de:::benchmark_data_smithi018_324167_object71257:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.50585392599999, 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059, 2023-09-23T18:25:06.613 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71258 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:06.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103131+0000", 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9072000000000003e-05 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103230+0000", 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1355000000000001e-05 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103241+0000", 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6550000000000001e-06 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103247+0000", 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2303999999999999e-05 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103299+0000", 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000138419 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103437+0000", 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015703399999999999 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.103594+0000", 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020169459999999999 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.105611+0000", 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010062451 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.115674+0000", 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10815033 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223824+0000", 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000103417 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223928+0000", 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9694000000000001e-05 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.223957+0000", 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.120826059 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:71267 8.5 8:a985cc86:::benchmark_data_smithi018_324167_object71266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e357)", 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 514.49982507699997, 2023-09-23T18:25:06.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001, 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 71267 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109160+0000", 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109159+0000", 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1758000000000002e-05 2023-09-23T18:25:06.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109201+0000", 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1968e-05 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109213+0000", 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9540000000000003e-06 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109218+0000", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7379e-05 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109245+0000", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6374999999999998e-05 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109341+0000", 2023-09-23T18:25:06.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105022 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.109446+0000", 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0017199100000000001 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.111166+0000", 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079381160000000003 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.119104+0000", 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.104900464 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224005+0000", 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4472999999999999e-05 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224049+0000", 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9604999999999999e-05 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:16:32.224079+0000", 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.11491873900000001 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.628 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96760 8.5 8:ad267994:::benchmark_data_smithi018_324167_object96759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 481.71288017500001, 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001, 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96760 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.629 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896104+0000", 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1938999999999999e-05 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896146+0000", 2023-09-23T18:25:06.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0291e-05 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896157+0000", 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.335e-06 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896161+0000", 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7435999999999997e-05 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896218+0000", 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000149216 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896368+0000", 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112218 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:25:06.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896480+0000", 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081581369999999993 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904638+0000", 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1827999999999999e-05 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904650+0000", 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99127089000000002 2023-09-23T18:25:06.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895921+0000", 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2734e-05 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895933+0000", 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.389475657 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.285409+0000", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030707680000000002 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.288480+0000", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026755346999999999 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315235+0000", 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113934 2023-09-23T18:25:06.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315349+0000", 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96768 8.5 8:a17665b9:::benchmark_data_smithi018_324167_object96767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 481.70825793799997, 2023-09-23T18:25:06.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408, 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96768 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:25:06.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900726+0000", 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.777e-05 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900753+0000", 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9650000000000008e-06 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900761+0000", 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.13e-06 2023-09-23T18:25:06.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900766+0000", 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039137169999999997 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904680+0000", 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904689+0000", 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99130648899999996 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895995+0000", 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6249999999999996e-06 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896004+0000", 2023-09-23T18:25:06.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.397922479 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293926+0000", 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016969500000000001 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294096+0000", 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019878300000000001 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294295+0000", 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021094228999999999 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315389+0000", 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4449000000000002e-05 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315423+0000", 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079467359999999994 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323370+0000", 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3617999999999999e-05 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323444+0000", 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061770619999999997 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329621+0000", 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408 2023-09-23T18:25:06.646 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96779 8.5 8:ac9e3b02:::benchmark_data_smithi018_324167_object96778:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 481.67203424100001, 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001, 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.647 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96779 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:25:06.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936949+0000", 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8051999999999999e-05 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937007+0000", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3170999999999999e-05 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937030+0000", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0510000000000002e-06 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937039+0000", 2023-09-23T18:25:06.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0295000000000003e-05 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937119+0000", 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0183000000000001e-05 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937130+0000", 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95895093799999997 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896081+0000", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5400000000000001e-06 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896090+0000", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.419351654 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315442+0000", 2023-09-23T18:25:06.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154172 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315596+0000", 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000200817 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315797+0000", 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075576910000000001 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323354+0000", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062873529999999999 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329642+0000", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0908000000000005e-05 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329723+0000", 2023-09-23T18:25:06.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0053000000000002e-05 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329793+0000", 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065024310000000004 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.336295+0000", 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.655 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:118545 8.5 8:ae1932aa:::benchmark_data_smithi018_324167_object20215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e370)", 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 444.60998338399997, 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889, 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.656 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118545 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.998999+0000", 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2052000000000001e-05 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999011+0000", 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6833999999999998e-05 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999028+0000", 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0071999999999999e-05 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999038+0000", 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015101911000000001 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014140+0000", 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211607 2023-09-23T18:25:06.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014351+0000", 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029388199999999998 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014645+0000", 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015400229 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.030045+0000", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019991940000000001 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.032045+0000", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.076858652999999999 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108903+0000", 2023-09-23T18:25:06.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7043999999999998e-05 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108960+0000", 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057163179999999997 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.114677+0000", 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.662 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146209 8.5 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 397.23851082900001, 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999, 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.663 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146209 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:25:06.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370471+0000", 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7819e-05 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370489+0000", 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6678000000000001e-05 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370515+0000", 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2223e-05 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370527+0000", 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9606999999999999e-05 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370597+0000", 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020071600000000001 2023-09-23T18:25:06.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370798+0000", 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020470300000000001 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371002+0000", 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076477089999999999 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.378650+0000", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012731882 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391382+0000", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14516682 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536549+0000", 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8248999999999997e-05 2023-09-23T18:25:06.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536607+0000", 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056693179999999996 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.542276+0000", 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146219 8.5 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 397.21583028999999, 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999, 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146219 2023-09-23T18:25:06.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393151+0000", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8589000000000001e-05 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393169+0000", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8354999999999999e-05 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393198+0000", 2023-09-23T18:25:06.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1707e-05 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393209+0000", 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5780999999999999e-05 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393275+0000", 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000228316 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393504+0000", 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022775399999999999 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393731+0000", 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0080698850000000006 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401801+0000", 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401808+0000", 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.147502565 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549310+0000", 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5853999999999996e-05 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549386+0000", 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051897250000000001 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554576+0000", 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146223 8.5 8:a60664c8:::benchmark_data_smithi018_324167_object47893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 397.211766958, 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999, 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146223 2023-09-23T18:25:06.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:25:06.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397217+0000", 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3870000000000003e-06 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397222+0000", 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6500000000000008e-06 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397232+0000", 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1699999999999996e-06 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397237+0000", 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066072400000000001 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397898+0000", 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000183847 2023-09-23T18:25:06.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398081+0000", 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018477599999999999 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398266+0000", 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036266430000000001 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401893+0000", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00096863899999999998 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.402861+0000", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.151791538 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554653+0000", 2023-09-23T18:25:06.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8862000000000006e-05 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554722+0000", 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046841670000000004 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.559406+0000", 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.683 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146247 8.5 8:aff133c9:::benchmark_data_smithi018_324167_object47917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 397.15743935, 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927, 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.684 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146247 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451543+0000", 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2753e-05 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451556+0000", 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0066999999999999e-05 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451586+0000", 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2918999999999999e-05 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451599+0000", 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119048 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451718+0000", 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032455199999999998 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452043+0000", 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020256399999999999 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452245+0000", 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003219048 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.455464+0000", 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001605614 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.457070+0000", 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10566613499999999 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562736+0000", 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:25:06.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562816+0000", 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053780360000000001 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.568194+0000", 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.690 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169876 8.5 8:a77322f8:::benchmark_data_smithi018_324167_object71546:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 356.707011287, 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442, 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.691 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169876 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901973+0000", 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5560000000000001e-06 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901978+0000", 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0922e-05 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901988+0000", 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7799999999999997e-06 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901994+0000", 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019761114 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921755+0000", 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019135800000000001 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921947+0000", 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135258 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.922082+0000", 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027760096000000001 2023-09-23T18:25:06.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949842+0000", 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6997999999999999e-05 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949859+0000", 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059268545999999998 2023-09-23T18:25:06.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009128+0000", 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009207+0000", 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003732913 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.012940+0000", 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169882 8.5 8:af6d2c24:::benchmark_data_smithi018_324167_object71552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 356.692311104, 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829, 2023-09-23T18:25:06.698 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169882 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916672+0000", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1643e-05 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916683+0000", 2023-09-23T18:25:06.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.037e-05 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916704+0000", 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4399999999999994e-06 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916713+0000", 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033175945999999998 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949889+0000", 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192797 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950082+0000", 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021716500000000001 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950299+0000", 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014978488999999999 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.965278+0000", 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010917529 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.976195+0000", 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050184341 2023-09-23T18:25:06.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026379+0000", 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8150000000000003e-05 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026448+0000", 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041162760000000003 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.030564+0000", 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:183485 8.5 8:ad33096b:::benchmark_data_smithi018_324167_object85155:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 335.029446243, 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594, 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.705 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 183485 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579539+0000", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579538+0000", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5300000000000001e-06 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579542+0000", 2023-09-23T18:25:06.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6540000000000004e-06 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579548+0000", 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8789999999999996e-06 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.579552+0000", 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054238840000000003 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.584975+0000", 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018868800000000001 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585164+0000", 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000155494 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:25:06.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.585320+0000", 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0098852120000000009 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.595205+0000", 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004306608 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.599511+0000", 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.087001317999999994 2023-09-23T18:25:06.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686513+0000", 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7885000000000005e-05 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.686581+0000", 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0027839570000000001 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:31.689365+0000", 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.109825594 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7378 9.1 e402/398 9:8c26af6e:::benchmark_data_smithi018_362865_object7377:head v 402'454, mlcod=402'452)", 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.10093199099998, 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001, 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.712 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508052+0000", 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2772000000000003e-05 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508095+0000", 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508106+0000", 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8159999999999996e-06 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508113+0000", 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3608999999999994e-05 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508177+0000", 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1294e-05 2023-09-23T18:25:06.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508198+0000", 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022553759999999999 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.510453+0000", 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15735126499999999 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667804+0000", 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7383 9.e e402/398 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head v 402'439, mlcod=402'437)", 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.10014273000002, 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715, 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.717 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508841+0000", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0750999999999997e-05 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508872+0000", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2809000000000001e-05 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508885+0000", 2023-09-23T18:25:06.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.875e-06 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508893+0000", 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9583000000000003e-05 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508942+0000", 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9962e-05 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508962+0000", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16132843899999999 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670291+0000", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8429000000000001e-05 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670329+0000", 2023-09-23T18:25:06.721 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7399 9.1 e402/398 9:8563fcc4:::benchmark_data_smithi018_362865_object7398:head v 402'455, mlcod=402'452)", 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.09533150200002, 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001, 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.722 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.723 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513653+0000", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4500000000000003e-05 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513707+0000", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15406544 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667773+0000", 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8309999999999996e-06 2023-09-23T18:25:06.724 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667783+0000", 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9461000000000005e-05 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667852+0000", 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6060999999999999e-05 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.725 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010114 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668899+0000", 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5500000000000002e-05 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.726 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668935+0000", 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7400 9.e e402/398 9:78a42293:::benchmark_data_smithi018_362865_object7399:head v 402'440, mlcod=402'437)", 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.09340957299997, 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224, 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.727 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.728 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515575+0000", 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0187000000000001e-05 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515605+0000", 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15216976500000001 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.729 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667774+0000", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6840000000000008e-06 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667784+0000", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057610699999999996 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668360+0000", 2023-09-23T18:25:06.730 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0132e-05 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668380+0000", 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019643360000000001 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.733 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670345+0000", 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3105999999999999e-05 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670368+0000", 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.734 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7421 9.4 e402/398 9:20063b95:::benchmark_data_smithi018_362865_object7420:head v 402'451, mlcod=402'449)", 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 287.08509238699997, 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465, 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.735 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523891+0000", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0407000000000001e-05 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523932+0000", 2023-09-23T18:25:06.736 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.143828973 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667761+0000", 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7808999999999998e-05 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667779+0000", 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4624999999999998e-05 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.737 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667853+0000", 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4764999999999997e-05 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014272969999999999 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.738 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669315+0000", 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0980999999999999e-05 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669366+0000", 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.739 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:126758 9.e e451/398 9:71135fe6:::benchmark_data_smithi018_362865_object28367:head v 451'8077, mlcod=451'8074)", 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:23:16.680480+0000", 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 109.92850479499999, 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038192392999999998, 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680480+0000", 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.740 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680480+0000", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680480+0000", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0019999999999997e-06 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680485+0000", 2023-09-23T18:25:06.741 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4870000000000002e-06 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680491+0000", 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8019999999999999e-06 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.680495+0000", 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0087899689999999999 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.742 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.689285+0000", 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.209e-05 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.689307+0000", 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029312049 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.743 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.718620+0000", 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3284e-05 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:23:16.718673+0000", 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.038192392999999998 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.744 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:180798 9.1 e460/431 9:8f57dc7d:::benchmark_data_smithi018_362865_object82407:head v 460'11133, mlcod=460'11127)", 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:24:41.244460+0000", 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 25.364525150999999, 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039819839000000003, 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244460+0000", 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.745 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244460+0000", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244459+0000", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7442999999999999e-05 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244476+0000", 2023-09-23T18:25:06.746 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.465e-05 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244491+0000", 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.387e-06 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.244497+0000", 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.017611882999999998 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.747 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.262109+0000", 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4873999999999999e-05 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.262134+0000", 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022102149000000001 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:25:06.748 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.284236+0000", 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3482000000000001e-05 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:24:41.284280+0000", 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.039819839000000003 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:06.749 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:25:06.750 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:06.828 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:25:06.834 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:06.876 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:06.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:06.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:06.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:06 smithi149 ceph-mon[135148]: pgmap v1414: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 244 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 591 op/s; 3438/11583 objects degraded (29.681%); 2188/11583 objects misplaced (18.890%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:06.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:06 smithi149 ceph-mon[135148]: osd.3 marked itself down and dead 2023-09-23T18:25:06.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/729529151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:06.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:06 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:06.980 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:07.044 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:25:07.051 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[153734]: pgmap v1414: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 244 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 591 op/s; 3438/11583 objects degraded (29.681%); 2188/11583 objects misplaced (18.890%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[153734]: osd.3 marked itself down and dead 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/729529151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[149401]: pgmap v1414: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 80 active+clean; 244 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 591 op/s; 3438/11583 objects degraded (29.681%); 2188/11583 objects misplaced (18.890%); 0 B/s, 49 objects/s recovering 2023-09-23T18:25:07.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[149401]: osd.3 marked itself down and dead 2023-09-23T18:25:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/729529151' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:07.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:06 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:07.097 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:07.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:07.105 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:07.206 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:07.236 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:07.276 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:07.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:07.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:07.380 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:07.409 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:07.448 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:07.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:07.451 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:07.476 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:25:07.552 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:07.580 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:07.616 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:07.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:07.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:07.685 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:07.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:07.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:08.019 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:08.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:08.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: osdmap e467: 8 total, 7 up, 8 in 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3438/11583 objects degraded (29.681%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: osdmap e468: 8 total, 7 up, 8 in 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[149401]: 9.1 continuing backfill to osd.6 from (409'4492,466'12018] 9:85150f7c:::benchmark_data_smithi018_362865_object25777:head to 466'12018 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:25:08.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: osdmap e467: 8 total, 7 up, 8 in 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3438/11583 objects degraded (29.681%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: osdmap e468: 8 total, 7 up, 8 in 2023-09-23T18:25:08.064 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.065 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:07 smithi018 ceph-mon[153734]: 9.1 continuing backfill to osd.6 from (409'4492,466'12018] 9:85150f7c:::benchmark_data_smithi018_362865_object25777:head to 466'12018 2023-09-23T18:25:08.065 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:25:07 smithi018 bash[401034]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3 2023-09-23T18:25:08.125 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: osdmap e467: 8 total, 7 up, 8 in 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3438/11583 objects degraded (29.681%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: osdmap e468: 8 total, 7 up, 8 in 2023-09-23T18:25:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:07 smithi149 ceph-mon[135148]: 9.1 continuing backfill to osd.6 from (409'4492,466'12018] 9:85150f7c:::benchmark_data_smithi018_362865_object25777:head to 466'12018 2023-09-23T18:25:08.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:08.214 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:08.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:08.218 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:08.318 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:08.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:08.374 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:08.511 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:08.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:08.522 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:08.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:08.708 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:08.813 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:08.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:08.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:08.919 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:08.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.960 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: pgmap v1417: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 670 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 76 objects/s recovering 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: osdmap e469: 8 total, 7 up, 8 in 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[153734]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e467 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e468 with expected crc 2023-09-23T18:25:08.961 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: pgmap v1417: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 670 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 76 objects/s recovering 2023-09-23T18:25:08.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: osdmap e469: 8 total, 7 up, 8 in 2023-09-23T18:25:08.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.962 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:08 smithi018 ceph-mon[149401]: failed to encode map e469 with expected crc 2023-09-23T18:25:08.987 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:09.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e467 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e468 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e468 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: pgmap v1417: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 670 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 76 objects/s recovering 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e469 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: osdmap e469: 8 total, 7 up, 8 in 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e469 with expected crc 2023-09-23T18:25:09.155 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:08 smithi149 ceph-mon[135148]: failed to encode map e469 with expected crc 2023-09-23T18:25:09.319 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:25:09.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:09.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:09.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:09.900 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:09.967 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:10.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[149401]: failed to encode map e469 with expected crc 2023-09-23T18:25:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:10.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:10.071 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[153734]: failed to encode map e469 with expected crc 2023-09-23T18:25:10.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:10.072 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:10.099 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:10.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:09 smithi149 ceph-mon[135148]: failed to encode map e469 with expected crc 2023-09-23T18:25:10.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:10.110 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:10.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:10.111 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:10.212 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:10.288 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:10.468 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:10.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:10.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:10.495 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:10.560 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:10.575 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:10.590 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:196521 9.9 9:9b4f2088:::benchmark_data_smithi018_362865_object98130:head [delete] snapc 0=[] ondisk+write+known_if_redirected e469)", 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.577772+0000", 2023-09-23T18:25:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.012921534, 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012957000999999999, 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 196521 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577772+0000", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577772+0000", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577771+0000", 2023-09-23T18:25:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8409999999999996e-06 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577776+0000", 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2954999999999996e-05 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577839+0000", 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2449999999999998e-06 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577845+0000", 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7825000000000003e-05 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.577902+0000", 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019199000000000001 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.578094+0000", 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000239831 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.578334+0000", 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056194899999999996 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:196523 9.c e469/467 9:3375b6c1:::benchmark_data_smithi018_362865_object98132:head v 469'12341, mlcod=469'12339)", 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.586653+0000", 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0040413050000000002, 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041652670000000003, 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586653+0000", 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586653+0000", 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586652+0000", 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2830000000000004e-06 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586659+0000", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.5269999999999998e-06 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586668+0000", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9000000000000003e-06 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586674+0000", 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1355e-05 2023-09-23T18:25:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586715+0000", 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5568999999999999e-05 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586741+0000", 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8022000000000005e-05 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:196526 9.9 9:9698a153:::benchmark_data_smithi018_362865_object98135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e469)", 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.586969+0000", 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0037249240000000001, 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039146179999999999, 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:25:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 196526 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586969+0000", 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586969+0000", 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:25:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586967+0000", 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8199999999999997e-06 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586975+0000", 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3642000000000001e-05 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586988+0000", 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5100000000000004e-06 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586995+0000", 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00056387799999999997 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587559+0000", 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011797499999999999 2023-09-23T18:25:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587677+0000", 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000145585 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587822+0000", 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00085342700000000003 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:196525 9.a e469/441 9:5f3fe7be:::benchmark_data_smithi018_362865_object98134:head v 469'12419, mlcod=469'12416)", 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.586990+0000", 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0037034949999999998, 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039696610000000002, 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "started", 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586990+0000", 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586990+0000", 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586990+0000", 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.105e-06 2023-09-23T18:25:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586996+0000", 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3260000000000001e-06 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587002+0000", 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3450000000000002e-06 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587006+0000", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1149999999999998e-05 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587037+0000", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0035e-05 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587057+0000", 2023-09-23T18:25:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6608999999999999e-05 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:196527 9.1 9.2754e621 (undecoded) ondisk+write+known_if_redirected e469)", 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.587036+0000", 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.0036574110000000002, 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039846689999999997, 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "queued for pg", 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 196527 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587036+0000", 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587036+0000", 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587036+0000", 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9369999999999997e-06 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587040+0000", 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7349999999999996e-06 2023-09-23T18:25:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587047+0000", 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7249999999999997e-06 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587052+0000", 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5673999999999999e-05 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:196528 9.d 9:bf2af070:::benchmark_data_smithi018_362865_object98137:head [delete] snapc 0=[] ondisk+write+known_if_redirected e469)", 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.587060+0000", 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.003634305, 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040185100000000003, 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 196528 2023-09-23T18:25:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587060+0000", 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587060+0000", 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587059+0000", 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.9579999999999999e-06 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587062+0000", 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8429999999999998e-06 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587068+0000", 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7699999999999999e-06 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587072+0000", 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7605999999999999e-05 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587109+0000", 2023-09-23T18:25:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013599799999999999 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587245+0000", 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017063000000000001 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.587416+0000", 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000356366 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:196515 9.d 9:b2a2c03e:::benchmark_data_smithi018_362865_object98124:head [delete] snapc 0=[] ondisk+write+known_if_redirected e469)", 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:10.567292+0000", 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 0.023401348999999998, 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023861123000000001, 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:25:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 196515 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567292+0000", 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567292+0000", 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567291+0000", 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5800000000000003e-06 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567299+0000", 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.112e-05 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567310+0000", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7270000000000001e-06 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567317+0000", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6425000000000001e-05 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567393+0000", 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000153153 2023-09-23T18:25:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567546+0000", 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019153700000000001 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.567738+0000", 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019201498000000001 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586939+0000", 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4072e-05 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:10.586994+0000", 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019701046 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: ], 2023-09-23T18:25:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 7 2023-09-23T18:25:10.635 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:25:10.635 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:10.653 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:10.664 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:10.694 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:25:10.738 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:10.780 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.781 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:25:10.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:10 smithi018 ceph-mon[149401]: pgmap v1419: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 61 objects/s recovering 2023-09-23T18:25:10.884 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:10 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2246068573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:10.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:10 smithi018 ceph-mon[153734]: pgmap v1419: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 61 objects/s recovering 2023-09-23T18:25:10.892 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:10 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2246068573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:10.932 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:10.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:10.939 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:11.040 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:11.051 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:10 smithi149 ceph-mon[135148]: pgmap v1419: 89 pgs: 3 active+undersized, 1 stale+active+recovery_wait, 1 stale+active+remapped+backfill_wait, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 12 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 65 active+clean; 158 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 3068/7455 objects degraded (41.154%); 1415/7455 objects misplaced (18.981%); 0 B/s, 61 objects/s recovering 2023-09-23T18:25:11.051 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:10 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2246068573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:11.068 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 98388 objects 2023-09-23T18:25:11.068 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :169.143 2023-09-23T18:25:11.087 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:25:11.088 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:11.131 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:11.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:11.135 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:11.236 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:11.252 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3.service' 2023-09-23T18:25:11.266 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:11.299 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:25:11.299 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-09-23T18:25:11.311 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:11.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:11.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:11.416 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:11.443 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:11.480 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:11.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:11.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:11.584 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:11.612 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:11.650 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:11.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:11.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:11.755 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:11.765 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:11.789 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:11.824 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:11.825 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:11.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:11.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:11.923 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:12.023 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:12.052 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.087 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:12.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:12.191 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:12.225 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.263 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:12.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:12.366 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:12.398 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.436 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:12.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.439 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:12.540 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:12.568 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.606 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:12.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.611 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:12.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:12.739 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.774 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:12.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.777 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:12.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:12 smithi149 ceph-mon[135148]: pgmap v1420: 89 pgs: 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 19 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 49 active+clean; 46 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 526 op/s; 3121/2094 objects degraded (149.045%); 1190/2094 objects misplaced (56.829%); 2.7 MiB/s, 104 objects/s recovering 2023-09-23T18:25:12.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3121/2094 objects degraded (149.045%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:12.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3438181173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:12.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:12.877 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:25:12.910 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:12.951 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:12.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:12.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[149401]: pgmap v1420: 89 pgs: 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 19 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 49 active+clean; 46 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 526 op/s; 3121/2094 objects degraded (149.045%); 1190/2094 objects misplaced (56.829%); 2.7 MiB/s, 104 objects/s recovering 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3121/2094 objects degraded (149.045%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3438181173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[153734]: pgmap v1420: 89 pgs: 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 19 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 stale+active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 49 active+clean; 46 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 526 op/s; 3121/2094 objects degraded (149.045%); 1190/2094 objects misplaced (56.829%); 2.7 MiB/s, 104 objects/s recovering 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3121/2094 objects degraded (149.045%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3438181173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:13.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:13.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:13.078 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:13.078 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:13.086 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:13.126 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:13.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:13.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:13.230 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:13.257 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:13.411 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:13.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:13.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:13.497 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:25:13.516 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:13.567 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:13.608 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:13.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:13.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:13.712 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:13.741 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:13.777 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:13.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:13.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:13.826 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:25:13.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:13.914 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:13.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:13.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:13.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:14.055 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: osdmap e470: 8 total, 7 up, 8 in 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[153734]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: osdmap e470: 8 total, 7 up, 8 in 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:13 smithi018 ceph-mon[149401]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:14.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.081 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:14.082 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: osdmap e470: 8 total, 7 up, 8 in 2023-09-23T18:25:14.082 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.082 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.082 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:13 smithi149 ceph-mon[135148]: failed to encode map e470 with expected crc 2023-09-23T18:25:14.084 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:14.119 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:14.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:14.122 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:14.156 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:14.223 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:14.251 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:14.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:14.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:14.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:14.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:14.416 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:14.444 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:14.451 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:14.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:14.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:14.556 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:14.585 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:14.629 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:14.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:14.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:14.733 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:14.758 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:14.944 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:14 smithi018 ceph-mon[153734]: pgmap v1422: 89 pgs: 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 28 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 44 active+clean; 15 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 2513/564 objects degraded (445.567%); 491/564 objects misplaced (87.057%); 2.4 MiB/s, 181 objects/s recovering 2023-09-23T18:25:14.945 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:14 smithi018 ceph-mon[149401]: pgmap v1422: 89 pgs: 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 28 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 44 active+clean; 15 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 2513/564 objects degraded (445.567%); 491/564 objects misplaced (87.057%); 2.4 MiB/s, 181 objects/s recovering 2023-09-23T18:25:15.024 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:15.028 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:14 smithi149 ceph-mon[135148]: pgmap v1422: 89 pgs: 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 5 active+undersized+degraded, 28 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 44 active+clean; 15 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 362 op/s; 2513/564 objects degraded (445.567%); 491/564 objects misplaced (87.057%); 2.4 MiB/s, 181 objects/s recovering 2023-09-23T18:25:15.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:15.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:15.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:15.159 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:15.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:14] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.33.4" 2023-09-23T18:25:15.366 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:25:15.475 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:15.476 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:15.826 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2023-09-23T18:25:15.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2023-09-23T18:25:15.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:25:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:15.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:15.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:16.047 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:16.077 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:16.121 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:16.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:16.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: osdmap e471: 8 total, 7 up, 8 in 2023-09-23T18:25:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:15 smithi149 ceph-mon[135148]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.224 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:16.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: osdmap e471: 8 total, 7 up, 8 in 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[153734]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: osdmap e471: 8 total, 7 up, 8 in 2023-09-23T18:25:16.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:15 smithi018 ceph-mon[149401]: failed to encode map e471 with expected crc 2023-09-23T18:25:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:16.300 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3] live_osds: [0, 4, 5, 7, 2, 6, 1] 2023-09-23T18:25:16.300 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:16.300 INFO:tasks.thrashosds.thrasher:inject_pause on osd.0 2023-09-23T18:25:16.300 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:25:16.300 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:25:16.301 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 config set filestore_inject_stall 3 2023-09-23T18:25:17.034 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:17.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:17.037 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:17.138 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: pgmap v1424: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 3 active+undersized+degraded, 30 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 44 active+clean; 7.8 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 2414/240 objects degraded (1005.833%); 474/240 objects misplaced (197.500%); 2.2 MiB/s, 115 objects/s recovering 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: osdmap e472: 8 total, 7 up, 8 in 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 2414/240 objects degraded (1005.833%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: pgmap v1424: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 3 active+undersized+degraded, 30 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 44 active+clean; 7.8 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 2414/240 objects degraded (1005.833%); 474/240 objects misplaced (197.500%); 2.2 MiB/s, 115 objects/s recovering 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: osdmap e472: 8 total, 7 up, 8 in 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:16 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 2414/240 objects degraded (1005.833%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:17.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: pgmap v1424: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 3 active+undersized+degraded, 30 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 44 active+clean; 7.8 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 307 op/s; 2414/240 objects degraded (1005.833%); 474/240 objects misplaced (197.500%); 2.2 MiB/s, 115 objects/s recovering 2023-09-23T18:25:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: osdmap e472: 8 total, 7 up, 8 in 2023-09-23T18:25:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: failed to encode map e472 with expected crc 2023-09-23T18:25:17.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:16 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 2414/240 objects degraded (1005.833%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:17.423 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:17.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:17.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:17.477 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:17.528 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:17.554 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:17.589 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:17.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:17.591 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:17.692 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:17.720 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:18.107 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:18.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:18.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:18.212 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:18.241 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:18.421 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:18.428 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:18.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:18.433 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:18.478 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:18.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:18.534 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:18.542 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:18.559 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:18.565 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:18.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:18.598 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:18.600 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:25:18.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:18.603 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:18.618 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:18.638 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:18.638 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.639 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.640 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:25:18.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:18.730 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:18.766 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:18.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:18.769 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:18.870 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:18.897 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:18.932 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:18.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:18.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:19.038 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:19.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:18 smithi018 ceph-mon[153734]: pgmap v1426: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 1937/84 objects degraded (2305.952%); 192 KiB/s, 203 objects/s recovering 2023-09-23T18:25:19.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2551886868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:19.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:18 smithi018 ceph-mon[149401]: pgmap v1426: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 1937/84 objects degraded (2305.952%); 192 KiB/s, 203 objects/s recovering 2023-09-23T18:25:19.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2551886868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:19.069 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:19.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:18 smithi149 ceph-mon[135148]: pgmap v1426: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 111 op/s; 1937/84 objects degraded (2305.952%); 192 KiB/s, 203 objects/s recovering 2023-09-23T18:25:19.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2551886868' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:19.227 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:19.227 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:19.263 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:19.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:19.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:19.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:19.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:19.425 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:19.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:19.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:19.529 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:19.556 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:19.598 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:19.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:19.600 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:19.701 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:19.727 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:19.760 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:19.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:19.763 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:19.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:19.890 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:19.931 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:19.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:19.934 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:20.035 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:20.059 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:20.092 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:20.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:20.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:20.196 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:20.221 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:20.255 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:20.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:20.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:20.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:20.388 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:20.423 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:20.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:20.426 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:20.527 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:20.553 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:20.587 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:20.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:20.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:20.691 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:20.722 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:20.973 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:20 smithi018 ceph-mon[153734]: pgmap v1427: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 23 op/s; 1937/84 objects degraded (2305.952%); 169 KiB/s, 89 objects/s recovering 2023-09-23T18:25:20.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:20 smithi018 ceph-mon[149401]: pgmap v1427: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 23 op/s; 1937/84 objects degraded (2305.952%); 169 KiB/s, 89 objects/s recovering 2023-09-23T18:25:21.221 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:21.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:21.225 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:21.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:25:21.326 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:21.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:20 smithi149 ceph-mon[135148]: pgmap v1427: 89 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 3 active+undersized+degraded, 30 active+undersized, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 47 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 23 op/s; 1937/84 objects degraded (2305.952%); 169 KiB/s, 89 objects/s recovering 2023-09-23T18:25:21.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:21.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:21.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:21.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:21.490 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:21.529 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:21.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:21.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:21.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:21.725 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:25:21.726 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:25:21.726 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:25:21.820 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:21.846 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:21.880 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:21.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:21.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:21.907 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_4' removed 2023-09-23T18:25:21.909 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:25:21.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2880000826' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/715408770' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 1937/84 objects degraded (2305.952%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:25:22.064 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[149401]: osdmap e473: 8 total, 7 up, 8 in 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2880000826' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/715408770' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 1937/84 objects degraded (2305.952%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:25:22.070 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:21 smithi018 ceph-mon[153734]: osdmap e473: 8 total, 7 up, 8 in 2023-09-23T18:25:22.072 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:22.131 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:25:22.131 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:25:22.131 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:25:22.132 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:25:22.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2880000826' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/715408770' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 1937/84 objects degraded (2305.952%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:25:22.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:21 smithi149 ceph-mon[135148]: osdmap e473: 8 total, 7 up, 8 in 2023-09-23T18:25:22.674 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:23.016 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:23.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.020 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:23.023 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T18:25:23.023 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T18:25:23.023 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2023-09-23T18:25:23.023 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_5 16 2023-09-23T18:25:23.121 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:23.127 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:25:23.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:23.191 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:23.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:23.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[153734]: pgmap v1428: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 2 active+recovery_wait+remapped, 3 active+undersized+degraded, 30 active+undersized, 48 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 19 op/s; 1858/84 objects degraded (2211.905%); 144 KiB/s, 105 objects/s recovering 2023-09-23T18:25:23.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[153734]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[153734]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[153734]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.226 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[149401]: pgmap v1428: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 2 active+recovery_wait+remapped, 3 active+undersized+degraded, 30 active+undersized, 48 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 19 op/s; 1858/84 objects degraded (2211.905%); 144 KiB/s, 105 objects/s recovering 2023-09-23T18:25:23.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[149401]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[149401]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:22 smithi018 ceph-mon[149401]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.295 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:23.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:22 smithi149 ceph-mon[135148]: pgmap v1428: 89 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped+backfill_wait, 1 active+clean+remapped, 2 active+recovery_wait+remapped, 3 active+undersized+degraded, 30 active+undersized, 48 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 19 op/s; 1858/84 objects degraded (2211.905%); 144 KiB/s, 105 objects/s recovering 2023-09-23T18:25:23.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:22 smithi149 ceph-mon[135148]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:22 smithi149 ceph-mon[135148]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:22 smithi149 ceph-mon[135148]: failed to encode map e473 with expected crc 2023-09-23T18:25:23.323 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:23.357 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:23.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:23.461 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:23.496 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:23.529 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:23.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:23.633 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:23.661 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:23.695 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:23.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:23.798 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:23.824 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:23.858 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:23.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:23.861 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:23.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:23.991 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.032 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:24.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.039 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:24.140 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:24.166 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.181 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:24.181 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:24.198 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:24.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:24.302 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:25:24.328 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.362 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:25:24.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.365 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:25:24.465 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:24.491 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.500 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:24.523 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:24.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.526 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:24.534 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:24.537 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:24.556 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:24.575 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:25:24.597 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.617 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.618 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:25:24.627 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:24.653 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:25:24.663 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.807 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:24.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.812 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:24.913 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:24.940 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:24.974 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:24.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:24.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:25.078 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:25.108 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:25.244 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:24] "GET /metrics HTTP/1.1" 200 34188 "" "Prometheus/2.33.4" 2023-09-23T18:25:25.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[153734]: pgmap v1430: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:25.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3694313067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:25.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:25.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:25.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[149401]: pgmap v1430: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:25.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3694313067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:25.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:25.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:25.356 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:25.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:25.359 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:25.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:24 smithi149 ceph-mon[135148]: pgmap v1430: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3694313067' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:25.422 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:25.423 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:25.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:25.492 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:25.527 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:25.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:25.531 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:25.631 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:25.662 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:25.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:25.704 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:25.805 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:25.834 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:25.869 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:25.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:25.872 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:25.887 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:25.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:26.002 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:26.269 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:26.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:26.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:26.349 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:26.350 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:26.374 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:26.802 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:26.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:26.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:26.810 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:25:26.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:26.937 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:26.986 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_5' created 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[153734]: pgmap v1431: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[149401]: pgmap v1431: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T18:25:27.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:26 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:27.387 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:27.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:27.390 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:26 smithi149 ceph-mon[135148]: pgmap v1431: 73 pgs: 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:27.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T18:25:27.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:26 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:27.423 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:25:27.464 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3] live_osds: [0, 4, 5, 7, 2, 6, 1] 2023-09-23T18:25:27.464 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:27.464 INFO:tasks.thrashosds.thrasher:Killing osd 5, live_osds are [0, 4, 5, 7, 2, 6, 1] 2023-09-23T18:25:27.464 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-09-23T18:25:27.464 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5 2023-09-23T18:25:27.492 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:27.598 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2023-09-23T18:25:27.674 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:27.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:27.680 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:27.781 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:27.808 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:25:27 smithi149 systemd[1]: Stopping Ceph osd.5 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:25:27.811 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:27.823 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:27.897 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:27.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:27.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:28.001 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:28.028 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:28.062 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: osdmap e474: 8 total, 7 up, 8 in 2023-09-23T18:25:28.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-mon[135148]: osd.5 marked itself down and dead 2023-09-23T18:25:28.065 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[104589]: debug 2023-09-23T18:25:27.876+0000 7f1a2cbb6700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:25:28.065 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[104589]: debug 2023-09-23T18:25:27.876+0000 7f1a2cbb6700 -1 osd.5 474 *** Got signal Terminated *** 2023-09-23T18:25:28.065 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:25:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[104589]: debug 2023-09-23T18:25:27.876+0000 7f1a2cbb6700 -1 osd.5 474 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:25:28.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:28.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:28.167 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:28.198 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: osdmap e474: 8 total, 7 up, 8 in 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.240 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[153734]: osd.5 marked itself down and dead 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3073921185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: osdmap e474: 8 total, 7 up, 8 in 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: failed to encode map e474 with expected crc 2023-09-23T18:25:28.241 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:27 smithi018 ceph-mon[149401]: osd.5 marked itself down and dead 2023-09-23T18:25:28.287 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:28.553 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:28.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:28.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:28.641 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:28.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:28.695 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:28.729 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:28.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:28.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:28.833 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:28.865 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:25:28 smithi149 bash[260122]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5 2023-09-23T18:25:28.868 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:28.912 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:28.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:28.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:28.998 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:25:29.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:29.050 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:29.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: pgmap v1433: 89 pgs: 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: osdmap e475: 8 total, 6 up, 8 in 2023-09-23T18:25:29.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2927501688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:28 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.246 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:29.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: pgmap v1433: 89 pgs: 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:29.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T18:25:29.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.248 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: osdmap e475: 8 total, 6 up, 8 in 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2927501688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: pgmap v1433: 89 pgs: 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 26 active+undersized, 43 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.249 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: osdmap e475: 8 total, 6 up, 8 in 2023-09-23T18:25:29.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: failed to encode map e475 with expected crc 2023-09-23T18:25:29.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2927501688' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.250 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:28 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:29.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:29.251 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:29.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:29.379 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:29.731 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:29.731 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:29.836 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:29.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:29.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:29.940 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:29.971 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:30.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:30.004 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:30.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: osdmap e476: 8 total, 6 up, 8 in 2023-09-23T18:25:30.005 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.006 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[149401]: osdmap e477: 8 total, 6 up, 8 in 2023-09-23T18:25:30.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: osdmap e476: 8 total, 6 up, 8 in 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:30 smithi149 ceph-mon[135148]: osdmap e477: 8 total, 6 up, 8 in 2023-09-23T18:25:30.168 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:30.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:30.171 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:30.189 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5.service' 2023-09-23T18:25:30.258 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: osdmap e476: 8 total, 6 up, 8 in 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: failed to encode map e476 with expected crc 2023-09-23T18:25:30.259 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:30 smithi018 ceph-mon[153734]: osdmap e477: 8 total, 6 up, 8 in 2023-09-23T18:25:30.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:30.285 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:25:30.285 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-09-23T18:25:30.303 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:30.601 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:30.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:30.606 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:30.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:25:30.707 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:30.736 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:30.771 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:30.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:30.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:30.874 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:30.907 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:30.935 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:30.943 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:30.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:30.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:30.954 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:30.992 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:31.012 INFO:teuthology.orchestra.run.smithi018.stderr:enabled application 'rados' on pool 'unique_pool_5' 2023-09-23T18:25:31.013 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:31.033 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:31.033 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.033 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.033 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.033 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:31.034 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.034 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:25:31.034 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.034 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:25:31.046 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:31.080 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:31.219 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:31.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: pgmap v1436: 89 pgs: 4 stale+active+undersized, 7 stale+active+clean, 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 22 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1383964218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3616936310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:31.221 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: pgmap v1436: 89 pgs: 4 stale+active+undersized, 7 stale+active+clean, 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 22 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1383964218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3616936310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:31.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:31.223 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:31.324 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: pgmap v1436: 89 pgs: 4 stale+active+undersized, 7 stale+active+clean, 2 creating+peering, 14 unknown, 1 active+clean+remapped, 3 active+undersized+degraded, 22 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: failed to encode map e477 with expected crc 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1383964218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:25:31.349 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3616936310' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:31.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:31.384 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:31.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:31.388 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:31.488 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:31.514 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:31.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:31.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:31.549 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:31.650 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:31.676 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:31.708 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:31.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:31.712 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:31.780 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:31.780 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:31.812 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:31.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:25:31.840 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:31.926 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:31.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:31.930 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:32.032 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:32.063 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:32.152 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:32.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:32.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:32.179 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[153734]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[153734]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[153734]: osdmap e478: 8 total, 6 up, 8 in 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[149401]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[149401]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:25:32.180 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:32 smithi018 ceph-mon[149401]: osdmap e478: 8 total, 6 up, 8 in 2023-09-23T18:25:32.256 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:32.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:32 smithi149 ceph-mon[135148]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:32 smithi149 ceph-mon[135148]: failed to encode map e478 with expected crc 2023-09-23T18:25:32.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:32 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T18:25:32.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:32 smithi149 ceph-mon[135148]: osdmap e478: 8 total, 6 up, 8 in 2023-09-23T18:25:32.282 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:32.315 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:32.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:32.318 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:32.419 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:32.454 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:32.719 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:32.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:32.724 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:32.825 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:32.853 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:32.887 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:32.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:32.890 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:32.978 DEBUG:teuthology.orchestra.run.smithi018:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2023-09-23T18:25:32.980 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T18:25:32.980 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T18:25:32.981 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:32.991 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:33.018 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:33.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:hints = 1 2023-09-23T18:25:33.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T18:25:33.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object prefix: benchmark_data_smithi018_405804 2023-09-23T18:25:33.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:25:33.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 0 0 0 0 0 0 - 0 2023-09-23T18:25:33.061 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:33.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:33.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:33.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:33 smithi149 ceph-mon[135148]: pgmap v1439: 89 pgs: 6 undersized+peered, 1 stale+active+undersized, 3 stale+active+clean, 2 creating+peering, 4 unknown, 1 active+clean+remapped, 8 active+undersized+degraded, 28 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13/84 objects degraded (15.476%); 0 B/s, 0 objects/s recovering 2023-09-23T18:25:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:33 smithi149 ceph-mon[135148]: failed to encode map e478 with expected crc 2023-09-23T18:25:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:33 smithi149 ceph-mon[135148]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-09-23T18:25:33.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:33 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:33.166 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:33.197 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:33.282 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[153734]: pgmap v1439: 89 pgs: 6 undersized+peered, 1 stale+active+undersized, 3 stale+active+clean, 2 creating+peering, 4 unknown, 1 active+clean+remapped, 8 active+undersized+degraded, 28 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13/84 objects degraded (15.476%); 0 B/s, 0 objects/s recovering 2023-09-23T18:25:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[153734]: failed to encode map e478 with expected crc 2023-09-23T18:25:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[153734]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-09-23T18:25:33.285 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:33.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[149401]: pgmap v1439: 89 pgs: 6 undersized+peered, 1 stale+active+undersized, 3 stale+active+clean, 2 creating+peering, 4 unknown, 1 active+clean+remapped, 8 active+undersized+degraded, 28 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13/84 objects degraded (15.476%); 0 B/s, 0 objects/s recovering 2023-09-23T18:25:33.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[149401]: failed to encode map e478 with expected crc 2023-09-23T18:25:33.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[149401]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-09-23T18:25:33.286 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:33 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:33.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:33.287 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:33.316 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:25:33.316 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:25:33.316 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:25:33.317 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:25:33.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:33.422 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:33.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:25:33.809 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:33.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:33.812 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:33.849 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:25:33.913 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:33.963 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 1 16 125 109 6.81199 6.8125 0.00115949 0.00275951 2023-09-23T18:25:34.103 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:34.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:34.212 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:34.245 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.283 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:34.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.286 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:34.387 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:34.421 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:34.563 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:34.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.630 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:34.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:34.683 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:34.735 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:34.764 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.814 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:34.816 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:34.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.817 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:34.918 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:34.950 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:34.986 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:34.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:34.990 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:35.017 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:34] "GET /metrics HTTP/1.1" 200 34188 "" "Prometheus/2.33.4" 2023-09-23T18:25:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:25:35.031 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 2 16 125 109 3.40598 0 - 0.00275951 2023-09-23T18:25:35.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:35.124 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:35.213 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:35.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:35.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:35.287 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:25:35.287 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:35.287 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_5 2023-09-23T18:25:35.287 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:25:35.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[153734]: pgmap v1440: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2023-09-23T18:25:35.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/319989979' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.308 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[149401]: pgmap v1440: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2023-09-23T18:25:35.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/319989979' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.318 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:35.342 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:35 smithi149 ceph-mon[135148]: pgmap v1440: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2023-09-23T18:25:35.342 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/319989979' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.343 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:35.345 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:35.377 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:35.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:35.380 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:35.481 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:35.507 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:35.540 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:35.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:35.543 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:35.644 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:35.670 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:35.704 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:35.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:35.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:35.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:35.846 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:35.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:35.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:36.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 3 16 125 109 2.27064 0 - 0.00275951 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: osdmap e479: 8 total, 6 up, 8 in 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[153734]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: osdmap e479: 8 total, 6 up, 8 in 2023-09-23T18:25:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:36 smithi018 ceph-mon[149401]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:36.347 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:36.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:36.351 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:25:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: osdmap e479: 8 total, 6 up, 8 in 2023-09-23T18:25:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:36 smithi149 ceph-mon[135148]: failed to encode map e479 with expected crc 2023-09-23T18:25:36.445 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:36.452 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:36.464 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:36.481 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:36.485 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:36.504 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:36.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:36.521 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:36.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:36.522 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:36.540 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:25:36.541 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.542 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:25:36.554 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:36.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:36.654 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:36.788 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:36.788 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:37.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 4 16 125 109 1.70298 0 - 0.00275951 2023-09-23T18:25:37.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:37 smithi018 ceph-mon[149401]: pgmap v1442: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 6.5 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s wr, 5 op/s; 15/177 objects degraded (8.475%) 2023-09-23T18:25:37.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4240388168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:37 smithi018 ceph-mon[153734]: pgmap v1442: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 6.5 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s wr, 5 op/s; 15/177 objects degraded (8.475%) 2023-09-23T18:25:37.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4240388168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:37.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:37.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:37.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:37.158 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:37.158 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:37.256 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:37 smithi149 ceph-mon[135148]: pgmap v1442: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 10 active+undersized+degraded, 35 active+undersized, 36 active+clean; 6.5 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s wr, 5 op/s; 15/177 objects degraded (8.475%) 2023-09-23T18:25:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4240388168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:37.801 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:37.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:37.804 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:37.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:25:37.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:37.935 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:37.975 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:37.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:37.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:37.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:25:38.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 5 16 125 109 1.36238 0 - 0.00275951 2023-09-23T18:25:38.080 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:38.108 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:38.141 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:38.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:38.144 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:38.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:38.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:38 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:38.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:38 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:38.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:38.319 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:38.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:38 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T18:25:38.420 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:38.447 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:38.474 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:38.481 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:38.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:38.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:38.501 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:25:38.504 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:25:38.585 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:38.612 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:38.645 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:38.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:38.648 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:38.749 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:38.780 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 6 16 125 109 1.13533 0 - 0.00275951 2023-09-23T18:25:39.068 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:39.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.071 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:39.083 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1443,"stamp":"2023-09-23T18:25:37.717286+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":11933619,"num_objects":137,"num_object_clones":0,"num_object_copies":411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":62,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":137,"num_whiteouts":0,"num_read":6209,"num_read_kb":13632,"num_write":1215,"num_write_kb":22117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":325,"num_bytes_recovered":22779966,"num_keys_recovered":70,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1279,"ondisk_log_size":1279,"up":207,"acting":208,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":274,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6446848,"kb_used_data":425920,"kb_used_omap":60,"kb_used_meta":6020803,"kb_avail":743514368,"statfs":{"total":767960285184,"available":761358712832,"internally_reserved":0,"allocated":436142080,"data_stored":424069458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6165303232},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7143424,"num_objects":109,"num_object_clones":0,"num_object_copies":327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":58,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":109,"num_write_kb":6976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-6,"num_bytes_recovered":-19,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.730651"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":157,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010380+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:25:31.010380+0000","last_peered":"2023-09-23T18:25:31.010380+0000","last_clean":"2023-09-23T18:25:31.010380+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:25:31.010380+0000","last_undegraded":"2023-09-23T18:25:31.010380+0000","last_fullsized":"2023-09-23T18:25:31.010380+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":343,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006818+0000","last_change":"2023-09-23T18:25:06.911291+0000","last_active":"2023-09-23T18:25:31.006818+0000","last_peered":"2023-09-23T18:25:31.006818+0000","last_clean":"2023-09-23T18:13:11.924058+0000","last_became_active":"2023-09-23T18:25:06.911291+0000","last_became_peered":"2023-09-23T18:25:06.911291+0000","last_unstale":"2023-09-23T18:25:31.006818+0000","last_undegraded":"2023-09-23T18:25:31.006818+0000","last_fullsized":"2023-09-23T18:25:06.906956+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:42:25.542883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":432,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006239+0000","last_change":"2023-09-23T18:25:06.907804+0000","last_active":"2023-09-23T18:25:31.006239+0000","last_peered":"2023-09-23T18:25:31.006239+0000","last_clean":"2023-09-23T18:24:59.216784+0000","last_became_active":"2023-09-23T18:25:06.907804+0000","last_became_peered":"2023-09-23T18:25:06.907804+0000","last_unstale":"2023-09-23T18:25:31.006239+0000","last_undegraded":"2023-09-23T18:25:31.006239+0000","last_fullsized":"2023-09-23T18:25:06.901494+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:01.002283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":85,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.813439+0000","last_change":"2023-09-23T18:25:06.910047+0000","last_active":"2023-09-23T18:25:31.813439+0000","last_peered":"2023-09-23T18:25:31.813439+0000","last_clean":"2023-09-23T18:24:59.224118+0000","last_became_active":"2023-09-23T18:25:06.910047+0000","last_became_peered":"2023-09-23T18:25:06.910047+0000","last_unstale":"2023-09-23T18:25:31.813439+0000","last_undegraded":"2023-09-23T18:25:31.813439+0000","last_fullsized":"2023-09-23T18:25:06.901543+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:26.440768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":555,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.812864+0000","last_change":"2023-09-23T18:25:06.915586+0000","last_active":"2023-09-23T18:25:31.812864+0000","last_peered":"2023-09-23T18:25:31.812864+0000","last_clean":"2023-09-23T18:22:06.056171+0000","last_became_active":"2023-09-23T18:25:06.915586+0000","last_became_peered":"2023-09-23T18:25:06.915586+0000","last_unstale":"2023-09-23T18:25:31.812864+0000","last_undegraded":"2023-09-23T18:25:31.812864+0000","last_fullsized":"2023-09-23T18:25:06.901835+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:20.284833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":314,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.801562+0000","last_change":"2023-09-23T18:25:28.994070+0000","last_active":"2023-09-23T18:25:31.801562+0000","last_peered":"2023-09-23T18:25:31.801562+0000","last_clean":"2023-09-23T18:22:31.895713+0000","last_became_active":"2023-09-23T18:25:28.994070+0000","last_became_peered":"2023-09-23T18:25:28.994070+0000","last_unstale":"2023-09-23T18:25:31.801562+0000","last_undegraded":"2023-09-23T18:25:31.801562+0000","last_fullsized":"2023-09-23T18:25:28.990387+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:11:05.066782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":117,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.813559+0000","last_change":"2023-09-23T18:25:28.991407+0000","last_active":"2023-09-23T18:25:27.993872+0000","last_peered":"2023-09-23T18:25:31.813559+0000","last_clean":"2023-09-23T18:24:59.224650+0000","last_became_active":"2023-09-23T18:25:06.912161+0000","last_became_peered":"2023-09-23T18:25:28.991407+0000","last_unstale":"2023-09-23T18:25:31.813559+0000","last_undegraded":"2023-09-23T18:25:31.813559+0000","last_fullsized":"2023-09-23T18:25:28.990429+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:13.442080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":495,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006390+0000","last_change":"2023-09-23T18:25:06.927942+0000","last_active":"2023-09-23T18:25:31.006390+0000","last_peered":"2023-09-23T18:25:31.006390+0000","last_clean":"2023-09-23T18:21:59.381520+0000","last_became_active":"2023-09-23T18:25:06.927942+0000","last_became_peered":"2023-09-23T18:25:06.927942+0000","last_unstale":"2023-09-23T18:25:31.006390+0000","last_undegraded":"2023-09-23T18:25:31.006390+0000","last_fullsized":"2023-09-23T18:25:06.905888+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:15.959943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":256,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.814614+0000","last_change":"2023-09-23T18:25:28.996566+0000","last_active":"2023-09-23T18:25:31.814614+0000","last_peered":"2023-09-23T18:25:31.814614+0000","last_clean":"2023-09-23T18:16:59.842702+0000","last_became_active":"2023-09-23T18:25:28.996566+0000","last_became_peered":"2023-09-23T18:25:28.996566+0000","last_unstale":"2023-09-23T18:25:31.814614+0000","last_undegraded":"2023-09-23T18:25:31.814614+0000","last_fullsized":"2023-09-23T18:25:28.989647+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":435,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.814562+0000","last_change":"2023-09-23T18:25:06.912740+0000","last_active":"2023-09-23T18:25:31.814562+0000","last_peered":"2023-09-23T18:25:31.814562+0000","last_clean":"2023-09-23T18:21:59.366184+0000","last_became_active":"2023-09-23T18:25:06.912740+0000","last_became_peered":"2023-09-23T18:25:06.912740+0000","last_unstale":"2023-09-23T18:25:31.814562+0000","last_undegraded":"2023-09-23T18:25:31.814562+0000","last_fullsized":"2023-09-23T18:25:06.904612+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":137,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.814707+0000","last_change":"2023-09-23T18:25:06.914028+0000","last_active":"2023-09-23T18:25:31.814707+0000","last_peered":"2023-09-23T18:25:31.814707+0000","last_clean":"2023-09-23T18:24:59.233246+0000","last_became_active":"2023-09-23T18:25:06.914028+0000","last_became_peered":"2023-09-23T18:25:06.914028+0000","last_unstale":"2023-09-23T18:25:31.814707+0000","last_undegraded":"2023-09-23T18:25:06.905863+0000","last_fullsized":"2023-09-23T18:25:06.905748+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":78,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.007779+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:25:31.007779+0000","last_peered":"2023-09-23T18:25:31.007779+0000","last_clean":"2023-09-23T18:25:31.007779+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:25:31.007779+0000","last_undegraded":"2023-09-23T18:25:31.007779+0000","last_fullsized":"2023-09-23T18:25:31.007779+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":205,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010703+0000","last_change":"2023-09-23T18:22:03.961759+0000","last_active":"2023-09-23T18:25:31.010703+0000","last_peered":"2023-09-23T18:25:31.010703+0000","last_clean":"2023-09-23T18:25:31.010703+0000","last_became_active":"2023-09-23T18:22:03.953044+0000","last_became_peered":"2023-09-23T18:22:03.953044+0000","last_unstale":"2023-09-23T18:25:31.010703+0000","last_undegraded":"2023-09-23T18:25:31.010703+0000","last_fullsized":"2023-09-23T18:25:31.010703+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":516,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010754+0000","last_change":"2023-09-23T18:22:03.967760+0000","last_active":"2023-09-23T18:25:31.010754+0000","last_peered":"2023-09-23T18:25:31.010754+0000","last_clean":"2023-09-23T18:25:31.010754+0000","last_became_active":"2023-09-23T18:22:03.967292+0000","last_became_peered":"2023-09-23T18:22:03.967292+0000","last_unstale":"2023-09-23T18:25:31.010754+0000","last_undegraded":"2023-09-23T18:25:31.010754+0000","last_fullsized":"2023-09-23T18:25:31.010754+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":146,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814642+0000","last_change":"2023-09-23T18:21:42.500355+0000","last_active":"2023-09-23T18:25:31.814642+0000","last_peered":"2023-09-23T18:25:31.814642+0000","last_clean":"2023-09-23T18:25:31.814642+0000","last_became_active":"2023-09-23T18:21:41.801236+0000","last_became_peered":"2023-09-23T18:21:41.801236+0000","last_unstale":"2023-09-23T18:25:31.814642+0000","last_undegraded":"2023-09-23T18:25:31.814642+0000","last_fullsized":"2023-09-23T18:25:31.814642+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":408,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.007354+0000","last_change":"2023-09-23T18:25:06.909955+0000","last_active":"2023-09-23T18:25:31.007354+0000","last_peered":"2023-09-23T18:25:31.007354+0000","last_clean":"2023-09-23T18:16:59.831130+0000","last_became_active":"2023-09-23T18:25:06.909955+0000","last_became_peered":"2023-09-23T18:25:06.909955+0000","last_unstale":"2023-09-23T18:25:31.007354+0000","last_undegraded":"2023-09-23T18:25:31.007354+0000","last_fullsized":"2023-09-23T18:25:06.906505+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:04.535792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":85,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.813079+0000","last_change":"2023-09-23T18:25:06.911585+0000","last_active":"2023-09-23T18:25:31.813079+0000","last_peered":"2023-09-23T18:25:31.813079+0000","last_clean":"2023-09-23T18:24:59.223764+0000","last_became_active":"2023-09-23T18:25:06.911585+0000","last_became_peered":"2023-09-23T18:25:06.911585+0000","last_unstale":"2023-09-23T18:25:31.813079+0000","last_undegraded":"2023-09-23T18:25:31.813079+0000","last_fullsized":"2023-09-23T18:25:06.902809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:48.209718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":240,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.814688+0000","last_change":"2023-09-23T18:25:28.991126+0000","last_active":"2023-09-23T18:25:06.824077+0000","last_peered":"2023-09-23T18:25:31.814688+0000","last_clean":"2023-09-23T18:24:59.216165+0000","last_became_active":"2023-09-23T18:22:35.944316+0000","last_became_peered":"2023-09-23T18:25:28.991126+0000","last_unstale":"2023-09-23T18:25:31.814688+0000","last_undegraded":"2023-09-23T18:25:31.814688+0000","last_fullsized":"2023-09-23T18:25:28.990219+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7],"avail_no_missing":["7"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":152,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814475+0000","last_change":"2023-09-23T18:22:08.641998+0000","last_active":"2023-09-23T18:25:31.814475+0000","last_peered":"2023-09-23T18:25:31.814475+0000","last_clean":"2023-09-23T18:25:31.814475+0000","last_became_active":"2023-09-23T18:22:08.641679+0000","last_became_peered":"2023-09-23T18:22:08.641679+0000","last_unstale":"2023-09-23T18:25:31.814475+0000","last_undegraded":"2023-09-23T18:25:31.814475+0000","last_fullsized":"2023-09-23T18:25:31.814475+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":85,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.813584+0000","last_change":"2023-09-23T18:25:06.909711+0000","last_active":"2023-09-23T18:25:31.813584+0000","last_peered":"2023-09-23T18:25:31.813584+0000","last_clean":"2023-09-23T18:24:59.224266+0000","last_became_active":"2023-09-23T18:25:06.909711+0000","last_became_peered":"2023-09-23T18:25:06.909711+0000","last_unstale":"2023-09-23T18:25:31.813584+0000","last_undegraded":"2023-09-23T18:25:31.813584+0000","last_fullsized":"2023-09-23T18:25:06.902135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:37:51.590872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":97,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.813029+0000","last_change":"2023-09-23T18:25:28.991809+0000","last_active":"2023-09-23T18:25:31.813029+0000","last_peered":"2023-09-23T18:25:31.813029+0000","last_clean":"2023-09-23T18:25:26.979090+0000","last_became_active":"2023-09-23T18:25:28.991809+0000","last_became_peered":"2023-09-23T18:25:28.991809+0000","last_unstale":"2023-09-23T18:25:31.813029+0000","last_undegraded":"2023-09-23T18:25:28.990120+0000","last_fullsized":"2023-09-23T18:25:28.990011+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:12:04.300692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[{"shards":"0,6","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":378,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.814621+0000","last_change":"2023-09-23T18:25:06.917749+0000","last_active":"2023-09-23T18:25:31.814621+0000","last_peered":"2023-09-23T18:25:31.814621+0000","last_clean":"2023-09-23T18:16:59.840737+0000","last_became_active":"2023-09-23T18:25:06.917749+0000","last_became_peered":"2023-09-23T18:25:06.917749+0000","last_unstale":"2023-09-23T18:25:31.814621+0000","last_undegraded":"2023-09-23T18:25:31.814621+0000","last_fullsized":"2023-09-23T18:25:06.905814+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"478'9","reported_seq":19,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.065934+0000","last_change":"2023-09-23T18:25:33.044613+0000","last_active":"2023-09-23T18:25:33.065934+0000","last_peered":"2023-09-23T18:25:33.065934+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:28.996100+0000","last_became_peered":"2023-09-23T18:25:28.996100+0000","last_unstale":"2023-09-23T18:25:33.065934+0000","last_undegraded":"2023-09-23T18:25:33.035986+0000","last_fullsized":"2023-09-23T18:25:28.990289+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:09.271108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589824,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":171,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814771+0000","last_change":"2023-09-23T18:22:33.925414+0000","last_active":"2023-09-23T18:25:31.814771+0000","last_peered":"2023-09-23T18:25:31.814771+0000","last_clean":"2023-09-23T18:25:31.814771+0000","last_became_active":"2023-09-23T18:22:33.925068+0000","last_became_peered":"2023-09-23T18:22:33.925068+0000","last_unstale":"2023-09-23T18:25:31.814771+0000","last_undegraded":"2023-09-23T18:25:31.814771+0000","last_fullsized":"2023-09-23T18:25:31.814771+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":250,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.814276+0000","last_change":"2023-09-23T18:25:28.991763+0000","last_active":"2023-09-23T18:25:31.814276+0000","last_peered":"2023-09-23T18:25:31.814276+0000","last_clean":"2023-09-23T18:21:58.937739+0000","last_became_active":"2023-09-23T18:25:28.991763+0000","last_became_peered":"2023-09-23T18:25:28.991763+0000","last_unstale":"2023-09-23T18:25:31.814276+0000","last_undegraded":"2023-09-23T18:25:31.814276+0000","last_fullsized":"2023-09-23T18:25:28.989982+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":8,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.009610+0000","last_change":"2023-09-23T18:25:28.993680+0000","last_active":"2023-09-23T18:25:26.969218+0000","last_peered":"2023-09-23T18:25:31.009610+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"0.000000","last_became_peered":"2023-09-23T18:25:28.993680+0000","last_unstale":"2023-09-23T18:25:31.009610+0000","last_undegraded":"2023-09-23T18:25:31.009610+0000","last_fullsized":"2023-09-23T18:25:28.992374+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":129,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814818+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:25:31.814818+0000","last_peered":"2023-09-23T18:25:31.814818+0000","last_clean":"2023-09-23T18:25:31.814818+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:25:31.814818+0000","last_undegraded":"2023-09-23T18:25:31.814818+0000","last_fullsized":"2023-09-23T18:25:31.814818+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":504,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.010163+0000","last_change":"2023-09-23T18:25:06.915257+0000","last_active":"2023-09-23T18:25:31.010163+0000","last_peered":"2023-09-23T18:25:31.010163+0000","last_clean":"2023-09-23T18:24:59.220410+0000","last_became_active":"2023-09-23T18:25:06.915257+0000","last_became_peered":"2023-09-23T18:25:06.915257+0000","last_unstale":"2023-09-23T18:25:31.010163+0000","last_undegraded":"2023-09-23T18:25:31.010163+0000","last_fullsized":"2023-09-23T18:25:06.904042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"478'6","reported_seq":17,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.070710+0000","last_change":"2023-09-23T18:25:33.042200+0000","last_active":"2023-09-23T18:25:33.070710+0000","last_peered":"2023-09-23T18:25:33.070710+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.997715+0000","last_became_peered":"2023-09-23T18:25:27.997715+0000","last_unstale":"2023-09-23T18:25:33.070710+0000","last_undegraded":"2023-09-23T18:25:33.041306+0000","last_fullsized":"2023-09-23T18:25:27.991407+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:25.933272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":6}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":174,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.814873+0000","last_change":"2023-09-23T18:25:28.994507+0000","last_active":"2023-09-23T18:25:31.814873+0000","last_peered":"2023-09-23T18:25:31.814873+0000","last_clean":"2023-09-23T18:25:26.985010+0000","last_became_active":"2023-09-23T18:25:28.994507+0000","last_became_peered":"2023-09-23T18:25:28.994507+0000","last_unstale":"2023-09-23T18:25:31.814873+0000","last_undegraded":"2023-09-23T18:25:28.990865+0000","last_fullsized":"2023-09-23T18:25:28.990732+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":345,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.007886+0000","last_change":"2023-09-23T18:23:11.261134+0000","last_active":"2023-09-23T18:25:31.007886+0000","last_peered":"2023-09-23T18:25:31.007886+0000","last_clean":"2023-09-23T18:25:31.007886+0000","last_became_active":"2023-09-23T18:23:11.260864+0000","last_became_peered":"2023-09-23T18:23:11.260864+0000","last_unstale":"2023-09-23T18:25:31.007886+0000","last_undegraded":"2023-09-23T18:25:31.007886+0000","last_fullsized":"2023-09-23T18:25:31.007886+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:37:55.685474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"478'10","reported_seq":21,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.068200+0000","last_change":"2023-09-23T18:25:33.042214+0000","last_active":"2023-09-23T18:25:33.068200+0000","last_peered":"2023-09-23T18:25:33.068200+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.992387+0000","last_became_peered":"2023-09-23T18:25:27.992387+0000","last_unstale":"2023-09-23T18:25:33.068200+0000","last_undegraded":"2023-09-23T18:25:33.036007+0000","last_fullsized":"2023-09-23T18:25:27.985555+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:16:21.304230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":10}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":351,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.009443+0000","last_change":"2023-09-23T18:25:28.993355+0000","last_active":"2023-09-23T18:25:06.824097+0000","last_peered":"2023-09-23T18:25:31.009443+0000","last_clean":"2023-09-23T18:24:59.215929+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:25:28.993355+0000","last_unstale":"2023-09-23T18:25:31.009443+0000","last_undegraded":"2023-09-23T18:25:31.009443+0000","last_fullsized":"2023-09-23T18:25:28.992243+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":80,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.813421+0000","last_change":"2023-09-23T18:22:33.958438+0000","last_active":"2023-09-23T18:25:31.813421+0000","last_peered":"2023-09-23T18:25:31.813421+0000","last_clean":"2023-09-23T18:25:31.813421+0000","last_became_active":"2023-09-23T18:22:33.957701+0000","last_became_peered":"2023-09-23T18:22:33.957701+0000","last_unstale":"2023-09-23T18:25:31.813421+0000","last_undegraded":"2023-09-23T18:25:31.813421+0000","last_fullsized":"2023-09-23T18:25:31.813421+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:37.547416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"478'6","reported_seq":20,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.064431+0000","last_change":"2023-09-23T18:25:28.000289+0000","last_active":"2023-09-23T18:25:33.064431+0000","last_peered":"2023-09-23T18:25:33.064431+0000","last_clean":"2023-09-23T18:25:33.064431+0000","last_became_active":"2023-09-23T18:25:27.999973+0000","last_became_peered":"2023-09-23T18:25:27.999973+0000","last_unstale":"2023-09-23T18:25:33.064431+0000","last_undegraded":"2023-09-23T18:25:33.064431+0000","last_fullsized":"2023-09-23T18:25:33.064431+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:27:55.971882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":480,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.813188+0000","last_change":"2023-09-23T18:25:06.910597+0000","last_active":"2023-09-23T18:25:31.813188+0000","last_peered":"2023-09-23T18:25:31.813188+0000","last_clean":"2023-09-23T18:21:29.433228+0000","last_became_active":"2023-09-23T18:25:06.910597+0000","last_became_peered":"2023-09-23T18:25:06.910597+0000","last_unstale":"2023-09-23T18:25:31.813188+0000","last_undegraded":"2023-09-23T18:25:06.903147+0000","last_fullsized":"2023-09-23T18:25:06.903031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:41.593624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":172,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.010734+0000","last_change":"2023-09-23T18:25:06.919695+0000","last_active":"2023-09-23T18:25:31.010734+0000","last_peered":"2023-09-23T18:25:31.010734+0000","last_clean":"2023-09-23T18:24:59.221116+0000","last_became_active":"2023-09-23T18:25:06.919695+0000","last_became_peered":"2023-09-23T18:25:06.919695+0000","last_unstale":"2023-09-23T18:25:31.010734+0000","last_undegraded":"2023-09-23T18:25:31.010734+0000","last_fullsized":"2023-09-23T18:25:06.903267+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":8,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.010508+0000","last_change":"2023-09-23T18:25:28.995489+0000","last_active":"2023-09-23T18:25:26.969218+0000","last_peered":"2023-09-23T18:25:31.010508+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"0.000000","last_became_peered":"2023-09-23T18:25:28.995489+0000","last_unstale":"2023-09-23T18:25:31.010508+0000","last_undegraded":"2023-09-23T18:25:31.010508+0000","last_fullsized":"2023-09-23T18:25:28.994553+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4],"acting":[4],"avail_no_missing":["4"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":147,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010471+0000","last_change":"2023-09-23T18:23:11.247206+0000","last_active":"2023-09-23T18:25:31.010471+0000","last_peered":"2023-09-23T18:25:31.010471+0000","last_clean":"2023-09-23T18:25:31.010471+0000","last_became_active":"2023-09-23T18:23:11.246854+0000","last_became_peered":"2023-09-23T18:23:11.246854+0000","last_unstale":"2023-09-23T18:25:31.010471+0000","last_undegraded":"2023-09-23T18:25:31.010471+0000","last_fullsized":"2023-09-23T18:25:31.010471+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":157,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010969+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:25:31.010969+0000","last_peered":"2023-09-23T18:25:31.010969+0000","last_clean":"2023-09-23T18:25:31.010969+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:25:31.010969+0000","last_undegraded":"2023-09-23T18:25:31.010969+0000","last_fullsized":"2023-09-23T18:25:31.010969+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"478'12","reported_seq":26,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.063395+0000","last_change":"2023-09-23T18:25:27.997999+0000","last_active":"2023-09-23T18:25:33.063395+0000","last_peered":"2023-09-23T18:25:33.063395+0000","last_clean":"2023-09-23T18:25:33.063395+0000","last_became_active":"2023-09-23T18:25:27.997706+0000","last_became_peered":"2023-09-23T18:25:27.997706+0000","last_unstale":"2023-09-23T18:25:33.063395+0000","last_undegraded":"2023-09-23T18:25:33.063395+0000","last_fullsized":"2023-09-23T18:25:33.063395+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:52:35.675023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":786432,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":67,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.009924+0000","last_change":"2023-09-23T18:21:41.796904+0000","last_active":"2023-09-23T18:25:31.009924+0000","last_peered":"2023-09-23T18:25:31.009924+0000","last_clean":"2023-09-23T18:25:31.009924+0000","last_became_active":"2023-09-23T18:21:41.796575+0000","last_became_peered":"2023-09-23T18:21:41.796575+0000","last_unstale":"2023-09-23T18:25:31.009924+0000","last_undegraded":"2023-09-23T18:25:31.009924+0000","last_fullsized":"2023-09-23T18:25:31.009924+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":507,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010968+0000","last_change":"2023-09-23T18:22:03.967756+0000","last_active":"2023-09-23T18:25:31.010968+0000","last_peered":"2023-09-23T18:25:31.010968+0000","last_clean":"2023-09-23T18:25:31.010968+0000","last_became_active":"2023-09-23T18:22:03.967377+0000","last_became_peered":"2023-09-23T18:22:03.967377+0000","last_unstale":"2023-09-23T18:25:31.010968+0000","last_undegraded":"2023-09-23T18:25:31.010968+0000","last_fullsized":"2023-09-23T18:25:31.010968+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"478'6","reported_seq":19,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.070942+0000","last_change":"2023-09-23T18:25:27.999789+0000","last_active":"2023-09-23T18:25:33.070942+0000","last_peered":"2023-09-23T18:25:33.070942+0000","last_clean":"2023-09-23T18:25:33.070942+0000","last_became_active":"2023-09-23T18:25:27.999537+0000","last_became_peered":"2023-09-23T18:25:27.999537+0000","last_unstale":"2023-09-23T18:25:33.070942+0000","last_undegraded":"2023-09-23T18:25:33.070942+0000","last_fullsized":"2023-09-23T18:25:33.070942+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":413,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006201+0000","last_change":"2023-09-23T18:25:06.908113+0000","last_active":"2023-09-23T18:25:31.006201+0000","last_peered":"2023-09-23T18:25:31.006201+0000","last_clean":"2023-09-23T18:16:59.830732+0000","last_became_active":"2023-09-23T18:25:06.908113+0000","last_became_peered":"2023-09-23T18:25:06.908113+0000","last_unstale":"2023-09-23T18:25:31.006201+0000","last_undegraded":"2023-09-23T18:25:31.006201+0000","last_fullsized":"2023-09-23T18:25:06.903794+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:49.539448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":488,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006546+0000","last_change":"2023-09-23T18:25:06.908382+0000","last_active":"2023-09-23T18:25:31.006546+0000","last_peered":"2023-09-23T18:25:31.006546+0000","last_clean":"2023-09-23T18:25:01.788778+0000","last_became_active":"2023-09-23T18:25:06.908382+0000","last_became_peered":"2023-09-23T18:25:06.908382+0000","last_unstale":"2023-09-23T18:25:31.006546+0000","last_undegraded":"2023-09-23T18:25:31.006546+0000","last_fullsized":"2023-09-23T18:25:06.903036+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:03:33.435294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"478'10","reported_seq":23,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.074307+0000","last_change":"2023-09-23T18:25:27.998232+0000","last_active":"2023-09-23T18:25:33.074307+0000","last_peered":"2023-09-23T18:25:33.074307+0000","last_clean":"2023-09-23T18:25:33.074307+0000","last_became_active":"2023-09-23T18:25:27.997925+0000","last_became_peered":"2023-09-23T18:25:27.997925+0000","last_unstale":"2023-09-23T18:25:33.074307+0000","last_undegraded":"2023-09-23T18:25:33.074307+0000","last_fullsized":"2023-09-23T18:25:33.074307+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1208,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.007535+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:25:31.007535+0000","last_peered":"2023-09-23T18:25:31.007535+0000","last_clean":"2023-09-23T18:25:31.007535+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:25:31.007535+0000","last_undegraded":"2023-09-23T18:25:31.007535+0000","last_fullsized":"2023-09-23T18:25:31.007535+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":225,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:32.653718+0000","last_change":"2023-09-23T18:25:28.988179+0000","last_active":"2023-09-23T18:25:06.823028+0000","last_peered":"2023-09-23T18:25:32.653718+0000","last_clean":"2023-09-23T18:24:59.216247+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:25:28.988179+0000","last_unstale":"2023-09-23T18:25:32.653718+0000","last_undegraded":"2023-09-23T18:25:32.653718+0000","last_fullsized":"2023-09-23T18:25:28.987402+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:55.839519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2],"acting":[2],"avail_no_missing":["2"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":432,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.007826+0000","last_change":"2023-09-23T18:25:28.996087+0000","last_active":"2023-09-23T18:25:31.007826+0000","last_peered":"2023-09-23T18:25:31.007826+0000","last_clean":"2023-09-23T18:25:26.978153+0000","last_became_active":"2023-09-23T18:25:28.996087+0000","last_became_peered":"2023-09-23T18:25:28.996087+0000","last_unstale":"2023-09-23T18:25:31.007826+0000","last_undegraded":"2023-09-23T18:25:31.007826+0000","last_fullsized":"2023-09-23T18:25:28.988740+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:08:15.075958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"478'8","reported_seq":20,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.056397+0000","last_change":"2023-09-23T18:25:33.039908+0000","last_active":"2023-09-23T18:25:33.056397+0000","last_peered":"2023-09-23T18:25:33.056397+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:28.994512+0000","last_became_peered":"2023-09-23T18:25:28.994512+0000","last_unstale":"2023-09-23T18:25:33.056397+0000","last_undegraded":"2023-09-23T18:25:33.038869+0000","last_fullsized":"2023-09-23T18:25:28.989793+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:42:56.113191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[{"shards":"0,6","objects":8}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":678,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.801430+0000","last_change":"2023-09-23T18:25:28.995294+0000","last_active":"2023-09-23T18:25:31.801430+0000","last_peered":"2023-09-23T18:25:31.801430+0000","last_clean":"2023-09-23T17:48:26.731829+0000","last_became_active":"2023-09-23T18:25:28.995294+0000","last_became_peered":"2023-09-23T18:25:28.995294+0000","last_unstale":"2023-09-23T18:25:31.801430+0000","last_undegraded":"2023-09-23T18:25:28.989132+0000","last_fullsized":"2023-09-23T18:25:28.989061+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:11.523700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":522,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010712+0000","last_change":"2023-09-23T18:22:34.924481+0000","last_active":"2023-09-23T18:25:31.010712+0000","last_peered":"2023-09-23T18:25:31.010712+0000","last_clean":"2023-09-23T18:25:31.010712+0000","last_became_active":"2023-09-23T18:22:34.924151+0000","last_became_peered":"2023-09-23T18:22:34.924151+0000","last_unstale":"2023-09-23T18:25:31.010712+0000","last_undegraded":"2023-09-23T18:25:31.010712+0000","last_fullsized":"2023-09-23T18:25:31.010712+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":403,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.007467+0000","last_change":"2023-09-23T18:25:06.930002+0000","last_active":"2023-09-23T18:25:31.007467+0000","last_peered":"2023-09-23T18:25:31.007467+0000","last_clean":"2023-09-23T18:24:59.221555+0000","last_became_active":"2023-09-23T18:25:06.930002+0000","last_became_peered":"2023-09-23T18:25:06.930002+0000","last_unstale":"2023-09-23T18:25:31.007467+0000","last_undegraded":"2023-09-23T18:25:31.007467+0000","last_fullsized":"2023-09-23T18:25:06.906829+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:41:19.709508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"478'6","reported_seq":16,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.069788+0000","last_change":"2023-09-23T18:25:33.051995+0000","last_active":"2023-09-23T18:25:33.069788+0000","last_peered":"2023-09-23T18:25:33.069788+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:28.991916+0000","last_became_peered":"2023-09-23T18:25:28.991916+0000","last_unstale":"2023-09-23T18:25:33.069788+0000","last_undegraded":"2023-09-23T18:25:33.036616+0000","last_fullsized":"2023-09-23T18:25:28.986727+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:25.063059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":6}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":864,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.733358+0000","last_change":"2023-09-23T18:25:06.912394+0000","last_active":"2023-09-23T18:25:31.733358+0000","last_peered":"2023-09-23T18:25:31.733358+0000","last_clean":"2023-09-23T18:24:59.215235+0000","last_became_active":"2023-09-23T18:25:06.912394+0000","last_became_peered":"2023-09-23T18:25:06.912394+0000","last_unstale":"2023-09-23T18:25:31.733358+0000","last_undegraded":"2023-09-23T18:25:31.733358+0000","last_fullsized":"2023-09-23T18:25:06.901611+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:51.454615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":429,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.006408+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:25:31.006408+0000","last_peered":"2023-09-23T18:25:31.006408+0000","last_clean":"2023-09-23T18:25:31.006408+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:25:31.006408+0000","last_undegraded":"2023-09-23T18:25:31.006408+0000","last_fullsized":"2023-09-23T18:25:31.006408+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":549,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.006623+0000","last_change":"2023-09-23T18:25:28.998980+0000","last_active":"2023-09-23T18:25:31.006623+0000","last_peered":"2023-09-23T18:25:31.006623+0000","last_clean":"2023-09-23T18:25:26.979170+0000","last_became_active":"2023-09-23T18:25:28.998980+0000","last_became_peered":"2023-09-23T18:25:28.998980+0000","last_unstale":"2023-09-23T18:25:31.006623+0000","last_undegraded":"2023-09-23T18:25:31.006623+0000","last_fullsized":"2023-09-23T18:25:28.990824+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:35.875997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":["1","0"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"478'7","reported_seq":21,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.067462+0000","last_change":"2023-09-23T18:25:28.000590+0000","last_active":"2023-09-23T18:25:33.067462+0000","last_peered":"2023-09-23T18:25:33.067462+0000","last_clean":"2023-09-23T18:25:33.067462+0000","last_became_active":"2023-09-23T18:25:27.999983+0000","last_became_peered":"2023-09-23T18:25:27.999983+0000","last_unstale":"2023-09-23T18:25:33.067462+0000","last_undegraded":"2023-09-23T18:25:33.067462+0000","last_fullsized":"2023-09-23T18:25:33.067462+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:39.917170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":458752,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":785,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:32.653665+0000","last_change":"2023-09-23T18:25:28.992599+0000","last_active":"2023-09-23T18:25:32.653665+0000","last_peered":"2023-09-23T18:25:32.653665+0000","last_clean":"2023-09-23T18:22:33.907237+0000","last_became_active":"2023-09-23T18:25:28.992599+0000","last_became_peered":"2023-09-23T18:25:28.992599+0000","last_unstale":"2023-09-23T18:25:32.653665+0000","last_undegraded":"2023-09-23T18:25:28.987245+0000","last_fullsized":"2023-09-23T18:25:28.987138+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:32.849001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":533,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814555+0000","last_change":"2023-09-23T18:22:35.011102+0000","last_active":"2023-09-23T18:25:31.814555+0000","last_peered":"2023-09-23T18:25:31.814555+0000","last_clean":"2023-09-23T18:25:31.814555+0000","last_became_active":"2023-09-23T18:22:34.922434+0000","last_became_peered":"2023-09-23T18:22:34.922434+0000","last_unstale":"2023-09-23T18:25:31.814555+0000","last_undegraded":"2023-09-23T18:25:31.814555+0000","last_fullsized":"2023-09-23T18:25:31.814555+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":512,"reported_epoch":478,"state":"undersized+peered","last_fresh":"2023-09-23T18:25:31.009407+0000","last_change":"2023-09-23T18:25:28.993416+0000","last_active":"2023-09-23T18:22:34.911039+0000","last_peered":"2023-09-23T18:25:31.009407+0000","last_clean":"2023-09-23T18:22:33.914150+0000","last_became_active":"2023-09-23T18:22:03.970166+0000","last_became_peered":"2023-09-23T18:25:28.993416+0000","last_unstale":"2023-09-23T18:25:31.009407+0000","last_undegraded":"2023-09-23T18:25:31.009407+0000","last_fullsized":"2023-09-23T18:25:28.992830+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":174,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.010893+0000","last_change":"2023-09-23T18:23:11.258487+0000","last_active":"2023-09-23T18:25:31.010893+0000","last_peered":"2023-09-23T18:25:31.010893+0000","last_clean":"2023-09-23T18:25:31.010893+0000","last_became_active":"2023-09-23T18:23:11.258172+0000","last_became_peered":"2023-09-23T18:23:11.258172+0000","last_unstale":"2023-09-23T18:25:31.010893+0000","last_undegraded":"2023-09-23T18:25:31.010893+0000","last_fullsized":"2023-09-23T18:25:31.010893+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"478'6","reported_seq":20,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.062124+0000","last_change":"2023-09-23T18:25:27.997303+0000","last_active":"2023-09-23T18:25:33.062124+0000","last_peered":"2023-09-23T18:25:33.062124+0000","last_clean":"2023-09-23T18:25:33.062124+0000","last_became_active":"2023-09-23T18:25:27.997016+0000","last_became_peered":"2023-09-23T18:25:27.997016+0000","last_unstale":"2023-09-23T18:25:33.062124+0000","last_undegraded":"2023-09-23T18:25:33.062124+0000","last_fullsized":"2023-09-23T18:25:33.062124+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:25.784729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":861,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814445+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:25:31.814445+0000","last_peered":"2023-09-23T18:25:31.814445+0000","last_clean":"2023-09-23T18:25:31.814445+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:25:31.814445+0000","last_undegraded":"2023-09-23T18:25:31.814445+0000","last_fullsized":"2023-09-23T18:25:31.814445+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":76,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.813021+0000","last_change":"2023-09-23T18:25:06.908549+0000","last_active":"2023-09-23T18:25:31.813021+0000","last_peered":"2023-09-23T18:25:31.813021+0000","last_clean":"2023-09-23T18:24:59.223956+0000","last_became_active":"2023-09-23T18:25:06.908549+0000","last_became_peered":"2023-09-23T18:25:06.908549+0000","last_unstale":"2023-09-23T18:25:31.813021+0000","last_undegraded":"2023-09-23T18:25:31.813021+0000","last_fullsized":"2023-09-23T18:25:06.904175+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:52:32.641672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":79,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.813568+0000","last_change":"2023-09-23T18:22:33.933134+0000","last_active":"2023-09-23T18:25:31.813568+0000","last_peered":"2023-09-23T18:25:31.813568+0000","last_clean":"2023-09-23T18:25:31.813568+0000","last_became_active":"2023-09-23T18:22:33.932824+0000","last_became_peered":"2023-09-23T18:22:33.932824+0000","last_unstale":"2023-09-23T18:25:31.813568+0000","last_undegraded":"2023-09-23T18:25:31.813568+0000","last_fullsized":"2023-09-23T18:25:31.813568+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:26:02.267859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"478'7","reported_seq":20,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.073152+0000","last_change":"2023-09-23T18:25:28.000205+0000","last_active":"2023-09-23T18:25:33.073152+0000","last_peered":"2023-09-23T18:25:33.073152+0000","last_clean":"2023-09-23T18:25:33.073152+0000","last_became_active":"2023-09-23T18:25:27.999928+0000","last_became_peered":"2023-09-23T18:25:27.999928+0000","last_unstale":"2023-09-23T18:25:33.073152+0000","last_undegraded":"2023-09-23T18:25:33.073152+0000","last_fullsized":"2023-09-23T18:25:33.073152+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":458752,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":203,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814584+0000","last_change":"2023-09-23T18:22:33.925972+0000","last_active":"2023-09-23T18:25:31.814584+0000","last_peered":"2023-09-23T18:25:31.814584+0000","last_clean":"2023-09-23T18:25:31.814584+0000","last_became_active":"2023-09-23T18:22:33.925359+0000","last_became_peered":"2023-09-23T18:22:33.925359+0000","last_unstale":"2023-09-23T18:25:31.814584+0000","last_undegraded":"2023-09-23T18:25:31.814584+0000","last_fullsized":"2023-09-23T18:25:31.814584+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":461,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.007586+0000","last_change":"2023-09-23T18:25:28.993914+0000","last_active":"2023-09-23T18:25:31.007586+0000","last_peered":"2023-09-23T18:25:31.007586+0000","last_clean":"2023-09-23T18:25:26.978934+0000","last_became_active":"2023-09-23T18:25:28.993914+0000","last_became_peered":"2023-09-23T18:25:28.993914+0000","last_unstale":"2023-09-23T18:25:31.007586+0000","last_undegraded":"2023-09-23T18:25:31.007586+0000","last_fullsized":"2023-09-23T18:25:28.988400+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:46.156439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":95,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.813622+0000","last_change":"2023-09-23T18:25:28.991623+0000","last_active":"2023-09-23T18:25:31.813622+0000","last_peered":"2023-09-23T18:25:31.813622+0000","last_clean":"2023-09-23T18:25:26.980091+0000","last_became_active":"2023-09-23T18:25:28.991623+0000","last_became_peered":"2023-09-23T18:25:28.991623+0000","last_unstale":"2023-09-23T18:25:31.813622+0000","last_undegraded":"2023-09-23T18:25:31.813622+0000","last_fullsized":"2023-09-23T18:25:28.990285+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:47:57.235526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"478'8","reported_seq":21,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:33.072046+0000","last_change":"2023-09-23T18:25:27.997773+0000","last_active":"2023-09-23T18:25:33.072046+0000","last_peered":"2023-09-23T18:25:33.072046+0000","last_clean":"2023-09-23T18:25:33.072046+0000","last_became_active":"2023-09-23T18:25:27.997470+0000","last_became_peered":"2023-09-23T18:25:27.997470+0000","last_unstale":"2023-09-23T18:25:33.072046+0000","last_undegraded":"2023-09-23T18:25:33.072046+0000","last_fullsized":"2023-09-23T18:25:33.072046+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":372,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.814734+0000","last_change":"2023-09-23T18:25:06.918164+0000","last_active":"2023-09-23T18:25:31.814734+0000","last_peered":"2023-09-23T18:25:31.814734+0000","last_clean":"2023-09-23T18:16:59.840639+0000","last_became_active":"2023-09-23T18:25:06.918164+0000","last_became_peered":"2023-09-23T18:25:06.918164+0000","last_unstale":"2023-09-23T18:25:31.814734+0000","last_undegraded":"2023-09-23T18:25:06.905974+0000","last_fullsized":"2023-09-23T18:25:06.905850+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1151,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.007052+0000","last_change":"2023-09-23T18:22:36.916538+0000","last_active":"2023-09-23T18:25:31.007052+0000","last_peered":"2023-09-23T18:25:31.007052+0000","last_clean":"2023-09-23T18:25:31.007052+0000","last_became_active":"2023-09-23T18:22:36.915974+0000","last_became_peered":"2023-09-23T18:22:36.915974+0000","last_unstale":"2023-09-23T18:25:31.007052+0000","last_undegraded":"2023-09-23T18:25:31.007052+0000","last_fullsized":"2023-09-23T18:25:31.007052+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:43.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":118,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.733279+0000","last_change":"2023-09-23T18:22:33.923166+0000","last_active":"2023-09-23T18:25:31.733279+0000","last_peered":"2023-09-23T18:25:31.733279+0000","last_clean":"2023-09-23T18:25:31.733279+0000","last_became_active":"2023-09-23T18:22:33.922837+0000","last_became_peered":"2023-09-23T18:22:33.922837+0000","last_unstale":"2023-09-23T18:25:31.733279+0000","last_undegraded":"2023-09-23T18:25:31.733279+0000","last_fullsized":"2023-09-23T18:25:31.733279+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:35:56.159603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.f","version":"478'8","reported_seq":19,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:33.068714+0000","last_change":"2023-09-23T18:25:33.040010+0000","last_active":"2023-09-23T18:25:33.068714+0000","last_peered":"2023-09-23T18:25:33.068714+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.997278+0000","last_became_peered":"2023-09-23T18:25:27.997278+0000","last_unstale":"2023-09-23T18:25:33.068714+0000","last_undegraded":"2023-09-23T18:25:33.035802+0000","last_fullsized":"2023-09-23T18:25:27.988919+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:00:04.779803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,6","objects":8}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":139,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.814852+0000","last_change":"2023-09-23T18:23:11.269727+0000","last_active":"2023-09-23T18:25:31.814852+0000","last_peered":"2023-09-23T18:25:31.814852+0000","last_clean":"2023-09-23T18:25:31.814852+0000","last_became_active":"2023-09-23T18:23:11.269303+0000","last_became_peered":"2023-09-23T18:23:11.269303+0000","last_unstale":"2023-09-23T18:25:31.814852+0000","last_undegraded":"2023-09-23T18:25:31.814852+0000","last_fullsized":"2023-09-23T18:25:31.814852+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":83,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.813682+0000","last_change":"2023-09-23T18:22:33.962882+0000","last_active":"2023-09-23T18:25:31.813682+0000","last_peered":"2023-09-23T18:25:31.813682+0000","last_clean":"2023-09-23T18:25:31.813682+0000","last_became_active":"2023-09-23T18:22:33.962335+0000","last_became_peered":"2023-09-23T18:22:33.962335+0000","last_unstale":"2023-09-23T18:25:31.813682+0000","last_undegraded":"2023-09-23T18:25:31.813682+0000","last_fullsized":"2023-09-23T18:25:31.813682+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:20.848774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":214,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.010021+0000","last_change":"2023-09-23T18:25:28.997808+0000","last_active":"2023-09-23T18:25:31.010021+0000","last_peered":"2023-09-23T18:25:31.010021+0000","last_clean":"2023-09-23T18:25:26.980502+0000","last_became_active":"2023-09-23T18:25:28.997808+0000","last_became_peered":"2023-09-23T18:25:28.997808+0000","last_unstale":"2023-09-23T18:25:31.010021+0000","last_undegraded":"2023-09-23T18:25:31.010021+0000","last_fullsized":"2023-09-23T18:25:28.994479+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":71,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.813337+0000","last_change":"2023-09-23T18:22:33.958609+0000","last_active":"2023-09-23T18:25:31.813337+0000","last_peered":"2023-09-23T18:25:31.813337+0000","last_clean":"2023-09-23T18:25:31.813337+0000","last_became_active":"2023-09-23T18:22:33.958133+0000","last_became_peered":"2023-09-23T18:22:33.958133+0000","last_unstale":"2023-09-23T18:25:31.813337+0000","last_undegraded":"2023-09-23T18:25:31.813337+0000","last_fullsized":"2023-09-23T18:25:31.813337+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:21:57.819616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":154,"reported_epoch":478,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:25:31.007654+0000","last_change":"2023-09-23T18:25:07.913344+0000","last_active":"2023-09-23T18:25:31.007654+0000","last_peered":"2023-09-23T18:25:31.007654+0000","last_clean":"2023-09-23T18:25:31.007654+0000","last_became_active":"2023-09-23T18:25:07.912918+0000","last_became_peered":"2023-09-23T18:25:07.912918+0000","last_unstale":"2023-09-23T18:25:31.007654+0000","last_undegraded":"2023-09-23T18:25:31.007654+0000","last_fullsized":"2023-09-23T18:25:31.007654+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:34.535689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,2],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":68,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.010827+0000","last_change":"2023-09-23T18:25:28.999438+0000","last_active":"2023-09-23T18:25:31.010827+0000","last_peered":"2023-09-23T18:25:31.010827+0000","last_clean":"2023-09-23T18:22:33.910078+0000","last_became_active":"2023-09-23T18:25:28.999438+0000","last_became_peered":"2023-09-23T18:25:28.999438+0000","last_unstale":"2023-09-23T18:25:31.010827+0000","last_undegraded":"2023-09-23T18:25:28.994673+0000","last_fullsized":"2023-09-23T18:25:28.994552+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":163,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.010543+0000","last_change":"2023-09-23T18:25:06.909221+0000","last_active":"2023-09-23T18:25:31.010543+0000","last_peered":"2023-09-23T18:25:31.010543+0000","last_clean":"2023-09-23T18:24:59.219115+0000","last_became_active":"2023-09-23T18:25:06.909221+0000","last_became_peered":"2023-09-23T18:25:06.909221+0000","last_unstale":"2023-09-23T18:25:31.010543+0000","last_undegraded":"2023-09-23T18:25:31.010543+0000","last_fullsized":"2023-09-23T18:25:06.903652+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":68,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.011124+0000","last_change":"2023-09-23T18:25:28.997888+0000","last_active":"2023-09-23T18:25:31.011124+0000","last_peered":"2023-09-23T18:25:31.011124+0000","last_clean":"2023-09-23T18:22:33.909915+0000","last_became_active":"2023-09-23T18:25:28.997888+0000","last_became_peered":"2023-09-23T18:25:28.997888+0000","last_unstale":"2023-09-23T18:25:31.011124+0000","last_undegraded":"2023-09-23T18:25:28.994963+0000","last_fullsized":"2023-09-23T18:25:28.994849+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[{"shards":"4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":197,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.010502+0000","last_change":"2023-09-23T18:25:06.905820+0000","last_active":"2023-09-23T18:25:31.010502+0000","last_peered":"2023-09-23T18:25:31.010502+0000","last_clean":"2023-09-23T18:24:59.218981+0000","last_became_active":"2023-09-23T18:25:06.905820+0000","last_became_peered":"2023-09-23T18:25:06.905820+0000","last_unstale":"2023-09-23T18:25:31.010502+0000","last_undegraded":"2023-09-23T18:25:31.010502+0000","last_fullsized":"2023-09-23T18:25:06.903223+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":266,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.733772+0000","last_change":"2023-09-23T18:25:06.915260+0000","last_active":"2023-09-23T18:25:31.733772+0000","last_peered":"2023-09-23T18:25:31.733772+0000","last_clean":"2023-09-23T18:06:13.689758+0000","last_became_active":"2023-09-23T18:25:06.915260+0000","last_became_peered":"2023-09-23T18:25:06.915260+0000","last_unstale":"2023-09-23T18:25:31.733772+0000","last_undegraded":"2023-09-23T18:25:31.733772+0000","last_fullsized":"2023-09-23T18:25:06.905743+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:13.049277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":522,"reported_epoch":478,"state":"active+undersized","last_fresh":"2023-09-23T18:25:31.733554+0000","last_change":"2023-09-23T18:25:06.913026+0000","last_active":"2023-09-23T18:25:31.733554+0000","last_peered":"2023-09-23T18:25:31.733554+0000","last_clean":"2023-09-23T18:22:06.044335+0000","last_became_active":"2023-09-23T18:25:06.913026+0000","last_became_peered":"2023-09-23T18:25:06.913026+0000","last_unstale":"2023-09-23T18:25:31.733554+0000","last_undegraded":"2023-09-23T18:25:31.733554+0000","last_fullsized":"2023-09-23T18:25:06.902025+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:51.700764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":151,"reported_epoch":478,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:25:31.813629+0000","last_change":"2023-09-23T18:25:28.994127+0000","last_active":"2023-09-23T18:25:31.813629+0000","last_peered":"2023-09-23T18:25:31.813629+0000","last_clean":"2023-09-23T18:25:26.981169+0000","last_became_active":"2023-09-23T18:25:28.994127+0000","last_became_peered":"2023-09-23T18:25:28.994127+0000","last_unstale":"2023-09-23T18:25:31.813629+0000","last_undegraded":"2023-09-23T18:25:28.990591+0000","last_fullsized":"2023-09-23T18:25:28.990489+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:32.781744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3324,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[{"shards":"0,6","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":166,"reported_epoch":478,"state":"active+clean","last_fresh":"2023-09-23T18:25:31.009847+0000","last_change":"2023-09-23T18:22:03.974449+0000","last_active":"2023-09-23T18:25:31.009847+0000","last_peered":"2023-09-23T18:25:31.009847+0000","last_clean":"2023-09-23T18:25:31.009847+0000","last_became_active":"2023-09-23T18:22:03.974118+0000","last_became_peered":"2023-09-23T18:22:03.974118+0000","last_unstale":"2023-09-23T18:25:31.009847+0000","last_undegraded":"2023-09-23T18:25:31.009847+0000","last_fullsized":"2023-09-23T18:25:31.009847+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":73,"acting":74,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":7143424,"num_objects":109,"num_object_clones":0,"num_object_copies":327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":47,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":109,"num_write_kb":6976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18350080,"data_stored":18350080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109,"ondisk_log_size":109,"up":38,"acting":38,"num_store_stats":6},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":100,"num_bytes_recovered":37342,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":72,"acting":72,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":219,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":21,"acting":21,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430688,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":974820,"kb_used_data":70428,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":92770332,"statfs":{"total":95995035648,"available":94996819968,"internally_reserved":0,"allocated":72118272,"data_stored":71058262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,4,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":2.2679999999999998,"5min":2.621,"15min":2.6800000000000002},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":10.089,"5min":16.593,"15min":16.593},"last":0.63},{"interface":"front","average":{"1min":1.3520000000000001,"5min":3.3239999999999998,"15min":3.6520000000000001},"min":{"1min":0.33900000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.2199999999999998,"5min":26.486000000000001,"15min":26.486000000000001},"last":0.58799999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5349999999999999,"5min":1.752,"15min":1.827},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.2889999999999997,"5min":9.2690000000000001,"15min":12.595000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":2.028,"5min":1.8839999999999999,"15min":2.016},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":7.0449999999999999,"5min":9.2829999999999995,"15min":12.573},"last":0.61299999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.2509999999999999,"15min":2.3090000000000002},"min":{"1min":0.374,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":7.0919999999999996,"5min":10.613,"15min":15.449999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.7390000000000001,"5min":2.157,"15min":2.4159999999999999},"min":{"1min":0.313,"5min":0.29999999999999999,"15min":0.247},"max":{"1min":5.9340000000000002,"5min":16.539000000000001,"15min":21.692},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":5.9649999999999999},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":4.8949999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":1.024,"15min":0.93999999999999995},"min":{"1min":0.245,"5min":0.245,"15min":0.22900000000000001},"max":{"1min":6.7530000000000001,"5min":6.7530000000000001,"15min":10.18},"last":0.379},{"interface":"front","average":{"1min":1.95,"5min":1.3520000000000001,"15min":1.1020000000000001},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":7.0049999999999999,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.34000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.1240000000000001,"15min":0.98699999999999999},"min":{"1min":0.33000000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.2130000000000001,"5min":6.2130000000000001,"15min":13.385},"last":0.34999999999999998},{"interface":"front","average":{"1min":2.4830000000000001,"5min":1.609,"15min":1.3360000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":10.191000000000001,"5min":16.478999999999999,"15min":16.478999999999999},"last":0.39500000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309784,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":335968,"kb_used_data":12440,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":93409184,"statfs":{"total":95995035648,"available":95651004416,"internally_reserved":0,"allocated":12738560,"data_stored":11683073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,4,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:40 2023","interfaces":[{"interface":"back","average":{"1min":3.0470000000000002,"5min":2.4409999999999998,"15min":2.3399999999999999},"min":{"1min":0.318,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":14.273,"5min":14.273,"15min":14.273},"last":0.34200000000000003},{"interface":"front","average":{"1min":2.8980000000000001,"5min":2.2050000000000001,"15min":2.089},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":14.282999999999999,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.38300000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:25:17 2023","interfaces":[{"interface":"back","average":{"1min":1.986,"5min":2.2469999999999999,"15min":2.4670000000000001},"min":{"1min":0.28899999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.135999999999999,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.9809999999999999,"5min":2.0169999999999999,"15min":2.1859999999999999},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":29.094000000000001},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":4.375,"5min":2.8220000000000001,"15min":2.5619999999999998},"min":{"1min":0.33600000000000002,"5min":0.314,"15min":0.27300000000000002},"max":{"1min":15.970000000000001,"5min":17.759,"15min":17.759},"last":0.44800000000000001},{"interface":"front","average":{"1min":2.347,"5min":2.1440000000000001,"15min":2.157},"min":{"1min":0.44600000000000001,"5min":0.32200000000000001,"15min":0.28699999999999998},"max":{"1min":5.3140000000000001,"5min":15.465999999999999,"15min":19.506},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":1.671,"5min":1.1220000000000001,"15min":0.91000000000000003},"min":{"1min":0.32000000000000001,"5min":0.25600000000000001,"15min":0.23300000000000001},"max":{"1min":12.15,"5min":12.15,"15min":12.15},"last":0.30499999999999999},{"interface":"front","average":{"1min":2.7770000000000001,"5min":1.4970000000000001,"15min":1.1699999999999999},"min":{"1min":0.33200000000000002,"5min":0.27000000000000002,"15min":0.25900000000000001},"max":{"1min":14.709,"5min":14.709,"15min":14.709},"last":0.27900000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":1.6419999999999999,"15min":1.327},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":13.1,"5min":13.1,"15min":19.145},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.677,"5min":1.474,"15min":1.3049999999999999},"min":{"1min":0.36499999999999999,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":6.202,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.4059999999999999,"15min":1.1200000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.30499999999999999},"max":{"1min":12.106,"5min":12.319000000000001,"15min":13.009},"last":0.29099999999999998},{"interface":"front","average":{"1min":2.6110000000000002,"5min":1.425,"15min":1.0600000000000001},"min":{"1min":0.35799999999999998,"5min":0.33200000000000002,"15min":0.32200000000000001},"max":{"1min":13.702,"5min":13.702,"15min":13.702},"last":0.33400000000000002}]}]},{"osd":1,"up_from":323,"seq":1387274436751,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":499932,"kb_used_data":58068,"kb_used_omap":17,"kb_used_meta":441838,"kb_avail":93245220,"statfs":{"total":95995035648,"available":95483105280,"internally_reserved":0,"allocated":59461632,"data_stored":57495080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":452442212},"hb_peers":[0,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:39 2023","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.3090000000000002,"15min":2.2029999999999998},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":10.898,"5min":17.73,"15min":17.73},"last":0.33100000000000002},{"interface":"front","average":{"1min":2.0630000000000002,"5min":2.6509999999999998,"15min":2.7490000000000001},"min":{"1min":0.24199999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.563000000000001,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.27100000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":4.9100000000000001,"5min":2.988,"15min":3.754},"min":{"1min":0.248,"5min":0.248,"15min":0.216},"max":{"1min":23.100000000000001,"5min":23.100000000000001,"15min":23.407},"last":0.316},{"interface":"front","average":{"1min":4.6840000000000002,"5min":2.5129999999999999,"15min":3.7930000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.22800000000000001},"max":{"1min":15.586,"5min":17.800000000000001,"15min":57.387},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":5.9199999999999999},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":5.96}]},{"osd":4,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":3.0819999999999999,"5min":2.9409999999999998,"15min":2.153},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.29799999999999999},"max":{"1min":6.9909999999999997,"5min":107.854,"15min":107.854},"last":0.44},{"interface":"front","average":{"1min":2.464,"5min":2.024,"15min":2.2829999999999999},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0229999999999997,"5min":12.638999999999999,"15min":14.898},"last":0.39400000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.44700000000000001},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.499}]},{"osd":6,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":4.1189999999999998,"5min":2.359,"15min":2.6339999999999999},"min":{"1min":0.49299999999999999,"5min":0.38600000000000001,"15min":0.38},"max":{"1min":15.375999999999999,"5min":15.375999999999999,"15min":31.064},"last":0.42699999999999999},{"interface":"front","average":{"1min":3.7650000000000001,"5min":1.9419999999999999,"15min":1.9350000000000001},"min":{"1min":0.42499999999999999,"5min":0.35599999999999998,"15min":0.34000000000000002},"max":{"1min":7.0289999999999999,"5min":9.0250000000000004,"15min":13.855},"last":0.40899999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.5670000000000002,"15min":2.6619999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":9.4130000000000003,"5min":12.686,"15min":14.949999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":4.3330000000000002,"5min":2.79,"15min":2.879},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":15.425000000000001,"5min":17.84,"15min":31.093},"last":0.46200000000000002}]}]},{"osd":0,"up_from":438,"seq":1881195676005,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":756456,"kb_used_data":10976,"kb_used_omap":8,"kb_used_meta":745463,"kb_avail":92988696,"statfs":{"total":95995035648,"available":95220424704,"internally_reserved":0,"allocated":11239424,"data_stored":9257931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":763354724},"hb_peers":[1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.133,"5min":2.972,"15min":2.9449999999999998},"min":{"1min":0.27900000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":12.19,"5min":24.265999999999998,"15min":24.265999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":3.4569999999999999,"5min":2.7400000000000002,"15min":2.6200000000000001},"min":{"1min":0.28100000000000003,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":7.7290000000000001,"5min":24.506,"15min":24.506},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2570000000000001,"5min":2.5219999999999998,"15min":2.3999999999999999},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":15.983000000000001,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.437},{"interface":"front","average":{"1min":4.1950000000000003,"5min":2.8130000000000002,"15min":2.5830000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":13.755000000000001,"5min":13.755000000000001,"15min":13.755000000000001},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":1.655},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":2.9689999999999999,"15min":2.919},"min":{"1min":0.45700000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":12.202,"5min":14.289999999999999,"15min":14.289999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.3679999999999999,"15min":2.3580000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":12.308,"5min":13.821,"15min":13.821},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.6800000000000002,"5min":3.1179999999999999,"15min":3.024},"min":{"1min":0.48399999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":12.276999999999999,"5min":13.865,"15min":13.865},"last":0.505},{"interface":"front","average":{"1min":4.2060000000000004,"5min":2.8740000000000001,"15min":2.6520000000000001},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":8.8140000000000001,"5min":9.423,"15min":9.423},"last":0.57299999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":5.5640000000000001,"5min":2.8599999999999999,"15min":2.4100000000000001},"min":{"1min":0.83199999999999996,"5min":0.38,"15min":0.38},"max":{"1min":13.989000000000001,"5min":13.989000000000001,"15min":13.989000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":3.298,"5min":3.9500000000000002,"15min":4.0590000000000002},"min":{"1min":0.44400000000000001,"5min":0.434,"15min":0.434},"max":{"1min":12.272,"5min":14.343,"15min":14.343},"last":0.51900000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258219,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":898672,"kb_used_data":10984,"kb_used_omap":16,"kb_used_meta":887663,"kb_avail":92846480,"statfs":{"total":95995035648,"available":95074795520,"internally_reserved":0,"allocated":11247616,"data_stored":9202322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":908967074},"hb_peers":[0,1,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:35 2023","interfaces":[{"interface":"back","average":{"1min":2.7080000000000002,"5min":2.786,"15min":2.7989999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":14.608000000000001,"5min":18.940000000000001,"15min":18.940000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.4650000000000001,"5min":2.3079999999999998,"15min":2.448},"min":{"1min":0.25800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.8949999999999996,"5min":9.6400000000000006,"15min":9.6400000000000006},"last":0.28199999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:25:09 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.7799999999999998,"15min":3.2290000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.817,"5min":19.103999999999999,"15min":38.146999999999998},"last":0.64700000000000002},{"interface":"front","average":{"1min":3.3069999999999999,"5min":3.0230000000000001,"15min":3.2890000000000001},"min":{"1min":0.28100000000000003,"5min":0.248,"15min":0.22500000000000001},"max":{"1min":14.404,"5min":16.021999999999998,"15min":38.329000000000001},"last":0.34499999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":1.411},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":5.0460000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:25:31 2023","interfaces":[{"interface":"back","average":{"1min":2.6509999999999998,"5min":2.2690000000000001,"15min":2.79},"min":{"1min":0.313,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":9.6189999999999998,"5min":9.6189999999999998,"15min":105.509},"last":0.503},{"interface":"front","average":{"1min":2.8660000000000001,"5min":2.3300000000000001,"15min":2.4430000000000001},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.34200000000000003},"max":{"1min":10.371,"5min":10.371,"15min":105.529},"last":0.628}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:25:03 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.2879999999999998,"15min":2.1669999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.35399999999999998},"max":{"1min":9.2829999999999995,"5min":9.2829999999999995,"15min":10.555},"last":0.58599999999999997},{"interface":"front","average":{"1min":3.3380000000000001,"5min":2.5640000000000001,"15min":2.4279999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.39800000000000002},"max":{"1min":9.3170000000000002,"5min":9.7100000000000009,"15min":14.699},"last":0.40500000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:25:31 2023","interfaces":[{"interface":"back","average":{"1min":4.0330000000000004,"5min":3.2770000000000001,"15min":2.8759999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.36899999999999999},"max":{"1min":12.071,"5min":13.837999999999999,"15min":109.81699999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":2.552,"5min":2.4220000000000002,"15min":2.5640000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.34699999999999998},"max":{"1min":12.513,"5min":12.513,"15min":109.70699999999999},"last":0.71699999999999997}]}]},{"osd":3,"up_from":100,"seq":429496729942,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114692,"kb_used_data":194364,"kb_used_omap":4,"kb_used_meta":920315,"kb_avail":92630460,"statfs":{"total":95995035648,"available":94853591040,"internally_reserved":0,"allocated":199028736,"data_stored":197160273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":942402967},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":3.258,"15min":3.2589999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.118,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":3.3580000000000001,"15min":3.4660000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":13.506,"5min":16.440000000000001,"15min":16.440000000000001},"last":5.9249999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":3.4630000000000001,"15min":3.391},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":11.677,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.1070000000000002,"15min":2.9980000000000002},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.20300000000000001},"max":{"1min":16.571999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":2.1440000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:24:20 2023","interfaces":[{"interface":"back","average":{"1min":2.6059999999999999,"5min":2.6909999999999998,"15min":3.1640000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":16.497,"5min":18.782,"15min":93.429000000000002},"last":2.895},{"interface":"front","average":{"1min":1.954,"5min":2.9140000000000001,"15min":3.359},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":11.079000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":2.4079999999999999,"15min":2.5329999999999999},"min":{"1min":0.35899999999999999,"5min":0.31900000000000001,"15min":0.28499999999999998},"max":{"1min":9.4920000000000009,"5min":13.441000000000001,"15min":23.469000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":4.056,"5min":2.5150000000000001,"15min":2.4940000000000002},"min":{"1min":0.36299999999999999,"5min":0.34100000000000003,"15min":0.308},"max":{"1min":13.561,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.5179999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":4.6849999999999996,"5min":2.7570000000000001,"15min":2.5510000000000002},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":12.345000000000001,"5min":16.143999999999998,"15min":18.802},"last":5.9870000000000001},{"interface":"front","average":{"1min":4.085,"5min":2.9740000000000002,"15min":2.6579999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":19.457999999999998},"last":6.4059999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":2.6629999999999998,"15min":2.5110000000000001},"min":{"1min":0.58299999999999996,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":16.472000000000001,"5min":16.472000000000001,"15min":16.472000000000001},"last":3.8010000000000002},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.5649999999999999,"15min":2.9380000000000002},"min":{"1min":0.55700000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":16.222000000000001,"5min":16.222000000000001,"15min":93.280000000000001},"last":15.137}]},{"osd":7,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":2.919,"5min":2.6659999999999999,"15min":2.4729999999999999},"min":{"1min":0.371,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":19.251000000000001,"5min":19.251000000000001,"15min":19.503},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.1000000000000001,"5min":2.3359999999999999,"15min":2.5489999999999999},"min":{"1min":0.42099999999999999,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":9.423,"5min":11.6,"15min":23.422000000000001},"last":0.67400000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019371,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":902940,"kb_used_data":14036,"kb_used_omap":0,"kb_used_meta":888896,"kb_avail":92842212,"statfs":{"total":95995035648,"available":95070425088,"internally_reserved":0,"allocated":14372864,"data_stored":13320725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":910229504},"hb_peers":[0,1,2,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:35 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":2.0510000000000002,"15min":1.9970000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.449999999999999,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.2429999999999999,"15min":2.1930000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":14.505000000000001,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.432}]},{"osd":1,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":3.3980000000000001,"5min":2.4510000000000001,"15min":2.6930000000000001},"min":{"1min":0.29799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":7.4429999999999996,"5min":18.733000000000001,"15min":155.029},"last":0.46600000000000003},{"interface":"front","average":{"1min":3.915,"5min":2.3029999999999999,"15min":3.0369999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":14.336,"5min":14.336,"15min":154.94499999999999},"last":0.39700000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:25:26 2023","interfaces":[{"interface":"back","average":{"1min":2.0499999999999998,"5min":2.2610000000000001,"15min":1.9059999999999999},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29599999999999999},"max":{"1min":9.6199999999999992,"5min":15.000999999999999,"15min":15.000999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":3.101,"5min":2.3929999999999998,"15min":2.0289999999999999},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":25.356999999999999,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":2.1539999999999999},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":4.6859999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":0.55900000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:25:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.4219999999999999,"15min":1.1910000000000001},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":10.141999999999999,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.38600000000000001},{"interface":"front","average":{"1min":2.7919999999999998,"5min":1.869,"15min":1.3109999999999999},"min":{"1min":0.40999999999999998,"5min":0.30599999999999999,"15min":0.29699999999999999},"max":{"1min":11.962,"5min":11.962,"15min":12.292},"last":0.35199999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:25:26 2023","interfaces":[{"interface":"back","average":{"1min":2.5790000000000002,"5min":1.9770000000000001,"15min":1.4379999999999999},"min":{"1min":0.34399999999999997,"5min":0.33000000000000002,"15min":0.28499999999999998},"max":{"1min":9.3409999999999993,"5min":11.943,"15min":16.891999999999999},"last":0.443},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.8640000000000001,"15min":1.242},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.309},"max":{"1min":5.1310000000000002,"5min":15.507,"15min":15.507},"last":0.42099999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823141,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963368,"kb_used_data":54624,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":92781784,"statfs":{"total":95995035648,"available":95008546816,"internally_reserved":0,"allocated":55934976,"data_stored":54891792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:38 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.2170000000000001,"15min":1.1850000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2119999999999997,"5min":6.2119999999999997,"15min":6.2119999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":5.1120000000000001,"5min":3.5299999999999998,"15min":3.266},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.8600000000000001,"15min":2.0870000000000002},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":15.131,"5min":15.131,"15min":65.379000000000005},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.778,"15min":2.5379999999999998},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.8170000000000002,"5min":10.239000000000001,"15min":65.272000000000006},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.7989999999999999,"15min":2.754},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":6.1070000000000002,"5min":15.314,"15min":44.081000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.913,"5min":2.0070000000000001,"15min":2.4540000000000002},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":8.0399999999999991,"5min":12.4,"15min":44.094999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":4.6980000000000004,"5min":2.8399999999999999,"15min":2.9129999999999998},"min":{"1min":0.41099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":12.249000000000001,"5min":14.65,"15min":31.109999999999999},"last":2.395},{"interface":"front","average":{"1min":3.5019999999999998,"5min":2.7730000000000001,"15min":2.7610000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.968,"5min":14.313000000000001,"15min":28.795999999999999},"last":3.6459999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.29,"15min":1.0049999999999999},"min":{"1min":0.32700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.391999999999999,"5min":18.024999999999999,"15min":18.024999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.4349999999999996,"5min":2.1629999999999998,"15min":1.663},"min":{"1min":0.32100000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.459,"5min":15.459,"15min":18.003},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.482,"15min":1.2669999999999999},"min":{"1min":0.316,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.8069999999999999,"5min":18.081,"15min":18.081},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.9390000000000001,"5min":2.1259999999999999,"15min":1.659},"min":{"1min":0.37,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":10.083,"5min":16.901,"15min":17.952999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.9399999999999999,"15min":1.4059999999999999},"min":{"1min":0.41799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.0879999999999992,"5min":13.429,"15min":16.779},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.1829999999999998,"5min":2.2970000000000002,"15min":1.732},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.536,"5min":21.335000000000001,"15min":21.335000000000001},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1638400,"data_stored":1638400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2490368,"data_stored":2490368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3276800,"data_stored":3276800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1835008,"data_stored":1835008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:25:39.089 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_5 pgp_num 16 2023-09-23T18:25:39.160 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:25:39.172 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:39.198 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.231 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:39.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:39.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:39 smithi018 ceph-mon[153734]: pgmap v1443: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 902 KiB/s wr, 14 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:39.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:39 smithi018 ceph-mon[149401]: pgmap v1443: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 902 KiB/s wr, 14 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:39.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:39 smithi149 ceph-mon[135148]: pgmap v1443: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 902 KiB/s wr, 14 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:39.450 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:39.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.454 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:39.454 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:39.554 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:39.581 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:39.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.629 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:39.730 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:39.756 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.790 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:39.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:39.894 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:39.925 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:39.960 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:39.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:39.967 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:40.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 7 16 125 109 0.973137 0 - 0.00275951 2023-09-23T18:25:40.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:40.095 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:40.128 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:40.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:40.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:40.232 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:40.258 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:40.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:40.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:40.295 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:40.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[153734]: from='client.37011 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:25:40.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:40.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[149401]: from='client.37011 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:25:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:40.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:40.392 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:40.396 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:40 smithi149 ceph-mon[135148]: from='client.37011 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:25:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:40.422 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:40.457 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:40.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:40.460 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:40.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:40.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:40.674 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:40.676 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:40.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:40.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:40.778 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:40.812 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:40.885 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:40.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:40.888 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:40.989 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:41.020 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:41.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 8 16 125 109 0.851493 0 - 0.00275951 2023-09-23T18:25:41.058 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:41.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:41.061 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:41.086 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:25:41.161 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:41.187 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:41.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:41 smithi018 ceph-mon[153734]: pgmap v1444: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 801 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:41.197 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:41.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:41 smithi018 ceph-mon[149401]: pgmap v1444: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 801 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:41.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:41.221 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:41.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:41.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:41.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:41.358 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:41.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:41 smithi149 ceph-mon[135148]: pgmap v1444: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 801 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:41.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:25:41.505 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:41.506 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:42.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 9 16 125 109 0.756883 0 - 0.00275951 2023-09-23T18:25:42.126 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:42.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:42.130 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:42.231 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:42.263 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:42.300 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:42.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:42.303 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:42.305 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[149401]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[149401]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[149401]: osdmap e480: 8 total, 6 up, 8 in 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[153734]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.375 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[153734]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.376 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:42.376 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:42 smithi018 ceph-mon[153734]: osdmap e480: 8 total, 6 up, 8 in 2023-09-23T18:25:42.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:42 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:42.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:42 smithi149 ceph-mon[135148]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:42 smithi149 ceph-mon[135148]: failed to encode map e480 with expected crc 2023-09-23T18:25:42.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2668042325' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:25:42.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:42 smithi149 ceph-mon[135148]: osdmap e480: 8 total, 6 up, 8 in 2023-09-23T18:25:42.404 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:42.439 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:42.476 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:42.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:42.479 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:42.580 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:42.610 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:42.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:42.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:42.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:42.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:42.704 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:42.709 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.710 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:25:42.710 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.710 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:25:42.801 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:42.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:42.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:42.905 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:42.936 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 10 16 125 109 0.681191 0 - 0.00275951 2023-09-23T18:25:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:43.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.103 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:43.164 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:43.164 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:43.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:43.233 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.272 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:43.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.275 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:43.375 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:43.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:43 smithi149 ceph-mon[135148]: pgmap v1446: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 872 KiB/s wr, 13 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:43.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:43 smithi149 ceph-mon[135148]: failed to encode map e480 with expected crc 2023-09-23T18:25:43.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1309932744' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:43.407 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.443 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:43.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:43.460 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:43.547 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:43.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[153734]: pgmap v1446: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 872 KiB/s wr, 13 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[153734]: failed to encode map e480 with expected crc 2023-09-23T18:25:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1309932744' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[149401]: pgmap v1446: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 872 KiB/s wr, 13 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[149401]: failed to encode map e480 with expected crc 2023-09-23T18:25:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1309932744' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:43.578 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.612 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:43.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:43.716 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:43.743 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.778 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:43.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.781 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:43.882 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:43.907 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:43.940 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:43.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:43.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:44.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 11 16 125 109 0.619262 0 - 0.00275951 2023-09-23T18:25:44.043 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:44.071 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:44.098 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 10 pgp_num to 16 2023-09-23T18:25:44.108 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:44.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:44.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:44.213 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:44.240 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:44.246 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:25:44.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:44.272 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:44.273 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:44.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:44.276 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:44.377 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:25:44.408 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:44.574 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:44.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:44.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:44.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:44.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:44.741 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:44.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:44.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:44.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:44.874 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:44.907 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:44.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:44.910 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:45.002 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:25:45.002 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:25:45.002 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:25:45.002 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:25:45.011 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:45.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 12 16 125 109 0.567656 0 - 0.00275951 2023-09-23T18:25:45.042 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:45.069 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:45.079 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:45.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:45.084 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:45.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:25:45.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:45.235 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:45.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:44] "GET /metrics HTTP/1.1" 200 36587 "" "Prometheus/2.33.4" 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: pgmap v1447: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 802 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[149401]: osdmap e481: 8 total, 6 up, 8 in 2023-09-23T18:25:45.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: pgmap v1447: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 802 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:45 smithi018 ceph-mon[153734]: osdmap e481: 8 total, 6 up, 8 in 2023-09-23T18:25:45.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: pgmap v1447: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 802 KiB/s wr, 12 op/s; 62/411 objects degraded (15.085%) 2023-09-23T18:25:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: failed to encode map e481 with expected crc 2023-09-23T18:25:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/234674440' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:25:45.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:45 smithi149 ceph-mon[135148]: osdmap e481: 8 total, 6 up, 8 in 2023-09-23T18:25:45.479 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:45.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:45.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:45.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:25:45.583 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:45.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:45.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:45.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:45.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:45.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:45.785 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:45.923 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:45.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:45.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:46.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:46.032 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 13 16 125 109 0.523989 0 - 0.00275951 2023-09-23T18:25:46.055 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:46.199 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:46.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:46.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:46.302 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:46.334 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:46.335 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:46.369 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:46.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:46.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:46.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:46.503 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:46.637 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:46.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:46.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:46.702 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:46.741 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:46.773 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:46.837 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:46.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:46.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:46.942 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:46.970 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:47.004 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:47.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:47.007 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:47.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 14 16 125 109 0.48656 0 - 0.00275951 2023-09-23T18:25:47.107 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:47.111 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:25:47.134 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:47.167 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:47.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:47.170 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:47.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:47.304 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:47.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:47 smithi149 ceph-mon[135148]: pgmap v1449: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:47.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:47 smithi018 ceph-mon[153734]: pgmap v1449: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:47.472 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:47.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:47 smithi018 ceph-mon[149401]: pgmap v1449: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:47.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:25:47.691 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:47.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:47.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:47.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:47.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:47.862 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:47.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:47.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:47.966 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:47.994 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:48.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:48.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 15 16 125 109 0.454122 0 - 0.00275951 2023-09-23T18:25:48.132 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:48.159 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.192 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:48.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.195 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:48.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:48.321 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.354 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[153734]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[153734]: osdmap e482: 8 total, 6 up, 8 in 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[153734]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[149401]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[149401]: osdmap e482: 8 total, 6 up, 8 in 2023-09-23T18:25:48.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:48 smithi018 ceph-mon[149401]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.356 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:48.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:48 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:48.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:48 smithi149 ceph-mon[135148]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2100491732' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:25:48.356 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:48 smithi149 ceph-mon[135148]: osdmap e482: 8 total, 6 up, 8 in 2023-09-23T18:25:48.357 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:48 smithi149 ceph-mon[135148]: failed to encode map e482 with expected crc 2023-09-23T18:25:48.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.357 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:48.409 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:25:48.409 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:25:48.409 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:25:48.409 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:25:48.409 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:25:48.458 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:48.485 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.517 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:48.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.520 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:48.621 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:48.648 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.679 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:48.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.683 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:48.783 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:48.809 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.842 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:48.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:48.845 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:48.937 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:48.937 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:48.937 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:48.937 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:48.945 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:48.953 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:48.970 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:25:48.971 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:25:48.972 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:25:48.972 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:25:49.003 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:49.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:49.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:49.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 16 16 125 109 0.425739 0 - 0.00275951 2023-09-23T18:25:49.107 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:49.133 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:49.166 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:49.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:49.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:49.270 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:49.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:49 smithi018 ceph-mon[153734]: pgmap v1451: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:49.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:49 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3318372743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:49 smithi018 ceph-mon[149401]: pgmap v1451: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:49.298 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:49 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3318372743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:49.301 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:49.340 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:49.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:49.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:49 smithi149 ceph-mon[135148]: pgmap v1451: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:49 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3318372743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:49.430 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:25:49.446 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:49.473 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:49.506 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:49.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:49.509 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:49.593 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:25:49.593 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:49.593 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T18:25:49.593 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:25:49.593 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:25:49.593 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T18:25:49.610 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:49.638 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:50.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 17 16 125 109 0.400694 0 - 0.00275951 2023-09-23T18:25:50.189 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:50.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:25:50.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:50 smithi149 ceph-mon[135148]: failed to encode map e482 with expected crc 2023-09-23T18:25:50.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:50 smithi018 ceph-mon[149401]: failed to encode map e482 with expected crc 2023-09-23T18:25:50.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:50 smithi018 ceph-mon[153734]: failed to encode map e482 with expected crc 2023-09-23T18:25:51.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 18 16 125 109 0.378432 0 - 0.00275951 2023-09-23T18:25:51.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:51 smithi149 ceph-mon[135148]: pgmap v1452: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:51.426 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:51 smithi018 ceph-mon[153734]: pgmap v1452: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:51.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:51 smithi018 ceph-mon[149401]: pgmap v1452: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:51.427 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:51.427 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:51.453 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:51.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:51.457 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:51.508 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:25:51.508 INFO:teuthology.orchestra.run.smithi149.stdout: "success": "" 2023-09-23T18:25:51.508 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:25:51.558 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:51.590 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:51.623 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:51.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:51.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:51.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:51.757 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:51.876 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:51.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:51.880 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:51.981 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:52.009 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:52.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 19 16 125 109 0.358515 0 - 0.00275951 2023-09-23T18:25:52.462 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:52.463 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:52.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:52.465 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:52.566 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:52.766 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:52.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:52.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:52.870 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:52.899 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:53.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:25:53.034622+0000 min lat: 0.00107416 max lat: 0.00654587 avg lat: 0.00275951 2023-09-23T18:25:53.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:25:53.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 20 16 125 109 0.34059 0 - 0.00275951 2023-09-23T18:25:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:53 smithi149 ceph-mon[135148]: pgmap v1453: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:53.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:25:53.458 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:53 smithi018 ceph-mon[153734]: pgmap v1453: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:53.459 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:53 smithi018 ceph-mon[149401]: pgmap v1453: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:53.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:53.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:53.645 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:53.746 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:53.780 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:53.816 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:53.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:53.819 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:53.920 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:53.948 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:53.982 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:53.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:53.986 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:54.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 21 16 125 109 0.324372 0 - 0.00275951 2023-09-23T18:25:54.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:54.118 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:54.405 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:54.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:54.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:54.510 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:54.538 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:54.572 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:54.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:54.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:54.676 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:54.706 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:55.017 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:55.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 22 16 125 109 0.309628 0 - 0.00275951 2023-09-23T18:25:55.072 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:55.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:55.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:55.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:55.301 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:25:55.301 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:25:55.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[153734]: pgmap v1454: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:55.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[149401]: pgmap v1454: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:55.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:25:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:25:54] "GET /metrics HTTP/1.1" 200 36585 "" "Prometheus/2.33.4" 2023-09-23T18:25:55.354 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:55.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:55.359 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:55 smithi149 ceph-mon[135148]: pgmap v1454: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:25:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:25:55.460 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:55.488 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:55.731 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:25:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:55.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:55.777 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:55.878 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:25:55.911 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:55.950 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:25:55.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:55.954 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:25:56.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 23 16 125 109 0.296166 0 - 0.00275951 2023-09-23T18:25:56.055 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:56.083 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:56.116 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:56.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:56.120 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:56.129 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:25:56.221 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:56.252 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:56.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:56.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:56.342 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:56.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:25:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:56.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:56.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:56.727 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:25:56.745 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:25:56.765 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:25:56.784 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:25:56.803 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:25:56.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:25:56.821 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.822 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:25:56.834 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:56.870 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:56.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:56.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:56.905 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:25:56.905 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:25:56.905 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T18:25:56.905 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 1.000000 2023-09-23T18:25:56.906 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 6 1 2023-09-23T18:25:56.974 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:57.001 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:57.033 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 24 16 125 109 0.283826 0 - 0.00275951 2023-09-23T18:25:57.164 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:57.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:57.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:57.268 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:57.298 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: pgmap v1455: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: osdmap e483: 8 total, 6 up, 8 in 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/460952547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: pgmap v1455: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:57.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:57.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: osdmap e483: 8 total, 6 up, 8 in 2023-09-23T18:25:57.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/460952547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:57.302 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:57.311 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:25:57.312 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:25:57.336 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:57.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:57.339 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: pgmap v1455: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: failed to encode map e483 with expected crc 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1889561508' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: osdmap e483: 8 total, 6 up, 8 in 2023-09-23T18:25:57.379 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/460952547' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:25:57.440 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:57.467 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:57.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:57.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:57.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:57.532 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:57.604 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:57.629 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:25:57.630 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:25:57.630 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:25:57.630 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:25:57.633 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:57.669 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:57.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:57.672 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:57.773 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:57.801 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:57.836 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:57.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:57.838 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:57.939 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:25:57.967 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.004 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:25:58.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.006 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:25:58.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 25 16 125 109 0.272473 0 - 0.00275951 2023-09-23T18:25:58.058 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:25:58.107 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:25:58.135 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.169 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:25:58.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.172 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:25:58.273 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:58.301 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.431 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:58.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:58.535 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.651 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:58.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:58.662 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:25:58.756 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:58.787 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.799 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:25:58.823 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:58.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:58.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:58.955 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:58.988 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:58.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:58.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:59.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 26 16 125 109 0.261993 0 - 0.00275951 2023-09-23T18:25:59.093 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:59.120 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-09-23T18:25:59.170 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:59.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:59.173 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:59.274 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:25:59.302 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:59.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:25:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:59 smithi149 ceph-mon[135148]: pgmap v1457: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/485274956' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:25:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.487 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:25:59.490 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[153734]: pgmap v1457: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:59.490 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/485274956' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.490 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[149401]: pgmap v1457: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:25:59.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/485274956' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.491 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:25:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:25:59.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:59.492 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:25:59.592 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:59.623 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:59.659 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:25:59.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:59.662 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:25:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:25:59.763 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:25:59.789 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:25:59.861 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:25:59.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:25:59.865 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:25:59.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:25:59.972 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:25:59.972 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:25:59.972 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:25:59.972 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:25:59.972 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:25:59.995 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:00.031 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:00.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:00.034 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:00.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 27 16 125 109 0.25229 0 - 0.00275951 2023-09-23T18:26:00.137 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:00.173 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:00.180 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:00.327 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:00.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:00.331 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:00.358 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:00 smithi149 ceph-mon[135148]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:00 smithi149 ceph-mon[135148]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:00 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:26:00.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:00 smithi149 ceph-mon[135148]: osdmap e484: 8 total, 6 up, 8 in 2023-09-23T18:26:00.359 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:00 smithi149 ceph-mon[135148]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:26:00.432 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:00.492 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[153734]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[153734]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[153734]: osdmap e484: 8 total, 6 up, 8 in 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[153734]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[149401]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[149401]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:26:00.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[149401]: osdmap e484: 8 total, 6 up, 8 in 2023-09-23T18:26:00.512 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:00 smithi018 ceph-mon[149401]: failed to encode map e484 with expected crc 2023-09-23T18:26:00.526 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:00.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:00.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:00.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:00.660 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:00.696 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:00.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:00.700 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:00.801 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:00.831 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:00.867 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:00.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:00.871 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:00.971 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:00.998 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:01.024 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:01.032 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:01.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 28 16 125 109 0.243279 0 - 0.00275951 2023-09-23T18:26:01.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:01.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:01.136 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:01.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[149401]: pgmap v1459: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:01.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[149401]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[149401]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[149401]: osdmap e485: 8 total, 6 up, 8 in 2023-09-23T18:26:01.141 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[149401]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.163 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:01.246 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:01.250 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:01 smithi149 ceph-mon[135148]: pgmap v1459: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:01.250 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:01 smithi149 ceph-mon[135148]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:01 smithi149 ceph-mon[135148]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:01 smithi149 ceph-mon[135148]: osdmap e485: 8 total, 6 up, 8 in 2023-09-23T18:26:01.251 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:01 smithi149 ceph-mon[135148]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:01.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:01.352 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:01.381 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:01.451 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[153734]: pgmap v1459: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:01.451 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[153734]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[153734]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[153734]: osdmap e485: 8 total, 6 up, 8 in 2023-09-23T18:26:01.452 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:01 smithi018 ceph-mon[153734]: failed to encode map e485 with expected crc 2023-09-23T18:26:01.465 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:01.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:01.468 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:01.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:01.598 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:01.634 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:01.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:01.637 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:01.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:01.767 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:01.902 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:01.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:01.905 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:01.964 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:01.986 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:02.002 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:02.006 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:02.023 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:02.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 29 16 125 109 0.234891 0 - 0.00275951 2023-09-23T18:26:02.034 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:02.043 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.064 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:26:02.071 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:02.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:02.074 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:02.152 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:26:02.176 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:02.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:02.286 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1941814662' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.286 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.286 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:26:02.286 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1352700778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1941814662' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1352700778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1941814662' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:26:02.420 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1352700778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:02.436 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:02.436 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:02.641 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:02.642 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:02.716 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:02.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:02.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:02.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:02.849 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:02.884 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:02.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:02.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:02.989 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:03.018 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 30 16 125 109 0.227061 0 - 0.00275951 2023-09-23T18:26:03.054 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:03.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.058 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:03.159 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:03.187 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.199 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:26:03.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:03.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:03.324 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: pgmap v1461: 89 pgs: 12 peering, 1 active+clean+remapped, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 42/411 objects degraded (10.219%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:03.348 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:03 smithi149 ceph-mon[135148]: osdmap e486: 8 total, 6 up, 8 in 2023-09-23T18:26:03.351 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:03.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.388 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:03.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: pgmap v1461: 89 pgs: 12 peering, 1 active+clean+remapped, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 42/411 objects degraded (10.219%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.516 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[153734]: osdmap e486: 8 total, 6 up, 8 in 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: pgmap v1461: 89 pgs: 12 peering, 1 active+clean+remapped, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 42/411 objects degraded (10.219%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: failed to encode map e486 with expected crc 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:03.517 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:03 smithi018 ceph-mon[149401]: osdmap e486: 8 total, 6 up, 8 in 2023-09-23T18:26:03.518 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.552 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:03.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.555 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:03.656 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:03.682 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.715 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:03.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:03.819 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:03.847 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:03.932 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:03.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:03.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:04.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 31 16 125 109 0.219736 0 - 0.00275951 2023-09-23T18:26:04.037 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:04.040 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:04.066 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:04.188 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:04.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:04.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:04.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:04.321 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:04.353 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:04.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:04.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:04.457 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:04.486 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:04.565 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:26:04.565 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:26:04.565 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_5 2023-09-23T18:26:04.566 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:26:04.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:26:04.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:26:04.849 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:04.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:04.852 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:04.953 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:04.980 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:05.024 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:05.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:05.028 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:05.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 32 16 125 109 0.21287 0 - 0.00275951 2023-09-23T18:26:05.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:05.144 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:04] "GET /metrics HTTP/1.1" 200 36585 "" "Prometheus/2.33.4" 2023-09-23T18:26:05.144 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:05 smithi018 ceph-mon[149401]: pgmap v1463: 89 pgs: 1 active+clean+remapped, 12 peering, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:05.160 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:05.200 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:05.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:05.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:05.305 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:05.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:05 smithi149 ceph-mon[135148]: pgmap v1463: 89 pgs: 1 active+clean+remapped, 12 peering, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:05.338 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:05.367 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:05.367 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:05.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:05 smithi018 ceph-mon[153734]: pgmap v1463: 89 pgs: 1 active+clean+remapped, 12 peering, 7 undersized+peered, 13 active+undersized+degraded, 27 active+undersized, 29 active+clean; 11 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42/411 objects degraded (10.219%); 0 B/s, 3 objects/s recovering 2023-09-23T18:26:05.575 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:05.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:05.579 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:05.623 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:05.679 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:05.706 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:05.929 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:05.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:05.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:05.976 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:26:06.000 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:06.033 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:06.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 33 16 125 109 0.206419 0 - 0.00275951 2023-09-23T18:26:06.064 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:06.411 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:06.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:06.414 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:06.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:06.632 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:06.886 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:06.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:06.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:06.990 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:07.023 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:07.034 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 34 16 125 109 0.200348 0 - 0.00275951 2023-09-23T18:26:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:07 smithi149 ceph-mon[135148]: pgmap v1464: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:07.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:07 smithi018 ceph-mon[149401]: pgmap v1464: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:07.427 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:07 smithi018 ceph-mon[153734]: pgmap v1464: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:07.546 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:07.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:07.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:07.649 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:07.817 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:07.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:07.822 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:07.923 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:07.954 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:08.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 35 16 125 109 0.194624 0 - 0.00275951 2023-09-23T18:26:08.072 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:26:08.074 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:26:08.099 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:08.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:08.103 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:08.143 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:08.144 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:08.171 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:08.194 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:08.204 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:08.214 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:08.240 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:08.242 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:08.258 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:08.284 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:26:08.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:08.287 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:08.388 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:08.413 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:08 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.413 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:08 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.414 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:08 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.414 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:08 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.414 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3541584733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:08.416 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3541584733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:08.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3541584733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:08.563 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:08.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:08.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:08.622 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1465,"stamp":"2023-09-23T18:26:07.727600+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":11933619,"num_objects":137,"num_object_clones":0,"num_object_copies":411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":62,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":137,"num_whiteouts":0,"num_read":6209,"num_read_kb":13632,"num_write":1215,"num_write_kb":22117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":344,"num_bytes_recovered":22779966,"num_keys_recovered":70,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1279,"ondisk_log_size":1279,"up":207,"acting":208,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":270,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6338692,"kb_used_data":317764,"kb_used_omap":60,"kb_used_meta":6020803,"kb_avail":743622524,"statfs":{"total":767960285184,"available":761469464576,"internally_reserved":0,"allocated":325390336,"data_stored":313281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6165303232},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002279"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":164,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136388+0000","last_change":"2023-09-23T18:14:17.803064+0000","last_active":"2023-09-23T18:26:00.136388+0000","last_peered":"2023-09-23T18:26:00.136388+0000","last_clean":"2023-09-23T18:26:00.136388+0000","last_became_active":"2023-09-23T18:14:17.801774+0000","last_became_peered":"2023-09-23T18:14:17.801774+0000","last_unstale":"2023-09-23T18:26:00.136388+0000","last_undegraded":"2023-09-23T18:26:00.136388+0000","last_fullsized":"2023-09-23T18:26:00.136388+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":350,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142294+0000","last_change":"2023-09-23T18:25:06.911291+0000","last_active":"2023-09-23T18:26:00.142294+0000","last_peered":"2023-09-23T18:26:00.142294+0000","last_clean":"2023-09-23T18:13:11.924058+0000","last_became_active":"2023-09-23T18:25:06.911291+0000","last_became_peered":"2023-09-23T18:25:06.911291+0000","last_unstale":"2023-09-23T18:26:00.142294+0000","last_undegraded":"2023-09-23T18:26:00.142294+0000","last_fullsized":"2023-09-23T18:25:06.906956+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:42:25.542883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":440,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.141989+0000","last_change":"2023-09-23T18:25:06.907804+0000","last_active":"2023-09-23T18:26:00.141989+0000","last_peered":"2023-09-23T18:26:00.141989+0000","last_clean":"2023-09-23T18:24:59.216784+0000","last_became_active":"2023-09-23T18:25:06.907804+0000","last_became_peered":"2023-09-23T18:25:06.907804+0000","last_unstale":"2023-09-23T18:26:00.141989+0000","last_undegraded":"2023-09-23T18:26:00.141989+0000","last_fullsized":"2023-09-23T18:25:06.901494+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:01.002283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":93,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.143887+0000","last_change":"2023-09-23T18:25:06.910047+0000","last_active":"2023-09-23T18:26:00.143887+0000","last_peered":"2023-09-23T18:26:00.143887+0000","last_clean":"2023-09-23T18:24:59.224118+0000","last_became_active":"2023-09-23T18:25:06.910047+0000","last_became_peered":"2023-09-23T18:25:06.910047+0000","last_unstale":"2023-09-23T18:26:00.143887+0000","last_undegraded":"2023-09-23T18:26:00.143887+0000","last_fullsized":"2023-09-23T18:25:06.901543+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:26.440768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":562,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.145356+0000","last_change":"2023-09-23T18:25:06.915586+0000","last_active":"2023-09-23T18:26:00.145356+0000","last_peered":"2023-09-23T18:26:00.145356+0000","last_clean":"2023-09-23T18:22:06.056171+0000","last_became_active":"2023-09-23T18:25:06.915586+0000","last_became_peered":"2023-09-23T18:25:06.915586+0000","last_unstale":"2023-09-23T18:26:00.145356+0000","last_undegraded":"2023-09-23T18:26:00.145356+0000","last_fullsized":"2023-09-23T18:25:06.901835+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:20.284833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":314,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.147523+0000","last_change":"2023-09-23T18:26:00.147150+0000","last_active":"2023-09-23T18:26:00.147523+0000","last_peered":"2023-09-23T18:26:00.147523+0000","last_clean":"2023-09-23T18:22:31.895713+0000","last_became_active":"2023-09-23T18:26:00.147150+0000","last_became_peered":"2023-09-23T18:26:00.147150+0000","last_unstale":"2023-09-23T18:26:00.147523+0000","last_undegraded":"2023-09-23T18:26:00.147523+0000","last_fullsized":"2023-09-23T18:26:00.139933+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":124,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.142981+0000","last_change":"2023-09-23T18:25:28.991407+0000","last_active":"2023-09-23T18:25:27.993872+0000","last_peered":"2023-09-23T18:26:00.142981+0000","last_clean":"2023-09-23T18:24:59.224650+0000","last_became_active":"2023-09-23T18:25:06.912161+0000","last_became_peered":"2023-09-23T18:25:28.991407+0000","last_unstale":"2023-09-23T18:26:00.142981+0000","last_undegraded":"2023-09-23T18:26:00.142981+0000","last_fullsized":"2023-09-23T18:25:28.990429+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:13.442080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":502,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142650+0000","last_change":"2023-09-23T18:25:06.927942+0000","last_active":"2023-09-23T18:26:00.142650+0000","last_peered":"2023-09-23T18:26:00.142650+0000","last_clean":"2023-09-23T18:21:59.381520+0000","last_became_active":"2023-09-23T18:25:06.927942+0000","last_became_peered":"2023-09-23T18:25:06.927942+0000","last_unstale":"2023-09-23T18:26:00.142650+0000","last_undegraded":"2023-09-23T18:26:00.142650+0000","last_fullsized":"2023-09-23T18:25:06.905888+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:15.959943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":263,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.137070+0000","last_change":"2023-09-23T18:25:28.996566+0000","last_active":"2023-09-23T18:26:00.137070+0000","last_peered":"2023-09-23T18:26:00.137070+0000","last_clean":"2023-09-23T18:16:59.842702+0000","last_became_active":"2023-09-23T18:25:28.996566+0000","last_became_peered":"2023-09-23T18:25:28.996566+0000","last_unstale":"2023-09-23T18:26:00.137070+0000","last_undegraded":"2023-09-23T18:26:00.137070+0000","last_fullsized":"2023-09-23T18:25:28.989647+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":442,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.137847+0000","last_change":"2023-09-23T18:25:06.912740+0000","last_active":"2023-09-23T18:26:00.137847+0000","last_peered":"2023-09-23T18:26:00.137847+0000","last_clean":"2023-09-23T18:21:59.366184+0000","last_became_active":"2023-09-23T18:25:06.912740+0000","last_became_peered":"2023-09-23T18:25:06.912740+0000","last_unstale":"2023-09-23T18:26:00.137847+0000","last_undegraded":"2023-09-23T18:26:00.137847+0000","last_fullsized":"2023-09-23T18:25:06.904612+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":144,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.136524+0000","last_change":"2023-09-23T18:25:06.914028+0000","last_active":"2023-09-23T18:26:00.136524+0000","last_peered":"2023-09-23T18:26:00.136524+0000","last_clean":"2023-09-23T18:24:59.233246+0000","last_became_active":"2023-09-23T18:25:06.914028+0000","last_became_peered":"2023-09-23T18:25:06.914028+0000","last_unstale":"2023-09-23T18:26:00.136524+0000","last_undegraded":"2023-09-23T18:25:06.905863+0000","last_fullsized":"2023-09-23T18:25:06.905748+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.147103+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:26:00.147103+0000","last_peered":"2023-09-23T18:26:00.147103+0000","last_clean":"2023-09-23T18:26:00.147103+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:26:00.147103+0000","last_undegraded":"2023-09-23T18:26:00.147103+0000","last_fullsized":"2023-09-23T18:26:00.147103+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":212,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136888+0000","last_change":"2023-09-23T18:22:03.961759+0000","last_active":"2023-09-23T18:26:00.136888+0000","last_peered":"2023-09-23T18:26:00.136888+0000","last_clean":"2023-09-23T18:26:00.136888+0000","last_became_active":"2023-09-23T18:22:03.953044+0000","last_became_peered":"2023-09-23T18:22:03.953044+0000","last_unstale":"2023-09-23T18:26:00.136888+0000","last_undegraded":"2023-09-23T18:26:00.136888+0000","last_fullsized":"2023-09-23T18:26:00.136888+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":523,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136830+0000","last_change":"2023-09-23T18:22:03.967760+0000","last_active":"2023-09-23T18:26:00.136830+0000","last_peered":"2023-09-23T18:26:00.136830+0000","last_clean":"2023-09-23T18:26:00.136830+0000","last_became_active":"2023-09-23T18:22:03.967292+0000","last_became_peered":"2023-09-23T18:22:03.967292+0000","last_unstale":"2023-09-23T18:26:00.136830+0000","last_undegraded":"2023-09-23T18:26:00.136830+0000","last_fullsized":"2023-09-23T18:26:00.136830+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":153,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136039+0000","last_change":"2023-09-23T18:21:42.500355+0000","last_active":"2023-09-23T18:26:00.136039+0000","last_peered":"2023-09-23T18:26:00.136039+0000","last_clean":"2023-09-23T18:26:00.136039+0000","last_became_active":"2023-09-23T18:21:41.801236+0000","last_became_peered":"2023-09-23T18:21:41.801236+0000","last_unstale":"2023-09-23T18:26:00.136039+0000","last_undegraded":"2023-09-23T18:26:00.136039+0000","last_fullsized":"2023-09-23T18:26:00.136039+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":415,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.141979+0000","last_change":"2023-09-23T18:25:06.909955+0000","last_active":"2023-09-23T18:26:00.141979+0000","last_peered":"2023-09-23T18:26:00.141979+0000","last_clean":"2023-09-23T18:16:59.831130+0000","last_became_active":"2023-09-23T18:25:06.909955+0000","last_became_peered":"2023-09-23T18:25:06.909955+0000","last_unstale":"2023-09-23T18:26:00.141979+0000","last_undegraded":"2023-09-23T18:26:00.141979+0000","last_fullsized":"2023-09-23T18:25:06.906505+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:04.535792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":92,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142593+0000","last_change":"2023-09-23T18:25:06.911585+0000","last_active":"2023-09-23T18:26:00.142593+0000","last_peered":"2023-09-23T18:26:00.142593+0000","last_clean":"2023-09-23T18:24:59.223764+0000","last_became_active":"2023-09-23T18:25:06.911585+0000","last_became_peered":"2023-09-23T18:25:06.911585+0000","last_unstale":"2023-09-23T18:26:00.142593+0000","last_undegraded":"2023-09-23T18:26:00.142593+0000","last_fullsized":"2023-09-23T18:25:06.902809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:48.209718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":247,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.136288+0000","last_change":"2023-09-23T18:25:28.991126+0000","last_active":"2023-09-23T18:25:06.824077+0000","last_peered":"2023-09-23T18:26:00.136288+0000","last_clean":"2023-09-23T18:24:59.216165+0000","last_became_active":"2023-09-23T18:22:35.944316+0000","last_became_peered":"2023-09-23T18:25:28.991126+0000","last_unstale":"2023-09-23T18:26:00.136288+0000","last_undegraded":"2023-09-23T18:26:00.136288+0000","last_fullsized":"2023-09-23T18:25:28.990219+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7],"avail_no_missing":["7"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":159,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137935+0000","last_change":"2023-09-23T18:22:08.641998+0000","last_active":"2023-09-23T18:26:00.137935+0000","last_peered":"2023-09-23T18:26:00.137935+0000","last_clean":"2023-09-23T18:26:00.137935+0000","last_became_active":"2023-09-23T18:22:08.641679+0000","last_became_peered":"2023-09-23T18:22:08.641679+0000","last_unstale":"2023-09-23T18:26:00.137935+0000","last_undegraded":"2023-09-23T18:26:00.137935+0000","last_fullsized":"2023-09-23T18:26:00.137935+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":92,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.144041+0000","last_change":"2023-09-23T18:25:06.909711+0000","last_active":"2023-09-23T18:26:00.144041+0000","last_peered":"2023-09-23T18:26:00.144041+0000","last_clean":"2023-09-23T18:24:59.224266+0000","last_became_active":"2023-09-23T18:25:06.909711+0000","last_became_peered":"2023-09-23T18:25:06.909711+0000","last_unstale":"2023-09-23T18:26:00.144041+0000","last_undegraded":"2023-09-23T18:26:00.144041+0000","last_fullsized":"2023-09-23T18:25:06.902135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:37:51.590872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":81,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.148640+0000","last_change":"2023-09-23T18:26:00.148454+0000","last_active":"2023-09-23T18:26:00.148640+0000","last_peered":"2023-09-23T18:26:00.148640+0000","last_clean":"2023-09-23T18:23:07.130155+0000","last_became_active":"2023-09-23T18:26:00.148454+0000","last_became_peered":"2023-09-23T18:26:00.148454+0000","last_unstale":"2023-09-23T18:26:00.148640+0000","last_undegraded":"2023-09-23T18:26:00.139509+0000","last_fullsized":"2023-09-23T18:26:00.139441+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[{"shards":"0,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":385,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.136875+0000","last_change":"2023-09-23T18:25:06.917749+0000","last_active":"2023-09-23T18:26:00.136875+0000","last_peered":"2023-09-23T18:26:00.136875+0000","last_clean":"2023-09-23T18:16:59.840737+0000","last_became_active":"2023-09-23T18:25:06.917749+0000","last_became_peered":"2023-09-23T18:25:06.917749+0000","last_unstale":"2023-09-23T18:26:00.136875+0000","last_undegraded":"2023-09-23T18:26:00.136875+0000","last_fullsized":"2023-09-23T18:25:06.905814+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"478'9","reported_seq":26,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143746+0000","last_change":"2023-09-23T18:25:33.044613+0000","last_active":"2023-09-23T18:26:00.143746+0000","last_peered":"2023-09-23T18:26:00.143746+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:28.996100+0000","last_became_peered":"2023-09-23T18:25:28.996100+0000","last_unstale":"2023-09-23T18:26:00.143746+0000","last_undegraded":"2023-09-23T18:25:33.035986+0000","last_fullsized":"2023-09-23T18:25:28.990289+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:09.271108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589824,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":178,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137167+0000","last_change":"2023-09-23T18:22:33.925414+0000","last_active":"2023-09-23T18:26:00.137167+0000","last_peered":"2023-09-23T18:26:00.137167+0000","last_clean":"2023-09-23T18:26:00.137167+0000","last_became_active":"2023-09-23T18:22:33.925068+0000","last_became_peered":"2023-09-23T18:22:33.925068+0000","last_unstale":"2023-09-23T18:26:00.137167+0000","last_undegraded":"2023-09-23T18:26:00.137167+0000","last_fullsized":"2023-09-23T18:26:00.137167+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":257,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.135701+0000","last_change":"2023-09-23T18:25:28.991763+0000","last_active":"2023-09-23T18:26:00.135701+0000","last_peered":"2023-09-23T18:26:00.135701+0000","last_clean":"2023-09-23T18:21:58.937739+0000","last_became_active":"2023-09-23T18:25:28.991763+0000","last_became_peered":"2023-09-23T18:25:28.991763+0000","last_unstale":"2023-09-23T18:26:00.135701+0000","last_undegraded":"2023-09-23T18:26:00.135701+0000","last_fullsized":"2023-09-23T18:25:28.989982+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":15,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.139857+0000","last_change":"2023-09-23T18:25:28.993680+0000","last_active":"2023-09-23T18:25:26.969218+0000","last_peered":"2023-09-23T18:26:00.139857+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"0.000000","last_became_peered":"2023-09-23T18:25:28.993680+0000","last_unstale":"2023-09-23T18:26:00.139857+0000","last_undegraded":"2023-09-23T18:26:00.139857+0000","last_fullsized":"2023-09-23T18:25:28.992374+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":136,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137320+0000","last_change":"2023-09-23T18:17:06.004441+0000","last_active":"2023-09-23T18:26:00.137320+0000","last_peered":"2023-09-23T18:26:00.137320+0000","last_clean":"2023-09-23T18:26:00.137320+0000","last_became_active":"2023-09-23T18:17:05.902334+0000","last_became_peered":"2023-09-23T18:17:05.902334+0000","last_unstale":"2023-09-23T18:26:00.137320+0000","last_undegraded":"2023-09-23T18:26:00.137320+0000","last_fullsized":"2023-09-23T18:26:00.137320+0000","mapping_epoch":362,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":511,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.137296+0000","last_change":"2023-09-23T18:25:06.915257+0000","last_active":"2023-09-23T18:26:00.137296+0000","last_peered":"2023-09-23T18:26:00.137296+0000","last_clean":"2023-09-23T18:24:59.220410+0000","last_became_active":"2023-09-23T18:25:06.915257+0000","last_became_peered":"2023-09-23T18:25:06.915257+0000","last_unstale":"2023-09-23T18:26:00.137296+0000","last_undegraded":"2023-09-23T18:26:00.137296+0000","last_fullsized":"2023-09-23T18:25:06.904042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":354,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"478'6","reported_seq":24,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143335+0000","last_change":"2023-09-23T18:25:33.042200+0000","last_active":"2023-09-23T18:26:00.143335+0000","last_peered":"2023-09-23T18:26:00.143335+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.997715+0000","last_became_peered":"2023-09-23T18:25:27.997715+0000","last_unstale":"2023-09-23T18:26:00.143335+0000","last_undegraded":"2023-09-23T18:25:33.041306+0000","last_fullsized":"2023-09-23T18:25:27.991407+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:25.933272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":6}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":181,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.136677+0000","last_change":"2023-09-23T18:25:28.994507+0000","last_active":"2023-09-23T18:26:00.136677+0000","last_peered":"2023-09-23T18:26:00.136677+0000","last_clean":"2023-09-23T18:25:26.985010+0000","last_became_active":"2023-09-23T18:25:28.994507+0000","last_became_peered":"2023-09-23T18:25:28.994507+0000","last_unstale":"2023-09-23T18:26:00.136677+0000","last_undegraded":"2023-09-23T18:25:28.990865+0000","last_fullsized":"2023-09-23T18:25:28.990732+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":318,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.149588+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:26:00.149588+0000","last_peered":"2023-09-23T18:26:00.149588+0000","last_clean":"2023-09-23T18:26:00.149588+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:26:00.149588+0000","last_undegraded":"2023-09-23T18:26:00.149588+0000","last_fullsized":"2023-09-23T18:26:00.149588+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"478'10","reported_seq":28,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143353+0000","last_change":"2023-09-23T18:25:33.042214+0000","last_active":"2023-09-23T18:26:00.143353+0000","last_peered":"2023-09-23T18:26:00.143353+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.992387+0000","last_became_peered":"2023-09-23T18:25:27.992387+0000","last_unstale":"2023-09-23T18:26:00.143353+0000","last_undegraded":"2023-09-23T18:25:33.036007+0000","last_fullsized":"2023-09-23T18:25:27.985555+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:16:21.304230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":10}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":358,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.139948+0000","last_change":"2023-09-23T18:25:28.993355+0000","last_active":"2023-09-23T18:25:06.824097+0000","last_peered":"2023-09-23T18:26:00.139948+0000","last_clean":"2023-09-23T18:24:59.215929+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:25:28.993355+0000","last_unstale":"2023-09-23T18:26:00.139948+0000","last_undegraded":"2023-09-23T18:26:00.139948+0000","last_fullsized":"2023-09-23T18:25:28.992243+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":88,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.991170+0000","last_change":"2023-09-23T18:22:33.958438+0000","last_active":"2023-09-23T18:26:00.991170+0000","last_peered":"2023-09-23T18:26:00.991170+0000","last_clean":"2023-09-23T18:26:00.991170+0000","last_became_active":"2023-09-23T18:22:33.957701+0000","last_became_peered":"2023-09-23T18:22:33.957701+0000","last_unstale":"2023-09-23T18:26:00.991170+0000","last_undegraded":"2023-09-23T18:26:00.991170+0000","last_fullsized":"2023-09-23T18:26:00.991170+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:52:37.547416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"478'6","reported_seq":27,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.147218+0000","last_change":"2023-09-23T18:25:28.000289+0000","last_active":"2023-09-23T18:26:00.147218+0000","last_peered":"2023-09-23T18:26:00.147218+0000","last_clean":"2023-09-23T18:26:00.147218+0000","last_became_active":"2023-09-23T18:25:27.999973+0000","last_became_peered":"2023-09-23T18:25:27.999973+0000","last_unstale":"2023-09-23T18:26:00.147218+0000","last_undegraded":"2023-09-23T18:26:00.147218+0000","last_fullsized":"2023-09-23T18:26:00.147218+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:27:55.971882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":487,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.142525+0000","last_change":"2023-09-23T18:25:06.910597+0000","last_active":"2023-09-23T18:26:00.142525+0000","last_peered":"2023-09-23T18:26:00.142525+0000","last_clean":"2023-09-23T18:21:29.433228+0000","last_became_active":"2023-09-23T18:25:06.910597+0000","last_became_peered":"2023-09-23T18:25:06.910597+0000","last_unstale":"2023-09-23T18:26:00.142525+0000","last_undegraded":"2023-09-23T18:25:06.903147+0000","last_fullsized":"2023-09-23T18:25:06.903031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:41.593624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":179,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.136977+0000","last_change":"2023-09-23T18:25:06.919695+0000","last_active":"2023-09-23T18:26:00.136977+0000","last_peered":"2023-09-23T18:26:00.136977+0000","last_clean":"2023-09-23T18:24:59.221116+0000","last_became_active":"2023-09-23T18:25:06.919695+0000","last_became_peered":"2023-09-23T18:25:06.919695+0000","last_unstale":"2023-09-23T18:26:00.136977+0000","last_undegraded":"2023-09-23T18:26:00.136977+0000","last_fullsized":"2023-09-23T18:25:06.903267+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.136401+0000","last_change":"2023-09-23T18:25:28.995489+0000","last_active":"2023-09-23T18:25:26.969218+0000","last_peered":"2023-09-23T18:26:00.136401+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"0.000000","last_became_peered":"2023-09-23T18:25:28.995489+0000","last_unstale":"2023-09-23T18:26:00.136401+0000","last_undegraded":"2023-09-23T18:26:00.136401+0000","last_fullsized":"2023-09-23T18:25:28.994553+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4],"acting":[4],"avail_no_missing":["4"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":122,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.149705+0000","last_change":"2023-09-23T18:26:00.149398+0000","last_active":"2023-09-23T18:26:00.149705+0000","last_peered":"2023-09-23T18:26:00.149705+0000","last_clean":"2023-09-23T18:26:00.149705+0000","last_became_active":"2023-09-23T18:26:00.149069+0000","last_became_peered":"2023-09-23T18:26:00.149069+0000","last_unstale":"2023-09-23T18:26:00.149705+0000","last_undegraded":"2023-09-23T18:26:00.149705+0000","last_fullsized":"2023-09-23T18:26:00.149705+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":164,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137304+0000","last_change":"2023-09-23T18:14:17.805826+0000","last_active":"2023-09-23T18:26:00.137304+0000","last_peered":"2023-09-23T18:26:00.137304+0000","last_clean":"2023-09-23T18:26:00.137304+0000","last_became_active":"2023-09-23T18:14:17.805512+0000","last_became_peered":"2023-09-23T18:14:17.805512+0000","last_unstale":"2023-09-23T18:26:00.137304+0000","last_undegraded":"2023-09-23T18:26:00.137304+0000","last_fullsized":"2023-09-23T18:26:00.137304+0000","mapping_epoch":330,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"478'12","reported_seq":36,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.144149+0000","last_change":"2023-09-23T18:26:00.143888+0000","last_active":"2023-09-23T18:26:00.144149+0000","last_peered":"2023-09-23T18:26:00.144149+0000","last_clean":"2023-09-23T18:26:00.144149+0000","last_became_active":"2023-09-23T18:26:00.143569+0000","last_became_peered":"2023-09-23T18:26:00.143569+0000","last_unstale":"2023-09-23T18:26:00.144149+0000","last_undegraded":"2023-09-23T18:26:00.144149+0000","last_fullsized":"2023-09-23T18:26:00.144149+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":786432,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":74,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136553+0000","last_change":"2023-09-23T18:21:41.796904+0000","last_active":"2023-09-23T18:26:00.136553+0000","last_peered":"2023-09-23T18:26:00.136553+0000","last_clean":"2023-09-23T18:26:00.136553+0000","last_became_active":"2023-09-23T18:21:41.796575+0000","last_became_peered":"2023-09-23T18:21:41.796575+0000","last_unstale":"2023-09-23T18:26:00.136553+0000","last_undegraded":"2023-09-23T18:26:00.136553+0000","last_fullsized":"2023-09-23T18:26:00.136553+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":514,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137022+0000","last_change":"2023-09-23T18:22:03.967756+0000","last_active":"2023-09-23T18:26:00.137022+0000","last_peered":"2023-09-23T18:26:00.137022+0000","last_clean":"2023-09-23T18:26:00.137022+0000","last_became_active":"2023-09-23T18:22:03.967377+0000","last_became_peered":"2023-09-23T18:22:03.967377+0000","last_unstale":"2023-09-23T18:26:00.137022+0000","last_undegraded":"2023-09-23T18:26:00.137022+0000","last_fullsized":"2023-09-23T18:26:00.137022+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"478'6","reported_seq":26,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137012+0000","last_change":"2023-09-23T18:25:27.999789+0000","last_active":"2023-09-23T18:26:00.137012+0000","last_peered":"2023-09-23T18:26:00.137012+0000","last_clean":"2023-09-23T18:26:00.137012+0000","last_became_active":"2023-09-23T18:25:27.999537+0000","last_became_peered":"2023-09-23T18:25:27.999537+0000","last_unstale":"2023-09-23T18:26:00.137012+0000","last_undegraded":"2023-09-23T18:26:00.137012+0000","last_fullsized":"2023-09-23T18:26:00.137012+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":420,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142279+0000","last_change":"2023-09-23T18:25:06.908113+0000","last_active":"2023-09-23T18:26:00.142279+0000","last_peered":"2023-09-23T18:26:00.142279+0000","last_clean":"2023-09-23T18:16:59.830732+0000","last_became_active":"2023-09-23T18:25:06.908113+0000","last_became_peered":"2023-09-23T18:25:06.908113+0000","last_unstale":"2023-09-23T18:26:00.142279+0000","last_undegraded":"2023-09-23T18:26:00.142279+0000","last_fullsized":"2023-09-23T18:25:06.903794+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:49.539448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":495,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.143045+0000","last_change":"2023-09-23T18:25:06.908382+0000","last_active":"2023-09-23T18:26:00.143045+0000","last_peered":"2023-09-23T18:26:00.143045+0000","last_clean":"2023-09-23T18:25:01.788778+0000","last_became_active":"2023-09-23T18:25:06.908382+0000","last_became_peered":"2023-09-23T18:25:06.908382+0000","last_unstale":"2023-09-23T18:26:00.143045+0000","last_undegraded":"2023-09-23T18:26:00.143045+0000","last_fullsized":"2023-09-23T18:25:06.903036+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:03:33.435294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"478'10","reported_seq":30,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136236+0000","last_change":"2023-09-23T18:25:27.998232+0000","last_active":"2023-09-23T18:26:00.136236+0000","last_peered":"2023-09-23T18:26:00.136236+0000","last_clean":"2023-09-23T18:26:00.136236+0000","last_became_active":"2023-09-23T18:25:27.997925+0000","last_became_peered":"2023-09-23T18:25:27.997925+0000","last_unstale":"2023-09-23T18:26:00.136236+0000","last_undegraded":"2023-09-23T18:26:00.136236+0000","last_fullsized":"2023-09-23T18:26:00.136236+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1215,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.142337+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:26:00.142337+0000","last_peered":"2023-09-23T18:26:00.142337+0000","last_clean":"2023-09-23T18:26:00.142337+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:26:00.142337+0000","last_undegraded":"2023-09-23T18:26:00.142337+0000","last_fullsized":"2023-09-23T18:26:00.142337+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":232,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.143498+0000","last_change":"2023-09-23T18:25:28.988179+0000","last_active":"2023-09-23T18:25:06.823028+0000","last_peered":"2023-09-23T18:26:00.143498+0000","last_clean":"2023-09-23T18:24:59.216247+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:25:28.988179+0000","last_unstale":"2023-09-23T18:26:00.143498+0000","last_undegraded":"2023-09-23T18:26:00.143498+0000","last_fullsized":"2023-09-23T18:25:28.987402+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:55.839519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2],"acting":[2],"avail_no_missing":["2"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":439,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.147041+0000","last_change":"2023-09-23T18:25:28.996087+0000","last_active":"2023-09-23T18:26:00.147041+0000","last_peered":"2023-09-23T18:26:00.147041+0000","last_clean":"2023-09-23T18:25:26.978153+0000","last_became_active":"2023-09-23T18:25:28.996087+0000","last_became_peered":"2023-09-23T18:25:28.996087+0000","last_unstale":"2023-09-23T18:26:00.147041+0000","last_undegraded":"2023-09-23T18:26:00.147041+0000","last_fullsized":"2023-09-23T18:25:28.988740+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:08:15.075958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"478'8","reported_seq":27,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.146849+0000","last_change":"2023-09-23T18:26:00.146559+0000","last_active":"2023-09-23T18:26:00.146849+0000","last_peered":"2023-09-23T18:26:00.146849+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:00.146559+0000","last_became_peered":"2023-09-23T18:26:00.146559+0000","last_unstale":"2023-09-23T18:26:00.146849+0000","last_undegraded":"2023-09-23T18:26:00.139603+0000","last_fullsized":"2023-09-23T18:26:00.139492+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[{"shards":"0,6","objects":8}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":685,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.147216+0000","last_change":"2023-09-23T18:25:28.995294+0000","last_active":"2023-09-23T18:26:00.147216+0000","last_peered":"2023-09-23T18:26:00.147216+0000","last_clean":"2023-09-23T17:48:26.731829+0000","last_became_active":"2023-09-23T18:25:28.995294+0000","last_became_peered":"2023-09-23T18:25:28.995294+0000","last_unstale":"2023-09-23T18:26:00.147216+0000","last_undegraded":"2023-09-23T18:25:28.989132+0000","last_fullsized":"2023-09-23T18:25:28.989061+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:11.523700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":529,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.137224+0000","last_change":"2023-09-23T18:22:34.924481+0000","last_active":"2023-09-23T18:26:00.137224+0000","last_peered":"2023-09-23T18:26:00.137224+0000","last_clean":"2023-09-23T18:26:00.137224+0000","last_became_active":"2023-09-23T18:22:34.924151+0000","last_became_peered":"2023-09-23T18:22:34.924151+0000","last_unstale":"2023-09-23T18:26:00.137224+0000","last_undegraded":"2023-09-23T18:26:00.137224+0000","last_fullsized":"2023-09-23T18:26:00.137224+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":410,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142206+0000","last_change":"2023-09-23T18:25:06.930002+0000","last_active":"2023-09-23T18:26:00.142206+0000","last_peered":"2023-09-23T18:26:00.142206+0000","last_clean":"2023-09-23T18:24:59.221555+0000","last_became_active":"2023-09-23T18:25:06.930002+0000","last_became_peered":"2023-09-23T18:25:06.930002+0000","last_unstale":"2023-09-23T18:26:00.142206+0000","last_undegraded":"2023-09-23T18:26:00.142206+0000","last_fullsized":"2023-09-23T18:25:06.906829+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:41:19.709508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"478'6","reported_seq":23,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143188+0000","last_change":"2023-09-23T18:25:33.051995+0000","last_active":"2023-09-23T18:26:00.143188+0000","last_peered":"2023-09-23T18:26:00.143188+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:28.991916+0000","last_became_peered":"2023-09-23T18:25:28.991916+0000","last_unstale":"2023-09-23T18:26:00.143188+0000","last_undegraded":"2023-09-23T18:25:33.036616+0000","last_fullsized":"2023-09-23T18:25:28.986727+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:25.063059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":6}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":871,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.143285+0000","last_change":"2023-09-23T18:25:06.912394+0000","last_active":"2023-09-23T18:26:00.143285+0000","last_peered":"2023-09-23T18:26:00.143285+0000","last_clean":"2023-09-23T18:24:59.215235+0000","last_became_active":"2023-09-23T18:25:06.912394+0000","last_became_peered":"2023-09-23T18:25:06.912394+0000","last_unstale":"2023-09-23T18:26:00.143285+0000","last_undegraded":"2023-09-23T18:26:00.143285+0000","last_fullsized":"2023-09-23T18:25:06.901611+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:51.454615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":437,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.142634+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:26:00.142634+0000","last_peered":"2023-09-23T18:26:00.142634+0000","last_clean":"2023-09-23T18:26:00.142634+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:26:00.142634+0000","last_undegraded":"2023-09-23T18:26:00.142634+0000","last_fullsized":"2023-09-23T18:26:00.142634+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":556,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.143070+0000","last_change":"2023-09-23T18:25:28.998980+0000","last_active":"2023-09-23T18:26:00.143070+0000","last_peered":"2023-09-23T18:26:00.143070+0000","last_clean":"2023-09-23T18:25:26.979170+0000","last_became_active":"2023-09-23T18:25:28.998980+0000","last_became_peered":"2023-09-23T18:25:28.998980+0000","last_unstale":"2023-09-23T18:26:00.143070+0000","last_undegraded":"2023-09-23T18:26:00.143070+0000","last_fullsized":"2023-09-23T18:25:28.990824+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:35.875997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":["1","0"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"478'7","reported_seq":30,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.148802+0000","last_change":"2023-09-23T18:26:00.147549+0000","last_active":"2023-09-23T18:26:00.148802+0000","last_peered":"2023-09-23T18:26:00.148802+0000","last_clean":"2023-09-23T18:26:00.148802+0000","last_became_active":"2023-09-23T18:26:00.147231+0000","last_became_peered":"2023-09-23T18:26:00.147231+0000","last_unstale":"2023-09-23T18:26:00.148802+0000","last_undegraded":"2023-09-23T18:26:00.148802+0000","last_fullsized":"2023-09-23T18:26:00.148802+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":458752,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":792,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143182+0000","last_change":"2023-09-23T18:25:28.992599+0000","last_active":"2023-09-23T18:26:00.143182+0000","last_peered":"2023-09-23T18:26:00.143182+0000","last_clean":"2023-09-23T18:22:33.907237+0000","last_became_active":"2023-09-23T18:25:28.992599+0000","last_became_peered":"2023-09-23T18:25:28.992599+0000","last_unstale":"2023-09-23T18:26:00.143182+0000","last_undegraded":"2023-09-23T18:25:28.987245+0000","last_fullsized":"2023-09-23T18:25:28.987138+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:32.849001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":540,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136029+0000","last_change":"2023-09-23T18:22:35.011102+0000","last_active":"2023-09-23T18:26:00.136029+0000","last_peered":"2023-09-23T18:26:00.136029+0000","last_clean":"2023-09-23T18:26:00.136029+0000","last_became_active":"2023-09-23T18:22:34.922434+0000","last_became_peered":"2023-09-23T18:22:34.922434+0000","last_unstale":"2023-09-23T18:26:00.136029+0000","last_undegraded":"2023-09-23T18:26:00.136029+0000","last_fullsized":"2023-09-23T18:26:00.136029+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":519,"reported_epoch":485,"state":"undersized+peered","last_fresh":"2023-09-23T18:26:00.139832+0000","last_change":"2023-09-23T18:25:28.993416+0000","last_active":"2023-09-23T18:22:34.911039+0000","last_peered":"2023-09-23T18:26:00.139832+0000","last_clean":"2023-09-23T18:22:33.914150+0000","last_became_active":"2023-09-23T18:22:03.970166+0000","last_became_peered":"2023-09-23T18:25:28.993416+0000","last_unstale":"2023-09-23T18:26:00.139832+0000","last_undegraded":"2023-09-23T18:26:00.139832+0000","last_fullsized":"2023-09-23T18:25:28.992830+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":149,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.143242+0000","last_change":"2023-09-23T18:26:00.142905+0000","last_active":"2023-09-23T18:26:00.143242+0000","last_peered":"2023-09-23T18:26:00.143242+0000","last_clean":"2023-09-23T18:26:00.143242+0000","last_became_active":"2023-09-23T18:26:00.142576+0000","last_became_peered":"2023-09-23T18:26:00.142576+0000","last_unstale":"2023-09-23T18:26:00.143242+0000","last_undegraded":"2023-09-23T18:26:00.143242+0000","last_fullsized":"2023-09-23T18:26:00.143242+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"478'6","reported_seq":27,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.145100+0000","last_change":"2023-09-23T18:25:27.997303+0000","last_active":"2023-09-23T18:26:00.145100+0000","last_peered":"2023-09-23T18:26:00.145100+0000","last_clean":"2023-09-23T18:26:00.145100+0000","last_became_active":"2023-09-23T18:25:27.997016+0000","last_became_peered":"2023-09-23T18:25:27.997016+0000","last_unstale":"2023-09-23T18:26:00.145100+0000","last_undegraded":"2023-09-23T18:26:00.145100+0000","last_fullsized":"2023-09-23T18:26:00.145100+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:25.784729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":868,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.135852+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:26:00.135852+0000","last_peered":"2023-09-23T18:26:00.135852+0000","last_clean":"2023-09-23T18:26:00.135852+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:26:00.135852+0000","last_undegraded":"2023-09-23T18:26:00.135852+0000","last_fullsized":"2023-09-23T18:26:00.135852+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":84,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.144721+0000","last_change":"2023-09-23T18:25:06.908549+0000","last_active":"2023-09-23T18:26:00.144721+0000","last_peered":"2023-09-23T18:26:00.144721+0000","last_clean":"2023-09-23T18:24:59.223956+0000","last_became_active":"2023-09-23T18:25:06.908549+0000","last_became_peered":"2023-09-23T18:25:06.908549+0000","last_unstale":"2023-09-23T18:26:00.144721+0000","last_undegraded":"2023-09-23T18:26:00.144721+0000","last_fullsized":"2023-09-23T18:25:06.904175+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:52:32.641672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":87,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.143992+0000","last_change":"2023-09-23T18:22:33.933134+0000","last_active":"2023-09-23T18:26:00.143992+0000","last_peered":"2023-09-23T18:26:00.143992+0000","last_clean":"2023-09-23T18:26:00.143992+0000","last_became_active":"2023-09-23T18:22:33.932824+0000","last_became_peered":"2023-09-23T18:22:33.932824+0000","last_unstale":"2023-09-23T18:26:00.143992+0000","last_undegraded":"2023-09-23T18:26:00.143992+0000","last_fullsized":"2023-09-23T18:26:00.143992+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:26:02.267859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"478'7","reported_seq":30,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.148785+0000","last_change":"2023-09-23T18:26:00.148218+0000","last_active":"2023-09-23T18:26:00.148785+0000","last_peered":"2023-09-23T18:26:00.148785+0000","last_clean":"2023-09-23T18:26:00.148785+0000","last_became_active":"2023-09-23T18:26:00.147939+0000","last_became_peered":"2023-09-23T18:26:00.147939+0000","last_unstale":"2023-09-23T18:26:00.148785+0000","last_undegraded":"2023-09-23T18:26:00.148785+0000","last_fullsized":"2023-09-23T18:26:00.148785+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":458752,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":210,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136419+0000","last_change":"2023-09-23T18:22:33.925972+0000","last_active":"2023-09-23T18:26:00.136419+0000","last_peered":"2023-09-23T18:26:00.136419+0000","last_clean":"2023-09-23T18:26:00.136419+0000","last_became_active":"2023-09-23T18:22:33.925359+0000","last_became_peered":"2023-09-23T18:22:33.925359+0000","last_unstale":"2023-09-23T18:26:00.136419+0000","last_undegraded":"2023-09-23T18:26:00.136419+0000","last_fullsized":"2023-09-23T18:26:00.136419+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":468,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142475+0000","last_change":"2023-09-23T18:25:28.993914+0000","last_active":"2023-09-23T18:26:00.142475+0000","last_peered":"2023-09-23T18:26:00.142475+0000","last_clean":"2023-09-23T18:25:26.978934+0000","last_became_active":"2023-09-23T18:25:28.993914+0000","last_became_peered":"2023-09-23T18:25:28.993914+0000","last_unstale":"2023-09-23T18:26:00.142475+0000","last_undegraded":"2023-09-23T18:26:00.142475+0000","last_fullsized":"2023-09-23T18:25:28.988400+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:46.156439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":103,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.142745+0000","last_change":"2023-09-23T18:25:28.991623+0000","last_active":"2023-09-23T18:26:00.142745+0000","last_peered":"2023-09-23T18:26:00.142745+0000","last_clean":"2023-09-23T18:25:26.980091+0000","last_became_active":"2023-09-23T18:25:28.991623+0000","last_became_peered":"2023-09-23T18:25:28.991623+0000","last_unstale":"2023-09-23T18:26:00.142745+0000","last_undegraded":"2023-09-23T18:26:00.142745+0000","last_fullsized":"2023-09-23T18:25:28.990285+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:47:57.235526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"478'8","reported_seq":28,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136826+0000","last_change":"2023-09-23T18:25:27.997773+0000","last_active":"2023-09-23T18:26:00.136826+0000","last_peered":"2023-09-23T18:26:00.136826+0000","last_clean":"2023-09-23T18:26:00.136826+0000","last_became_active":"2023-09-23T18:25:27.997470+0000","last_became_peered":"2023-09-23T18:25:27.997470+0000","last_unstale":"2023-09-23T18:26:00.136826+0000","last_undegraded":"2023-09-23T18:26:00.136826+0000","last_fullsized":"2023-09-23T18:26:00.136826+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":379,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.137019+0000","last_change":"2023-09-23T18:25:06.918164+0000","last_active":"2023-09-23T18:26:00.137019+0000","last_peered":"2023-09-23T18:26:00.137019+0000","last_clean":"2023-09-23T18:16:59.840639+0000","last_became_active":"2023-09-23T18:25:06.918164+0000","last_became_peered":"2023-09-23T18:25:06.918164+0000","last_unstale":"2023-09-23T18:26:00.137019+0000","last_undegraded":"2023-09-23T18:25:06.905974+0000","last_fullsized":"2023-09-23T18:25:06.905850+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1158,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.142469+0000","last_change":"2023-09-23T18:22:36.916538+0000","last_active":"2023-09-23T18:26:00.142469+0000","last_peered":"2023-09-23T18:26:00.142469+0000","last_clean":"2023-09-23T18:26:00.142469+0000","last_became_active":"2023-09-23T18:22:36.915974+0000","last_became_peered":"2023-09-23T18:22:36.915974+0000","last_unstale":"2023-09-23T18:26:00.142469+0000","last_undegraded":"2023-09-23T18:26:00.142469+0000","last_fullsized":"2023-09-23T18:26:00.142469+0000","mapping_epoch":441,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":442,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:43.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":125,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.143767+0000","last_change":"2023-09-23T18:22:33.923166+0000","last_active":"2023-09-23T18:26:00.143767+0000","last_peered":"2023-09-23T18:26:00.143767+0000","last_clean":"2023-09-23T18:26:00.143767+0000","last_became_active":"2023-09-23T18:22:33.922837+0000","last_became_peered":"2023-09-23T18:22:33.922837+0000","last_unstale":"2023-09-23T18:26:00.143767+0000","last_undegraded":"2023-09-23T18:26:00.143767+0000","last_fullsized":"2023-09-23T18:26:00.143767+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:35:56.159603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,0],"acting":[2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.f","version":"478'8","reported_seq":26,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.147384+0000","last_change":"2023-09-23T18:26:00.146795+0000","last_active":"2023-09-23T18:26:00.147384+0000","last_peered":"2023-09-23T18:26:00.147384+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:00.146795+0000","last_became_peered":"2023-09-23T18:26:00.146795+0000","last_unstale":"2023-09-23T18:26:00.147384+0000","last_undegraded":"2023-09-23T18:26:00.140283+0000","last_fullsized":"2023-09-23T18:26:00.140191+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":8}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":69,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.148771+0000","last_change":"2023-09-23T18:26:00.147891+0000","last_active":"2023-09-23T18:26:00.148771+0000","last_peered":"2023-09-23T18:26:00.148771+0000","last_clean":"2023-09-23T18:26:00.148771+0000","last_became_active":"2023-09-23T18:26:00.146298+0000","last_became_peered":"2023-09-23T18:26:00.146298+0000","last_unstale":"2023-09-23T18:26:00.148771+0000","last_undegraded":"2023-09-23T18:26:00.148771+0000","last_fullsized":"2023-09-23T18:26:00.148771+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":91,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.144169+0000","last_change":"2023-09-23T18:22:33.962882+0000","last_active":"2023-09-23T18:26:00.144169+0000","last_peered":"2023-09-23T18:26:00.144169+0000","last_clean":"2023-09-23T18:26:00.144169+0000","last_became_active":"2023-09-23T18:22:33.962335+0000","last_became_peered":"2023-09-23T18:22:33.962335+0000","last_unstale":"2023-09-23T18:26:00.144169+0000","last_undegraded":"2023-09-23T18:26:00.144169+0000","last_fullsized":"2023-09-23T18:26:00.144169+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:20.848774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":221,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.137100+0000","last_change":"2023-09-23T18:25:28.997808+0000","last_active":"2023-09-23T18:26:00.137100+0000","last_peered":"2023-09-23T18:26:00.137100+0000","last_clean":"2023-09-23T18:25:26.980502+0000","last_became_active":"2023-09-23T18:25:28.997808+0000","last_became_peered":"2023-09-23T18:25:28.997808+0000","last_unstale":"2023-09-23T18:26:00.137100+0000","last_undegraded":"2023-09-23T18:26:00.137100+0000","last_fullsized":"2023-09-23T18:25:28.994479+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":78,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.142865+0000","last_change":"2023-09-23T18:22:33.958609+0000","last_active":"2023-09-23T18:26:00.142865+0000","last_peered":"2023-09-23T18:26:00.142865+0000","last_clean":"2023-09-23T18:26:00.142865+0000","last_became_active":"2023-09-23T18:22:33.958133+0000","last_became_peered":"2023-09-23T18:22:33.958133+0000","last_unstale":"2023-09-23T18:26:00.142865+0000","last_undegraded":"2023-09-23T18:26:00.142865+0000","last_fullsized":"2023-09-23T18:26:00.142865+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:21:57.819616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":161,"reported_epoch":485,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:26:00.142647+0000","last_change":"2023-09-23T18:25:07.913344+0000","last_active":"2023-09-23T18:26:00.142647+0000","last_peered":"2023-09-23T18:26:00.142647+0000","last_clean":"2023-09-23T18:26:00.142647+0000","last_became_active":"2023-09-23T18:25:07.912918+0000","last_became_peered":"2023-09-23T18:25:07.912918+0000","last_unstale":"2023-09-23T18:26:00.142647+0000","last_undegraded":"2023-09-23T18:26:00.142647+0000","last_fullsized":"2023-09-23T18:26:00.142647+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:34.535689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,2],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":75,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.137120+0000","last_change":"2023-09-23T18:25:28.999438+0000","last_active":"2023-09-23T18:26:00.137120+0000","last_peered":"2023-09-23T18:26:00.137120+0000","last_clean":"2023-09-23T18:22:33.910078+0000","last_became_active":"2023-09-23T18:25:28.999438+0000","last_became_peered":"2023-09-23T18:25:28.999438+0000","last_unstale":"2023-09-23T18:26:00.137120+0000","last_undegraded":"2023-09-23T18:25:28.994673+0000","last_fullsized":"2023-09-23T18:25:28.994552+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":170,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.136519+0000","last_change":"2023-09-23T18:25:06.909221+0000","last_active":"2023-09-23T18:26:00.136519+0000","last_peered":"2023-09-23T18:26:00.136519+0000","last_clean":"2023-09-23T18:24:59.219115+0000","last_became_active":"2023-09-23T18:25:06.909221+0000","last_became_peered":"2023-09-23T18:25:06.909221+0000","last_unstale":"2023-09-23T18:26:00.136519+0000","last_undegraded":"2023-09-23T18:26:00.136519+0000","last_fullsized":"2023-09-23T18:25:06.903652+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":331,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":75,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.137410+0000","last_change":"2023-09-23T18:25:28.997888+0000","last_active":"2023-09-23T18:26:00.137410+0000","last_peered":"2023-09-23T18:26:00.137410+0000","last_clean":"2023-09-23T18:22:33.909915+0000","last_became_active":"2023-09-23T18:25:28.997888+0000","last_became_peered":"2023-09-23T18:25:28.997888+0000","last_unstale":"2023-09-23T18:26:00.137410+0000","last_undegraded":"2023-09-23T18:25:28.994963+0000","last_fullsized":"2023-09-23T18:25:28.994849+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[{"shards":"4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":204,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.136588+0000","last_change":"2023-09-23T18:25:06.905820+0000","last_active":"2023-09-23T18:26:00.136588+0000","last_peered":"2023-09-23T18:26:00.136588+0000","last_clean":"2023-09-23T18:24:59.218981+0000","last_became_active":"2023-09-23T18:25:06.905820+0000","last_became_peered":"2023-09-23T18:25:06.905820+0000","last_unstale":"2023-09-23T18:26:00.136588+0000","last_undegraded":"2023-09-23T18:26:00.136588+0000","last_fullsized":"2023-09-23T18:25:06.903223+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":501,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.147271+0000","last_change":"2023-09-23T18:26:00.146409+0000","last_active":"2023-09-23T18:26:00.147271+0000","last_peered":"2023-09-23T18:26:00.147271+0000","last_clean":"2023-09-23T18:21:59.369965+0000","last_became_active":"2023-09-23T18:26:00.146409+0000","last_became_peered":"2023-09-23T18:26:00.146409+0000","last_unstale":"2023-09-23T18:26:00.147271+0000","last_undegraded":"2023-09-23T18:26:00.147271+0000","last_fullsized":"2023-09-23T18:26:00.140074+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":529,"reported_epoch":485,"state":"active+undersized","last_fresh":"2023-09-23T18:26:00.143430+0000","last_change":"2023-09-23T18:25:06.913026+0000","last_active":"2023-09-23T18:26:00.143430+0000","last_peered":"2023-09-23T18:26:00.143430+0000","last_clean":"2023-09-23T18:22:06.044335+0000","last_became_active":"2023-09-23T18:25:06.913026+0000","last_became_peered":"2023-09-23T18:25:06.913026+0000","last_unstale":"2023-09-23T18:26:00.143430+0000","last_undegraded":"2023-09-23T18:26:00.143430+0000","last_fullsized":"2023-09-23T18:25:06.902025+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:51.700764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":159,"reported_epoch":485,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:26:00.143111+0000","last_change":"2023-09-23T18:25:28.994127+0000","last_active":"2023-09-23T18:26:00.143111+0000","last_peered":"2023-09-23T18:26:00.143111+0000","last_clean":"2023-09-23T18:25:26.981169+0000","last_became_active":"2023-09-23T18:25:28.994127+0000","last_became_peered":"2023-09-23T18:25:28.994127+0000","last_unstale":"2023-09-23T18:26:00.143111+0000","last_undegraded":"2023-09-23T18:25:28.990591+0000","last_fullsized":"2023-09-23T18:25:28.990489+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:32.781744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3324,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[{"shards":"0,6","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":173,"reported_epoch":485,"state":"active+clean","last_fresh":"2023-09-23T18:26:00.136302+0000","last_change":"2023-09-23T18:22:03.974449+0000","last_active":"2023-09-23T18:26:00.136302+0000","last_peered":"2023-09-23T18:26:00.136302+0000","last_clean":"2023-09-23T18:26:00.136302+0000","last_became_active":"2023-09-23T18:22:03.974118+0000","last_became_peered":"2023-09-23T18:22:03.974118+0000","last_unstale":"2023-09-23T18:26:00.136302+0000","last_undegraded":"2023-09-23T18:26:00.136302+0000","last_fullsized":"2023-09-23T18:26:00.136302+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":73,"acting":74,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":7143424,"num_objects":109,"num_object_clones":0,"num_object_copies":327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":47,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":109,"num_write_kb":6976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18350080,"data_stored":18350080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109,"ondisk_log_size":109,"up":38,"acting":38,"num_store_stats":6},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":13,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":108,"num_bytes_recovered":37342,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":72,"acting":72,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":230,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":21,"acting":21,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430694,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":917284,"kb_used_data":12892,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":92827868,"statfs":{"total":95995035648,"available":95055736832,"internally_reserved":0,"allocated":13201408,"data_stored":12139534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,4,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":1.28,"5min":2.335,"15min":2.585},"min":{"1min":0.252,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.9800000000000004,"5min":16.593,"15min":16.593},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.8779999999999999,"5min":2.9359999999999999,"15min":3.5230000000000001},"min":{"1min":0.30399999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":8.4779999999999998,"5min":26.486000000000001,"15min":26.486000000000001},"last":0.40999999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5349999999999999,"5min":1.752,"15min":1.827},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.2889999999999997,"5min":9.2690000000000001,"15min":12.595000000000001},"last":0.442},{"interface":"front","average":{"1min":2.028,"5min":1.8839999999999999,"15min":2.016},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":7.0449999999999999,"5min":9.2829999999999995,"15min":12.573},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":2.2509999999999999,"15min":2.3090000000000002},"min":{"1min":0.374,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":7.0919999999999996,"5min":10.613,"15min":15.449999999999999},"last":0.377},{"interface":"front","average":{"1min":1.7390000000000001,"5min":2.157,"15min":2.4159999999999999},"min":{"1min":0.313,"5min":0.29999999999999999,"15min":0.247},"max":{"1min":5.9340000000000002,"5min":16.539000000000001,"15min":21.692},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":5.9649999999999999},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":4.8949999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.8340000000000001,"5min":1.024,"15min":0.93999999999999995},"min":{"1min":0.245,"5min":0.245,"15min":0.22900000000000001},"max":{"1min":6.7530000000000001,"5min":6.7530000000000001,"15min":10.18},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.95,"5min":1.3520000000000001,"15min":1.1020000000000001},"min":{"1min":0.31900000000000001,"5min":0.254,"15min":0.254},"max":{"1min":7.0049999999999999,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.29299999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.1240000000000001,"15min":0.98699999999999999},"min":{"1min":0.33000000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":6.2130000000000001,"5min":6.2130000000000001,"15min":13.385},"last":0.36499999999999999},{"interface":"front","average":{"1min":2.4830000000000001,"5min":1.609,"15min":1.3360000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":10.191000000000001,"5min":16.478999999999999,"15min":16.478999999999999},"last":0.35199999999999998}]}]},{"osd":6,"up_from":174,"seq":747324309790,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":336032,"kb_used_data":12504,"kb_used_omap":12,"kb_used_meta":323507,"kb_avail":93409120,"statfs":{"total":95995035648,"available":95650938880,"internally_reserved":0,"allocated":12804096,"data_stored":11746745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":331271871},"hb_peers":[0,1,2,4,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:42 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":2.0699999999999998,"15min":2.2160000000000002},"min":{"1min":0.34200000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.622,"5min":14.273,"15min":14.273},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.927,"15min":1.9970000000000001},"min":{"1min":0.27800000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":3.8610000000000002,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.45800000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:25:17 2023","interfaces":[{"interface":"back","average":{"1min":1.986,"5min":2.2469999999999999,"15min":2.4670000000000001},"min":{"1min":0.28899999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.135999999999999,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.5},{"interface":"front","average":{"1min":2.9809999999999999,"5min":2.0169999999999999,"15min":2.1859999999999999},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":29.094000000000001},"last":0.38500000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":2.673,"15min":2.5339999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":0.51700000000000002,"5min":17.759,"15min":17.759},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":2.008,"15min":2.1379999999999999},"min":{"1min":0.34100000000000003,"5min":0.32200000000000001,"15min":0.28699999999999998},"max":{"1min":0.58899999999999997,"5min":15.465999999999999,"15min":19.506},"last":0.40200000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":1.1020000000000001,"15min":0.90100000000000002},"min":{"1min":0.29899999999999999,"5min":0.25600000000000001,"15min":0.23300000000000001},"max":{"1min":0.52900000000000003,"5min":12.15,"15min":12.15},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":1.458,"15min":1.1519999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.25900000000000001},"max":{"1min":0.64700000000000002,"5min":14.709,"15min":14.709},"last":0.371}]},{"osd":5,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":1.6419999999999999,"15min":1.327},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":13.1,"5min":13.1,"15min":19.145},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.677,"5min":1.474,"15min":1.3049999999999999},"min":{"1min":0.36499999999999999,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":6.202,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":1.3580000000000001,"15min":1.101},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.57999999999999996,"5min":12.319000000000001,"15min":13.009},"last":0.44},{"interface":"front","average":{"1min":0.45000000000000001,"5min":1.3919999999999999,"15min":1.05},"min":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.32200000000000001},"max":{"1min":0.67200000000000004,"5min":13.702,"15min":13.702},"last":0.48999999999999999}]}]},{"osd":1,"up_from":323,"seq":1387274436757,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":453216,"kb_used_data":11352,"kb_used_omap":17,"kb_used_meta":441838,"kb_avail":93291936,"statfs":{"total":95995035648,"available":95530942464,"internally_reserved":0,"allocated":11624448,"data_stored":9645152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":452442212},"hb_peers":[0,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:43 2023","interfaces":[{"interface":"back","average":{"1min":2.5950000000000002,"5min":2.3980000000000001,"15min":2.2320000000000002},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":15.541,"5min":17.73,"15min":17.73},"last":0.747},{"interface":"front","average":{"1min":1.629,"5min":2.4169999999999998,"15min":2.6709999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.185,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.42499999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":4.9100000000000001,"5min":2.988,"15min":3.754},"min":{"1min":0.248,"5min":0.248,"15min":0.216},"max":{"1min":23.100000000000001,"5min":23.100000000000001,"15min":23.407},"last":0.48799999999999999},{"interface":"front","average":{"1min":4.6840000000000002,"5min":2.5129999999999999,"15min":3.7930000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.22800000000000001},"max":{"1min":15.586,"5min":17.800000000000001,"15min":57.387},"last":0.35599999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":5.9199999999999999},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":5.96}]},{"osd":4,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":3.0819999999999999,"5min":2.9409999999999998,"15min":2.153},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.29799999999999999},"max":{"1min":6.9909999999999997,"5min":107.854,"15min":107.854},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.464,"5min":2.024,"15min":2.2829999999999999},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":6.0229999999999997,"5min":12.638999999999999,"15min":14.898},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.44700000000000001},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.499}]},{"osd":6,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":4.1189999999999998,"5min":2.359,"15min":2.6339999999999999},"min":{"1min":0.49299999999999999,"5min":0.38600000000000001,"15min":0.38},"max":{"1min":15.375999999999999,"5min":15.375999999999999,"15min":31.064},"last":0.55500000000000005},{"interface":"front","average":{"1min":3.7650000000000001,"5min":1.9419999999999999,"15min":1.9350000000000001},"min":{"1min":0.42499999999999999,"5min":0.35599999999999998,"15min":0.34000000000000002},"max":{"1min":7.0289999999999999,"5min":9.0250000000000004,"15min":13.855},"last":0.68999999999999995}]},{"osd":7,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":3.2149999999999999,"5min":2.5670000000000002,"15min":2.6619999999999999},"min":{"1min":0.40999999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":9.4130000000000003,"5min":12.686,"15min":14.949999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":4.3330000000000002,"5min":2.79,"15min":2.879},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":15.425000000000001,"5min":17.84,"15min":31.093},"last":0.61099999999999999}]}]},{"osd":0,"up_from":438,"seq":1881195676011,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":756516,"kb_used_data":11036,"kb_used_omap":8,"kb_used_meta":745463,"kb_avail":92988636,"statfs":{"total":95995035648,"available":95220363264,"internally_reserved":0,"allocated":11300864,"data_stored":9314033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":763354724},"hb_peers":[1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":1.6040000000000001,"5min":2.706,"15min":2.8559999999999999},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":9.1679999999999993,"5min":24.265999999999998,"15min":24.265999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":2.3370000000000002,"15min":2.4860000000000002},"min":{"1min":0.30199999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.3899999999999999,"5min":24.506,"15min":24.506},"last":0.372}]},{"osd":2,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":2.3879999999999999,"15min":2.355},"min":{"1min":0.33900000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.2729999999999997,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.77400000000000002,"5min":2.4740000000000002,"15min":2.4700000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.0880000000000001,"5min":13.755000000000001,"15min":13.755000000000001},"last":0.33800000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":1.655},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":1.532,"5min":2.6960000000000002,"15min":2.8279999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":7.1580000000000004,"5min":14.289999999999999,"15min":14.289999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":1.948,"5min":2.2869999999999999,"15min":2.331},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":9.1180000000000003,"5min":13.821,"15min":13.821},"last":0.52000000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":2.1150000000000002,"5min":2.9449999999999998,"15min":2.9670000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":9.2379999999999995,"5min":13.865,"15min":13.865},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.1950000000000001,"5min":2.6040000000000001,"15min":2.5619999999999998},"min":{"1min":0.40200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":6.3869999999999996,"5min":9.423,"15min":9.423},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:25:36 2023","interfaces":[{"interface":"back","average":{"1min":1.534,"5min":2.73,"15min":2.3660000000000001},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":10.228999999999999,"5min":13.989000000000001,"15min":13.989000000000001},"last":0.496},{"interface":"front","average":{"1min":1.8979999999999999,"5min":3.5070000000000001,"15min":3.911},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":7.2080000000000002,"5min":14.343,"15min":14.343},"last":0.45500000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258225,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":895860,"kb_used_data":8172,"kb_used_omap":16,"kb_used_meta":887663,"kb_avail":92849292,"statfs":{"total":95995035648,"available":95077675008,"internally_reserved":0,"allocated":8368128,"data_stored":6310090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":908967074},"hb_peers":[0,1,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:40 2023","interfaces":[{"interface":"back","average":{"1min":2.0259999999999998,"5min":2.6299999999999999,"15min":2.7469999999999999},"min":{"1min":0.23699999999999999,"5min":0.224,"15min":0.224},"max":{"1min":8.4019999999999992,"5min":18.940000000000001,"15min":18.940000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":1.901,"5min":2.1840000000000002,"15min":2.407},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":9.4250000000000007,"5min":9.6400000000000006,"15min":9.6400000000000006},"last":0.308}]},{"osd":1,"last update":"Sat Sep 23 18:25:09 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.7799999999999998,"15min":3.2290000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":13.817,"5min":19.103999999999999,"15min":38.146999999999998},"last":0.27800000000000002},{"interface":"front","average":{"1min":3.3069999999999999,"5min":3.0230000000000001,"15min":3.2890000000000001},"min":{"1min":0.28100000000000003,"5min":0.248,"15min":0.22500000000000001},"max":{"1min":14.404,"5min":16.021999999999998,"15min":38.329000000000001},"last":0.35599999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":1.411},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":5.0460000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:25:31 2023","interfaces":[{"interface":"back","average":{"1min":2.6509999999999998,"5min":2.2690000000000001,"15min":2.79},"min":{"1min":0.313,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":9.6189999999999998,"5min":9.6189999999999998,"15min":105.509},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.8660000000000001,"5min":2.3300000000000001,"15min":2.4430000000000001},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.34200000000000003},"max":{"1min":10.371,"5min":10.371,"15min":105.529},"last":0.46500000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:26:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":2.198,"15min":2.161},"min":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.35399999999999998},"max":{"1min":4.1870000000000003,"5min":9.2829999999999995,"15min":10.555},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":2.4670000000000001,"15min":2.4079999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.39800000000000002},"max":{"1min":4.2450000000000001,"5min":9.7100000000000009,"15min":14.699},"last":0.434}]},{"osd":7,"last update":"Sat Sep 23 18:25:31 2023","interfaces":[{"interface":"back","average":{"1min":4.0330000000000004,"5min":3.2770000000000001,"15min":2.8759999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.36899999999999999},"max":{"1min":12.071,"5min":13.837999999999999,"15min":109.81699999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":2.552,"5min":2.4220000000000002,"15min":2.5640000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.34699999999999998},"max":{"1min":12.513,"5min":12.513,"15min":109.70699999999999},"last":0.42099999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729942,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114692,"kb_used_data":194364,"kb_used_omap":4,"kb_used_meta":920315,"kb_avail":92630460,"statfs":{"total":95995035648,"available":94853591040,"internally_reserved":0,"allocated":199028736,"data_stored":197160273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":942402967},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":3.258,"15min":3.2589999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.118,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":3.3580000000000001,"15min":3.4660000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":13.506,"5min":16.440000000000001,"15min":16.440000000000001},"last":5.9249999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":3.4630000000000001,"15min":3.391},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":11.677,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.1070000000000002,"15min":2.9980000000000002},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.20300000000000001},"max":{"1min":16.571999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":2.1440000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:24:20 2023","interfaces":[{"interface":"back","average":{"1min":2.6059999999999999,"5min":2.6909999999999998,"15min":3.1640000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":16.497,"5min":18.782,"15min":93.429000000000002},"last":2.895},{"interface":"front","average":{"1min":1.954,"5min":2.9140000000000001,"15min":3.359},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":11.079000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":2.4079999999999999,"15min":2.5329999999999999},"min":{"1min":0.35899999999999999,"5min":0.31900000000000001,"15min":0.28499999999999998},"max":{"1min":9.4920000000000009,"5min":13.441000000000001,"15min":23.469000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":4.056,"5min":2.5150000000000001,"15min":2.4940000000000002},"min":{"1min":0.36299999999999999,"5min":0.34100000000000003,"15min":0.308},"max":{"1min":13.561,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.5179999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":4.6849999999999996,"5min":2.7570000000000001,"15min":2.5510000000000002},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":12.345000000000001,"5min":16.143999999999998,"15min":18.802},"last":5.9870000000000001},{"interface":"front","average":{"1min":4.085,"5min":2.9740000000000002,"15min":2.6579999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":19.457999999999998},"last":6.4059999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":2.6629999999999998,"15min":2.5110000000000001},"min":{"1min":0.58299999999999996,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":16.472000000000001,"5min":16.472000000000001,"15min":16.472000000000001},"last":3.8010000000000002},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.5649999999999999,"15min":2.9380000000000002},"min":{"1min":0.55700000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":16.222000000000001,"5min":16.222000000000001,"15min":93.280000000000001},"last":15.137}]},{"osd":7,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":2.919,"5min":2.6659999999999999,"15min":2.4729999999999999},"min":{"1min":0.371,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":19.251000000000001,"5min":19.251000000000001,"15min":19.503},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.1000000000000001,"5min":2.3359999999999999,"15min":2.5489999999999999},"min":{"1min":0.42099999999999999,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":9.423,"5min":11.6,"15min":23.422000000000001},"last":0.67400000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019377,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":901724,"kb_used_data":12820,"kb_used_omap":0,"kb_used_meta":888896,"kb_avail":92843428,"statfs":{"total":95995035648,"available":95071670272,"internally_reserved":0,"allocated":13127680,"data_stored":12073677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":910229504},"hb_peers":[0,1,2,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:25:35 2023","interfaces":[{"interface":"back","average":{"1min":2.0169999999999999,"5min":2.0510000000000002,"15min":1.9970000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.449999999999999,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":2.6429999999999998,"5min":2.2429999999999999,"15min":2.1930000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":14.505000000000001,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.72299999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:25:05 2023","interfaces":[{"interface":"back","average":{"1min":3.3980000000000001,"5min":2.4510000000000001,"15min":2.6930000000000001},"min":{"1min":0.29799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":7.4429999999999996,"5min":18.733000000000001,"15min":155.029},"last":0.65500000000000003},{"interface":"front","average":{"1min":3.915,"5min":2.3029999999999999,"15min":3.0369999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":14.336,"5min":14.336,"15min":154.94499999999999},"last":0.70099999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:25:26 2023","interfaces":[{"interface":"back","average":{"1min":2.0499999999999998,"5min":2.2610000000000001,"15min":1.9059999999999999},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.29599999999999999},"max":{"1min":9.6199999999999992,"5min":15.000999999999999,"15min":15.000999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":3.101,"5min":2.3929999999999998,"15min":2.0289999999999999},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.27700000000000002},"max":{"1min":25.356999999999999,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":2.1539999999999999},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":4.6859999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":0.55900000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:25:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.4219999999999999,"15min":1.1910000000000001},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.249},"max":{"1min":10.141999999999999,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.625},{"interface":"front","average":{"1min":2.7919999999999998,"5min":1.869,"15min":1.3109999999999999},"min":{"1min":0.40999999999999998,"5min":0.30599999999999999,"15min":0.29699999999999999},"max":{"1min":11.962,"5min":11.962,"15min":12.292},"last":0.74399999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:25:26 2023","interfaces":[{"interface":"back","average":{"1min":2.5790000000000002,"5min":1.9770000000000001,"15min":1.4379999999999999},"min":{"1min":0.34399999999999997,"5min":0.33000000000000002,"15min":0.28499999999999998},"max":{"1min":9.3409999999999993,"5min":11.943,"15min":16.891999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.8740000000000001,"5min":1.8640000000000001,"15min":1.242},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.309},"max":{"1min":5.1310000000000002,"5min":15.507,"15min":15.507},"last":0.63400000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823141,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963368,"kb_used_data":54624,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":92781784,"statfs":{"total":95995035648,"available":95008546816,"internally_reserved":0,"allocated":55934976,"data_stored":54891792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:38 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.2170000000000001,"15min":1.1850000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2119999999999997,"5min":6.2119999999999997,"15min":6.2119999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":5.1120000000000001,"5min":3.5299999999999998,"15min":3.266},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.8600000000000001,"15min":2.0870000000000002},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":15.131,"5min":15.131,"15min":65.379000000000005},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.778,"15min":2.5379999999999998},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.8170000000000002,"5min":10.239000000000001,"15min":65.272000000000006},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.7989999999999999,"15min":2.754},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":6.1070000000000002,"5min":15.314,"15min":44.081000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.913,"5min":2.0070000000000001,"15min":2.4540000000000002},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":8.0399999999999991,"5min":12.4,"15min":44.094999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":4.6980000000000004,"5min":2.8399999999999999,"15min":2.9129999999999998},"min":{"1min":0.41099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":12.249000000000001,"5min":14.65,"15min":31.109999999999999},"last":2.395},{"interface":"front","average":{"1min":3.5019999999999998,"5min":2.7730000000000001,"15min":2.7610000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.968,"5min":14.313000000000001,"15min":28.795999999999999},"last":3.6459999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.29,"15min":1.0049999999999999},"min":{"1min":0.32700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.391999999999999,"5min":18.024999999999999,"15min":18.024999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.4349999999999996,"5min":2.1629999999999998,"15min":1.663},"min":{"1min":0.32100000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.459,"5min":15.459,"15min":18.003},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.482,"15min":1.2669999999999999},"min":{"1min":0.316,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.8069999999999999,"5min":18.081,"15min":18.081},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.9390000000000001,"5min":2.1259999999999999,"15min":1.659},"min":{"1min":0.37,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":10.083,"5min":16.901,"15min":17.952999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.9399999999999999,"15min":1.4059999999999999},"min":{"1min":0.41799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.0879999999999992,"5min":13.429,"15min":16.779},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.1829999999999998,"5min":2.2970000000000002,"15min":1.732},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.536,"5min":21.335000000000001,"15min":21.335000000000001},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1638400,"data_stored":1638400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2490368,"data_stored":2490368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3276800,"data_stored":3276800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1835008,"data_stored":1835008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:26:08.629 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_5 pgp_num 16 2023-09-23T18:26:08.657 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:26:08.668 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:08.726 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:08.763 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:08.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:08.766 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:08.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:08.893 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:08.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:08.930 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:08.981 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:08.982 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:09.031 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:09.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 36 16 125 109 0.189218 0 - 0.00275951 2023-09-23T18:26:09.058 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:09.091 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:09.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:09.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:09.195 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:09.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:09.258 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:09.260 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:09.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:09.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:09.294 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:09.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:09.390 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: pgmap v1465: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='client.47030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:26:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4110133293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:09 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.422 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:09.424 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: pgmap v1465: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:09.424 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='client.47030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:26:09.424 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4110133293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: pgmap v1465: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%); 0 B/s, 2 objects/s recovering 2023-09-23T18:26:09.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='client.47030 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 62/411 objects degraded (15.085%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4110133293' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:09 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:09.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:09.427 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:09.440 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:26:09.527 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:09.561 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:09.648 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:09.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:09.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:09.752 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:09.780 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:10.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 37 16 125 109 0.184104 0 - 0.00275951 2023-09-23T18:26:10.329 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:10.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:10.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:10.381 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:10.381 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.381 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.381 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:10.381 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: osdmap e487: 8 total, 6 up, 8 in 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: osdmap e487: 8 total, 6 up, 8 in 2023-09-23T18:26:10.382 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:10.433 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: failed to encode map e487 with expected crc 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: osdmap e487: 8 total, 6 up, 8 in 2023-09-23T18:26:10.461 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:10.464 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:10.549 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:10.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:10.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:10.569 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:26:10.569 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:26:10.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:26:10.569 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:26:10.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146201 8.6 e380/363 8:60f4fb60:::benchmark_data_smithi018_324167_object47871:head v 380'9313, mlcod=0'0)", 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.21346489299998, 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15900493600000001, 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353512+0000", 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353510+0000", 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7554000000000002e-05 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353527+0000", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6205000000000002e-05 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353544+0000", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5829999999999996e-06 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353553+0000", 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6814999999999998e-05 2023-09-23T18:26:10.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353600+0000", 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7741000000000001e-05 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.353628+0000", 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.1588582 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512486+0000", 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1210000000000001e-05 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512517+0000", 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15900493600000001 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.574 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146204 8.6 e380/363 8:627a52ce:::benchmark_data_smithi018_324167_object47874:head v 380'9314, mlcod=0'0)", 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.208244331, 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15380693500000001, 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358733+0000", 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358731+0000", 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7405999999999999e-05 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358748+0000", 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.836e-05 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358767+0000", 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1695000000000001e-05 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.358778+0000", 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066147360000000004 2023-09-23T18:26:10.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.365393+0000", 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3164000000000003e-05 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.365426+0000", 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14709549999999999 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512522+0000", 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7914000000000002e-05 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512540+0000", 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15380693500000001 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146206 8.6 e380/363 8:677a83cf:::benchmark_data_smithi018_324167_object47876:head v 380'9315, mlcod=0'0)", 2023-09-23T18:26:10.579 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:26:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.20047609800002, 2023-09-23T18:26:10.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14605647099999999, 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366501+0000", 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366500+0000", 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1651000000000001e-05 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366511+0000", 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1688999999999999e-05 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366523+0000", 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0690000000000004e-06 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.366530+0000", 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014137499 2023-09-23T18:26:10.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.380668+0000", 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1940999999999998e-05 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.380700+0000", 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13184306000000001 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512543+0000", 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4749000000000001e-05 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512557+0000", 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14605647099999999 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146209 8.5 e380/363 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head v 380'8983, mlcod=0'0)", 2023-09-23T18:26:10.585 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.19565223400002, 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16506716299999999, 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.586 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371325+0000", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371324+0000", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7653999999999999e-05 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371401+0000", 2023-09-23T18:26:10.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5804e-05 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371417+0000", 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371425+0000", 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9265999999999996e-05 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371505+0000", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0423e-05 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371535+0000", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16482248299999999 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536358+0000", 2023-09-23T18:26:10.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4421999999999997e-05 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536392+0000", 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16506716299999999 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146218 8.c e380/363 8:39b94ca7:::benchmark_data_smithi018_324167_object47888:head v 380'9193, mlcod=0'0)", 2023-09-23T18:26:10.590 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.17775006800002, 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15158344700000001, 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389227+0000", 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999938 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389221+0000", 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.7304000000000002e-05 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389248+0000", 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0735000000000001e-05 2023-09-23T18:26:10.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389269+0000", 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0915e-05 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.389280+0000", 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00085097199999999997 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.390130+0000", 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3173000000000002e-05 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.390164+0000", 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15059007099999999 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.540754+0000", 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6672000000000002e-05 2023-09-23T18:26:10.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.540810+0000", 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15158344700000001 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.56083.0:146219 8.5 e380/363 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head v 380'8984, mlcod=0'0)", 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 461.17309879700002, 2023-09-23T18:26:10.595 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15520771799999999, 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393878+0000", 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393877+0000", 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3351e-05 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393890+0000", 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.118582347 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512473+0000", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7749999999999998e-06 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512479+0000", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010877100000000001 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512587+0000", 2023-09-23T18:26:10.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3008999999999999e-05 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.512610+0000", 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.036430457999999999 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549041+0000", 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5191999999999997e-05 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549086+0000", 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15520771799999999 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:7383 9.e 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e402)", 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.507571+0000", 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 351.05940621000002, 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16361335900000001, 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.600 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 7383 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507571+0000", 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507571+0000", 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507570+0000", 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000152044 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507722+0000", 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5778e-05 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507738+0000", 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6799999999999998e-06 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507744+0000", 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4554999999999994e-05 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507808+0000", 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012919299999999999 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.507937+0000", 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015365800000000001 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:26:10.604 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508091+0000", 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001337991 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.509429+0000", 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0023307050000000002 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.511760+0000", 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15934136800000001 2023-09-23T18:26:10.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671101+0000", 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6545999999999998e-05 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671148+0000", 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6548999999999999e-05 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.606 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671184+0000", 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16361335900000001 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:7400 9.e 9:78a42293:::benchmark_data_smithi018_362865_object7399:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e402)", 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513240+0000", 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 351.05373658000002, 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.158092594, 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.607 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 7400 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513240+0000", 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513240+0000", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513240+0000", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1108000000000001e-05 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513271+0000", 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7219999999999994e-06 2023-09-23T18:26:10.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513281+0000", 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2349999999999999e-06 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513286+0000", 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00083698599999999996 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.514123+0000", 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012846900000000001 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.514251+0000", 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017225399999999999 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.514424+0000", 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022650610000000001 2023-09-23T18:26:10.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516689+0000", 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00074769099999999998 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.517436+0000", 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15379990900000001 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671236+0000", 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3375999999999999e-05 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671290+0000", 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3319999999999999e-05 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671333+0000", 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.158092594 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.613 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:7401 9.e 9:7932f295:::benchmark_data_smithi018_362865_object7400:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e402)", 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513303+0000", 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 351.05367436099999, 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15816574, 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.614 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 7401 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513303+0000", 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513303+0000", 2023-09-23T18:26:10.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513302+0000", 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6721999999999997e-05 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513359+0000", 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1192e-05 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.616 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513380+0000", 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4596000000000001e-05 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513394+0000", 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018366789999999999 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.617 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515231+0000", 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015132899999999999 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515382+0000", 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017403300000000001 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515557+0000", 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001142854 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.618 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516699+0000", 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00077308699999999999 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.517472+0000", 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.1539111 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.619 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671384+0000", 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7144999999999997e-05 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671431+0000", 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7694999999999997e-05 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671468+0000", 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15816574 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.620 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:7403 9.e 9:768f356b:::benchmark_data_smithi018_362865_object7402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e402)", 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515199+0000", 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 351.05177759399999, 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.156437669, 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.621 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 7403 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515199+0000", 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515199+0000", 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.622 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515199+0000", 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3989000000000001e-05 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515253+0000", 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2187999999999999e-05 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.623 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515265+0000", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7109999999999998e-06 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515271+0000", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000752719 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516024+0000", 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011500700000000001 2023-09-23T18:26:10.624 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516139+0000", 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015353900000000001 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516293+0000", 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00051837900000000002 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.625 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.516811+0000", 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000836472 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.517648+0000", 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15388847 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671536+0000", 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.4839999999999996e-05 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.626 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671601+0000", 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6176000000000001e-05 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671637+0000", 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.156437669 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.627 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:7416 9.e 9:7056aa1a:::benchmark_data_smithi018_362865_object7415:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e402)", 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.518244+0000", 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 351.04873277000002, 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153533638, 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 7416 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.628 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518244+0000", 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518244+0000", 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.629 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518243+0000", 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115432 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518359+0000", 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3553999999999999e-05 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518372+0000", 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9169999999999997e-06 2023-09-23T18:26:10.630 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518377+0000", 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2358000000000003e-05 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518429+0000", 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015430399999999999 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.631 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518584+0000", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000167376 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.518751+0000", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00052168199999999998 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.519273+0000", 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001755908 2023-09-23T18:26:10.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.521029+0000", 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15065901900000001 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671688+0000", 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0555e-05 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.633 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671738+0000", 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9669000000000003e-05 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.671778+0000", 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.153533638 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.634 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:98592 9.7 9:e39745a2:::benchmark_data_smithi018_362865_object201:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:31.172762+0000", 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 219.39421481299999, 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18624363999999999, 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 98592 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.635 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172762+0000", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172762+0000", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172761+0000", 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4879999999999998e-06 2023-09-23T18:26:10.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172767+0000", 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1612e-05 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172778+0000", 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0290000000000002e-06 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.637 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172784+0000", 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5643000000000003e-05 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172830+0000", 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011166 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.172941+0000", 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013621799999999999 2023-09-23T18:26:10.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.173078+0000", 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003407972 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.176486+0000", 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011013533000000001 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.639 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.187499+0000", 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.166254243 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.353753+0000", 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4703000000000006e-05 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.353828+0000", 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051777150000000003 2023-09-23T18:26:10.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:31.359006+0000", 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.18624363999999999 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99332 9.5 9:aea6aebc:::benchmark_data_smithi018_362865_object941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:32.902065+0000", 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.66491211499999, 2023-09-23T18:26:10.641 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1018358299999997, 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99332 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902065+0000", 2023-09-23T18:26:10.642 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902065+0000", 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902064+0000", 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0519999999999998e-06 2023-09-23T18:26:10.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902070+0000", 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2944e-05 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902083+0000", 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2739999999999998e-06 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.644 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902088+0000", 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6983e-05 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902145+0000", 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019851299999999999 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902344+0000", 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018640900000000001 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.645 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1,5", 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.902530+0000", 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0032552990000000001 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.905785+0000", 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00094315399999999998 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.646 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.906728+0000", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.013040682 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.919769+0000", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3641e-05 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.919783+0000", 2023-09-23T18:26:10.647 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99236727800000002 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.912150+0000", 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2843999999999999e-05 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.912163+0000", 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.012143697 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.648 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.924307+0000", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1036000000000001e-05 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.924318+0000", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99455017099999998 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.918868+0000", 2023-09-23T18:26:10.649 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8260000000000005e-06 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.918878+0000", 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0496702680000001 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968548+0000", 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136231 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.650 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for missing object", 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968684+0000", 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.035115441999999997 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.003799+0000", 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000101241 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.651 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.003901+0000", 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1018358299999997 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99338 9.9 9:92284998:::benchmark_data_smithi018_362865_object947:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:32.921307+0000", 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.645669677, 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1493241200000002, 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.652 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99338 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921307+0000", 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.653 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921307+0000", 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921306+0000", 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3539999999999999e-06 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.654 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921311+0000", 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2516e-05 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921324+0000", 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9070000000000001e-06 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921331+0000", 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8738000000000003e-05 2023-09-23T18:26:10.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921419+0000", 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2357999999999999e-05 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.921432+0000", 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99238687599999997 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.656 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913819+0000", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9709999999999993e-06 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913828+0000", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0081379619999999 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.921965+0000", 2023-09-23T18:26:10.657 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2264e-05 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.921978+0000", 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99561310700000005 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917591+0000", 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1773000000000001e-05 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.658 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917603+0000", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0435179080000001 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.961121+0000", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015534699999999999 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.961276+0000", 2023-09-23T18:26:10.659 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192697 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.961469+0000", 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.108163387 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069632+0000", 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7748000000000002e-05 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.660 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069710+0000", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020589299999999999 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069916+0000", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0207999999999997e-05 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069976+0000", 2023-09-23T18:26:10.661 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00065563899999999996 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.070631+0000", 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1493241200000002 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99348 9.9 9:9fae9fe1:::benchmark_data_smithi018_362865_object957:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:10.662 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:32.962727+0000", 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.60425043699999, 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1083933400000001, 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99348 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.663 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962727+0000", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962727+0000", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962725+0000", 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7239999999999997e-06 2023-09-23T18:26:10.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962731+0000", 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.186e-05 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962743+0000", 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7119999999999999e-06 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.665 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962748+0000", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6632999999999999e-05 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962794+0000", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3860000000000007e-06 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.962803+0000", 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95104714599999995 2023-09-23T18:26:10.666 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913850+0000", 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3609999999999997e-06 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913856+0000", 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0081476199999999 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.667 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922004+0000", 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8630000000000008e-06 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922012+0000", 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99561725999999995 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917629+0000", 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.515e-06 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.668 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917636+0000", 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.046825186 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.964462+0000", 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000172774 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.669 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.964634+0000", 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000175852 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.964810+0000", 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10490735299999999 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069718+0000", 2023-09-23T18:26:10.670 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8681999999999998e-05 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069776+0000", 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00089671900000000003 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.070673+0000", 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8517999999999999e-05 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.671 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.070721+0000", 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00039846400000000001 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071120+0000", 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1083933400000001 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99357 9.9 9:92cae70e:::benchmark_data_smithi018_362865_object966:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:32.983380+0000", 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.58359711899999, 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0882587209999999, 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99357 2023-09-23T18:26:10.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983380+0000", 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983380+0000", 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.674 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983379+0000", 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0209999999999999e-06 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983384+0000", 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.675 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983395+0000", 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1469999999999998e-06 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983401+0000", 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5436000000000002e-05 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983467+0000", 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1772e-05 2023-09-23T18:26:10.676 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:32.983478+0000", 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.93039674400000005 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913875+0000", 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6630000000000004e-06 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.677 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913882+0000", 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.008153029 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922035+0000", 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3339999999999996e-06 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.678 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922042+0000", 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99561688000000004 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917659+0000", 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2309999999999999e-06 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917666+0000", 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0511892270000001 2023-09-23T18:26:10.679 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968855+0000", 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000129629 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968985+0000", 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000150929 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.680 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.969136+0000", 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10058856400000001 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069725+0000", 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7162000000000003e-05 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069812+0000", 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001363651 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.681 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071175+0000", 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4484999999999998e-05 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071220+0000", 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00041873499999999999 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.682 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071639+0000", 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0882587209999999 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99369 9.9 9:95a7dd2e:::benchmark_data_smithi018_362865_object978:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:33.028089+0000", 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.53888791399999, 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0440022999999998, 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.683 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99369 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028089+0000", 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.684 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028089+0000", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028088+0000", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.783e-06 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028092+0000", 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9999999999999996e-06 2023-09-23T18:26:10.685 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028100+0000", 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7960000000000002e-06 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028104+0000", 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9823000000000001e-05 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.686 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028154+0000", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7180000000000002e-06 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.028162+0000", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.88573874399999997 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913901+0000", 2023-09-23T18:26:10.687 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0079999999999999e-06 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.913907+0000", 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.008157231 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922064+0000", 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6420000000000004e-06 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.688 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922070+0000", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99561898999999998 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917689+0000", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.537e-06 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917697+0000", 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.056029383 2023-09-23T18:26:10.689 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.973726+0000", 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000156775 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.973883+0000", 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00017249100000000001 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.690 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.974055+0000", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.095676808000000002 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069732+0000", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114616 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069847+0000", 2023-09-23T18:26:10.691 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001836484 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071683+0000", 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2109e-05 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.071725+0000", 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000366172 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.692 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.072091+0000", 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0440022999999998 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99374 9.9 9:9817f324:::benchmark_data_smithi018_362865_object983:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:33.049841+0000", 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.517136136, 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0227121720000003, 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.693 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99374 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049841+0000", 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.694 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049841+0000", 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049838+0000", 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4126e-05 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.695 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049852+0000", 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3519999999999998e-05 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049886+0000", 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.416e-05 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.049900+0000", 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012493700000000001 2023-09-23T18:26:10.696 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.050025+0000", 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2599999999999999e-06 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.050032+0000", 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86501217799999996 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.697 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.915045+0000", 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0896999999999999e-05 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.915055+0000", 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0070268579999999 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922082+0000", 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1289999999999998e-06 2023-09-23T18:26:10.698 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.922086+0000", 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99582689499999999 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917913+0000", 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.4460000000000001e-06 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.699 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.917922+0000", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0596720159999999 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.977594+0000", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013380999999999999 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.977728+0000", 2023-09-23T18:26:10.700 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015512499999999999 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.977883+0000", 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.091856726 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069739+0000", 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000141862 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.701 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.069881+0000", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022471980000000002 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.072128+0000", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1857000000000003e-05 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.072170+0000", 2023-09-23T18:26:10.702 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00038272499999999999 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.072553+0000", 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0227121720000003 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:99377 9.5 9:a95a6f8f:::benchmark_data_smithi018_362865_object986:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:22:33.122430+0000", 2023-09-23T18:26:10.703 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 217.44454743099999, 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8819240820000003, 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 99377 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.704 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122430+0000", 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122430+0000", 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122428+0000", 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3149999999999997e-06 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.705 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122435+0000", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.3720000000000001e-05 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122448+0000", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9370000000000001e-06 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122454+0000", 2023-09-23T18:26:10.706 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0098e-05 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122514+0000", 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0049e-05 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.122524+0000", 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.78966436900000003 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.707 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.912189+0000", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0709999999999997e-06 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:33.912196+0000", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0121546859999999 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.924350+0000", 2023-09-23T18:26:10.708 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7940000000000008e-06 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:34.924359+0000", 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99455527099999996 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.918915+0000", 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0170000000000004e-06 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.709 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:35.918920+0000", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0497871940000001 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968707+0000", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121286 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968828+0000", 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000148882 2023-09-23T18:26:10.710 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,5", 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.968977+0000", 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.023339192000000002 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:36.992316+0000", 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011452502 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.711 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.003769+0000", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016696300000000001 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.003936+0000", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4314000000000003e-05 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.003980+0000", 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00037376199999999998 2023-09-23T18:26:10.712 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:22:37.004354+0000", 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8819240820000003 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195277 9.3 9:c0597db9:::benchmark_data_smithi018_362865_object96886:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.831446+0000", 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 63.735530873999998, 2023-09-23T18:26:10.713 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14694091500000001, 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195277 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831446+0000", 2023-09-23T18:26:10.714 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831446+0000", 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831444+0000", 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1990000000000003e-06 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.715 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831451+0000", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.081e-06 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831460+0000", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1600000000000003e-06 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.831466+0000", 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003621043 2023-09-23T18:26:10.716 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.835087+0000", 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.131e-06 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.835094+0000", 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.138152684 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:26:10.717 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.973247+0000", 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000196617 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.973443+0000", 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000148338 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 1", 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.973592+0000", 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043982750000000001 2023-09-23T18:26:10.718 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.977990+0000", 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000223231 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.978213+0000", 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4240999999999998e-05 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:26:10.719 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.978267+0000", 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119617 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.978387+0000", 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14694091500000001 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:26:10.720 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:26:10.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:10.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:10.786 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:10.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:10.790 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:10.890 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:10.919 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:10.955 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:10.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:10.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:10.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:26:10.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:26:11.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 38 16 125 109 0.179259 0 - 0.00275951 2023-09-23T18:26:11.059 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:11.087 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:11.122 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:11.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:11.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:11.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:11.253 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:11.288 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:11.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:11.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:11.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[153734]: failed to encode map e487 with expected crc 2023-09-23T18:26:11.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[153734]: pgmap v1467: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3372495985' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[149401]: failed to encode map e487 with expected crc 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[149401]: pgmap v1467: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3372495985' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:11 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:11.420 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:11.443 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 10 pgp_num to 16 2023-09-23T18:26:11.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:11.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:11.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:11.563 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:11.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:11.627 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:11.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:11.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:11 smithi149 ceph-mon[135148]: failed to encode map e487 with expected crc 2023-09-23T18:26:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:11 smithi149 ceph-mon[135148]: pgmap v1467: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3372495985' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:11 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:26:11.728 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:11.755 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:11.892 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:11.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:11.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:11.995 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:11.996 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:12.024 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 39 16 125 109 0.174663 0 - 0.00275951 2023-09-23T18:26:12.057 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:12.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:12.120 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:12.161 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:12.187 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:12.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:12.323 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:12.349 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.381 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:12.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:12.485 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:12.504 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:26:12.511 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[153734]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.530 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[153734]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[153734]: osdmap e488: 8 total, 6 up, 8 in 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[153734]: pgmap v1469: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[149401]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[149401]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[149401]: osdmap e488: 8 total, 6 up, 8 in 2023-09-23T18:26:12.531 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:12 smithi018 ceph-mon[149401]: pgmap v1469: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:12.543 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:12.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:12.647 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:12 smithi149 ceph-mon[135148]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:12 smithi149 ceph-mon[135148]: failed to encode map e488 with expected crc 2023-09-23T18:26:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:12 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:26:12.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:12 smithi149 ceph-mon[135148]: osdmap e488: 8 total, 6 up, 8 in 2023-09-23T18:26:12.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:12 smithi149 ceph-mon[135148]: pgmap v1469: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:12.673 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.706 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:12.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.709 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:12.809 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:12.839 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:12.974 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:12.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:12.978 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:13.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:26:13.036385+0000 min lat: 0.00107416 max lat: 0.00654587 avg lat: 0.00275951 2023-09-23T18:26:13.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:26:13.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 40 16 125 109 0.170296 0 - 0.00275951 2023-09-23T18:26:13.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:13.107 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:13.333 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:13.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:13.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:13.437 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:13.471 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:13.508 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:13.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:13.511 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:13.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:13.642 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:13.677 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:13.679 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:13.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:13.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:13.731 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:26:13.731 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:26:13.731 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:26:13.731 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:26:13.784 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:13.816 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:13.902 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:13.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:13.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:14.005 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:14.033 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:14.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 41 16 125 109 0.166143 0 - 0.00275951 2023-09-23T18:26:14.069 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:14.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:14.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:14.126 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.127 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:26:14.173 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:14.204 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:14.270 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:26:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:14.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:14.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:14.703 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:14.813 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:14.813 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:14.817 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:14.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:14.821 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:14.922 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:14.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:14 smithi018 ceph-mon[153734]: pgmap v1470: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:14.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1108536283' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:14.948 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:14 smithi018 ceph-mon[149401]: pgmap v1470: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:14.948 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1108536283' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:14.950 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:15.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 42 16 125 109 0.162187 0 - 0.00275951 2023-09-23T18:26:15.036 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:15.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:15.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:15.140 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:15.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:14 smithi149 ceph-mon[135148]: pgmap v1470: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:15.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1108536283' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:15.168 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:14] "GET /metrics HTTP/1.1" 200 36588 "" "Prometheus/2.33.4" 2023-09-23T18:26:15.391 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:15.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:15.395 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:15.496 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:15.514 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:15.527 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:15.616 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:15.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:15.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:15.720 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:15.750 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:15.885 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:15.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:15.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:15.990 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:16.021 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:16.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 43 16 125 109 0.158415 0 - 0.00275951 2023-09-23T18:26:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:16.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:16.162 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:16.263 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:16.291 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:16.418 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:16.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:16.421 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:16.522 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:16.553 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:16.589 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:16.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:16.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:16.693 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:16.724 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:16.796 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:26:16.810 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:16.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:16.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:16.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:26:16.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:16 smithi149 ceph-mon[135148]: pgmap v1471: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:16.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2307782097' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:16.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:16 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:16.908 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:16.908 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:16.914 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:16.914 INFO:tasks.thrashosds.thrasher:in_osds: [3, 4, 1, 2, 7, 0, 6, 5] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:26:16.914 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:26:16.915 INFO:tasks.thrashosds.thrasher:Removing osd 4, in_osds are: [3, 4, 1, 2, 7, 0, 6, 5] 2023-09-23T18:26:16.915 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 4 2023-09-23T18:26:16.941 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:16.973 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:16.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:16.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:17.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[153734]: pgmap v1471: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:17.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2307782097' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:17.009 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:17.010 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[149401]: pgmap v1471: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:17.010 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2307782097' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:17.010 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:16 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:17.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 44 16 125 109 0.154815 0 - 0.00275951 2023-09-23T18:26:17.077 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:17.108 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:17.423 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:17.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:17.427 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:17.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:26:17.529 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:17.554 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:17.587 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:17.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:17.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:17.690 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:17.711 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:17.716 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:17.750 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:17.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:17.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:17.852 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:17.854 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:17.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:17 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:17.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:17 smithi149 ceph-mon[135148]: failed to encode map e489 with expected crc 2023-09-23T18:26:17.877 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:17 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:17.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:17 smithi149 ceph-mon[135148]: osdmap e489: 8 total, 6 up, 8 in 2023-09-23T18:26:17.878 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:17 smithi149 ceph-mon[135148]: failed to encode map e489 with expected crc 2023-09-23T18:26:17.880 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:17.912 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:17.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:17.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:18.016 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:18.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 45 16 125 109 0.151374 0 - 0.00275951 2023-09-23T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[153734]: failed to encode map e489 with expected crc 2023-09-23T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[153734]: osdmap e489: 8 total, 6 up, 8 in 2023-09-23T18:26:18.043 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[153734]: failed to encode map e489 with expected crc 2023-09-23T18:26:18.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:18.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[149401]: failed to encode map e489 with expected crc 2023-09-23T18:26:18.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:18.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[149401]: osdmap e489: 8 total, 6 up, 8 in 2023-09-23T18:26:18.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:17 smithi018 ceph-mon[149401]: failed to encode map e489 with expected crc 2023-09-23T18:26:18.046 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:18.206 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:18.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:18.211 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:18.312 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:18.341 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:18.991 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:18.993 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:18 smithi018 ceph-mon[153734]: pgmap v1473: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:18.993 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:18 smithi018 ceph-mon[149401]: pgmap v1473: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:18.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:18.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:19.035 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 46 16 125 109 0.148084 0 - 0.00275951 2023-09-23T18:26:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:19.095 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:19.262 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:19.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:19.266 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:19.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:19.395 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:18 smithi149 ceph-mon[135148]: pgmap v1473: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:19.398 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:19.435 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:19.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:19.438 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:19.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:26:19.539 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:19.568 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:19.603 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:19.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:19.606 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:19.707 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:19.736 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:19.771 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:19.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:19.775 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:19.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:26:19.599+0000 7fd4195e6700 -1 mon.a@0(leader).osd e489 definitely_dead 0 2023-09-23T18:26:19.876 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:19.902 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:19.942 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.4. 2023-09-23T18:26:19.947 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:19.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:19.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:20.024 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:26:20.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 47 16 125 109 0.144933 0 - 0.00275951 2023-09-23T18:26:20.059 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:20.090 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:26:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:19 smithi149 ceph-mon[135148]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:26:20.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/568494628' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:20.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:26:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[153734]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:26:20.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/568494628' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:26:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[149401]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:26:20.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/568494628' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:20.389 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:20.390 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:20.433 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:20.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:20.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:20.538 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:20.566 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:20.761 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:20.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:20.764 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:20.865 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:20.897 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:20.935 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:20.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:20.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: pgmap v1474: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: osdmap e490: 8 total, 6 up, 7 in 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[149401]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: pgmap v1474: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: osdmap e490: 8 total, 6 up, 7 in 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: failed to encode map e490 with expected crc 2023-09-23T18:26:20.995 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:20 smithi018 ceph-mon[153734]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 48 16 125 109 0.141914 0 - 0.00275951 2023-09-23T18:26:21.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:21.075 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:21.110 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:21.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:21.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:21.122 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:21.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: pgmap v1474: 89 pgs: 1 active+clean+remapped, 7 undersized+peered, 16 active+undersized+degraded, 29 active+undersized, 36 active+clean; 11 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62/411 objects degraded (15.085%) 2023-09-23T18:26:21.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2166205059' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: osdmap e490: 8 total, 6 up, 7 in 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:20 smithi149 ceph-mon[135148]: failed to encode map e490 with expected crc 2023-09-23T18:26:21.182 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:26:21.182 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98717 9.b 9:da919ff2:::benchmark_data_smithi018_362865_object326:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.655231+0000", 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 229.524752788, 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.24866185499999999, 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.183 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98717 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655231+0000", 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.184 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655231+0000", 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655229+0000", 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655236+0000", 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2989999999999999e-06 2023-09-23T18:26:21.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655249+0000", 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2850999999999999e-05 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655258+0000", 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0189999999999995e-06 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.757409+0000", 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.102150539 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.757918+0000", 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050888400000000003 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.822802+0000", 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.064883864999999999 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.822917+0000", 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000115116 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.823069+0000", 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015267899999999999 2023-09-23T18:26:21.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.839743+0000", 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.016673133999999999 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.899180+0000", 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.059437282000000001 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.899225+0000", 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4848000000000002e-05 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.899292+0000", 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7583999999999995e-05 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.903892+0000", 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0046001239999999997 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98718 9.b 9:da8ad4dd:::benchmark_data_smithi018_362865_object327:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.655272+0000", 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 229.52471152300001, 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.25333563199999998, 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.192 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98718 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.193 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655272+0000", 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655272+0000", 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655271+0000", 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655275+0000", 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7290000000000002e-06 2023-09-23T18:26:21.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655283+0000", 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7430000000000002e-06 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.655289+0000", 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8109999999999999e-06 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.198 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.757950+0000", 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.10266170500000001 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.758374+0000", 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042370299999999999 2023-09-23T18:26:21.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.836030+0000", 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.077655901999999999 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.836130+0000", 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000100449 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,6", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.836263+0000", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000132724 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.852084+0000", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015821379999999999 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.903951+0000", 2023-09-23T18:26:21.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051866403999999998 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.903987+0000", 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6071000000000001e-05 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.904045+0000", 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8579000000000003e-05 2023-09-23T18:26:21.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.908607+0000", 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045619579999999996 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99298 9.b 9:d06c05f1:::benchmark_data_smithi018_362865_object907:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:26:21.203 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.840713+0000", 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 228.33927035599999, 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.488369381, 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99298 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840713+0000", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840713+0000", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840711+0000", 2023-09-23T18:26:21.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840719+0000", 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1450000000000008e-06 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840736+0000", 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6555e-05 2023-09-23T18:26:21.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.840743+0000", 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4499999999999998e-06 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896619+0000", 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.055876404999999997 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.897174+0000", 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055492499999999995 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946142+0000", 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048967877999999999 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.208 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946149+0000", 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7889999999999997e-06 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913182+0000", 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96703314299999998 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913191+0000", 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8109999999999992e-06 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931091+0000", 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.017899753 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931100+0000", 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8619999999999992e-06 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914738+0000", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98363857799999999 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914749+0000", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0659000000000001e-05 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.276406+0000", 2023-09-23T18:26:21.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3616566830000001 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.276538+0000", 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013272499999999999 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.276680+0000", 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014136800000000001 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.290793+0000", 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014113634 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.294904+0000", 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041104230000000002 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.294948+0000", 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4490000000000003e-05 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.324766+0000", 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029818124000000001 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.324831+0000", 2023-09-23T18:26:21.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4380000000000004e-05 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.329082+0000", 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0042516309999999996 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99308 9.b 9:d4887e8b:::benchmark_data_smithi018_362865_object917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:26:21.215 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.852829+0000", 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 228.32715433600001, 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4612406030000002, 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99308 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852829+0000", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852829+0000", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852827+0000", 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852836+0000", 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1629999999999996e-06 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852852+0000", 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6713000000000001e-05 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.852861+0000", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8980000000000002e-06 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.897214+0000", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044353310999999999 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.897584+0000", 2023-09-23T18:26:21.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00036963700000000003 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946114+0000", 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048529732999999999 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946121+0000", 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9079999999999998e-06 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913145+0000", 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96702427099999999 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913154+0000", 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4029999999999996e-06 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.221 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931055+0000", 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0179001759999999 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931063+0000", 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9069999999999996e-06 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914698+0000", 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98363447599999998 2023-09-23T18:26:21.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914707+0000", 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4860000000000003e-06 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272489+0000", 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3577813619999999 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272660+0000", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000170905 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272817+0000", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015754899999999999 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.279895+0000", 2023-09-23T18:26:21.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0070780330000000001 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.279927+0000", 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.2169000000000003e-05 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.290786+0000", 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010858113000000001 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.309414+0000", 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018628775 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.309474+0000", 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9320000000000001e-05 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.314070+0000", 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0045959110000000003 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99331 9.b 9:dd92f3e5:::benchmark_data_smithi018_362865_object940:head [delete] snapc 0=[] ondisk+write+known_if_redirected e437)", 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.896215+0000", 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 228.28376795899999, 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3945543770000004, 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.227 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99331 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896215+0000", 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896215+0000", 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896214+0000", 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896222+0000", 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9149999999999996e-06 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896235+0000", 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2747e-05 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.896242+0000", 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8280000000000003e-06 2023-09-23T18:26:21.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.897630+0000", 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0013877259999999999 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.898053+0000", 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00042298800000000001 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946078+0000", 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048025033000000002 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.946090+0000", 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2242000000000001e-05 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913098+0000", 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.96700788299999996 2023-09-23T18:26:21.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913114+0000", 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6059e-05 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931009+0000", 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.017895115 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931025+0000", 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5122e-05 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914637+0000", 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.983612559 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.234 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914652+0000", 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4612e-05 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.153726+0000", 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2390739669999999 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.153882+0000", 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015676899999999999 2023-09-23T18:26:21.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.154043+0000", 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016083699999999999 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272376+0000", 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.118332808 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.236 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272412+0000", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6022000000000002e-05 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.272455+0000", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2885e-05 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.286509+0000", 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014054474000000001 2023-09-23T18:26:21.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.286583+0000", 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3675000000000002e-05 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.290770+0000", 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0041865799999999996 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.238 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99349 9.b 9:d193e8f1:::benchmark_data_smithi018_362865_object958:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:32.968902+0000", 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 228.21108096200001, 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.364681558, 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.239 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99349 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968902+0000", 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968902+0000", 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968901+0000", 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968909+0000", 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7870000000000002e-06 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968925+0000", 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6311999999999999e-05 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968935+0000", 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0587999999999999e-05 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.968995+0000", 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9939000000000003e-05 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:32.969007+0000", 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1917e-05 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913214+0000", 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.94420674000000004 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913222+0000", 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9319999999999996e-06 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931122+0000", 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.017900104 2023-09-23T18:26:21.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931130+0000", 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7540000000000006e-06 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914772+0000", 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98364232799999995 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914780+0000", 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.3389999999999993e-06 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.279949+0000", 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.365168902 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.280122+0000", 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000172831 2023-09-23T18:26:21.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.280276+0000", 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015370499999999999 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.294663+0000", 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.014387245999999999 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.294987+0000", 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00032428999999999997 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295061+0000", 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3090999999999995e-05 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.329134+0000", 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034073489999999998 2023-09-23T18:26:21.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.329214+0000", 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0433999999999996e-05 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.333584+0000", 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043694379999999998 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99382 9.b 9:d492dbfc:::benchmark_data_smithi018_362865_object991:head [delete] snapc 0=[] ondisk+write+known_if_redirected e438)", 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:33.173796+0000", 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 228.00618712299999, 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.163442517, 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99382 2023-09-23T18:26:21.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173796+0000", 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173796+0000", 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173795+0000", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173802+0000", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.8469999999999998e-06 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173823+0000", 2023-09-23T18:26:21.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1151000000000001e-05 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173831+0000", 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4149999999999999e-06 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173888+0000", 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7154999999999997e-05 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.173899+0000", 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0519999999999999e-05 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913244+0000", 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.73934501699999999 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:33.913252+0000", 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8429999999999993e-06 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931151+0000", 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.017898875 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:34.931158+0000", 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6190000000000002e-06 2023-09-23T18:26:21.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914804+0000", 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.98364589099999999 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:35.914812+0000", 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8779999999999998e-06 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.283276+0000", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3684645230000001 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.283387+0000", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000110503 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.283482+0000", 2023-09-23T18:26:21.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5432000000000004e-05 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.294679+0000", 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011197067 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295026+0000", 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00034660600000000001 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295098+0000", 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2006000000000001e-05 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.333789+0000", 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038690569000000001 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.259 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.333845+0000", 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6595000000000003e-05 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.337239+0000", 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0033934529999999998 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.260 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99396 9.b 9:d6b82d72:::benchmark_data_smithi018_362865_object1005:head [delete] snapc 0=[] ondisk+write+known_if_redirected e442)", 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:37.067823+0000", 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 224.11216034, 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.27339586199999999, 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99396 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067823+0000", 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067823+0000", 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067821+0000", 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067830+0000", 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8829999999999995e-06 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067844+0000", 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4795e-05 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.067858+0000", 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3030000000000001e-05 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.129345+0000", 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.061487346999999998 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.129356+0000", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1388e-05 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.290827+0000", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.161470373 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.291004+0000", 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000177768 2023-09-23T18:26:21.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.291178+0000", 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017318699999999999 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.302317+0000", 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011139786 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.266 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.302343+0000", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5442000000000001e-05 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317421+0000", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015078416000000001 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.337319+0000", 2023-09-23T18:26:21.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019897410000000001 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.337365+0000", 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6631000000000001e-05 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.341219+0000", 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0038535779999999999 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.268 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99398 9.b 9:dc8c189b:::benchmark_data_smithi018_362865_object1007:head [delete] snapc 0=[] ondisk+write+known_if_redirected e442)", 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:37.070014+0000", 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 224.10996928500001, 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.28611070500000002, 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.269 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99398 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070014+0000", 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070014+0000", 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070013+0000", 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070019+0000", 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6810000000000003e-06 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070032+0000", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3013999999999999e-05 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.070040+0000", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2290000000000003e-06 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.134416+0000", 2023-09-23T18:26:21.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.064376366000000004 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.134430+0000", 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4187e-05 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295124+0000", 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16069388600000001 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295313+0000", 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018815600000000001 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.295491+0000", 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017830499999999999 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.309366+0000", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013875159999999999 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317498+0000", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0081322530000000007 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317580+0000", 2023-09-23T18:26:21.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1581000000000004e-05 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.351727+0000", 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034147474999999997 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.351791+0000", 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4189000000000005e-05 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.356125+0000", 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0043332509999999998 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99406 9.b 9:d34ededa:::benchmark_data_smithi018_362865_object1015:head [delete] snapc 0=[] ondisk+write+known_if_redirected e442)", 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:37.084149+0000", 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 224.095833855, 2023-09-23T18:26:21.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.27614728399999999, 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99406 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.278 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084149+0000", 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084149+0000", 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084148+0000", 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084155+0000", 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2479999999999999e-06 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084169+0000", 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3377000000000001e-05 2023-09-23T18:26:21.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.084177+0000", 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2549999999999997e-06 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.134478+0000", 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050300676000000002 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:26:21.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.134489+0000", 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1467999999999999e-05 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.298884+0000", 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16439541899999999 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.299065+0000", 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000180034 2023-09-23T18:26:21.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.299234+0000", 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016930800000000001 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317566+0000", 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018332146000000001 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317592+0000", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6383000000000001e-05 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317689+0000", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6829000000000004e-05 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.356245+0000", 2023-09-23T18:26:21.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.038555728999999997 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.356303+0000", 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8479e-05 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.360297+0000", 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0039933620000000003 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.285 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:99446 9.b 9:d035f5e0:::benchmark_data_smithi018_362865_object1055:head [delete] snapc 0=[] ondisk+write+known_if_redirected e442)", 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:37.156511+0000", 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 224.02347218899999, 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.24491618100000001, 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:26:21.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 99446 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156511+0000", 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156511+0000", 2023-09-23T18:26:21.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156510+0000", 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156517+0000", 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.097e-06 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156537+0000", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9806999999999999e-05 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.156547+0000", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0173999999999999e-05 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.305772+0000", 2023-09-23T18:26:21.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.14922565099999999 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.305882+0000", 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011004 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,5,6", 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.305978+0000", 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5200999999999999e-05 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317616+0000", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011638581 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317832+0000", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000215947 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.317926+0000", 2023-09-23T18:26:21.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3896999999999999e-05 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.396974+0000", 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.079047564000000001 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.397011+0000", 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7333000000000003e-05 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:37.401427+0000", 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0044163279999999997 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195285 9.7 e469/468 9:e3030452:::benchmark_data_smithi018_362865_object96894:head v 469'12527, mlcod=0'0)", 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.221270+0000", 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.958713696000004, 2023-09-23T18:26:21.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12813482600000001, 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221270+0000", 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221270+0000", 2023-09-23T18:26:21.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221268+0000", 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221278+0000", 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0098999999999999e-05 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221301+0000", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2625000000000001e-05 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.221313+0000", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1885000000000001e-05 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.268196+0000", 2023-09-23T18:26:21.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.046883192999999997 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.268224+0000", 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7526e-05 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349384+0000", 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081160016000000001 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349404+0000", 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0795e-05 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195310 9.7 e469/468 9:e78577f3:::benchmark_data_smithi018_362865_object96919:head v 469'12528, mlcod=0'0)", 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.228620+0000", 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.951362974000006, 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.120797794, 2023-09-23T18:26:21.298 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228620+0000", 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228620+0000", 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228620+0000", 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228632+0000", 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2232000000000001e-05 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.300 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228641+0000", 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1330000000000005e-06 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.228646+0000", 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9690000000000002e-06 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.278705+0000", 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.050059010000000001 2023-09-23T18:26:21.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.278733+0000", 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7645999999999999e-05 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349407+0000", 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070674065999999994 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349418+0000", 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1379999999999999e-05 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195325 9.7 e469/468 9:e45e68ae:::benchmark_data_smithi018_362865_object96934:head v 469'12529, mlcod=0'0)", 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.239091+0000", 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.940892309000006, 2023-09-23T18:26:21.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.129638527, 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239091+0000", 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239091+0000", 2023-09-23T18:26:21.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239090+0000", 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239097+0000", 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1489999999999997e-06 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239109+0000", 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1402e-05 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.239117+0000", 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8699999999999992e-06 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.287433+0000", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.048316074000000001 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.287462+0000", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9150999999999999e-05 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.368682+0000", 2023-09-23T18:26:21.307 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.081220487999999993 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.368730+0000", 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7234999999999998e-05 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.308 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195339 9.7 e469/468 9:e409fbc7:::benchmark_data_smithi018_362865_object96948:head v 469'12530, mlcod=0'0)", 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.265080+0000", 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.914902874999996, 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.103677294, 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265080+0000", 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.309 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265080+0000", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265080+0000", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265090+0000", 2023-09-23T18:26:21.310 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0519e-05 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265103+0000", 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3149999999999999e-05 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.265113+0000", 2023-09-23T18:26:21.311 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4150000000000005e-06 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.300222+0000", 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.035108888999999997 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.300246+0000", 2023-09-23T18:26:21.312 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4380999999999999e-05 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.368734+0000", 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.068488361999999997 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.368758+0000", 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3288000000000001e-05 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.313 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195280 9.f e469/468 9:fda14b80:::benchmark_data_smithi018_362865_object96889:head v 469'12143, mlcod=0'0)", 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.270097+0000", 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.909886373999996, 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.107112244, 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270097+0000", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270097+0000", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270096+0000", 2023-09-23T18:26:21.315 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270104+0000", 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.7780000000000007e-06 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270121+0000", 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7368e-05 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.316 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.270130+0000", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9309999999999997e-06 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.310225+0000", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.040095281000000003 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.310257+0000", 2023-09-23T18:26:21.317 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1093000000000002e-05 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.377140+0000", 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.066883023999999999 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.377209+0000", 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9647999999999995e-05 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.318 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195288 9.f e469/468 9:f4e33eb5:::benchmark_data_smithi018_362865_object96897:head v 469'12145, mlcod=0'0)", 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.282450+0000", 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.897533021000001, 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.11675762100000001, 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.319 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282450+0000", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282450+0000", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282450+0000", 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:26:21.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282456+0000", 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.562e-06 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282470+0000", 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3599e-05 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.321 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.282476+0000", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1750000000000002e-06 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.328812+0000", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.04633557 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.328840+0000", 2023-09-23T18:26:21.322 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8611000000000001e-05 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399172+0000", 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070331684000000005 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399208+0000", 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6100000000000003e-05 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.323 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195304 9.f e469/468 9:fc749825:::benchmark_data_smithi018_362865_object96913:head v 469'12146, mlcod=0'0)", 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.293713+0000", 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.886270452000005, 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.105561302, 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.324 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293713+0000", 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293713+0000", 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293711+0000", 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:26:21.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293724+0000", 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2490000000000001e-05 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293745+0000", 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0897999999999999e-05 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.326 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.293757+0000", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1960999999999999e-05 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.338592+0000", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.044835060000000003 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.338631+0000", 2023-09-23T18:26:21.327 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9184000000000003e-05 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399251+0000", 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.060620127000000003 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399274+0000", 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3249999999999999e-05 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.328 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195308 9.f e469/468 9:fabff672:::benchmark_data_smithi018_362865_object96917:head v 469'12147, mlcod=0'0)", 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:08.296293+0000", 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 72.883690666000007, 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.103007499, 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.329 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296293+0000", 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296293+0000", 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296292+0000", 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:26:21.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296301+0000", 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6290000000000005e-06 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296320+0000", 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9117999999999999e-05 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.331 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.296330+0000", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7189999999999996e-06 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349398+0000", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.053068230000000001 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.349427+0000", 2023-09-23T18:26:21.332 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.9014e-05 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399277+0000", 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.049849294000000002 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:08.399300+0000", 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3611000000000001e-05 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.333 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.36606.0:195943 9.7 e469/468 9:e45f9c02:::benchmark_data_smithi018_362865_object97552:head v 469'12563, mlcod=420'6253)", 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:09.383389+0000", 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 71.796594472999999, 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.12153816100000001, 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.334 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383389+0000", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383389+0000", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383388+0000", 2023-09-23T18:26:21.335 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383395+0000", 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.9530000000000002e-06 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383410+0000", 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5098e-05 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.336 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.383419+0000", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.4530000000000002e-06 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.434764+0000", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.051345188 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.434787+0000", 2023-09-23T18:26:21.337 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2860000000000001e-05 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.504887+0000", 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.070100598 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:09.504927+0000", 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9848000000000002e-05 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.338 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.339 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.339 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:26:21.339 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:26:21.339 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:26:21.339 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:21.365 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:21.397 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:21.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:21.400 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:21.501 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:21.527 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:21.561 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:21.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:21.564 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:21.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:21.698 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:26:21.701 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:21.739 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:21.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:21.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:21.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:21.871 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:21.905 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:21.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:21.907 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:22.008 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: osdmap e491: 8 total, 6 up, 7 in 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.033 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.034 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:21 smithi149 ceph-mon[135148]: osdmap e492: 8 total, 6 up, 7 in 2023-09-23T18:26:22.036 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:22.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 49 16 220 204 0.260179 0.123698 0.0012374 2.16083 2023-09-23T18:26:22.122 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:22.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:22.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:22.226 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: osdmap e491: 8 total, 6 up, 7 in 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.250 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[153734]: osdmap e492: 8 total, 6 up, 7 in 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: osdmap e491: 8 total, 6 up, 7 in 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: failed to encode map e491 with expected crc 2023-09-23T18:26:22.252 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:21 smithi018 ceph-mon[149401]: osdmap e492: 8 total, 6 up, 7 in 2023-09-23T18:26:22.253 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:22.285 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:22.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:22.289 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:22.317 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:22.389 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:22.390 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:26:22.415 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:22.449 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:22.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:22.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:22.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:22.587 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:22.622 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:22.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:22.626 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:22.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:22.755 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:22.959 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:26:23.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 50 16 220 204 0.254975 0 - 2.16083 2023-09-23T18:26:23.055 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:23.085 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:23.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:23.088 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:23.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: pgmap v1477: 89 pgs: 1 creating+remapped+peering, 20 peering, 1 active+clean+remapped, 6 remapped+peering, 6 undersized+peered, 11 active+undersized+degraded, 25 active+undersized, 19 active+clean; 11 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 43/411 objects degraded (10.462%) 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 11 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 43/411 objects degraded (10.462%), 11 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:23.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:23.189 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: pgmap v1477: 89 pgs: 1 creating+remapped+peering, 20 peering, 1 active+clean+remapped, 6 remapped+peering, 6 undersized+peered, 11 active+undersized+degraded, 25 active+undersized, 19 active+clean; 11 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 43/411 objects degraded (10.462%) 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 11 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 43/411 objects degraded (10.462%), 11 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: pgmap v1477: 89 pgs: 1 creating+remapped+peering, 20 peering, 1 active+clean+remapped, 6 remapped+peering, 6 undersized+peered, 11 active+undersized+degraded, 25 active+undersized, 19 active+clean; 11 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 43/411 objects degraded (10.462%) 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.210 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: failed to encode map e492 with expected crc 2023-09-23T18:26:23.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 11 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:23.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 43/411 objects degraded (10.462%), 11 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:23.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:23.217 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:23.302 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:23.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:23.305 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:23.406 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:23.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:23.471 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:23.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:23.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:23.576 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:23.608 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:23.653 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:26:23.653 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:26:23.653 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:26:23.653 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:26:23.919 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:23.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:23.922 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:24.023 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:24.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 51 16 220 204 0.249976 0 - 2.16083 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:24.050 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:23 smithi149 ceph-mon[135148]: osdmap e493: 8 total, 6 up, 7 in 2023-09-23T18:26:24.052 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:24.087 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:24.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:24.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:24.144 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:26:24.147 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:24.147 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[153734]: osdmap e493: 8 total, 6 up, 7 in 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: failed to encode map e493 with expected crc 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2512102125' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:24.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:23 smithi018 ceph-mon[149401]: osdmap e493: 8 total, 6 up, 7 in 2023-09-23T18:26:24.192 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:24.221 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:24.307 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:24.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:24.310 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:24.370 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:24.388 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:24.406 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:24.411 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:24.425 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:24.437 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:24.443 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:24.462 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.463 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:26:24.471 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:24.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:24.474 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:24.575 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:24.602 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:24.693 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:24.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:24.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:24.748 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:24.789 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:24.789 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:24.797 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:24.823 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:24.856 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:24.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:24.859 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:24.960 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:24.987 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.023 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:25.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:25.036 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 52 16 220 204 0.245168 0 - 2.16083 2023-09-23T18:26:25.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[149401]: pgmap v1480: 89 pgs: 2 active+clean+remapped, 1 creating+remapped+peering, 20 peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 17 active+clean; 12 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 224 KiB/s wr, 3 op/s; 56/453 objects degraded (12.362%) 2023-09-23T18:26:25.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2456131111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:25.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:25.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:24] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.33.4" 2023-09-23T18:26:25.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[153734]: pgmap v1480: 89 pgs: 2 active+clean+remapped, 1 creating+remapped+peering, 20 peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 17 active+clean; 12 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 224 KiB/s wr, 3 op/s; 56/453 objects degraded (12.362%) 2023-09-23T18:26:25.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2456131111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:25.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:24 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:25.127 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:25.160 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.199 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:25.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:25.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:24 smithi149 ceph-mon[135148]: pgmap v1480: 89 pgs: 2 active+clean+remapped, 1 creating+remapped+peering, 20 peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 17 active+clean; 12 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 224 KiB/s wr, 3 op/s; 56/453 objects degraded (12.362%) 2023-09-23T18:26:25.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2456131111' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:25.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:24 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:25.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:25.332 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.369 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:25.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:25.473 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:25.502 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.537 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:25.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.540 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:25.641 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:25.668 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.803 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:25.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:25.826 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5] out_osds: [4] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:26:25.826 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:26:25.827 INFO:tasks.thrashosds.thrasher:Adding osd 4 2023-09-23T18:26:25.827 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 4 2023-09-23T18:26:25.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:25.935 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:25.957 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:26:25.972 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:25.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:25.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:25.988 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:25.988 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:26.037 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 53 16 220 204 0.240543 0 - 2.16083 2023-09-23T18:26:26.077 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:26.106 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:26.406 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:26.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:26.409 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:26.451 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:26.465 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:26:26.511 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:26.538 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:26.790 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:26:27.037 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 54 16 220 204 0.236088 0 - 2.16083 2023-09-23T18:26:27.060 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:27.202 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:27.204 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:27.205 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:26 smithi018 ceph-mon[153734]: pgmap v1481: 89 pgs: 13 active+clean+remapped, 1 creating+remapped+peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 26 active+clean; 15 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 595 KiB/s wr, 9 op/s; 66/573 objects degraded (11.518%); 47/573 objects misplaced (8.202%); 198 KiB/s, 1 keys/s, 4 objects/s recovering 2023-09-23T18:26:27.205 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:26 smithi018 ceph-mon[149401]: pgmap v1481: 89 pgs: 13 active+clean+remapped, 1 creating+remapped+peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 26 active+clean; 15 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 595 KiB/s wr, 9 op/s; 66/573 objects degraded (11.518%); 47/573 objects misplaced (8.202%); 198 KiB/s, 1 keys/s, 4 objects/s recovering 2023-09-23T18:26:27.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:27.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:27.273 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:26 smithi149 ceph-mon[135148]: pgmap v1481: 89 pgs: 13 active+clean+remapped, 1 creating+remapped+peering, 14 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 26 active+clean; 15 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 595 KiB/s wr, 9 op/s; 66/573 objects degraded (11.518%); 47/573 objects misplaced (8.202%); 198 KiB/s, 1 keys/s, 4 objects/s recovering 2023-09-23T18:26:27.306 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:27.333 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:27.384 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:27.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:27.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:27.490 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:27.518 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:27.827 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:27.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:27.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:27.931 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:27.960 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:28.037 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 55 16 220 204 0.231796 0 - 2.16083 2023-09-23T18:26:28.111 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:28.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:28.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:28.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:28 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 5 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:28.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:28 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:28.169 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:28 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 5 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:28.169 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:28 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:28.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:28 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 5 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:28.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:28 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:28.216 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:28.245 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:28.380 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:28.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:28.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:28.419 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:28.419 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:28.484 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:28.515 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:28.552 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:28.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:28.555 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:28.650 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:28.656 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:28.682 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:28.856 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:28.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:28.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:28.879 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:26:28.960 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:28.986 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.019 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:29.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:29.037 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 56 16 220 204 0.227657 0 - 2.16083 2023-09-23T18:26:29.122 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:29.146 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:29 smithi149 ceph-mon[135148]: pgmap v1482: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 893 KiB/s wr, 13 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 311 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:29.149 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.181 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:29.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.184 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:29.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:29.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:29 smithi018 ceph-mon[153734]: pgmap v1482: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 893 KiB/s wr, 13 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 311 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:29.302 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:29 smithi018 ceph-mon[149401]: pgmap v1482: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 893 KiB/s wr, 13 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 311 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:29.318 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.411 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:29.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.414 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:29.515 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:29.542 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.577 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:29.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:29.681 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:29.714 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.815 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:29.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:29.920 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:29.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:29 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:26:29.928+0000 7fd4195e6700 -1 mon.a@0(leader).osd e493 definitely_dead 0 2023-09-23T18:26:29.947 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:29.980 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:29.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:29.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:30.026 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:26:30.027 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.4. 2023-09-23T18:26:30.038 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 57 16 220 204 0.223656 0 - 2.16083 2023-09-23T18:26:30.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:30.114 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:30.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:26:30.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:30.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:26:30.301 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:26:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:30.541 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:30.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:30.545 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:30.646 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:30.650 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:30.675 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:30.709 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:30.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:30.713 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:30.813 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:30.841 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:30.873 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:30.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:30.876 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:30.977 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:31.020 INFO:tasks.thrashosds.thrasher:Added osd 4 2023-09-23T18:26:31.020 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 58 16 220 204 0.2198 0 - 2.16083 2023-09-23T18:26:31.168 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:31.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:31.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:31.211 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:31.229 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: pgmap v1483: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 760 KiB/s wr, 11 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 264 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:31.229 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:31.229 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.229 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: osdmap e494: 8 total, 6 up, 8 in 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[153734]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: pgmap v1483: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 760 KiB/s wr, 11 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 264 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:31.230 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.231 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.231 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:26:31.231 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:31.231 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: osdmap e494: 8 total, 6 up, 8 in 2023-09-23T18:26:31.231 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:31 smithi018 ceph-mon[149401]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.231 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:31.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:31.271 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:31.273 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:31.288 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:31.306 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:31.308 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.309 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:26:31.343 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:31.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:31.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: pgmap v1483: 89 pgs: 26 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 2 active+undersized+remapped, 26 active+clean; 17 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 760 KiB/s wr, 11 op/s; 66/696 objects degraded (9.483%); 117/696 objects misplaced (16.810%); 264 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1411207652' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3397312066' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: osdmap e494: 8 total, 6 up, 8 in 2023-09-23T18:26:31.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:31 smithi149 ceph-mon[135148]: failed to encode map e494 with expected crc 2023-09-23T18:26:31.449 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:31.476 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:31.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:31.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:31.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:31.641 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.674 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:31.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:31.677 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:31.766 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:31.767 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:31.778 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:31.803 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.835 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:31.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:31.838 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:31.939 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:31.964 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:31.997 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:32.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:32.001 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: osdmap e495: 8 total, 6 up, 8 in 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.031 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/875342791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:32.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 59 16 220 204 0.216075 0 - 2.16083 2023-09-23T18:26:32.102 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: osdmap e495: 8 total, 6 up, 8 in 2023-09-23T18:26:32.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/875342791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:32.162 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:32.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:32.165 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:32.266 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:32.292 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: osdmap e495: 8 total, 6 up, 8 in 2023-09-23T18:26:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: failed to encode map e495 with expected crc 2023-09-23T18:26:32.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/875342791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:32.324 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:32.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:32.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:32.428 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:32.454 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:32.487 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:32.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:32.490 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:32.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:32.617 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:32.649 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:32.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:32.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:32.663 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:26:32.663 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:26:32.663 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:26:32.664 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:26:32.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:26:32.753 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:32.784 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:26:33.040054+0000 min lat: 0.00107416 max lat: 48.9272 avg lat: 2.16083 2023-09-23T18:26:33.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:26:33.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 60 16 220 204 0.212473 0 - 2.16083 2023-09-23T18:26:33.040 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:33.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:33.084 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:26:33.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:33.194 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.229 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:33.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.234 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:33.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: pgmap v1486: 89 pgs: 17 peering, 10 active+clean+remapped, 16 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 11 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s wr, 6 op/s; 66/654 objects degraded (10.092%); 20/654 objects misplaced (3.058%); 213 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: osdmap e496: 8 total, 6 up, 8 in 2023-09-23T18:26:33.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[149401]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: pgmap v1486: 89 pgs: 17 peering, 10 active+clean+remapped, 16 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 11 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s wr, 6 op/s; 66/654 objects degraded (10.092%); 20/654 objects misplaced (3.058%); 213 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: osdmap e496: 8 total, 6 up, 8 in 2023-09-23T18:26:33.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:33 smithi018 ceph-mon[153734]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:33.363 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.371 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:33.399 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:33.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: pgmap v1486: 89 pgs: 17 peering, 10 active+clean+remapped, 16 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 11 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s wr, 6 op/s; 66/654 objects degraded (10.092%); 20/654 objects misplaced (3.058%); 213 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:26:33.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: osdmap e496: 8 total, 6 up, 8 in 2023-09-23T18:26:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:33 smithi149 ceph-mon[135148]: failed to encode map e496 with expected crc 2023-09-23T18:26:33.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:33.504 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:33.531 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.564 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:33.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:33.670 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:33.701 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.736 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:33.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.740 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:33.768 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:26:33.841 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:33.868 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:33.903 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:33.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:33.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:34.007 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:34.017 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:34.037 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:34.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 61 16 220 204 0.20899 0 - 2.16083 2023-09-23T18:26:34.318 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:34.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:34.321 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:34.422 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:34.450 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:34.482 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:34.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:34.486 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:34.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:34.616 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:34.725 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:35.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 62 16 220 204 0.20562 0 - 2.16083 2023-09-23T18:26:35.105 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:35.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:35.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:35.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:35 smithi018 ceph-mon[153734]: pgmap v1488: 89 pgs: 18 peering, 4 active+clean+remapped, 20 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 12 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/654 objects degraded (10.092%); 1/654 objects misplaced (0.153%) 2023-09-23T18:26:35.176 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:35 smithi018 ceph-mon[149401]: pgmap v1488: 89 pgs: 18 peering, 4 active+clean+remapped, 20 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 12 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/654 objects degraded (10.092%); 1/654 objects misplaced (0.153%) 2023-09-23T18:26:35.176 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:34] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.33.4" 2023-09-23T18:26:35.209 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:35.241 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:35.277 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:35.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:35.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:35.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:35 smithi149 ceph-mon[135148]: pgmap v1488: 89 pgs: 18 peering, 4 active+clean+remapped, 20 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 12 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/654 objects degraded (10.092%); 1/654 objects misplaced (0.153%) 2023-09-23T18:26:35.410 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:35.445 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:35.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:35.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:35.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:35.581 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:35.998 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:36.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:36.005 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:26:36.005 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:26:36.006 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:26:36.006 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:26:36.006 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:26:36.021 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5, 4] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:26:36.021 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:26:36.021 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-09-23T18:26:36.022 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-09-23T18:26:36.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 63 16 220 204 0.202356 0 - 2.16083 2023-09-23T18:26:36.043 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:26:36.104 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:36.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:36.233 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:36.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.237 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:36.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/365212888' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/365212888' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.337 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:36.400 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/365212888' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.400 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:26:36.402 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:36.436 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:36.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:36.540 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:36.567 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:36.582 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:26:36.601 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:36.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.604 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:36.705 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:36.733 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:36.811 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:36.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.814 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:36.915 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:36.943 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:36.976 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:36.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:36.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:37.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 64 16 220 204 0.199194 0 - 2.16083 2023-09-23T18:26:37.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:37.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: pgmap v1489: 89 pgs: 5 peering, 9 active+clean+remapped, 7 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 1 active+undersized+remapped, 32 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 30/696 objects misplaced (4.310%); 245 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:26:37.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 30 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:37.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: osdmap e497: 8 total, 6 up, 8 in 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 6 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: pgmap v1489: 89 pgs: 5 peering, 9 active+clean+remapped, 7 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 1 active+undersized+remapped, 32 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 30/696 objects misplaced (4.310%); 245 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:26:37.109 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 30 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: osdmap e497: 8 total, 6 up, 8 in 2023-09-23T18:26:37.110 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:37 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 6 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:37.114 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:37.148 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:37.150 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:37.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:37.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:37.190 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:37.210 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:37.229 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:37.251 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:37.255 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:37.269 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:37.283 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:26:37.384 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: pgmap v1489: 89 pgs: 5 peering, 9 active+clean+remapped, 7 remapped+peering, 6 undersized+peered, 10 active+undersized+degraded, 19 active+undersized, 1 active+undersized+remapped, 32 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 30/696 objects misplaced (4.310%); 245 KiB/s, 1 keys/s, 5 objects/s recovering 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 30 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: failed to encode map e497 with expected crc 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: osdmap e497: 8 total, 6 up, 8 in 2023-09-23T18:26:37.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:37 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 6 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:37.418 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:37.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:37.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:37.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:37.552 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:37.788 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:37.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:37.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:37.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:37.920 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:37.986 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:37.986 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:38.004 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:38.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:38.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:38.039 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 65 16 220 204 0.19613 0 - 2.16083 2023-09-23T18:26:38.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/872189875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:38.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/872189875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:38.109 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:38.136 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:38.396 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:38.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:38.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:38.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/872189875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:38.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:38.529 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:38.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:26:39.016 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:39.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:39.019 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:39.043 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 66 16 220 204 0.193147 0 - 2.16083 2023-09-23T18:26:39.120 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:39.145 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:39 smithi018 ceph-mon[149401]: pgmap v1491: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s wr, 4 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 281 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:26:39.146 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:39 smithi018 ceph-mon[153734]: pgmap v1491: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s wr, 4 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 281 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:26:39.149 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:39.237 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:39.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:39.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:39.299 INFO:teuthology.orchestra.run.smithi018.stdout:moved 0 / 267 (0%) 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:avg 44.5 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 11.3541 -> 11.3541 (expected baseline 6.08961) 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 24 -> 24 pgs (0.539326 -> 0.539326 * mean) 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.4 with 42 -> 42 pgs (0.94382 -> 0.94382 * mean) 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:oload 1000 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 0.05 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0085 2023-09-23T18:26:39.300 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0847 2023-09-23T18:26:39.301 INFO:teuthology.orchestra.run.smithi018.stderr:no change 2023-09-23T18:26:39.342 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:39.372 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:39 smithi149 ceph-mon[135148]: pgmap v1491: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s wr, 4 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 281 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:26:39.413 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:39.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:39.417 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:39.500 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:39.500 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:39.518 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:39.550 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:39.585 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:39.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:39.588 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:39.689 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:39.717 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:39.905 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:39.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:39.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:39.960 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:26:39.987 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:26:40.009 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:40.043 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 67 16 220 204 0.190265 0 - 2.16083 2023-09-23T18:26:40.072 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:40.164 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:40.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:40.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:40.187 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T18:26:40.187 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 1.0 2023-09-23T18:26:40.215 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:40.243 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:40 smithi018 ceph-mon[153734]: from='client.47114 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:40.243 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:40 smithi018 ceph-mon[149401]: from='client.47114 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:40.243 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:40.269 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:40.298 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:40 smithi149 ceph-mon[135148]: from='client.47114 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:40.298 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:40.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:40.336 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:40.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:40.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:40.440 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:40.466 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:40.498 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:40.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:40.501 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:40.602 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:40.631 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:40.765 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:40.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:40.773 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:40.874 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:40.900 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:40.933 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:40.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:40.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:41.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:41.043 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 68 16 220 204 0.187467 0 - 2.16083 2023-09-23T18:26:41.067 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:41.103 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:41.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:41.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:41.131 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:41.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:41 smithi149 ceph-mon[135148]: pgmap v1492: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 235 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:41.161 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:41.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:41.233 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:41.255 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:41.267 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:41.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:41.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:41.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:41 smithi018 ceph-mon[153734]: pgmap v1492: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 235 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:41.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:41 smithi018 ceph-mon[149401]: pgmap v1492: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 235 KiB/s, 1 keys/s, 7 objects/s recovering 2023-09-23T18:26:41.371 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:41.397 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:41.430 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:41.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:41.433 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:41.534 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:41.571 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:41.756 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:41.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:41.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:41.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:41.888 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:41.921 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:41.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:41.924 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:42.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:42.043 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 69 16 220 204 0.18475 0 - 2.16083 2023-09-23T18:26:42.053 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:42.085 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:42.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:42.088 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:42.189 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:42.223 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:42.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:42.591 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:42.692 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:42.722 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:42.757 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:42.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:42.761 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:42.862 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:42.889 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:42.923 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:42.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:42.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:42.938 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:26:43.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:43.043 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 70 16 220 204 0.182111 0 - 2.16083 2023-09-23T18:26:43.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:42 smithi018 ceph-mon[153734]: pgmap v1493: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 194 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:43.053 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:43.053 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:42 smithi018 ceph-mon[149401]: pgmap v1493: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 194 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:43.054 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:43.056 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:42 smithi149 ceph-mon[135148]: pgmap v1493: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s wr, 3 op/s; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 194 KiB/s, 1 keys/s, 6 objects/s recovering 2023-09-23T18:26:43.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:43.459 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:43.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:43.463 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:43.564 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:43.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:43.922 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:43.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:43.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:44.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:44.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 71 16 220 204 0.179546 0 - 2.16083 2023-09-23T18:26:44.059 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:44.143 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:44.143 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:44.148 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:44.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:44.154 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[153734]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[153734]: osdmap e498: 8 total, 6 up, 8 in 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[153734]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.170 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:44.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[149401]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:44.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[149401]: osdmap e498: 8 total, 6 up, 8 in 2023-09-23T18:26:44.171 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:43 smithi018 ceph-mon[149401]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.254 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:44.368 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:44.386 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:43 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:43 smithi149 ceph-mon[135148]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3018445261' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:26:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:43 smithi149 ceph-mon[135148]: osdmap e498: 8 total, 6 up, 8 in 2023-09-23T18:26:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:43 smithi149 ceph-mon[135148]: failed to encode map e498 with expected crc 2023-09-23T18:26:44.404 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:44.423 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:44.441 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.460 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:26:44.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:26:44.652 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:44.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:44.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:44.756 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:44.791 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:44.826 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:44.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:44.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:44.901 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:44.901 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:44.930 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:44.940 INFO:teuthology.orchestra.run.smithi018.stdout:moved 9 / 267 (3.37079%) 2023-09-23T18:26:44.940 INFO:teuthology.orchestra.run.smithi018.stdout:avg 44.5 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 11.3541 -> 10.2429 (expected baseline 6.08961) 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 24 -> 26 pgs (0.539326 -> 0.58427 * mean) 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.4 with 42 -> 41 pgs (0.94382 -> 0.921348 * mean) 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 1 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0085 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0093 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 weight 1.0000 -> 0.7126 2023-09-23T18:26:44.941 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 1.0000 -> 0.8245 2023-09-23T18:26:44.942 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 weight 1.0000 -> 0.8698 2023-09-23T18:26:44.942 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 1.0000 -> 0.8770 2023-09-23T18:26:44.964 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:44.997 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:45.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:45.000 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:45.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 72 16 220 204 0.177053 0 - 2.16083 2023-09-23T18:26:45.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:45.130 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:45.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:44 smithi149 ceph-mon[135148]: pgmap v1495: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 0 B/s, 0 objects/s recovering 2023-09-23T18:26:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:44 smithi149 ceph-mon[135148]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:44 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]: dispatch 2023-09-23T18:26:45.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1794283641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:45.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:44] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.33.4" 2023-09-23T18:26:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[149401]: pgmap v1495: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 0 B/s, 0 objects/s recovering 2023-09-23T18:26:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[149401]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]: dispatch 2023-09-23T18:26:45.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1794283641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[153734]: pgmap v1495: 89 pgs: 16 active+clean+remapped, 6 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 1 active+undersized+remapped, 36 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 54/696 objects misplaced (7.759%); 0 B/s, 0 objects/s recovering 2023-09-23T18:26:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[153734]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]: dispatch 2023-09-23T18:26:45.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1794283641' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:45.389 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:45.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:45.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:45.487 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-09-23T18:26:45.487 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-09-23T18:26:45.492 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:45.521 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:45.547 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:45.555 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:45.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:45.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:45.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:45.824 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:45.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:45.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:45.928 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: failed to encode map e499 with expected crc 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: failed to encode map e499 with expected crc 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: failed to encode map e499 with expected crc 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]': finished 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: failed to encode map e499 with expected crc 2023-09-23T18:26:45.943 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[149401]: osdmap e499: 8 total, 6 up, 8 in 2023-09-23T18:26:45.968 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:46.032 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:46.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:46.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:46.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 73 16 422 406 0.347543 0.526042 0.00357359 2.87723 2023-09-23T18:26:46.087 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:26:46.137 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:46.211 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:46.219 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.219 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]': finished 2023-09-23T18:26:46.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.220 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:45 smithi018 ceph-mon[153734]: osdmap e499: 8 total, 6 up, 8 in 2023-09-23T18:26:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:46.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:46.359 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:46.390 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:46.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'46700','4':'57477','5':'54035','7':'57005'}"}]': finished 2023-09-23T18:26:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: failed to encode map e499 with expected crc 2023-09-23T18:26:46.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:45 smithi149 ceph-mon[135148]: osdmap e499: 8 total, 6 up, 8 in 2023-09-23T18:26:46.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:46.498 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:46.558 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:46.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:46.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:46.664 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:46.740 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:46.800 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:46.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:46.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:46.902 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:26:46.906 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:46.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: pgmap v1497: 89 pgs: 1 creating+peering, 5 peering, 14 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 34 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 28/696 objects misplaced (4.023%) 2023-09-23T18:26:46.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 7 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:46.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 28 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:46.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: pgmap v1497: 89 pgs: 1 creating+peering, 5 peering, 14 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 34 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 28/696 objects misplaced (4.023%) 2023-09-23T18:26:46.948 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 7 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 28 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.949 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: osdmap e500: 8 total, 6 up, 8 in 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.950 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[153734]: failed to encode map e500 with expected crc 2023-09-23T18:26:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:47.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 74 16 3486 3470 2.93025 191.5 0.00345371 0.341238 2023-09-23T18:26:47.175 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:47.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:47.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:47.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: osdmap e500: 8 total, 6 up, 8 in 2023-09-23T18:26:47.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.228 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:46 smithi018 ceph-mon[149401]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.272 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:26:47.272 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:26:47.272 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:26:47.272 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:26:47.272 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:26:47.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:47.342 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:47.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: pgmap v1497: 89 pgs: 1 creating+peering, 5 peering, 14 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 20 active+undersized, 34 active+clean; 17 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66/696 objects degraded (9.483%); 28/696 objects misplaced (4.023%) 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 7 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 66/696 objects degraded (9.483%), 10 pgs degraded, 28 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: osdmap e500: 8 total, 6 up, 8 in 2023-09-23T18:26:47.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:46 smithi149 ceph-mon[135148]: failed to encode map e500 with expected crc 2023-09-23T18:26:47.681 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:47.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:47.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:47.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:26:48.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[153734]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[153734]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[153734]: osdmap e501: 8 total, 6 up, 8 in 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[149401]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[149401]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:47 smithi018 ceph-mon[149401]: osdmap e501: 8 total, 6 up, 8 in 2023-09-23T18:26:48.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 75 16 6650 6634 5.5274 197.75 0.00166896 0.180887 2023-09-23T18:26:48.058 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:48.116 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:48.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:47 smithi149 ceph-mon[135148]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:47 smithi149 ceph-mon[135148]: failed to encode map e501 with expected crc 2023-09-23T18:26:48.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:47 smithi149 ceph-mon[135148]: osdmap e501: 8 total, 6 up, 8 in 2023-09-23T18:26:49.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 76 16 9678 9662 7.94439 189.25 0.00536514 0.125867 2023-09-23T18:26:49.145 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:49.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:49.150 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:moved 2 / 267 (0.749064%) 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:avg 44.5 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 10.2429 -> 10.5791 (expected baseline 6.08961) 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 26 -> 26 pgs (0.58427 -> 0.58427 * mean) 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.4 with 41 -> 42 pgs (0.921348 -> 0.94382 * mean) 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 0.05 2023-09-23T18:26:49.214 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0087 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0095 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 weight 0.7126 -> 0.6626 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 weight 0.8441 -> 0.7942 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.8245 -> 0.7745 2023-09-23T18:26:49.215 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 weight 0.8698 -> 0.8198 2023-09-23T18:26:49.230 INFO:teuthology.orchestra.run.smithi018.stderr:no change 2023-09-23T18:26:49.252 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:49.255 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:48 smithi018 ceph-mon[153734]: pgmap v1500: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s wr, 166 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 186 KiB/s, 2 objects/s recovering 2023-09-23T18:26:49.255 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:48 smithi018 ceph-mon[149401]: pgmap v1500: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s wr, 166 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 186 KiB/s, 2 objects/s recovering 2023-09-23T18:26:49.256 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:49 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T18:26:49.213+0000 7f58e8bfe700 -1 mgr.server reply reply (4) Interrupted system call no change 2023-09-23T18:26:49.288 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:48 smithi149 ceph-mon[135148]: pgmap v1500: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s wr, 166 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 186 KiB/s, 2 objects/s recovering 2023-09-23T18:26:49.292 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:49.345 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:49.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:49.349 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:49.450 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:49.499 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:49.559 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:49.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:49.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:49.666 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:49.726 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:49.990 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:49 smithi018 ceph-mon[149401]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:50.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 77 16 12483 12467 10.1176 175.312 0.00329065 0.0988329 2023-09-23T18:26:50.058 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:50.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:50.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:50.165 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:50.212 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:50.224 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:50.269 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:50.271 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:49 smithi149 ceph-mon[135148]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:50.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:50.272 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:50.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:49 smithi018 ceph-mon[153734]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:50.373 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:50.378 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T18:26:50.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 3.0 2023-09-23T18:26:50.444 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:50.516 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:50.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:50.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:50.622 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:50.730 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:50.804 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:50.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:50.807 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:50.820 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:50.860 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:50.903 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:50.909 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:50.943 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:50.956 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:50.979 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:51.008 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:51.016 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:51.016 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.016 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.017 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:26:51.018 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:26:51.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:51.019 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:51.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 78 16 14729 14713 11.7873 140.375 0.00482515 0.0848277 2023-09-23T18:26:51.120 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:51.163 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:51.227 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:51.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:51.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:50 smithi149 ceph-mon[135148]: pgmap v1501: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:51.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/840492004' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.235 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1432523164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:51.236 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[149401]: pgmap v1501: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/840492004' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1432523164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[153734]: pgmap v1501: 89 pgs: 1 creating+peering, 5 peering, 13 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 9 active+undersized+degraded, 14 active+undersized, 38 active+clean; 68 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s; 360/3105 objects degraded (11.594%); 34/3105 objects misplaced (1.095%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/840492004' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:26:51.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1432523164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:51.336 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:51.380 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:51.439 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:51.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:51.443 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:51.544 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:51.595 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:51.658 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:51.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:51.666 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:51.767 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:51.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:51.888 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:51.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:51.891 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:51.899 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:26:51.900 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:26:51.992 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:52.044 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:52.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 79 15 17391 17376 13.7446 166.438 0.00842686 0.0727477 2023-09-23T18:26:52.103 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:52.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:52.107 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: osdmap e502: 8 total, 6 up, 8 in 2023-09-23T18:26:52.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:51 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 360/3105 objects degraded (11.594%), 9 pgs degraded, 22 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:52.208 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:52.222 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:52.252 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:52.299 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:52.299 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:52.307 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: osdmap e502: 8 total, 6 up, 8 in 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 360/3105 objects degraded (11.594%), 9 pgs degraded, 22 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:26:52.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:26:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: osdmap e502: 8 total, 6 up, 8 in 2023-09-23T18:26:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: failed to encode map e502 with expected crc 2023-09-23T18:26:52.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:51 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 360/3105 objects degraded (11.594%), 9 pgs degraded, 22 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:52.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:52.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:52.415 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:52.487 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:52.860 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:52.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:52.867 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:52.905 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:26:52.969 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:53.033 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:53.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:2023-09-23T18:26:53.045651+0000 min lat: 0.00107416 max lat: 72.9355 avg lat: 0.0642807 2023-09-23T18:26:53.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T18:26:53.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 80 16 19930 19914 15.5553 158.625 0.00612532 0.0642807 2023-09-23T18:26:53.097 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:53.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:53.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:53.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:53.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:52 smithi018 ceph-mon[149401]: pgmap v1503: 89 pgs: 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 740 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s; 2790/35376 objects degraded (7.887%); 1808/35376 objects misplaced (5.111%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:53.207 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:52 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:53.207 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:52 smithi018 ceph-mon[153734]: pgmap v1503: 89 pgs: 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 740 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s; 2790/35376 objects degraded (7.887%); 1808/35376 objects misplaced (5.111%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:53.207 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:52 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:53.269 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:52 smithi149 ceph-mon[135148]: pgmap v1503: 89 pgs: 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 740 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s wr, 1.93k op/s; 2790/35376 objects degraded (7.887%); 1808/35376 objects misplaced (5.111%); 149 KiB/s, 2 objects/s recovering 2023-09-23T18:26:53.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:52 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:26:53.404 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:53.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:53.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:53.510 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:53.577 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:53.640 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:53.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:53.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:53.722 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:53.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:53.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:53.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:53.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:53.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:26:53.962 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:53.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:26:54.001 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:54.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 81 16 22211 22195 17.123 142.562 0.00796669 0.0583936 2023-09-23T18:26:54.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:54.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:54.513 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:54.614 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:54.637 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:54.675 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:55.000 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:26:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:26:54] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.33.4" 2023-09-23T18:26:55.029 INFO:teuthology.orchestra.run.smithi018.stdout:moved 21 / 267 (7.86517%) 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:avg 44.5 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 10.2429 -> 11.1467 (expected baseline 6.08961) 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 26 -> 27 pgs (0.58427 -> 0.606742 * mean) 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.4 with 41 -> 37 pgs (0.921348 -> 0.831461 * mean) 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 3 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0117 2023-09-23T18:26:55.030 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0129 2023-09-23T18:26:55.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 0.8770 -> 0.6526 2023-09-23T18:26:55.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 1.0000 -> 0.7603 2023-09-23T18:26:55.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 weight 0.8441 -> 0.7265 2023-09-23T18:26:55.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.8245 -> 0.9380 2023-09-23T18:26:55.044 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 82 16 24268 24252 18.4818 128.562 0.00463313 0.0540989 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[149401]: pgmap v1504: 89 pgs: 19 active+clean+remapped, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 901 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s; 3645/43104 objects degraded (8.456%); 1808/43104 objects misplaced (4.195%); 115 KiB/s, 1 objects/s recovering 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[149401]: from='client.57004 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]: dispatch 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[153734]: pgmap v1504: 89 pgs: 19 active+clean+remapped, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 901 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s; 3645/43104 objects degraded (8.456%); 1808/43104 objects misplaced (4.195%); 115 KiB/s, 1 objects/s recovering 2023-09-23T18:26:55.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[153734]: from='client.57004 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:55.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]: dispatch 2023-09-23T18:26:55.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:55 smithi149 ceph-mon[135148]: pgmap v1504: 89 pgs: 19 active+clean+remapped, 4 undersized+peered, 10 active+undersized+degraded, 15 active+undersized, 41 active+clean; 901 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s; 3645/43104 objects degraded (8.456%); 1808/43104 objects misplaced (4.195%); 115 KiB/s, 1 objects/s recovering 2023-09-23T18:26:55.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:55 smithi149 ceph-mon[135148]: from='client.57004 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:26:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]: dispatch 2023-09-23T18:26:55.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:26:55.469 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:55.566 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:55.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:55.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:55.671 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:55.704 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:55.727 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:55.728 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:55.740 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:55.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:55.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:55.844 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:55.872 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:56.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 83 16 24283 24267 18.2704 0.9375 0.00191002 0.0540682 2023-09-23T18:26:56.073 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:56.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:56.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:56 smithi149 ceph-mon[135148]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]': finished 2023-09-23T18:26:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:56 smithi149 ceph-mon[135148]: osdmap e503: 8 total, 6 up, 8 in 2023-09-23T18:26:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:56 smithi149 ceph-mon[135148]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:56 smithi149 ceph-mon[135148]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.167 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:26:56.178 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:56.205 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[153734]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]': finished 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[153734]: osdmap e503: 8 total, 6 up, 8 in 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[153734]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[153734]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[149401]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'49829','2':'47614','4':'42768','5':'61471'}"}]': finished 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[149401]: osdmap e503: 8 total, 6 up, 8 in 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[149401]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.206 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:56 smithi018 ceph-mon[149401]: failed to encode map e503 with expected crc 2023-09-23T18:26:56.209 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:56.762 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:56.954 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T18:26:56.955 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 0.05 2023-09-23T18:26:57.003 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:57.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:57.007 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:57.045 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 84 16 24283 24267 18.0529 0 - 0.0540682 2023-09-23T18:26:57.108 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:26:57.153 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: pgmap v1506: 89 pgs: 10 peering, 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 14 active+undersized, 35 active+clean; 1.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s wr, 2.54k op/s; 4270/64086 objects degraded (6.663%); 1808/64086 objects misplaced (2.821%) 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: osdmap e504: 8 total, 6 up, 8 in 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4270/64086 objects degraded (6.663%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:57.154 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: pgmap v1506: 89 pgs: 10 peering, 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 14 active+undersized, 35 active+clean; 1.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s wr, 2.54k op/s; 4270/64086 objects degraded (6.663%); 1808/64086 objects misplaced (2.821%) 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: osdmap e504: 8 total, 6 up, 8 in 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.155 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:57 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4270/64086 objects degraded (6.663%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:57.191 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:57.274 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:26:57.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:57.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:26:57.324 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: pgmap v1506: 89 pgs: 10 peering, 18 active+clean+remapped, 1 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 14 active+undersized, 35 active+clean; 1.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s wr, 2.54k op/s; 4270/64086 objects degraded (6.663%); 1808/64086 objects misplaced (2.821%) 2023-09-23T18:26:57.324 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: osdmap e504: 8 total, 6 up, 8 in 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: failed to encode map e504 with expected crc 2023-09-23T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:57 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4270/64086 objects degraded (6.663%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:26:57.380 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:57.443 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:57.596 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:57.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:57.603 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:57.704 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:26:57.761 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:57.840 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:26:57.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:57.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:26:57.949 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:26:58.031 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:58.046 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 85 16 25968 25952 19.0791 52.6562 0.00265948 0.0524069 2023-09-23T18:26:58.226 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: osdmap e505: 8 total, 6 up, 8 in 2023-09-23T18:26:58.235 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[153734]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: osdmap e505: 8 total, 6 up, 8 in 2023-09-23T18:26:58.236 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:58 smithi018 ceph-mon[149401]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:58.237 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:26:58.237 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:26:58.251 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:26:58.251 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:26:58.277 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: osdmap e505: 8 total, 6 up, 8 in 2023-09-23T18:26:58.278 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:58 smithi149 ceph-mon[135148]: failed to encode map e505 with expected crc 2023-09-23T18:26:58.338 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:58.397 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:58.741 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:58.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:58.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:58.848 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:26:58.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:26:58.906 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:26:58.937 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:58.948 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:26:58.994 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:26:59.031 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:26:59.047 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 86 16 27672 27656 20.0951 106.5 0.00578639 0.0497563 2023-09-23T18:26:59.065 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:59 smithi149 ceph-mon[135148]: pgmap v1509: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 132 MiB/s wr, 2.10k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:26:59.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:59 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 7 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:59.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1548184254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:59.066 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/254450386' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.072 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:26:59.109 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:26:59.128 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.129 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:26:59.258 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:26:59.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:59.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:26:59.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:59.435 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:59.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[149401]: pgmap v1509: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 132 MiB/s wr, 2.10k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:26:59.477 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 7 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1548184254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/254450386' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[153734]: pgmap v1509: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 132 MiB/s wr, 2.10k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 7 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T18:26:59.478 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1548184254' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:26:59.479 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/254450386' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.479 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:26:59 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.501 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:26:59.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:59.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:26:59.614 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:26:59.671 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:26:59.697 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:26:59.737 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:26:59.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:26:59.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:26:59.750 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:26:59 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:26:59.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:26:59.900 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:00.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 87 16 29363 29347 21.0787 105.688 0.0114234 0.0474346 2023-09-23T18:27:00.136 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:00.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:00.146 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:00.162 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:00.162 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:00.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:00.313 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:00.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:00.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:00.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[153734]: osdmap e506: 8 total, 6 up, 8 in 2023-09-23T18:27:00.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[153734]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.322 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[153734]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:00.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:00.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[149401]: osdmap e506: 8 total, 6 up, 8 in 2023-09-23T18:27:00.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[149401]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:00 smithi018 ceph-mon[149401]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:00 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:00.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:00 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:00.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:00 smithi149 ceph-mon[135148]: osdmap e506: 8 total, 6 up, 8 in 2023-09-23T18:27:00.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:00 smithi149 ceph-mon[135148]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.327 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:00 smithi149 ceph-mon[135148]: failed to encode map e506 with expected crc 2023-09-23T18:27:00.421 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:00.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:00.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:00.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:00.586 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:00.655 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:00.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:00.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:00.761 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:00.825 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:00.900 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:00.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:00.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:01.008 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:01.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 88 16 31115 31099 22.0833 109.5 0.011878 0.0452767 2023-09-23T18:27:01.072 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:01.094 INFO:teuthology.orchestra.run.smithi018.stdout:moved 8 / 267 (2.99625%) 2023-09-23T18:27:01.094 INFO:teuthology.orchestra.run.smithi018.stdout:avg 44.5 2023-09-23T18:27:01.094 INFO:teuthology.orchestra.run.smithi018.stdout:stddev 11.1467 -> 12.1484 (expected baseline 6.08961) 2023-09-23T18:27:01.094 INFO:teuthology.orchestra.run.smithi018.stdout:min osd.2 with 27 -> 27 pgs (0.606742 -> 0.606742 * mean) 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:max osd.1 with 43 -> 46 pgs (0.966292 -> 1.03371 * mean) 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:oload 110 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:max_change 0.05 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:max_change_osds 4 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:average_utilization 0.0141 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:overload_utilization 0.0156 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 weight 0.6526 -> 0.6026 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 weight 0.7603 -> 0.7103 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 weight 0.9380 -> 0.9880 2023-09-23T18:27:01.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 weight 0.7126 -> 0.7626 2023-09-23T18:27:01.184 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:01.186 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:01 smithi149 ceph-mon[135148]: pgmap v1511: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:27:01.187 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:01 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]: dispatch 2023-09-23T18:27:01.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:01.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:01.288 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:01.315 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:01.352 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:01.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:01.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96760 8.5 8:ad267994:::benchmark_data_smithi018_324167_object96759:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 596.49373350300004, 2023-09-23T18:27:01.392 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001, 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96760 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:27:01.393 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896105+0000", 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896104+0000", 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1938999999999999e-05 2023-09-23T18:27:01.394 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896146+0000", 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0291e-05 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896157+0000", 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.335e-06 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.395 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896161+0000", 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7435999999999997e-05 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896218+0000", 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000149216 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.396 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896368+0000", 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112218 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.896480+0000", 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081581369999999993 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904638+0000", 2023-09-23T18:27:01.397 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1827999999999999e-05 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904650+0000", 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99127089000000002 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895921+0000", 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2734e-05 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.398 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895933+0000", 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.389475657 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.285409+0000", 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030707680000000002 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:27:01.399 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.288480+0000", 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.026755346999999999 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315235+0000", 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000113934 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315349+0000", 2023-09-23T18:27:01.400 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.4192441250000001 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96768 8.5 8:a17665b9:::benchmark_data_smithi018_324167_object96767:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e361)", 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 596.48911126600001, 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408, 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.401 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96768 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.402 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900727+0000", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900726+0000", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.777e-05 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900753+0000", 2023-09-23T18:27:01.403 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9650000000000008e-06 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900761+0000", 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.13e-06 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.900766+0000", 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039137169999999997 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.404 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904680+0000", 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2970000000000004e-06 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.904689+0000", 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.99130648899999996 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.405 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.895995+0000", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6249999999999996e-06 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896004+0000", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.397922479 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.293926+0000", 2023-09-23T18:27:01.406 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016969500000000001 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294096+0000", 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019878300000000001 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.294295+0000", 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.021094228999999999 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.407 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315389+0000", 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4449000000000002e-05 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315423+0000", 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0079467359999999994 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.408 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323370+0000", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3617999999999999e-05 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323444+0000", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061770619999999997 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329621+0000", 2023-09-23T18:27:01.409 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.428893408 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:96779 8.5 8:ac9e3b02:::benchmark_data_smithi018_324167_object96778:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 596.45288756900004, 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001, 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.410 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 96779 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.411 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936951+0000", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.936949+0000", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8051999999999999e-05 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937007+0000", 2023-09-23T18:27:01.412 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3170999999999999e-05 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937030+0000", 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0510000000000002e-06 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937039+0000", 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0295000000000003e-05 2023-09-23T18:27:01.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937119+0000", 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0183000000000001e-05 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:04.937130+0000", 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.95895093799999997 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.414 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896081+0000", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5400000000000001e-06 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:05.896090+0000", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.419351654 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315442+0000", 2023-09-23T18:27:01.415 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000154172 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315596+0000", 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000200817 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.315797+0000", 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0075576910000000001 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.416 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.323354+0000", 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062873529999999999 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329642+0000", 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0908000000000005e-05 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.417 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329723+0000", 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0053000000000002e-05 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.329793+0000", 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0065024310000000004 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:07.336295+0000", 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3993442090000001 2023-09-23T18:27:01.418 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:118545 8.5 8:ae1932aa:::benchmark_data_smithi018_324167_object20215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e370)", 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 559.39083671200001, 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889, 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.419 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 118545 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.420 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999002+0000", 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999971 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.998999+0000", 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2052000000000001e-05 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999011+0000", 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6833999999999998e-05 2023-09-23T18:27:01.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999028+0000", 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0071999999999999e-05 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:41.999038+0000", 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015101911000000001 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.422 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014140+0000", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000211607 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014351+0000", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00029388199999999998 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.014645+0000", 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.015400229 2023-09-23T18:27:01.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.030045+0000", 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019991940000000001 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.032045+0000", 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.076858652999999999 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.424 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108903+0000", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7043999999999998e-05 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.108960+0000", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057163179999999997 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:17:42.114677+0000", 2023-09-23T18:27:01.425 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.115674889 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146209 8.5 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 512.01936415700004, 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999, 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.426 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146209 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.427 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370471+0000", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7819e-05 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370489+0000", 2023-09-23T18:27:01.428 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6678000000000001e-05 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370515+0000", 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2223e-05 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370527+0000", 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9606999999999999e-05 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.429 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370597+0000", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020071600000000001 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370798+0000", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020470300000000001 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371002+0000", 2023-09-23T18:27:01.430 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076477089999999999 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.378650+0000", 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012731882 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391382+0000", 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14516682 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.431 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536549+0000", 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8248999999999997e-05 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536607+0000", 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056693179999999996 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.432 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.542276+0000", 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146219 8.5 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 511.99668361800002, 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999, 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.433 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146219 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393151+0000", 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8589000000000001e-05 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.435 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393169+0000", 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8354999999999999e-05 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393198+0000", 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1707e-05 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393209+0000", 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5780999999999999e-05 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393275+0000", 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000228316 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393504+0000", 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022775399999999999 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393731+0000", 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0080698850000000006 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401801+0000", 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401808+0000", 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.147502565 2023-09-23T18:27:01.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549310+0000", 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5853999999999996e-05 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549386+0000", 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051897250000000001 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554576+0000", 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146223 8.5 8:a60664c8:::benchmark_data_smithi018_324167_object47893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 511.99262028599998, 2023-09-23T18:27:01.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999, 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146223 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:27:01.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397217+0000", 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3870000000000003e-06 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397222+0000", 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6500000000000008e-06 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397232+0000", 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1699999999999996e-06 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.443 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397237+0000", 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066072400000000001 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397898+0000", 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000183847 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398081+0000", 2023-09-23T18:27:01.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018477599999999999 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398266+0000", 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036266430000000001 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401893+0000", 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00096863899999999998 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.402861+0000", 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.151791538 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554653+0000", 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8862000000000006e-05 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554722+0000", 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046841670000000004 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.559406+0000", 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.447 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146247 8.5 8:aff133c9:::benchmark_data_smithi018_324167_object47917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 511.93829267799998, 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927, 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146247 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451543+0000", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2753e-05 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451556+0000", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0066999999999999e-05 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451586+0000", 2023-09-23T18:27:01.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2918999999999999e-05 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451599+0000", 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119048 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451718+0000", 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032455199999999998 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452043+0000", 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020256399999999999 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452245+0000", 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003219048 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.452 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.455464+0000", 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001605614 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.457070+0000", 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10566613499999999 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562736+0000", 2023-09-23T18:27:01.453 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562816+0000", 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053780360000000001 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.568194+0000", 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.454 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169876 8.5 8:a77322f8:::benchmark_data_smithi018_324167_object71546:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 471.48786461499998, 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442, 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.455 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169876 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:27:01.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901973+0000", 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5560000000000001e-06 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901978+0000", 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0922e-05 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901988+0000", 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7799999999999997e-06 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901994+0000", 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019761114 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921755+0000", 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019135800000000001 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921947+0000", 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135258 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.922082+0000", 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027760096000000001 2023-09-23T18:27:01.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949842+0000", 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6997999999999999e-05 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949859+0000", 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059268545999999998 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009128+0000", 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009207+0000", 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003732913 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.012940+0000", 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442 2023-09-23T18:27:01.461 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169882 8.5 8:af6d2c24:::benchmark_data_smithi018_324167_object71552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 471.47316443199998, 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829, 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.462 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169882 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.463 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916672+0000", 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1643e-05 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916683+0000", 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.037e-05 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916704+0000", 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4399999999999994e-06 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916713+0000", 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033175945999999998 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949889+0000", 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192797 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950082+0000", 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021716500000000001 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950299+0000", 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014978488999999999 2023-09-23T18:27:01.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.965278+0000", 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010917529 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.976195+0000", 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050184341 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026379+0000", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8150000000000003e-05 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026448+0000", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041162760000000003 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.030564+0000", 2023-09-23T18:27:01.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7378 9.1 e402/398 9:8c26af6e:::benchmark_data_smithi018_362865_object7377:head v 402'454, mlcod=402'452)", 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 401.88178531900002, 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001, 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.469 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508052+0000", 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2772000000000003e-05 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508095+0000", 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508106+0000", 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8159999999999996e-06 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508113+0000", 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3608999999999994e-05 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508177+0000", 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1294e-05 2023-09-23T18:27:01.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508198+0000", 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022553759999999999 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.510453+0000", 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15735126499999999 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667804+0000", 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7383 9.e e402/398 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head v 402'439, mlcod=402'437)", 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 401.88099605799999, 2023-09-23T18:27:01.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715, 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:27:01.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508841+0000", 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0750999999999997e-05 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508872+0000", 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2809000000000001e-05 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508885+0000", 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.875e-06 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508893+0000", 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9583000000000003e-05 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508942+0000", 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9962e-05 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508962+0000", 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16132843899999999 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670291+0000", 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8429000000000001e-05 2023-09-23T18:27:01.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670329+0000", 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7399 9.1 e402/398 9:8563fcc4:::benchmark_data_smithi018_362865_object7398:head v 402'455, mlcod=402'452)", 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:27:01.479 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 401.87618483, 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001, 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.480 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513653+0000", 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4500000000000003e-05 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513707+0000", 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15406544 2023-09-23T18:27:01.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667773+0000", 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8309999999999996e-06 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667783+0000", 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9461000000000005e-05 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667852+0000", 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6060999999999999e-05 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010114 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668899+0000", 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5500000000000002e-05 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668935+0000", 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7400 9.e e402/398 9:78a42293:::benchmark_data_smithi018_362865_object7399:head v 402'440, mlcod=402'437)", 2023-09-23T18:27:01.484 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 401.87426290100001, 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224, 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515575+0000", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0187000000000001e-05 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515605+0000", 2023-09-23T18:27:01.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15216976500000001 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667774+0000", 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6840000000000008e-06 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667784+0000", 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057610699999999996 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668360+0000", 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0132e-05 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668380+0000", 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019643360000000001 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670345+0000", 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3105999999999999e-05 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670368+0000", 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7421 9.4 e402/398 9:20063b95:::benchmark_data_smithi018_362865_object7420:head v 402'451, mlcod=402'449)", 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 401.86594571500001, 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465, 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.490 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523891+0000", 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0407000000000001e-05 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523932+0000", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.143828973 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667761+0000", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7808999999999998e-05 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667779+0000", 2023-09-23T18:27:01.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4624999999999998e-05 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667853+0000", 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4764999999999997e-05 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014272969999999999 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669315+0000", 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0980999999999999e-05 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669366+0000", 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195279 9.c 9:319a62e0:::benchmark_data_smithi018_362865_object96888:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 114.552376073, 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13913851399999999, 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195279 2023-09-23T18:27:01.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837461+0000", 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2940000000000006e-06 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837469+0000", 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8899999999999996e-06 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837478+0000", 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3960000000000003e-06 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837485+0000", 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2267999999999994e-05 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837547+0000", 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3279999999999995e-06 2023-09-23T18:27:01.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837556+0000", 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12149362700000001 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.959050+0000", 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028544500000000001 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.961904+0000", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015713899999999999 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.962062+0000", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012783964 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974846+0000", 2023-09-23T18:27:01.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016029939999999999 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976449+0000", 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5386e-05 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976514+0000", 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7046999999999995e-05 2023-09-23T18:27:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976601+0000", 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13913851399999999 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195286 9.c 9:326377cc:::benchmark_data_smithi018_362865_object96895:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:27:01.502 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 114.551983376, 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13896207299999999, 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195286 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837854+0000", 2023-09-23T18:27:01.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2530000000000004e-06 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837859+0000", 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1511999999999999e-05 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837871+0000", 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6439999999999999e-06 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837876+0000", 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8704000000000001e-05 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837914+0000", 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3370000000000006e-06 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837924+0000", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.128444316 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966368+0000", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121724 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966490+0000", 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135005 2023-09-23T18:27:01.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966625+0000", 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0082347900000000005 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974860+0000", 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001807585 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976667+0000", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.02e-05 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976717+0000", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9916999999999999e-05 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976817+0000", 2023-09-23T18:27:01.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13896207299999999 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195290 9.c 9:3d64ffc8:::benchmark_data_smithi018_362865_object96899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 114.542042413, 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12922373000000001, 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.510 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195290 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847794+0000", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0170000000000002e-06 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847804+0000", 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6186000000000001e-05 2023-09-23T18:27:01.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847820+0000", 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.511e-06 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847826+0000", 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8909000000000003e-05 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847865+0000", 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0239999999999997e-06 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847873+0000", 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12308551299999999 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.970959+0000", 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136666 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.971095+0000", 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159467 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.971255+0000", 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037205060000000002 2023-09-23T18:27:01.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974975+0000", 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018968100000000001 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976872+0000", 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2055999999999998e-05 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.516 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976924+0000", 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5680999999999994e-05 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.977020+0000", 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12922373000000001 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.517 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:423 10.1 10:8f858ae9:::benchmark_data_smithi018_405804_object422:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e500)", 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 15.344507776, 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053055655, 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 423 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.518 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045330+0000", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2286000000000002e-05 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045362+0000", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7349999999999999e-06 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045369+0000", 2023-09-23T18:27:01.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7320000000000003e-06 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045375+0000", 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5679999999999997e-05 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045410+0000", 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010849900000000001 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045519+0000", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9377999999999996e-05 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045618+0000", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001087602 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.046706+0000", 2023-09-23T18:27:01.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3039999999999999e-06 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.046713+0000", 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051564314 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098278+0000", 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1836999999999999e-05 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098329+0000", 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7012999999999998e-05 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098386+0000", 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053055655 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:432 10.1 10:8517d607:::benchmark_data_smithi018_405804_object431:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e500)", 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 15.338586652, 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047285577000000002, 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 432 2023-09-23T18:27:01.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051250+0000", 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0074000000000001e-05 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051311+0000", 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0496000000000001e-05 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051321+0000", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8230000000000002e-06 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051326+0000", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7434e-05 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051373+0000", 2023-09-23T18:27:01.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012823000000000001 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051502+0000", 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015239799999999999 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051654+0000", 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001115324 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.052769+0000", 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019926610000000002 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.054762+0000", 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043665795 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098428+0000", 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1722000000000002e-05 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098499+0000", 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8033e-05 2023-09-23T18:27:01.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098537+0000", 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047285577000000002 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:01.532 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:27:01.533 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:01.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:01 smithi018 ceph-mon[153734]: pgmap v1511: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:27:01.533 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:01 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]: dispatch 2023-09-23T18:27:01.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:01 smithi018 ceph-mon[149401]: pgmap v1511: 89 pgs: 10 peering, 16 active+clean+remapped, 7 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 33 active+clean; 1.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 133 MiB/s wr, 2.13k op/s; 4693/73287 objects degraded (6.404%); 3072/73287 objects misplaced (4.192%) 2023-09-23T18:27:01.534 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:01 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]: dispatch 2023-09-23T18:27:01.603 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:01.637 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:01.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:01.640 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:01.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:01.768 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:01.801 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:01.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:01.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:01.822 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:27:01.894 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:27:01.906 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:01.931 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:01.986 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:01.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:01.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:02.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 89 16 31342 31326 21.9945 14.1875 0.0046287 0.0452834 2023-09-23T18:27:02.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:02.130 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:02.163 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:27:02.170 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:02.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:02.172 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:02.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:02.302 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:02.336 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:02.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:02.339 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:02.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: from='client.37206 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:27:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]': finished 2023-09-23T18:27:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: osdmap e507: 8 total, 6 up, 8 in 2023-09-23T18:27:02.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4693/73287 objects degraded (6.404%), 7 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:02.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:02 smithi149 ceph-mon[135148]: osdmap e508: 8 total, 6 up, 8 in 2023-09-23T18:27:02.440 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:02.466 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:02.499 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:02.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:02.502 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:02.537 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: from='client.37206 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]': finished 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: osdmap e507: 8 total, 6 up, 8 in 2023-09-23T18:27:02.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4693/73287 objects degraded (6.404%), 7 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[149401]: osdmap e508: 8 total, 6 up, 8 in 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: from='client.37206 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'0':'46553','3':'49976','4':'39492','5':'64747'}"}]': finished 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: osdmap e507: 8 total, 6 up, 8 in 2023-09-23T18:27:02.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: failed to encode map e507 with expected crc 2023-09-23T18:27:02.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4693/73287 objects degraded (6.404%), 7 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:02.564 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:02 smithi018 ceph-mon[153734]: osdmap e508: 8 total, 6 up, 8 in 2023-09-23T18:27:02.600 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:02.602 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:02.632 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:03.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout: 90 1 31402 31401 21.8022 4.6875 0.934534 0.0458317 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: pgmap v1513: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 23 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 1 active+undersized+remapped, 35 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 6860/87333 objects degraded (7.855%); 10398/87333 objects misplaced (11.906%); 727 KiB/s, 11 objects/s recovering 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.360 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:03 smithi149 ceph-mon[135148]: osdmap e509: 8 total, 6 up, 8 in 2023-09-23T18:27:03.385 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: pgmap v1513: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 23 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 1 active+undersized+remapped, 35 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 6860/87333 objects degraded (7.855%); 10398/87333 objects misplaced (11.906%); 727 KiB/s, 11 objects/s recovering 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[153734]: osdmap e509: 8 total, 6 up, 8 in 2023-09-23T18:27:03.388 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: pgmap v1513: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 23 active+clean+remapped, 5 remapped+peering, 4 undersized+peered, 7 active+undersized+degraded, 12 active+undersized, 1 active+undersized+remapped, 35 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 6860/87333 objects degraded (7.855%); 10398/87333 objects misplaced (11.906%); 727 KiB/s, 11 objects/s recovering 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: failed to encode map e508 with expected crc 2023-09-23T18:27:03.389 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:03 smithi018 ceph-mon[149401]: osdmap e509: 8 total, 6 up, 8 in 2023-09-23T18:27:03.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:03.390 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:03.491 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:03.494 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:03.519 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:03.555 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:03.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:03.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:03.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:03.687 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:03.902 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:27:03.902 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:27:03.902 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:27:03.903 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:27:04.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total time run: 90.0169 2023-09-23T18:27:04.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Total writes made: 31402 2023-09-23T18:27:04.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Write size: 65536 2023-09-23T18:27:04.048 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Object size: 65536 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Bandwidth (MB/sec): 21.8028 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Bandwidth: 52.949 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max bandwidth (MB/sec): 197.75 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min bandwidth (MB/sec): 0 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average IOPS: 348 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev IOPS: 847.187 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max IOPS: 3164 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min IOPS: 0 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Average Latency(s): 0.0458596 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Stddev Latency(s): 1.42731 2023-09-23T18:27:04.049 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Max latency(s): 72.9355 2023-09-23T18:27:04.050 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Min latency(s): 0.00107416 2023-09-23T18:27:04.053 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T18:27:04.255 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.256 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:04 smithi149 ceph-mon[135148]: osdmap e510: 8 total, 6 up, 8 in 2023-09-23T18:27:04.270 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:04.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:04.276 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:04.290 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:27:04.377 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:04.424 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[153734]: osdmap e510: 8 total, 6 up, 8 in 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.425 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: failed to encode map e509 with expected crc 2023-09-23T18:27:04.426 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-mon[149401]: osdmap e510: 8 total, 6 up, 8 in 2023-09-23T18:27:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:05.025 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:05.062 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:04] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.33.4" 2023-09-23T18:27:05.219 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:05.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:05.225 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:05.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: pgmap v1516: 89 pgs: 1 peering, 1 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 28 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 34 active+clean; 1.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 7263/90891 objects degraded (7.991%); 10772/90891 objects misplaced (11.852%); 891 KiB/s, 13 objects/s recovering 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[149401]: osdmap e511: 8 total, 6 up, 8 in 2023-09-23T18:27:05.385 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: pgmap v1516: 89 pgs: 1 peering, 1 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 28 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 34 active+clean; 1.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 7263/90891 objects degraded (7.991%); 10772/90891 objects misplaced (11.852%); 891 KiB/s, 13 objects/s recovering 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:27:05.386 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:05 smithi018 ceph-mon[153734]: osdmap e511: 8 total, 6 up, 8 in 2023-09-23T18:27:05.392 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: pgmap v1516: 89 pgs: 1 peering, 1 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 28 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 34 active+clean; 1.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s; 7263/90891 objects degraded (7.991%); 10772/90891 objects misplaced (11.852%); 891 KiB/s, 13 objects/s recovering 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: failed to encode map e510 with expected crc 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: Health check update: Reduced data availability: 4 pgs inactive (PG_AVAILABILITY) 2023-09-23T18:27:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:05 smithi149 ceph-mon[135148]: osdmap e511: 8 total, 6 up, 8 in 2023-09-23T18:27:05.456 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:05.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:05.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:05.559 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:05.613 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:05.929 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:05.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:05.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:06.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:06.053 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:06.086 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:06.112 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:06.127 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:06 smithi149 ceph-mon[135148]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:06 smithi149 ceph-mon[135148]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1955921143' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:06.179 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:06.181 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:06.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:06.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:06.214 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:06.258 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:06.260 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.260 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:27:06.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:06.339 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:06.403 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[153734]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[153734]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.404 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1955921143' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:06.404 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:06.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[149401]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[149401]: failed to encode map e511 with expected crc 2023-09-23T18:27:06.406 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1955921143' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:06.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:06.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:06.510 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:06.535 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5, 4] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:27:06.535 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:27:06.536 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_5 2023-09-23T18:27:06.536 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:27:06.563 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:06.625 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:06.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:06.634 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:06.706 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:06.707 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:06.734 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:06.797 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:06.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:06.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:06.977 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:07.036 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:07.102 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:07.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:07.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:07.157 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:27:07.207 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:07.225 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:07.226 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:07.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:07 smithi149 ceph-mon[135148]: pgmap v1519: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovery_wait+undersized+degraded+remapped, 27 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 255 B/s rd, 35 MiB/s wr, 973 op/s; 10753/89289 objects degraded (12.043%); 10807/89289 objects misplaced (12.103%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:27:07.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1885593422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.243 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.244 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:07 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10753/89289 objects degraded (12.043%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:07.255 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:07.269 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:07.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[149401]: pgmap v1519: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovery_wait+undersized+degraded+remapped, 27 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 255 B/s rd, 35 MiB/s wr, 973 op/s; 10753/89289 objects degraded (12.043%); 10807/89289 objects misplaced (12.103%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:27:07.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1885593422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.287 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10753/89289 objects degraded (12.043%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:07.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[153734]: pgmap v1519: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovery_wait+undersized+degraded+remapped, 27 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 255 B/s rd, 35 MiB/s wr, 973 op/s; 10753/89289 objects degraded (12.043%); 10807/89289 objects misplaced (12.103%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T18:27:07.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1885593422' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:07.288 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:07 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10753/89289 objects degraded (12.043%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:07.568 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:07.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:07.629 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:07.651 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:27:07.729 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:07.788 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:07.839 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:07.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:07.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:07.949 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:08.024 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:08.078 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:08.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:08.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:08.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:08.183 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:08.234 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:08.308 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:08.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:08.316 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: osdmap e512: 8 total, 6 up, 8 in 2023-09-23T18:27:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:08 smithi149 ceph-mon[135148]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.416 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:08.448 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:08.477 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: osdmap e512: 8 total, 6 up, 8 in 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[153734]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:08.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: osdmap e512: 8 total, 6 up, 8 in 2023-09-23T18:27:08.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:08 smithi018 ceph-mon[149401]: failed to encode map e512 with expected crc 2023-09-23T18:27:08.619 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:08.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:08.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:08.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:27:08.724 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:08.832 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:08.917 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:08.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:08.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:09.028 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:09.075 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:09.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:09 smithi018 ceph-mon[149401]: pgmap v1521: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 212 B/s rd, 15 MiB/s wr, 896 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:27:09.169 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:09 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:27:09.243 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:27:09.248 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:27:09.398 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:09.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:09 smithi149 ceph-mon[135148]: pgmap v1521: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 212 B/s rd, 15 MiB/s wr, 896 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:27:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:09 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:27:09.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:09.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:09.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:09.550 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:09 smithi018 ceph-mon[153734]: pgmap v1521: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 212 B/s rd, 15 MiB/s wr, 896 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.4 MiB/s, 22 objects/s recovering 2023-09-23T18:27:09.551 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:09 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:27:09.555 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:09.642 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:27:09.661 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:09.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:09.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:09.682 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:09.729 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1521,"stamp":"2023-09-23T18:27:07.749985+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1854543819,"num_objects":28254,"num_object_clones":0,"num_object_copies":84762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10368,"num_objects_misplaced":10214,"num_objects_unfound":0,"num_objects_dirty":28254,"num_whiteouts":0,"num_read":6210,"num_read_kb":13633,"num_write":35686,"num_write_kb":2024870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":605,"num_bytes_recovered":38832874,"num_keys_recovered":90,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35750,"ondisk_log_size":35750,"up":207,"acting":237,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":305,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":11517516,"kb_used_data":5409676,"kb_used_omap":60,"kb_used_meta":6107395,"kb_avail":738443700,"statfs":{"total":767960285184,"available":756166348800,"internally_reserved":0,"allocated":5539508224,"data_stored":5526744821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6253973440},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,1,0,0,0,0,10],"upper_bound":512},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-133955560,"num_objects":-2043,"num_object_clones":0,"num_object_copies":-6129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3105,"num_objects_misplaced":-558,"num_objects_unfound":0,"num_objects_dirty":-2043,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4311,"num_write_kb":72513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":110,"num_bytes_recovered":7210058,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.810130"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":26,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946542+0000","last_change":"2023-09-23T18:26:31.052026+0000","last_active":"2023-09-23T18:27:03.946542+0000","last_peered":"2023-09-23T18:27:03.946542+0000","last_clean":"2023-09-23T18:27:03.946542+0000","last_became_active":"2023-09-23T18:26:31.051675+0000","last_became_peered":"2023-09-23T18:26:31.051675+0000","last_unstale":"2023-09-23T18:27:03.946542+0000","last_undegraded":"2023-09-23T18:27:03.946542+0000","last_fullsized":"2023-09-23T18:27:03.946542+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":395,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951045+0000","last_change":"2023-09-23T18:26:32.041759+0000","last_active":"2023-09-23T18:27:03.951045+0000","last_peered":"2023-09-23T18:27:03.951045+0000","last_clean":"2023-09-23T18:27:03.951045+0000","last_became_active":"2023-09-23T18:26:32.041362+0000","last_became_peered":"2023-09-23T18:26:32.041362+0000","last_unstale":"2023-09-23T18:27:03.951045+0000","last_undegraded":"2023-09-23T18:27:03.951045+0000","last_fullsized":"2023-09-23T18:27:03.951045+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:04.776217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,6],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":495,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.950708+0000","last_change":"2023-09-23T18:26:46.983141+0000","last_active":"2023-09-23T18:27:03.950708+0000","last_peered":"2023-09-23T18:27:03.950708+0000","last_clean":"2023-09-23T18:27:03.950708+0000","last_became_active":"2023-09-23T18:26:46.982759+0000","last_became_peered":"2023-09-23T18:26:46.982759+0000","last_unstale":"2023-09-23T18:27:03.950708+0000","last_undegraded":"2023-09-23T18:27:03.950708+0000","last_fullsized":"2023-09-23T18:27:03.950708+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:53.454726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951850+0000","last_change":"2023-09-23T18:26:46.999649+0000","last_active":"2023-09-23T18:27:03.951850+0000","last_peered":"2023-09-23T18:27:03.951850+0000","last_clean":"2023-09-23T18:27:03.951850+0000","last_became_active":"2023-09-23T18:26:46.997713+0000","last_became_peered":"2023-09-23T18:26:46.997713+0000","last_unstale":"2023-09-23T18:27:03.951850+0000","last_undegraded":"2023-09-23T18:27:03.951850+0000","last_fullsized":"2023-09-23T18:27:03.951850+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:38.986160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1,7],"avail_no_missing":["0","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":557,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951435+0000","last_change":"2023-09-23T18:26:57.042077+0000","last_active":"2023-09-23T18:27:03.951435+0000","last_peered":"2023-09-23T18:27:03.951435+0000","last_clean":"2023-09-23T18:27:03.951435+0000","last_became_active":"2023-09-23T18:26:57.041610+0000","last_became_peered":"2023-09-23T18:26:57.041610+0000","last_unstale":"2023-09-23T18:27:03.951435+0000","last_undegraded":"2023-09-23T18:27:03.951435+0000","last_fullsized":"2023-09-23T18:27:03.951435+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:57.372868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2,0],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":339,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.945899+0000","last_change":"2023-09-23T18:26:00.147150+0000","last_active":"2023-09-23T18:27:03.945899+0000","last_peered":"2023-09-23T18:27:03.945899+0000","last_clean":"2023-09-23T18:22:31.895713+0000","last_became_active":"2023-09-23T18:26:00.147150+0000","last_became_peered":"2023-09-23T18:26:00.147150+0000","last_unstale":"2023-09-23T18:27:03.945899+0000","last_undegraded":"2023-09-23T18:27:03.945899+0000","last_fullsized":"2023-09-23T18:26:00.139933+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":150,"reported_epoch":510,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:03.952563+0000","last_change":"2023-09-23T18:25:28.991407+0000","last_active":"2023-09-23T18:25:27.993872+0000","last_peered":"2023-09-23T18:27:03.952563+0000","last_clean":"2023-09-23T18:24:59.224650+0000","last_became_active":"2023-09-23T18:25:06.912161+0000","last_became_peered":"2023-09-23T18:25:28.991407+0000","last_unstale":"2023-09-23T18:27:03.952563+0000","last_undegraded":"2023-09-23T18:27:03.952563+0000","last_fullsized":"2023-09-23T18:25:28.990429+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:13.442080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":527,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.951569+0000","last_change":"2023-09-23T18:25:06.927942+0000","last_active":"2023-09-23T18:27:03.951569+0000","last_peered":"2023-09-23T18:27:03.951569+0000","last_clean":"2023-09-23T18:21:59.381520+0000","last_became_active":"2023-09-23T18:25:06.927942+0000","last_became_peered":"2023-09-23T18:25:06.927942+0000","last_unstale":"2023-09-23T18:27:03.951569+0000","last_undegraded":"2023-09-23T18:27:03.951569+0000","last_fullsized":"2023-09-23T18:25:06.905888+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:15.959943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":288,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.948461+0000","last_change":"2023-09-23T18:25:28.996566+0000","last_active":"2023-09-23T18:27:03.948461+0000","last_peered":"2023-09-23T18:27:03.948461+0000","last_clean":"2023-09-23T18:16:59.842702+0000","last_became_active":"2023-09-23T18:25:28.996566+0000","last_became_peered":"2023-09-23T18:25:28.996566+0000","last_unstale":"2023-09-23T18:27:03.948461+0000","last_undegraded":"2023-09-23T18:27:03.948461+0000","last_fullsized":"2023-09-23T18:25:28.989647+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":467,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.949557+0000","last_change":"2023-09-23T18:25:06.912740+0000","last_active":"2023-09-23T18:27:03.949557+0000","last_peered":"2023-09-23T18:27:03.949557+0000","last_clean":"2023-09-23T18:21:59.366184+0000","last_became_active":"2023-09-23T18:25:06.912740+0000","last_became_peered":"2023-09-23T18:25:06.912740+0000","last_unstale":"2023-09-23T18:27:03.949557+0000","last_undegraded":"2023-09-23T18:27:03.949557+0000","last_fullsized":"2023-09-23T18:25:06.904612+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":195,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.948676+0000","last_change":"2023-09-23T18:26:32.043456+0000","last_active":"2023-09-23T18:27:03.948676+0000","last_peered":"2023-09-23T18:27:03.948676+0000","last_clean":"2023-09-23T18:27:03.948676+0000","last_became_active":"2023-09-23T18:26:32.042961+0000","last_became_peered":"2023-09-23T18:26:32.042961+0000","last_unstale":"2023-09-23T18:27:03.948676+0000","last_undegraded":"2023-09-23T18:27:03.948676+0000","last_fullsized":"2023-09-23T18:27:03.948676+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":111,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951840+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:27:03.951840+0000","last_peered":"2023-09-23T18:27:03.951840+0000","last_clean":"2023-09-23T18:27:03.951840+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:27:03.951840+0000","last_undegraded":"2023-09-23T18:27:03.951840+0000","last_fullsized":"2023-09-23T18:27:03.951840+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":36,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.947080+0000","last_change":"2023-09-23T18:26:31.073849+0000","last_active":"2023-09-23T18:27:03.947080+0000","last_peered":"2023-09-23T18:27:03.947080+0000","last_clean":"2023-09-23T18:27:03.947080+0000","last_became_active":"2023-09-23T18:26:31.058033+0000","last_became_peered":"2023-09-23T18:26:31.058033+0000","last_unstale":"2023-09-23T18:27:03.947080+0000","last_undegraded":"2023-09-23T18:27:03.947080+0000","last_fullsized":"2023-09-23T18:27:03.947080+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":552,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.947166+0000","last_change":"2023-09-23T18:26:32.052872+0000","last_active":"2023-09-23T18:27:03.947166+0000","last_peered":"2023-09-23T18:27:03.947166+0000","last_clean":"2023-09-23T18:27:03.947166+0000","last_became_active":"2023-09-23T18:26:32.052550+0000","last_became_peered":"2023-09-23T18:26:32.052550+0000","last_unstale":"2023-09-23T18:27:03.947166+0000","last_undegraded":"2023-09-23T18:27:03.947166+0000","last_fullsized":"2023-09-23T18:27:03.947166+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":208,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.949860+0000","last_change":"2023-09-23T18:26:31.215967+0000","last_active":"2023-09-23T18:27:03.949860+0000","last_peered":"2023-09-23T18:27:03.949860+0000","last_clean":"2023-09-23T18:27:03.949860+0000","last_became_active":"2023-09-23T18:26:31.054678+0000","last_became_peered":"2023-09-23T18:26:31.054678+0000","last_unstale":"2023-09-23T18:27:03.949860+0000","last_undegraded":"2023-09-23T18:27:03.949860+0000","last_fullsized":"2023-09-23T18:27:03.949860+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":306,"num_keys_recovered":90,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":440,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.951040+0000","last_change":"2023-09-23T18:25:06.909955+0000","last_active":"2023-09-23T18:27:03.951040+0000","last_peered":"2023-09-23T18:27:03.951040+0000","last_clean":"2023-09-23T18:16:59.831130+0000","last_became_active":"2023-09-23T18:25:06.909955+0000","last_became_peered":"2023-09-23T18:25:06.909955+0000","last_unstale":"2023-09-23T18:27:03.951040+0000","last_undegraded":"2023-09-23T18:27:03.951040+0000","last_fullsized":"2023-09-23T18:25:06.906505+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:04.535792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":127,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951902+0000","last_change":"2023-09-23T18:26:45.964740+0000","last_active":"2023-09-23T18:27:03.951902+0000","last_peered":"2023-09-23T18:27:03.951902+0000","last_clean":"2023-09-23T18:27:03.951902+0000","last_became_active":"2023-09-23T18:26:45.964427+0000","last_became_peered":"2023-09-23T18:26:45.964427+0000","last_unstale":"2023-09-23T18:27:03.951902+0000","last_undegraded":"2023-09-23T18:27:03.951902+0000","last_fullsized":"2023-09-23T18:27:03.951902+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:36:33.093988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":285,"reported_epoch":510,"state":"active+undersized+remapped","last_fresh":"2023-09-23T18:27:03.948441+0000","last_change":"2023-09-23T18:26:57.040508+0000","last_active":"2023-09-23T18:27:03.948441+0000","last_peered":"2023-09-23T18:27:03.948441+0000","last_clean":"2023-09-23T18:24:59.216165+0000","last_became_active":"2023-09-23T18:26:57.040508+0000","last_became_peered":"2023-09-23T18:26:57.040508+0000","last_unstale":"2023-09-23T18:27:03.948441+0000","last_undegraded":"2023-09-23T18:27:03.948441+0000","last_fullsized":"2023-09-23T18:26:57.031239+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":202,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.949685+0000","last_change":"2023-09-23T18:26:31.056148+0000","last_active":"2023-09-23T18:27:03.949685+0000","last_peered":"2023-09-23T18:27:03.949685+0000","last_clean":"2023-09-23T18:27:03.949685+0000","last_became_active":"2023-09-23T18:26:31.055571+0000","last_became_peered":"2023-09-23T18:26:31.055571+0000","last_unstale":"2023-09-23T18:27:03.949685+0000","last_undegraded":"2023-09-23T18:27:03.949685+0000","last_fullsized":"2023-09-23T18:27:03.949685+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":128,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951966+0000","last_change":"2023-09-23T18:26:46.993752+0000","last_active":"2023-09-23T18:27:03.951966+0000","last_peered":"2023-09-23T18:27:03.951966+0000","last_clean":"2023-09-23T18:27:03.951966+0000","last_became_active":"2023-09-23T18:26:46.993325+0000","last_became_peered":"2023-09-23T18:26:46.993325+0000","last_unstale":"2023-09-23T18:27:03.951966+0000","last_undegraded":"2023-09-23T18:27:03.951966+0000","last_fullsized":"2023-09-23T18:27:03.951966+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:18.372149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2,7],"avail_no_missing":["0","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":126,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.945560+0000","last_change":"2023-09-23T18:26:57.227367+0000","last_active":"2023-09-23T18:27:03.945560+0000","last_peered":"2023-09-23T18:27:03.945560+0000","last_clean":"2023-09-23T18:27:03.945560+0000","last_became_active":"2023-09-23T18:26:57.041848+0000","last_became_peered":"2023-09-23T18:26:57.041848+0000","last_unstale":"2023-09-23T18:27:03.945560+0000","last_undegraded":"2023-09-23T18:27:03.945560+0000","last_fullsized":"2023-09-23T18:27:03.945560+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2,0],"avail_no_missing":["6","0","2"],"object_location_counts":[{"shards":"0,2,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":384,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951085+0000","last_change":"2023-09-23T18:26:45.954519+0000","last_active":"2023-09-23T18:27:03.951085+0000","last_peered":"2023-09-23T18:27:03.951085+0000","last_clean":"2023-09-23T18:27:03.951085+0000","last_became_active":"2023-09-23T18:26:45.954169+0000","last_became_peered":"2023-09-23T18:26:45.954169+0000","last_unstale":"2023-09-23T18:27:03.951085+0000","last_undegraded":"2023-09-23T18:27:03.951085+0000","last_fullsized":"2023-09-23T18:27:03.951085+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:23:33.847952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"511'2169","reported_seq":2251,"reported_epoch":511,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:05.973488+0000","last_change":"2023-09-23T18:26:32.041423+0000","last_active":"2023-09-23T18:27:05.973488+0000","last_peered":"2023-09-23T18:27:05.973488+0000","last_clean":"2023-09-23T18:27:05.973488+0000","last_became_active":"2023-09-23T18:26:32.040980+0000","last_became_peered":"2023-09-23T18:26:32.040980+0000","last_unstale":"2023-09-23T18:27:05.973488+0000","last_undegraded":"2023-09-23T18:27:05.973488+0000","last_fullsized":"2023-09-23T18:27:05.973488+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2169,"log_dups_size":0,"ondisk_log_size":2169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:22.971478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112525312,"num_objects":1717,"num_object_clones":0,"num_object_copies":5151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1717,"num_objects_unfound":0,"num_objects_dirty":1717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2169,"num_write_kb":124352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":589824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,4","objects":1717}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":242,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.949478+0000","last_change":"2023-09-23T18:26:56.114792+0000","last_active":"2023-09-23T18:27:03.949478+0000","last_peered":"2023-09-23T18:27:03.949478+0000","last_clean":"2023-09-23T18:27:03.949478+0000","last_became_active":"2023-09-23T18:26:56.035380+0000","last_became_peered":"2023-09-23T18:26:56.035380+0000","last_unstale":"2023-09-23T18:27:03.949478+0000","last_undegraded":"2023-09-23T18:27:03.949478+0000","last_fullsized":"2023-09-23T18:27:03.949478+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":198,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":282,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.948169+0000","last_change":"2023-09-23T18:25:28.991763+0000","last_active":"2023-09-23T18:27:03.948169+0000","last_peered":"2023-09-23T18:27:03.948169+0000","last_clean":"2023-09-23T18:21:58.937739+0000","last_became_active":"2023-09-23T18:25:28.991763+0000","last_became_peered":"2023-09-23T18:25:28.991763+0000","last_unstale":"2023-09-23T18:27:03.948169+0000","last_undegraded":"2023-09-23T18:27:03.948169+0000","last_fullsized":"2023-09-23T18:25:28.989982+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"511'2128","reported_seq":2196,"reported_epoch":511,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T18:27:05.098247+0000","last_change":"2023-09-23T18:27:01.977403+0000","last_active":"2023-09-23T18:27:05.098247+0000","last_peered":"2023-09-23T18:27:05.098247+0000","last_clean":"2023-09-23T18:27:01.088726+0000","last_became_active":"2023-09-23T18:27:01.962590+0000","last_became_peered":"2023-09-23T18:27:01.962590+0000","last_unstale":"2023-09-23T18:27:05.098247+0000","last_undegraded":"2023-09-23T18:27:05.098247+0000","last_fullsized":"2023-09-23T18:27:05.098247+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2128,"log_dups_size":0,"ondisk_log_size":2128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123338752,"num_objects":1882,"num_object_clones":0,"num_object_copies":5646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3764,"num_objects_unfound":0,"num_objects_dirty":1882,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2128,"num_write_kb":128320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6,4,0],"avail_no_missing":["6","0","4"],"object_location_counts":[{"shards":"0,4,6","objects":1882}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":197,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.948723+0000","last_change":"2023-09-23T18:26:57.038216+0000","last_active":"2023-09-23T18:27:03.948723+0000","last_peered":"2023-09-23T18:27:03.948723+0000","last_clean":"2023-09-23T18:27:03.948723+0000","last_became_active":"2023-09-23T18:26:57.037766+0000","last_became_peered":"2023-09-23T18:26:57.037766+0000","last_unstale":"2023-09-23T18:27:03.948723+0000","last_undegraded":"2023-09-23T18:27:03.948723+0000","last_fullsized":"2023-09-23T18:27:03.948723+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":549,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946980+0000","last_change":"2023-09-23T18:26:45.960536+0000","last_active":"2023-09-23T18:27:03.946980+0000","last_peered":"2023-09-23T18:27:03.946980+0000","last_clean":"2023-09-23T18:27:03.946980+0000","last_became_active":"2023-09-23T18:26:45.960220+0000","last_became_peered":"2023-09-23T18:26:45.960220+0000","last_unstale":"2023-09-23T18:27:03.946980+0000","last_undegraded":"2023-09-23T18:27:03.946980+0000","last_fullsized":"2023-09-23T18:27:03.946980+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"511'2078","reported_seq":2162,"reported_epoch":511,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:05.541613+0000","last_change":"2023-09-23T18:26:57.051354+0000","last_active":"2023-09-23T18:27:05.541613+0000","last_peered":"2023-09-23T18:27:05.541613+0000","last_clean":"2023-09-23T18:27:05.541613+0000","last_became_active":"2023-09-23T18:26:57.047596+0000","last_became_peered":"2023-09-23T18:26:57.047596+0000","last_unstale":"2023-09-23T18:27:05.541613+0000","last_undegraded":"2023-09-23T18:27:05.541613+0000","last_fullsized":"2023-09-23T18:27:05.541613+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2078,"log_dups_size":0,"ondisk_log_size":2078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114950144,"num_objects":1754,"num_object_clones":0,"num_object_copies":5262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1754,"num_objects_unfound":0,"num_objects_dirty":1754,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2078,"num_write_kb":122624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":393216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1754}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":206,"reported_epoch":510,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:03.948846+0000","last_change":"2023-09-23T18:25:28.994507+0000","last_active":"2023-09-23T18:27:03.948846+0000","last_peered":"2023-09-23T18:27:03.948846+0000","last_clean":"2023-09-23T18:25:26.985010+0000","last_became_active":"2023-09-23T18:25:28.994507+0000","last_became_peered":"2023-09-23T18:25:28.994507+0000","last_unstale":"2023-09-23T18:27:03.948846+0000","last_undegraded":"2023-09-23T18:25:28.990865+0000","last_fullsized":"2023-09-23T18:25:28.990732+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":343,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.945539+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:27:03.945539+0000","last_peered":"2023-09-23T18:27:03.945539+0000","last_clean":"2023-09-23T18:27:03.945539+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:27:03.945539+0000","last_undegraded":"2023-09-23T18:27:03.945539+0000","last_fullsized":"2023-09-23T18:27:03.945539+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"512'2390","reported_seq":2434,"reported_epoch":512,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:07.657961+0000","last_change":"2023-09-23T18:25:33.042214+0000","last_active":"2023-09-23T18:27:07.657961+0000","last_peered":"2023-09-23T18:27:07.657961+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.992387+0000","last_became_peered":"2023-09-23T18:25:27.992387+0000","last_unstale":"2023-09-23T18:27:07.657961+0000","last_undegraded":"2023-09-23T18:25:33.036007+0000","last_fullsized":"2023-09-23T18:25:27.985555+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2390,"log_dups_size":0,"ondisk_log_size":2390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:16:21.304230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106168320,"num_objects":1620,"num_object_clones":0,"num_object_copies":4860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1620,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2390,"num_write_kb":128320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":1620}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":383,"reported_epoch":510,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:03.945050+0000","last_change":"2023-09-23T18:25:28.993355+0000","last_active":"2023-09-23T18:25:06.824097+0000","last_peered":"2023-09-23T18:27:03.945050+0000","last_clean":"2023-09-23T18:24:59.215929+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:25:28.993355+0000","last_unstale":"2023-09-23T18:27:03.945050+0000","last_undegraded":"2023-09-23T18:27:03.945050+0000","last_fullsized":"2023-09-23T18:25:28.992243+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":132,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.952898+0000","last_change":"2023-09-23T18:26:31.048619+0000","last_active":"2023-09-23T18:27:03.952898+0000","last_peered":"2023-09-23T18:27:03.952898+0000","last_clean":"2023-09-23T18:27:03.952898+0000","last_became_active":"2023-09-23T18:26:31.048291+0000","last_became_peered":"2023-09-23T18:26:31.048291+0000","last_unstale":"2023-09-23T18:27:03.952898+0000","last_undegraded":"2023-09-23T18:27:03.952898+0000","last_fullsized":"2023-09-23T18:27:03.952898+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:25.056001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"511'2231","reported_seq":2297,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:06.808351+0000","last_change":"2023-09-23T18:26:32.041077+0000","last_active":"2023-09-23T18:27:06.808351+0000","last_peered":"2023-09-23T18:27:06.808351+0000","last_clean":"2023-09-23T18:27:06.808351+0000","last_became_active":"2023-09-23T18:26:32.040821+0000","last_became_peered":"2023-09-23T18:26:32.040821+0000","last_unstale":"2023-09-23T18:27:06.808351+0000","last_undegraded":"2023-09-23T18:27:06.808351+0000","last_fullsized":"2023-09-23T18:27:06.808351+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2231,"log_dups_size":0,"ondisk_log_size":2231,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:54:21.925538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105840640,"num_objects":1615,"num_object_clones":0,"num_object_copies":4845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2231,"num_write_kb":123072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":29,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.947187+0000","last_change":"2023-09-23T18:26:57.047941+0000","last_active":"2023-09-23T18:27:03.947187+0000","last_peered":"2023-09-23T18:27:03.947187+0000","last_clean":"2023-09-23T18:27:03.947187+0000","last_became_active":"2023-09-23T18:26:57.047513+0000","last_became_peered":"2023-09-23T18:26:57.047513+0000","last_unstale":"2023-09-23T18:27:03.947187+0000","last_undegraded":"2023-09-23T18:27:03.947187+0000","last_fullsized":"2023-09-23T18:27:03.947187+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":208,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.947352+0000","last_change":"2023-09-23T18:26:32.051207+0000","last_active":"2023-09-23T18:27:03.947352+0000","last_peered":"2023-09-23T18:27:03.947352+0000","last_clean":"2023-09-23T18:27:03.947352+0000","last_became_active":"2023-09-23T18:26:32.050761+0000","last_became_peered":"2023-09-23T18:26:32.050761+0000","last_unstale":"2023-09-23T18:27:03.947352+0000","last_undegraded":"2023-09-23T18:27:03.947352+0000","last_fullsized":"2023-09-23T18:27:03.947352+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6,1],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"511'2171","reported_seq":2208,"reported_epoch":511,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:05.554160+0000","last_change":"2023-09-23T18:26:45.964245+0000","last_active":"2023-09-23T18:27:05.554160+0000","last_peered":"2023-09-23T18:27:05.554160+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:45.964245+0000","last_became_peered":"2023-09-23T18:26:45.964245+0000","last_unstale":"2023-09-23T18:27:05.554160+0000","last_undegraded":"2023-09-23T18:26:45.956561+0000","last_fullsized":"2023-09-23T18:26:45.956414+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2171,"log_dups_size":0,"ondisk_log_size":2171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119472128,"num_objects":1823,"num_object_clones":0,"num_object_copies":5469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1823,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2171,"num_write_kb":127808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[{"shards":"0,4","objects":1823}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":167,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.945465+0000","last_change":"2023-09-23T18:26:32.049043+0000","last_active":"2023-09-23T18:27:03.945465+0000","last_peered":"2023-09-23T18:27:03.945465+0000","last_clean":"2023-09-23T18:27:03.945465+0000","last_became_active":"2023-09-23T18:26:32.048724+0000","last_became_peered":"2023-09-23T18:26:32.048724+0000","last_unstale":"2023-09-23T18:27:03.945465+0000","last_undegraded":"2023-09-23T18:27:03.945465+0000","last_fullsized":"2023-09-23T18:27:03.945465+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":164,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:04.951110+0000","last_change":"2023-09-23T18:26:45.953850+0000","last_active":"2023-09-23T18:27:04.951110+0000","last_peered":"2023-09-23T18:27:04.951110+0000","last_clean":"2023-09-23T18:27:04.951110+0000","last_became_active":"2023-09-23T18:26:45.953466+0000","last_became_peered":"2023-09-23T18:26:45.953466+0000","last_unstale":"2023-09-23T18:27:04.951110+0000","last_undegraded":"2023-09-23T18:27:04.951110+0000","last_fullsized":"2023-09-23T18:27:04.951110+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:49:26.086755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.0","version":"511'2020","reported_seq":2431,"reported_epoch":511,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:05.087764+0000","last_change":"2023-09-23T18:27:02.955436+0000","last_active":"2023-09-23T18:27:05.087764+0000","last_peered":"2023-09-23T18:27:05.087764+0000","last_clean":"2023-09-23T18:26:55.018719+0000","last_became_active":"2023-09-23T18:26:57.083822+0000","last_became_peered":"2023-09-23T18:26:57.083822+0000","last_unstale":"2023-09-23T18:27:05.087764+0000","last_undegraded":"2023-09-23T18:27:02.952186+0000","last_fullsized":"2023-09-23T18:26:57.030808+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2020,"log_dups_size":0,"ondisk_log_size":2020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118882304,"num_objects":1814,"num_object_clones":0,"num_object_copies":5442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1328,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1814,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2020,"num_write_kb":122688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":159,"num_bytes_recovered":10420224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1],"avail_no_missing":["6","1","4"],"object_location_counts":[{"shards":"1,4,6","objects":1328},{"shards":"1,6","objects":486}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":160,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:04.951370+0000","last_change":"2023-09-23T18:26:56.036685+0000","last_active":"2023-09-23T18:27:04.951370+0000","last_peered":"2023-09-23T18:27:04.951370+0000","last_clean":"2023-09-23T18:27:04.951370+0000","last_became_active":"2023-09-23T18:26:56.036065+0000","last_became_peered":"2023-09-23T18:26:56.036065+0000","last_unstale":"2023-09-23T18:27:04.951370+0000","last_undegraded":"2023-09-23T18:27:04.951370+0000","last_fullsized":"2023-09-23T18:27:04.951370+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:25:31.522127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":543,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.947707+0000","last_change":"2023-09-23T18:26:32.053489+0000","last_active":"2023-09-23T18:27:03.947707+0000","last_peered":"2023-09-23T18:27:03.947707+0000","last_clean":"2023-09-23T18:27:03.947707+0000","last_became_active":"2023-09-23T18:26:32.052928+0000","last_became_peered":"2023-09-23T18:26:32.052928+0000","last_unstale":"2023-09-23T18:27:03.947707+0000","last_undegraded":"2023-09-23T18:27:03.947707+0000","last_fullsized":"2023-09-23T18:27:03.947707+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"511'2164","reported_seq":2212,"reported_epoch":511,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:05.616931+0000","last_change":"2023-09-23T18:27:03.035262+0000","last_active":"2023-09-23T18:27:05.616931+0000","last_peered":"2023-09-23T18:27:05.616931+0000","last_clean":"2023-09-23T18:27:01.075816+0000","last_became_active":"2023-09-23T18:27:03.014495+0000","last_became_peered":"2023-09-23T18:27:03.014495+0000","last_unstale":"2023-09-23T18:27:05.616931+0000","last_undegraded":"2023-09-23T18:27:02.969724+0000","last_fullsized":"2023-09-23T18:27:02.959501+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2164,"log_dups_size":0,"ondisk_log_size":2164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117964800,"num_objects":1800,"num_object_clones":0,"num_object_copies":5400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1966,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1800,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2164,"num_write_kb":126848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":851968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":1784},{"shards":"0,7","objects":-166}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":454,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951237+0000","last_change":"2023-09-23T18:26:45.959467+0000","last_active":"2023-09-23T18:27:03.951237+0000","last_peered":"2023-09-23T18:27:03.951237+0000","last_clean":"2023-09-23T18:27:03.951237+0000","last_became_active":"2023-09-23T18:26:45.959161+0000","last_became_peered":"2023-09-23T18:26:45.959161+0000","last_unstale":"2023-09-23T18:27:03.951237+0000","last_undegraded":"2023-09-23T18:27:03.951237+0000","last_fullsized":"2023-09-23T18:27:03.951237+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:40.180997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":540,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951221+0000","last_change":"2023-09-23T18:26:32.041294+0000","last_active":"2023-09-23T18:27:03.951221+0000","last_peered":"2023-09-23T18:27:03.951221+0000","last_clean":"2023-09-23T18:27:03.951221+0000","last_became_active":"2023-09-23T18:26:32.040903+0000","last_became_peered":"2023-09-23T18:26:32.040903+0000","last_unstale":"2023-09-23T18:27:03.951221+0000","last_undegraded":"2023-09-23T18:27:03.951221+0000","last_fullsized":"2023-09-23T18:27:03.951221+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:45:46.644946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,7],"avail_no_missing":["1","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"511'2128","reported_seq":2193,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:05.657479+0000","last_change":"2023-09-23T18:26:32.043365+0000","last_active":"2023-09-23T18:27:05.657479+0000","last_peered":"2023-09-23T18:27:05.657479+0000","last_clean":"2023-09-23T18:27:05.657479+0000","last_became_active":"2023-09-23T18:26:32.042955+0000","last_became_peered":"2023-09-23T18:26:32.042955+0000","last_unstale":"2023-09-23T18:27:05.657479+0000","last_undegraded":"2023-09-23T18:27:05.657479+0000","last_fullsized":"2023-09-23T18:27:05.657479+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2128,"log_dups_size":0,"ondisk_log_size":2128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115998720,"num_objects":1770,"num_object_clones":0,"num_object_copies":5310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1770,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2128,"num_write_kb":124736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1241,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951245+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:27:03.951245+0000","last_peered":"2023-09-23T18:27:03.951245+0000","last_clean":"2023-09-23T18:27:03.951245+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:27:03.951245+0000","last_undegraded":"2023-09-23T18:27:03.951245+0000","last_fullsized":"2023-09-23T18:27:03.951245+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":258,"reported_epoch":511,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:04.951003+0000","last_change":"2023-09-23T18:25:28.988179+0000","last_active":"2023-09-23T18:25:06.823028+0000","last_peered":"2023-09-23T18:27:04.951003+0000","last_clean":"2023-09-23T18:24:59.216247+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:25:28.988179+0000","last_unstale":"2023-09-23T18:27:04.951003+0000","last_undegraded":"2023-09-23T18:27:04.951003+0000","last_fullsized":"2023-09-23T18:25:28.987402+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:55.839519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2],"acting":[2],"avail_no_missing":["2"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":495,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951848+0000","last_change":"2023-09-23T18:26:57.041071+0000","last_active":"2023-09-23T18:27:03.951848+0000","last_peered":"2023-09-23T18:27:03.951848+0000","last_clean":"2023-09-23T18:27:03.951848+0000","last_became_active":"2023-09-23T18:26:57.040765+0000","last_became_peered":"2023-09-23T18:26:57.040765+0000","last_unstale":"2023-09-23T18:27:03.951848+0000","last_undegraded":"2023-09-23T18:27:03.951848+0000","last_fullsized":"2023-09-23T18:27:03.951848+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:24.131711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,4],"avail_no_missing":["1","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"511'1995","reported_seq":2116,"reported_epoch":511,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:05.110949+0000","last_change":"2023-09-23T18:27:03.570652+0000","last_active":"2023-09-23T18:27:05.110949+0000","last_peered":"2023-09-23T18:27:05.110949+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:57.094270+0000","last_became_peered":"2023-09-23T18:26:57.094270+0000","last_unstale":"2023-09-23T18:27:05.110949+0000","last_undegraded":"2023-09-23T18:26:57.044397+0000","last_fullsized":"2023-09-23T18:26:57.032216+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":1995,"log_dups_size":0,"ondisk_log_size":1995,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114884608,"num_objects":1753,"num_object_clones":0,"num_object_copies":5259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1753,"num_objects_misplaced":1413,"num_objects_unfound":0,"num_objects_dirty":1753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1995,"num_write_kb":119936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34,"num_bytes_recovered":2228224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[{"shards":"0,6","objects":340}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":710,"reported_epoch":510,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:03.952039+0000","last_change":"2023-09-23T18:25:28.995294+0000","last_active":"2023-09-23T18:27:03.952039+0000","last_peered":"2023-09-23T18:27:03.952039+0000","last_clean":"2023-09-23T17:48:26.731829+0000","last_became_active":"2023-09-23T18:25:28.995294+0000","last_became_peered":"2023-09-23T18:25:28.995294+0000","last_unstale":"2023-09-23T18:27:03.952039+0000","last_undegraded":"2023-09-23T18:25:28.989132+0000","last_fullsized":"2023-09-23T18:25:28.989061+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:11.523700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946969+0000","last_change":"2023-09-23T18:26:31.052777+0000","last_active":"2023-09-23T18:27:03.946969+0000","last_peered":"2023-09-23T18:27:03.946969+0000","last_clean":"2023-09-23T18:27:03.946969+0000","last_became_active":"2023-09-23T18:26:31.052429+0000","last_became_peered":"2023-09-23T18:26:31.052429+0000","last_unstale":"2023-09-23T18:27:03.946969+0000","last_undegraded":"2023-09-23T18:27:03.946969+0000","last_fullsized":"2023-09-23T18:27:03.946969+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":436,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.951212+0000","last_change":"2023-09-23T18:25:06.930002+0000","last_active":"2023-09-23T18:27:03.951212+0000","last_peered":"2023-09-23T18:27:03.951212+0000","last_clean":"2023-09-23T18:24:59.221555+0000","last_became_active":"2023-09-23T18:25:06.930002+0000","last_became_peered":"2023-09-23T18:25:06.930002+0000","last_unstale":"2023-09-23T18:27:03.951212+0000","last_undegraded":"2023-09-23T18:27:03.951212+0000","last_fullsized":"2023-09-23T18:25:06.906829+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:41:19.709508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"512'2323","reported_seq":2415,"reported_epoch":512,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:07.627150+0000","last_change":"2023-09-23T18:26:57.039569+0000","last_active":"2023-09-23T18:27:07.627150+0000","last_peered":"2023-09-23T18:27:07.627150+0000","last_clean":"2023-09-23T18:27:07.627150+0000","last_became_active":"2023-09-23T18:26:57.037670+0000","last_became_peered":"2023-09-23T18:26:57.037670+0000","last_unstale":"2023-09-23T18:27:07.627150+0000","last_undegraded":"2023-09-23T18:27:07.627150+0000","last_fullsized":"2023-09-23T18:27:07.627150+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2323,"log_dups_size":0,"ondisk_log_size":2323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:57.521852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101777408,"num_objects":1553,"num_object_clones":0,"num_object_copies":4659,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1553,"num_objects_unfound":0,"num_objects_dirty":1553,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2323,"num_write_kb":124032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":917504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4,7","objects":1553}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":897,"reported_epoch":511,"state":"active+undersized","last_fresh":"2023-09-23T18:27:04.951242+0000","last_change":"2023-09-23T18:25:06.912394+0000","last_active":"2023-09-23T18:27:04.951242+0000","last_peered":"2023-09-23T18:27:04.951242+0000","last_clean":"2023-09-23T18:24:59.215235+0000","last_became_active":"2023-09-23T18:25:06.912394+0000","last_became_peered":"2023-09-23T18:25:06.912394+0000","last_unstale":"2023-09-23T18:27:04.951242+0000","last_undegraded":"2023-09-23T18:27:04.951242+0000","last_fullsized":"2023-09-23T18:25:06.901611+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:51.454615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":462,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951689+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:27:03.951689+0000","last_peered":"2023-09-23T18:27:03.951689+0000","last_clean":"2023-09-23T18:27:03.951689+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:27:03.951689+0000","last_undegraded":"2023-09-23T18:27:03.951689+0000","last_fullsized":"2023-09-23T18:27:03.951689+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":592,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951258+0000","last_change":"2023-09-23T18:27:02.952962+0000","last_active":"2023-09-23T18:27:03.951258+0000","last_peered":"2023-09-23T18:27:03.951258+0000","last_clean":"2023-09-23T18:27:03.951258+0000","last_became_active":"2023-09-23T18:27:02.952501+0000","last_became_peered":"2023-09-23T18:27:02.952501+0000","last_unstale":"2023-09-23T18:27:03.951258+0000","last_undegraded":"2023-09-23T18:27:03.951258+0000","last_fullsized":"2023-09-23T18:27:03.951258+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:46.252420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,0],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"511'2139","reported_seq":2187,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:05.093529+0000","last_change":"2023-09-23T18:26:00.147549+0000","last_active":"2023-09-23T18:27:05.093529+0000","last_peered":"2023-09-23T18:27:05.093529+0000","last_clean":"2023-09-23T18:27:05.093529+0000","last_became_active":"2023-09-23T18:26:00.147231+0000","last_became_peered":"2023-09-23T18:26:00.147231+0000","last_unstale":"2023-09-23T18:27:05.093529+0000","last_undegraded":"2023-09-23T18:27:05.093529+0000","last_fullsized":"2023-09-23T18:27:05.093529+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2139,"log_dups_size":0,"ondisk_log_size":2139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122355712,"num_objects":1867,"num_object_clones":0,"num_object_copies":5601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2139,"num_write_kb":128192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":818,"reported_epoch":511,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:04.950742+0000","last_change":"2023-09-23T18:25:28.992599+0000","last_active":"2023-09-23T18:27:04.950742+0000","last_peered":"2023-09-23T18:27:04.950742+0000","last_clean":"2023-09-23T18:22:33.907237+0000","last_became_active":"2023-09-23T18:25:28.992599+0000","last_became_peered":"2023-09-23T18:25:28.992599+0000","last_unstale":"2023-09-23T18:27:04.950742+0000","last_undegraded":"2023-09-23T18:25:28.987245+0000","last_fullsized":"2023-09-23T18:25:28.987138+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:32.849001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":588,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:04.966547+0000","last_change":"2023-09-23T18:27:04.966547+0000","last_active":"2023-09-23T18:27:04.966547+0000","last_peered":"2023-09-23T18:27:04.966547+0000","last_clean":"2023-09-23T18:27:04.966547+0000","last_became_active":"2023-09-23T18:27:04.966163+0000","last_became_peered":"2023-09-23T18:27:04.966163+0000","last_unstale":"2023-09-23T18:27:04.966547+0000","last_undegraded":"2023-09-23T18:27:04.966547+0000","last_fullsized":"2023-09-23T18:27:04.966547+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":544,"reported_epoch":510,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:03.945351+0000","last_change":"2023-09-23T18:25:28.993416+0000","last_active":"2023-09-23T18:22:34.911039+0000","last_peered":"2023-09-23T18:27:03.945351+0000","last_clean":"2023-09-23T18:22:33.914150+0000","last_became_active":"2023-09-23T18:22:03.970166+0000","last_became_peered":"2023-09-23T18:25:28.993416+0000","last_unstale":"2023-09-23T18:27:03.945351+0000","last_undegraded":"2023-09-23T18:27:03.945351+0000","last_fullsized":"2023-09-23T18:25:28.992830+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":192,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946571+0000","last_change":"2023-09-23T18:26:31.052841+0000","last_active":"2023-09-23T18:27:03.946571+0000","last_peered":"2023-09-23T18:27:03.946571+0000","last_clean":"2023-09-23T18:27:03.946571+0000","last_became_active":"2023-09-23T18:26:31.052543+0000","last_became_peered":"2023-09-23T18:26:31.052543+0000","last_unstale":"2023-09-23T18:27:03.946571+0000","last_undegraded":"2023-09-23T18:27:03.946571+0000","last_fullsized":"2023-09-23T18:27:03.946571+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"511'2244","reported_seq":2290,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:05.968032+0000","last_change":"2023-09-23T18:25:27.997303+0000","last_active":"2023-09-23T18:27:05.968032+0000","last_peered":"2023-09-23T18:27:05.968032+0000","last_clean":"2023-09-23T18:27:05.968032+0000","last_became_active":"2023-09-23T18:25:27.997016+0000","last_became_peered":"2023-09-23T18:25:27.997016+0000","last_unstale":"2023-09-23T18:27:05.968032+0000","last_undegraded":"2023-09-23T18:27:05.968032+0000","last_fullsized":"2023-09-23T18:27:05.968032+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2244,"log_dups_size":0,"ondisk_log_size":2244,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:25.784729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114032640,"num_objects":1740,"num_object_clones":0,"num_object_copies":5220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2244,"num_write_kb":127488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":893,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.948602+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:27:03.948602+0000","last_peered":"2023-09-23T18:27:03.948602+0000","last_clean":"2023-09-23T18:27:03.948602+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:27:03.948602+0000","last_undegraded":"2023-09-23T18:27:03.948602+0000","last_fullsized":"2023-09-23T18:27:03.948602+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":132,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951544+0000","last_change":"2023-09-23T18:26:46.990022+0000","last_active":"2023-09-23T18:27:03.951544+0000","last_peered":"2023-09-23T18:27:03.951544+0000","last_clean":"2023-09-23T18:27:03.951544+0000","last_became_active":"2023-09-23T18:26:46.989534+0000","last_became_peered":"2023-09-23T18:26:46.989534+0000","last_unstale":"2023-09-23T18:27:03.951544+0000","last_undegraded":"2023-09-23T18:27:03.951544+0000","last_fullsized":"2023-09-23T18:27:03.951544+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:17:09.363486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7,4],"avail_no_missing":["0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":222,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951859+0000","last_change":"2023-09-23T18:26:57.042933+0000","last_active":"2023-09-23T18:27:03.951859+0000","last_peered":"2023-09-23T18:27:03.951859+0000","last_clean":"2023-09-23T18:27:03.951859+0000","last_became_active":"2023-09-23T18:26:57.042463+0000","last_became_peered":"2023-09-23T18:26:57.042463+0000","last_unstale":"2023-09-23T18:27:03.951859+0000","last_undegraded":"2023-09-23T18:27:03.951859+0000","last_fullsized":"2023-09-23T18:27:03.951859+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:42:22.654853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,0],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"511'2099","reported_seq":2168,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:05.102907+0000","last_change":"2023-09-23T18:26:32.041309+0000","last_active":"2023-09-23T18:27:05.102907+0000","last_peered":"2023-09-23T18:27:05.102907+0000","last_clean":"2023-09-23T18:27:05.102907+0000","last_became_active":"2023-09-23T18:26:32.041076+0000","last_became_peered":"2023-09-23T18:26:32.041076+0000","last_unstale":"2023-09-23T18:27:05.102907+0000","last_undegraded":"2023-09-23T18:27:05.102907+0000","last_fullsized":"2023-09-23T18:27:05.102907+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2099,"log_dups_size":0,"ondisk_log_size":2099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121765912,"num_objects":1859,"num_object_clones":0,"num_object_copies":5577,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1859,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2099,"num_write_kb":126593,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":301,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.948577+0000","last_change":"2023-09-23T18:27:03.375732+0000","last_active":"2023-09-23T18:27:03.948577+0000","last_peered":"2023-09-23T18:27:03.948577+0000","last_clean":"2023-09-23T18:27:03.948577+0000","last_became_active":"2023-09-23T18:27:01.946268+0000","last_became_peered":"2023-09-23T18:27:01.946268+0000","last_unstale":"2023-09-23T18:27:03.948577+0000","last_undegraded":"2023-09-23T18:27:03.948577+0000","last_fullsized":"2023-09-23T18:27:03.948577+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":504,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951328+0000","last_change":"2023-09-23T18:26:57.049025+0000","last_active":"2023-09-23T18:27:03.951328+0000","last_peered":"2023-09-23T18:27:03.951328+0000","last_clean":"2023-09-23T18:27:03.951328+0000","last_became_active":"2023-09-23T18:26:57.044394+0000","last_became_peered":"2023-09-23T18:26:57.044394+0000","last_unstale":"2023-09-23T18:27:03.951328+0000","last_undegraded":"2023-09-23T18:27:03.951328+0000","last_fullsized":"2023-09-23T18:27:03.951328+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:53:23.601856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,2],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":128,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.952886+0000","last_change":"2023-09-23T18:25:28.991623+0000","last_active":"2023-09-23T18:27:03.952886+0000","last_peered":"2023-09-23T18:27:03.952886+0000","last_clean":"2023-09-23T18:25:26.980091+0000","last_became_active":"2023-09-23T18:25:28.991623+0000","last_became_peered":"2023-09-23T18:25:28.991623+0000","last_unstale":"2023-09-23T18:27:03.952886+0000","last_undegraded":"2023-09-23T18:27:03.952886+0000","last_fullsized":"2023-09-23T18:25:28.990285+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:47:57.235526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"511'2139","reported_seq":2187,"reported_epoch":511,"state":"active+clean","last_fresh":"2023-09-23T18:27:05.530670+0000","last_change":"2023-09-23T18:26:32.053592+0000","last_active":"2023-09-23T18:27:05.530670+0000","last_peered":"2023-09-23T18:27:05.530670+0000","last_clean":"2023-09-23T18:27:05.530670+0000","last_became_active":"2023-09-23T18:26:32.053268+0000","last_became_peered":"2023-09-23T18:26:32.053268+0000","last_unstale":"2023-09-23T18:27:05.530670+0000","last_undegraded":"2023-09-23T18:27:05.530670+0000","last_fullsized":"2023-09-23T18:27:05.530670+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2139,"log_dups_size":0,"ondisk_log_size":2139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":116981760,"num_objects":1785,"num_object_clones":0,"num_object_copies":5355,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2139,"num_write_kb":125568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":404,"reported_epoch":510,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:03.949332+0000","last_change":"2023-09-23T18:25:06.918164+0000","last_active":"2023-09-23T18:27:03.949332+0000","last_peered":"2023-09-23T18:27:03.949332+0000","last_clean":"2023-09-23T18:16:59.840639+0000","last_became_active":"2023-09-23T18:25:06.918164+0000","last_became_peered":"2023-09-23T18:25:06.918164+0000","last_unstale":"2023-09-23T18:27:03.949332+0000","last_undegraded":"2023-09-23T18:25:06.905974+0000","last_fullsized":"2023-09-23T18:25:06.905850+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1203,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.951966+0000","last_change":"2023-09-23T18:26:31.044576+0000","last_active":"2023-09-23T18:27:03.951966+0000","last_peered":"2023-09-23T18:27:03.951966+0000","last_clean":"2023-09-23T18:27:03.951966+0000","last_became_active":"2023-09-23T18:26:31.044050+0000","last_became_peered":"2023-09-23T18:26:31.044050+0000","last_unstale":"2023-09-23T18:27:03.951966+0000","last_undegraded":"2023-09-23T18:27:03.951966+0000","last_fullsized":"2023-09-23T18:27:03.951966+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:55.690288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":430,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.948307+0000","last_change":"2023-09-23T18:26:57.041349+0000","last_active":"2023-09-23T18:27:03.948307+0000","last_peered":"2023-09-23T18:27:03.948307+0000","last_clean":"2023-09-23T18:27:03.948307+0000","last_became_active":"2023-09-23T18:26:57.040979+0000","last_became_peered":"2023-09-23T18:26:57.040979+0000","last_unstale":"2023-09-23T18:27:03.948307+0000","last_undegraded":"2023-09-23T18:27:03.948307+0000","last_fullsized":"2023-09-23T18:27:03.948307+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,0],"avail_no_missing":["7","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"511'2162","reported_seq":2205,"reported_epoch":511,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:05.112045+0000","last_change":"2023-09-23T18:26:00.146795+0000","last_active":"2023-09-23T18:27:05.112045+0000","last_peered":"2023-09-23T18:27:05.112045+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:00.146795+0000","last_became_peered":"2023-09-23T18:26:00.146795+0000","last_unstale":"2023-09-23T18:27:05.112045+0000","last_undegraded":"2023-09-23T18:26:00.140283+0000","last_fullsized":"2023-09-23T18:26:00.140191+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":2162,"log_dups_size":0,"ondisk_log_size":2162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122814464,"num_objects":1874,"num_object_clones":0,"num_object_copies":5622,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1874,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1874,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2162,"num_write_kb":129152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":1874}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":104,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.946098+0000","last_change":"2023-09-23T18:26:46.984915+0000","last_active":"2023-09-23T18:27:03.946098+0000","last_peered":"2023-09-23T18:27:03.946098+0000","last_clean":"2023-09-23T18:27:03.946098+0000","last_became_active":"2023-09-23T18:26:46.984448+0000","last_became_peered":"2023-09-23T18:26:46.984448+0000","last_unstale":"2023-09-23T18:27:03.946098+0000","last_undegraded":"2023-09-23T18:27:03.946098+0000","last_fullsized":"2023-09-23T18:27:03.946098+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2,7],"avail_no_missing":["6","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":99,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951647+0000","last_change":"2023-09-23T18:27:02.949139+0000","last_active":"2023-09-23T18:27:03.951647+0000","last_peered":"2023-09-23T18:27:03.951647+0000","last_clean":"2023-09-23T18:27:03.951647+0000","last_became_active":"2023-09-23T18:27:02.948785+0000","last_became_peered":"2023-09-23T18:27:02.948785+0000","last_unstale":"2023-09-23T18:27:03.951647+0000","last_undegraded":"2023-09-23T18:27:03.951647+0000","last_fullsized":"2023-09-23T18:27:03.951647+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:38.511178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,0],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":240,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.944859+0000","last_change":"2023-09-23T18:27:02.948997+0000","last_active":"2023-09-23T18:27:03.944859+0000","last_peered":"2023-09-23T18:27:03.944859+0000","last_clean":"2023-09-23T18:27:03.944859+0000","last_became_active":"2023-09-23T18:27:02.948593+0000","last_became_peered":"2023-09-23T18:27:02.948593+0000","last_unstale":"2023-09-23T18:27:03.944859+0000","last_undegraded":"2023-09-23T18:27:03.944859+0000","last_fullsized":"2023-09-23T18:27:03.944859+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0,4],"avail_no_missing":["6","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":116,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946491+0000","last_change":"2023-09-23T18:26:56.038094+0000","last_active":"2023-09-23T18:27:03.946491+0000","last_peered":"2023-09-23T18:27:03.946491+0000","last_clean":"2023-09-23T18:27:03.946491+0000","last_became_active":"2023-09-23T18:26:56.037768+0000","last_became_peered":"2023-09-23T18:26:56.037768+0000","last_unstale":"2023-09-23T18:27:03.946491+0000","last_undegraded":"2023-09-23T18:27:03.946491+0000","last_fullsized":"2023-09-23T18:27:03.946491+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":196,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951355+0000","last_change":"2023-09-23T18:26:57.049434+0000","last_active":"2023-09-23T18:27:03.951355+0000","last_peered":"2023-09-23T18:27:03.951355+0000","last_clean":"2023-09-23T18:27:03.951355+0000","last_became_active":"2023-09-23T18:26:57.046287+0000","last_became_peered":"2023-09-23T18:26:57.046287+0000","last_unstale":"2023-09-23T18:27:03.951355+0000","last_undegraded":"2023-09-23T18:27:03.951355+0000","last_fullsized":"2023-09-23T18:27:03.951355+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:13:38.018951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,0],"avail_no_missing":["1","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":104,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.947502+0000","last_change":"2023-09-23T18:26:32.051228+0000","last_active":"2023-09-23T18:27:03.947502+0000","last_peered":"2023-09-23T18:27:03.947502+0000","last_clean":"2023-09-23T18:27:03.947502+0000","last_became_active":"2023-09-23T18:26:32.050733+0000","last_became_peered":"2023-09-23T18:26:32.050733+0000","last_unstale":"2023-09-23T18:27:03.947502+0000","last_undegraded":"2023-09-23T18:27:03.947502+0000","last_fullsized":"2023-09-23T18:27:03.947502+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":271,"reported_epoch":511,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:04.950609+0000","last_change":"2023-09-23T18:26:57.038083+0000","last_active":"2023-09-23T18:27:04.950609+0000","last_peered":"2023-09-23T18:27:04.950609+0000","last_clean":"2023-09-23T18:27:04.950609+0000","last_became_active":"2023-09-23T18:26:57.037653+0000","last_became_peered":"2023-09-23T18:26:57.037653+0000","last_unstale":"2023-09-23T18:27:04.950609+0000","last_undegraded":"2023-09-23T18:27:04.950609+0000","last_fullsized":"2023-09-23T18:27:04.950609+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:00:49.844855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7,4],"avail_no_missing":["2","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":104,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.947312+0000","last_change":"2023-09-23T18:26:32.051627+0000","last_active":"2023-09-23T18:27:03.947312+0000","last_peered":"2023-09-23T18:27:03.947312+0000","last_clean":"2023-09-23T18:27:03.947312+0000","last_became_active":"2023-09-23T18:26:32.051033+0000","last_became_peered":"2023-09-23T18:26:32.051033+0000","last_unstale":"2023-09-23T18:27:03.947312+0000","last_undegraded":"2023-09-23T18:27:03.947312+0000","last_fullsized":"2023-09-23T18:27:03.947312+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6,1],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":230,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.951684+0000","last_change":"2023-09-23T18:26:46.995272+0000","last_active":"2023-09-23T18:27:03.951684+0000","last_peered":"2023-09-23T18:27:03.951684+0000","last_clean":"2023-09-23T18:27:03.951684+0000","last_became_active":"2023-09-23T18:26:46.994379+0000","last_became_peered":"2023-09-23T18:26:46.994379+0000","last_unstale":"2023-09-23T18:27:03.951684+0000","last_undegraded":"2023-09-23T18:27:03.951684+0000","last_fullsized":"2023-09-23T18:27:03.951684+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:25:49.668861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2,4],"avail_no_missing":["0","2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":526,"reported_epoch":510,"state":"active+undersized","last_fresh":"2023-09-23T18:27:03.945529+0000","last_change":"2023-09-23T18:26:00.146409+0000","last_active":"2023-09-23T18:27:03.945529+0000","last_peered":"2023-09-23T18:27:03.945529+0000","last_clean":"2023-09-23T18:21:59.369965+0000","last_became_active":"2023-09-23T18:26:00.146409+0000","last_became_peered":"2023-09-23T18:26:00.146409+0000","last_unstale":"2023-09-23T18:27:03.945529+0000","last_undegraded":"2023-09-23T18:27:03.945529+0000","last_fullsized":"2023-09-23T18:26:00.140074+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":555,"reported_epoch":511,"state":"active+undersized","last_fresh":"2023-09-23T18:27:04.951452+0000","last_change":"2023-09-23T18:25:06.913026+0000","last_active":"2023-09-23T18:27:04.951452+0000","last_peered":"2023-09-23T18:27:04.951452+0000","last_clean":"2023-09-23T18:22:06.044335+0000","last_became_active":"2023-09-23T18:25:06.913026+0000","last_became_peered":"2023-09-23T18:25:06.913026+0000","last_unstale":"2023-09-23T18:27:04.951452+0000","last_undegraded":"2023-09-23T18:27:04.951452+0000","last_fullsized":"2023-09-23T18:25:06.902025+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:51.700764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":156,"reported_epoch":510,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:03.945705+0000","last_change":"2023-09-23T18:27:03.160500+0000","last_active":"2023-09-23T18:27:03.945705+0000","last_peered":"2023-09-23T18:27:03.945705+0000","last_clean":"2023-09-23T18:27:03.945705+0000","last_became_active":"2023-09-23T18:27:02.951801+0000","last_became_peered":"2023-09-23T18:27:02.951801+0000","last_unstale":"2023-09-23T18:27:03.945705+0000","last_undegraded":"2023-09-23T18:27:03.945705+0000","last_fullsized":"2023-09-23T18:27:03.945705+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7,4],"avail_no_missing":["6","4","7"],"object_location_counts":[{"shards":"4,6,7","objects":2}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":202,"reported_epoch":510,"state":"active+clean","last_fresh":"2023-09-23T18:27:03.946551+0000","last_change":"2023-09-23T18:26:32.050075+0000","last_active":"2023-09-23T18:27:03.946551+0000","last_peered":"2023-09-23T18:27:03.946551+0000","last_clean":"2023-09-23T18:27:03.946551+0000","last_became_active":"2023-09-23T18:26:32.049781+0000","last_became_peered":"2023-09-23T18:26:32.049781+0000","last_unstale":"2023-09-23T18:27:03.946551+0000","last_undegraded":"2023-09-23T18:27:03.946551+0000","last_fullsized":"2023-09-23T18:27:03.946551+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":73,"acting":87,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":1849753624,"num_objects":28226,"num_object_clones":0,"num_object_copies":84678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10364,"num_objects_misplaced":10201,"num_objects_unfound":0,"num_objects_dirty":28226,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":34580,"num_write_kb":2009729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":236,"num_bytes_recovered":15466496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5069680640,"data_stored":5069668424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34580,"ondisk_log_size":34580,"up":39,"acting":42,"num_store_stats":6},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":13,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":116,"num_bytes_recovered":33386,"num_keys_recovered":90,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":72,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":245,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":20,"acting":21,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430706,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1417796,"kb_used_data":513276,"kb_used_omap":0,"kb_used_meta":904384,"kb_avail":92327356,"statfs":{"total":95995035648,"available":94543212544,"internally_reserved":0,"allocated":525594624,"data_stored":524452985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":926089216},"hb_peers":[0,1,2,4,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.8859999999999999,"15min":2.4350000000000001},"min":{"1min":0.33800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.67800000000000005,"5min":16.593,"15min":16.593},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.504,"5min":2.2730000000000001,"15min":3.302},"min":{"1min":0.311,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0960000000000001,"5min":26.486000000000001,"15min":26.486000000000001},"last":1.6140000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:26:06 2023","interfaces":[{"interface":"back","average":{"1min":1.2430000000000001,"5min":1.7709999999999999,"15min":1.7749999999999999},"min":{"1min":0.33100000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.5099999999999998,"5min":9.2690000000000001,"15min":12.595000000000001},"last":1.6419999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.77,"15min":1.923},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":2.593,"5min":9.2829999999999995,"15min":12.573},"last":0.39400000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":2.1349999999999998,"15min":2.1960000000000002},"min":{"1min":0.34999999999999998,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":1.375,"5min":10.613,"15min":13.282},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":1.9950000000000001,"15min":2.339},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.247},"max":{"1min":1.278,"5min":16.539000000000001,"15min":21.692},"last":0.372}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":5.9649999999999999},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":4.8949999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":1.0369999999999999,"15min":0.94099999999999995},"min":{"1min":0.25,"5min":0.245,"15min":0.22900000000000001},"max":{"1min":8.532,"5min":8.532,"15min":10.18},"last":1.853},{"interface":"front","average":{"1min":0.36799999999999999,"5min":1.2669999999999999,"15min":1.0589999999999999},"min":{"1min":0.26800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.60599999999999998,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.35999999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:26:06 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.244,"15min":1.014},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.6549999999999994,"5min":8.6549999999999994,"15min":13.385},"last":4.234},{"interface":"front","average":{"1min":0.58199999999999996,"5min":1.6140000000000001,"15min":1.3200000000000001},"min":{"1min":0.35199999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.7429999999999999,"5min":16.478999999999999,"15min":16.478999999999999},"last":0.56299999999999994}]}]},{"osd":6,"up_from":174,"seq":747324309802,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1199668,"kb_used_data":863724,"kb_used_omap":12,"kb_used_meta":335795,"kb_avail":92545484,"statfs":{"total":95995035648,"available":94766575616,"internally_reserved":0,"allocated":884453376,"data_stored":883319044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":343854783},"hb_peers":[0,1,2,4,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,10],"upper_bound":512},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.7270000000000001,"15min":2.1019999999999999},"min":{"1min":0.34499999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.7170000000000001,"5min":14.273,"15min":14.273},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.633,"15min":1.899},"min":{"1min":0.32800000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.7310000000000001,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:26:19 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":2.0920000000000001,"15min":2.327},"min":{"1min":0.29499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.502},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.8720000000000001,"15min":2.085},"min":{"1min":0.35499999999999998,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":0.58599999999999997,"5min":12.186999999999999,"15min":29.094000000000001},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":2.5070000000000001,"15min":2.4910000000000001},"min":{"1min":0.312,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":8.5549999999999997,"5min":17.759,"15min":17.759},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":1.677,"15min":2.044},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.1759999999999999,"5min":15.465999999999999,"15min":19.506},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":1.0649999999999999,"15min":0.90200000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":3.3130000000000002,"5min":12.15,"15min":12.15},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.409,"15min":1.145},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":4.173,"5min":14.709,"15min":14.709},"last":0.35999999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":1.6419999999999999,"15min":1.327},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":13.1,"5min":13.1,"15min":19.145},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.677,"5min":1.474,"15min":1.3049999999999999},"min":{"1min":0.36499999999999999,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":6.202,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":1.167,"15min":1.0609999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.71,"5min":12.319000000000001,"15min":13.009},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":1.292,"15min":1.048},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2570000000000001,"5min":13.702,"15min":13.702},"last":0.442}]}]},{"osd":1,"up_from":323,"seq":1387274436769,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1013268,"kb_used_data":569292,"kb_used_omap":17,"kb_used_meta":443950,"kb_avail":92731884,"statfs":{"total":95995035648,"available":94957449216,"internally_reserved":0,"allocated":582955008,"data_stored":580821818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":454604900},"hb_peers":[0,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:48 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":2.0670000000000002,"15min":2.1219999999999999},"min":{"1min":0.23000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4780000000000002,"5min":17.73,"15min":17.73},"last":1.089},{"interface":"front","average":{"1min":0.36399999999999999,"5min":1.9299999999999999,"15min":2.508},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.59699999999999998,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.34300000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:26:07 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":2.8239999999999998,"15min":3.431},"min":{"1min":0.249,"5min":0.248,"15min":0.216},"max":{"1min":0.51100000000000001,"5min":23.100000000000001,"15min":23.407},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.32900000000000001,"5min":2.2989999999999999,"15min":3.4340000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.22800000000000001},"max":{"1min":0.55200000000000005,"5min":17.800000000000001,"15min":57.387},"last":1.1419999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":5.9199999999999999},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":5.96}]},{"osd":4,"last update":"Sat Sep 23 18:26:07 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":2.823,"15min":2.1040000000000001},"min":{"1min":0.34000000000000002,"5min":0.316,"15min":0.29799999999999999},"max":{"1min":0.59499999999999997,"5min":107.854,"15min":107.854},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.5,"5min":1.895,"15min":2.1349999999999998},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.63800000000000001,"5min":12.638999999999999,"15min":14.898},"last":2.6749999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.44700000000000001},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.499}]},{"osd":6,"last update":"Sat Sep 23 18:26:07 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":2.2029999999999998,"15min":2.4689999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84499999999999997,"5min":15.375999999999999,"15min":31.064},"last":2.4969999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":1.8200000000000001,"15min":1.887},"min":{"1min":0.40500000000000003,"5min":0.35599999999999998,"15min":0.34000000000000002},"max":{"1min":0.68999999999999995,"5min":9.0250000000000004,"15min":13.855},"last":0.44600000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:26:07 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":2.4209999999999998,"15min":2.5139999999999998},"min":{"1min":0.35899999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67400000000000004,"5min":12.686,"15min":14.949999999999999},"last":1.536},{"interface":"front","average":{"1min":0.56399999999999995,"5min":2.6379999999999999,"15min":2.7160000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.35999999999999999},"max":{"1min":0.95999999999999996,"5min":17.84,"15min":31.093},"last":1.552}]}]},{"osd":0,"up_from":438,"seq":1881195676023,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2197368,"kb_used_data":1393648,"kb_used_omap":8,"kb_used_meta":803703,"kb_avail":91547784,"statfs":{"total":95995035648,"available":93744930816,"internally_reserved":0,"allocated":1427095552,"data_stored":1424983672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":822992484},"hb_peers":[1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":2.1859999999999999,"15min":2.6829999999999998},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44800000000000001,"5min":24.265999999999998,"15min":24.265999999999998},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":1.8979999999999999,"15min":2.3399999999999999},"min":{"1min":0.28799999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.46100000000000002,"5min":24.506,"15min":24.506},"last":0.371}]},{"osd":2,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":2.0190000000000001,"15min":2.2320000000000002},"min":{"1min":0.23799999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.492,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":2.0830000000000002,"15min":2.339},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.4550000000000001,"5min":13.755000000000001,"15min":13.755000000000001},"last":0.29199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":1.655},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":2.234,"15min":2.6739999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.2959999999999998,"5min":14.289999999999999,"15min":14.289999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":1.9379999999999999,"15min":2.2149999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.3140000000000001,"5min":13.821,"15min":13.821},"last":0.38200000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":2.476,"15min":2.8100000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.3769999999999998,"5min":13.865,"15min":13.865},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":2.218,"15min":2.4329999999999998},"min":{"1min":0.39500000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.2709999999999999,"5min":9.423,"15min":9.423},"last":1.4470000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":2.4169999999999998,"15min":2.262},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.3420000000000001,"5min":13.989000000000001,"15min":13.989000000000001},"last":3.5800000000000001},{"interface":"front","average":{"1min":0.624,"5min":2.8090000000000002,"15min":3.6789999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.3570000000000002,"5min":14.343,"15min":14.343},"last":0.52500000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258237,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1445016,"kb_used_data":543312,"kb_used_omap":16,"kb_used_meta":901615,"kb_avail":92300136,"statfs":{"total":95995035648,"available":94515339264,"internally_reserved":0,"allocated":556351488,"data_stored":554162687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":923253922},"hb_peers":[0,1,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":2.1339999999999999,"15min":2.5819999999999999},"min":{"1min":0.252,"5min":0.224,"15min":0.224},"max":{"1min":0.59499999999999997,"5min":18.940000000000001,"15min":18.940000000000001},"last":1.766},{"interface":"front","average":{"1min":0.44800000000000001,"5min":1.77,"15min":2.2690000000000001},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.532,"5min":9.6400000000000006,"15min":9.6400000000000006},"last":1.1419999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:26:11 2023","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":2.5790000000000002,"15min":3.0139999999999998},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.64700000000000002,"5min":19.103999999999999,"15min":38.146999999999998},"last":2.754},{"interface":"front","average":{"1min":0.34499999999999997,"5min":2.8220000000000001,"15min":3.0910000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.48399999999999999,"5min":16.021999999999998,"15min":38.329000000000001},"last":2.4980000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":1.411},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":5.0460000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":1.972,"15min":2.3940000000000001},"min":{"1min":0.38100000000000001,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":0.78400000000000003,"5min":9.6189999999999998,"15min":35.816000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.966,"15min":2.0459999999999998},"min":{"1min":0.38300000000000001,"5min":0.35299999999999998,"15min":0.34200000000000003},"max":{"1min":2.0899999999999999,"5min":10.371,"15min":10.513999999999999},"last":1.1830000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":1.7909999999999999,"15min":2.052},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.35399999999999998},"max":{"1min":1.847,"5min":9.2829999999999995,"15min":10.555},"last":1.252},{"interface":"front","average":{"1min":0.71799999999999997,"5min":2.0640000000000001,"15min":2.3039999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.8280000000000001,"5min":9.7100000000000009,"15min":14.699},"last":1.222}]},{"osd":7,"last update":"Sat Sep 23 18:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":2.8199999999999998,"15min":2.8279999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.36899999999999999},"max":{"1min":2.012,"5min":13.837999999999999,"15min":109.81699999999999},"last":1.446},{"interface":"front","average":{"1min":0.57799999999999996,"5min":2.2280000000000002,"15min":2.5},"min":{"1min":0.372,"5min":0.35099999999999998,"15min":0.34699999999999998},"max":{"1min":1.8260000000000001,"5min":12.513,"15min":109.70699999999999},"last":2.794}]}]},{"osd":3,"up_from":100,"seq":429496729942,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114692,"kb_used_data":194364,"kb_used_omap":4,"kb_used_meta":920315,"kb_avail":92630460,"statfs":{"total":95995035648,"available":94853591040,"internally_reserved":0,"allocated":199028736,"data_stored":197160273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":942402967},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":3.258,"15min":3.2589999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.118,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":3.3580000000000001,"15min":3.4660000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":13.506,"5min":16.440000000000001,"15min":16.440000000000001},"last":5.9249999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":3.4630000000000001,"15min":3.391},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":11.677,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.1070000000000002,"15min":2.9980000000000002},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.20300000000000001},"max":{"1min":16.571999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":2.1440000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:24:20 2023","interfaces":[{"interface":"back","average":{"1min":2.6059999999999999,"5min":2.6909999999999998,"15min":3.1640000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":16.497,"5min":18.782,"15min":93.429000000000002},"last":2.895},{"interface":"front","average":{"1min":1.954,"5min":2.9140000000000001,"15min":3.359},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":11.079000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":2.4079999999999999,"15min":2.5329999999999999},"min":{"1min":0.35899999999999999,"5min":0.31900000000000001,"15min":0.28499999999999998},"max":{"1min":9.4920000000000009,"5min":13.441000000000001,"15min":23.469000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":4.056,"5min":2.5150000000000001,"15min":2.4940000000000002},"min":{"1min":0.36299999999999999,"5min":0.34100000000000003,"15min":0.308},"max":{"1min":13.561,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.5179999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":4.6849999999999996,"5min":2.7570000000000001,"15min":2.5510000000000002},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":12.345000000000001,"5min":16.143999999999998,"15min":18.802},"last":5.9870000000000001},{"interface":"front","average":{"1min":4.085,"5min":2.9740000000000002,"15min":2.6579999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":19.457999999999998},"last":6.4059999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":2.6629999999999998,"15min":2.5110000000000001},"min":{"1min":0.58299999999999996,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":16.472000000000001,"5min":16.472000000000001,"15min":16.472000000000001},"last":3.8010000000000002},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.5649999999999999,"15min":2.9380000000000002},"min":{"1min":0.55700000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":16.222000000000001,"5min":16.222000000000001,"15min":93.280000000000001},"last":15.137}]},{"osd":7,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":2.919,"5min":2.6659999999999999,"15min":2.4729999999999999},"min":{"1min":0.371,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":19.251000000000001,"5min":19.251000000000001,"15min":19.503},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.1000000000000001,"5min":2.3359999999999999,"15min":2.5489999999999999},"min":{"1min":0.42099999999999999,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":9.423,"5min":11.6,"15min":23.422000000000001},"last":0.67400000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019389,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2166340,"kb_used_data":1277436,"kb_used_omap":0,"kb_used_meta":888896,"kb_avail":91578812,"statfs":{"total":95995035648,"available":93776703488,"internally_reserved":0,"allocated":1308094464,"data_stored":1306952550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":910229504},"hb_peers":[0,1,2,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":1.7529999999999999,"15min":1.8979999999999999},"min":{"1min":0.36499999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.68200000000000005,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.9059999999999999,"15min":2.081},"min":{"1min":0.36399999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72299999999999998,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.56299999999999994}]},{"osd":1,"last update":"Sat Sep 23 18:26:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8620000000000001,"5min":2.7040000000000002,"15min":2.6829999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":26.181000000000001,"5min":26.181000000000001,"15min":155.029},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.865,"5min":2.5129999999999999,"15min":2.9580000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":26.297000000000001,"5min":26.297000000000001,"15min":154.94499999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":2.0699999999999998,"15min":1.8440000000000001},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.29799999999999999},"max":{"1min":0.71699999999999997,"5min":15.000999999999999,"15min":15.000999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":2.222,"15min":1.9710000000000001},"min":{"1min":0.39300000000000002,"5min":0.32700000000000001,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":2.1539999999999999},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":4.6859999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":0.55900000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:26:06 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":1.4850000000000001,"15min":1.2010000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":6.0540000000000003,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.315},{"interface":"front","average":{"1min":2.1869999999999998,"5min":2.2029999999999998,"15min":1.407},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":26.347999999999999,"5min":26.347999999999999,"15min":26.347999999999999},"last":0.29899999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.903,"15min":1.411},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64500000000000002,"5min":11.943,"15min":16.891999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.5980000000000001,"15min":1.224},"min":{"1min":0.316,"5min":0.316,"15min":0.309},"max":{"1min":0.63400000000000001,"5min":15.507,"15min":15.507},"last":0.35299999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823141,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963368,"kb_used_data":54624,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":92781784,"statfs":{"total":95995035648,"available":95008546816,"internally_reserved":0,"allocated":55934976,"data_stored":54891792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:38 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.2170000000000001,"15min":1.1850000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2119999999999997,"5min":6.2119999999999997,"15min":6.2119999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":5.1120000000000001,"5min":3.5299999999999998,"15min":3.266},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.8600000000000001,"15min":2.0870000000000002},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":15.131,"5min":15.131,"15min":65.379000000000005},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.778,"15min":2.5379999999999998},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.8170000000000002,"5min":10.239000000000001,"15min":65.272000000000006},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.7989999999999999,"15min":2.754},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":6.1070000000000002,"5min":15.314,"15min":44.081000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.913,"5min":2.0070000000000001,"15min":2.4540000000000002},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":8.0399999999999991,"5min":12.4,"15min":44.094999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":4.6980000000000004,"5min":2.8399999999999999,"15min":2.9129999999999998},"min":{"1min":0.41099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":12.249000000000001,"5min":14.65,"15min":31.109999999999999},"last":2.395},{"interface":"front","average":{"1min":3.5019999999999998,"5min":2.7730000000000001,"15min":2.7610000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.968,"5min":14.313000000000001,"15min":28.795999999999999},"last":3.6459999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.29,"15min":1.0049999999999999},"min":{"1min":0.32700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.391999999999999,"5min":18.024999999999999,"15min":18.024999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.4349999999999996,"5min":2.1629999999999998,"15min":1.663},"min":{"1min":0.32100000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.459,"5min":15.459,"15min":18.003},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.482,"15min":1.2669999999999999},"min":{"1min":0.316,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.8069999999999999,"5min":18.081,"15min":18.081},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.9390000000000001,"5min":2.1259999999999999,"15min":1.659},"min":{"1min":0.37,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":10.083,"5min":16.901,"15min":17.952999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.9399999999999999,"15min":1.4059999999999999},"min":{"1min":0.41799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.0879999999999992,"5min":13.429,"15min":16.779},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.1829999999999998,"5min":2.2970000000000002,"15min":1.732},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.536,"5min":21.335000000000001,"15min":21.335000000000001},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1372065792,"data_stored":1372061720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":535166976,"data_stored":535166976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":547291136,"data_stored":547291136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1276973056,"data_stored":1276968984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":843780096,"data_stored":843776024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":494403584,"data_stored":494403584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:27:09.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_5 pgp_num 16 2023-09-23T18:27:09.766 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:09.856 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:09.934 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:09.934 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:10.014 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:10.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:10.028 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:10.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:10.210 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:10.284 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:10.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:10.288 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:10.388 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:10 smithi149 ceph-mon[135148]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:10.456 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:10 smithi018 ceph-mon[153734]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:10.456 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:10.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:10 smithi018 ceph-mon[149401]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:10.457 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:10.467 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:10.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:27:10.799 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:10.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:10.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:10.905 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:10.954 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:11.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:11.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:11.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:11.062 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:11.122 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:11.200 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:11.327 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:11 smithi149 ceph-mon[135148]: pgmap v1522: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 170 B/s rd, 12 MiB/s wr, 718 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.1 MiB/s, 18 objects/s recovering 2023-09-23T18:27:11.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:11 smithi018 ceph-mon[149401]: pgmap v1522: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 170 B/s rd, 12 MiB/s wr, 718 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.1 MiB/s, 18 objects/s recovering 2023-09-23T18:27:11.438 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:11 smithi018 ceph-mon[153734]: pgmap v1522: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 170 B/s rd, 12 MiB/s wr, 718 op/s; 10368/84762 objects degraded (12.232%); 10214/84762 objects misplaced (12.050%); 1.1 MiB/s, 18 objects/s recovering 2023-09-23T18:27:11.442 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:11.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:11.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:11.480 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:11.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:11.551 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:11.554 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:11.590 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:11.625 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:11.666 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:11.681 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.682 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:11.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.683 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:27:11.708 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:11.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:11.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:11.820 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:11.869 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:12.152 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:12.153 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:12.260 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:12.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:12.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:12.367 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:12.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:12.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:12 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3336741103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:12.449 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 10368/84762 objects degraded (12.232%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:12.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:12 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3336741103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:12.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 10368/84762 objects degraded (12.232%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:12.475 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:12.509 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:12.514 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:12 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3336741103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:12.514 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 10368/84762 objects degraded (12.232%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:12.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:12.516 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:12.617 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:12.673 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:12.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:12.800 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:12.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:12.970 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:13.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:13.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:13.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:13.215 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:13.272 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:13.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:13.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:13.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:13 smithi018 ceph-mon[153734]: pgmap v1523: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 131 B/s rd, 9.1 MiB/s wr, 1.35k op/s; 8902/66066 objects degraded (13.474%); 8144/66066 objects misplaced (12.327%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:13.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:13 smithi018 ceph-mon[149401]: pgmap v1523: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 131 B/s rd, 9.1 MiB/s wr, 1.35k op/s; 8902/66066 objects degraded (13.474%); 8144/66066 objects misplaced (12.327%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:13.380 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:13.453 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:13.490 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:13 smithi149 ceph-mon[135148]: pgmap v1523: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 131 B/s rd, 9.1 MiB/s wr, 1.35k op/s; 8902/66066 objects degraded (13.474%); 8144/66066 objects misplaced (12.327%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:13.603 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:13.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:13.607 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:13.708 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:13.779 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:13.985 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:13.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:13.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:14.092 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:14.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:27:14.187 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:14.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:14 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1903409869' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.224 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:14 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.266 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:27:14.280 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:14.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:14.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:14.385 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:14.499 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:14 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1903409869' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.499 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:14 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:14.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:14 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1903409869' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:14 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:14.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:14.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:14.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:14.909 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:14.987 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:47780 10.9 10:9432b2da:::benchmark_data_smithi018_405804_object16375:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:15.020545+0000", 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0072287660000000002, 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.007255152, 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:15.028 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 47780 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020545+0000", 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.029 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020545+0000", 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020543+0000", 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:15.030 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020551+0000", 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8399999999999995e-06 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020571+0000", 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9743000000000001e-05 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020581+0000", 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.7769999999999997e-06 2023-09-23T18:27:15.031 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020633+0000", 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2089999999999998e-05 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020794+0000", 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016179200000000001 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.032 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.020912+0000", 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000117327 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022504+0000", 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001592329 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.033 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:47784 10.9 10:9d5229f5:::benchmark_data_smithi018_405804_object16379:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:15.022501+0000", 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 0.0052723809999999996, 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053579780000000002, 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "waiting for sub ops", 2023-09-23T18:27:15.034 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 47784 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022501+0000", 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.035 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022501+0000", 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022500+0000", 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:15.036 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022507+0000", 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4019999999999999e-06 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022522+0000", 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5888000000000001e-05 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022532+0000", 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.3409999999999992e-06 2023-09-23T18:27:15.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022594+0000", 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2220999999999999e-05 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022736+0000", 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000142077 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.038 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4,7", 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.022873+0000", 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013700600000000001 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:15.027691+0000", 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0048176119999999998 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:15.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:15.040 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2023-09-23T18:27:15.040 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 2 2023-09-23T18:27:15.040 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:15.059 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:14] "GET /metrics HTTP/1.1" 200 36709 "" "Prometheus/2.33.4" 2023-09-23T18:27:15.155 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:15.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:15.164 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:15.245 INFO:teuthology.orchestra.run.smithi018.stderr:set pool 10 pgp_num to 16 2023-09-23T18:27:15.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:15.311 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: pgmap v1524: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 116 B/s rd, 8.0 MiB/s wr, 1.35k op/s; 8463/62019 objects degraded (13.646%); 7678/62019 objects misplaced (12.380%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: osdmap e513: 8 total, 6 up, 8 in 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:27:15.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: pgmap v1524: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 116 B/s rd, 8.0 MiB/s wr, 1.35k op/s; 8463/62019 objects degraded (13.646%); 7678/62019 objects misplaced (12.380%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: osdmap e513: 8 total, 6 up, 8 in 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:27:15.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: pgmap v1524: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 116 B/s rd, 8.0 MiB/s wr, 1.35k op/s; 8463/62019 objects degraded (13.646%); 7678/62019 objects misplaced (12.380%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: osdmap e513: 8 total, 6 up, 8 in 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: failed to encode map e513 with expected crc 2023-09-23T18:27:15.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T18:27:15.680 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:15.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:15.686 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:15.725 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:27:15.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:15.831 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:15.897 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:15.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:15.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:16.003 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:16.026 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:16.056 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:16.130 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:16.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:16.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:16.238 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:16.299 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:16.374 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:16.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:16.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:27:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: osdmap e514: 8 total, 6 up, 8 in 2023-09-23T18:27:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:16 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.484 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: osdmap e514: 8 total, 6 up, 8 in 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.556 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3828259076' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: osdmap e514: 8 total, 6 up, 8 in 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: failed to encode map e514 with expected crc 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:16 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:16.562 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:16.728 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:16.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:16.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:16.839 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:16.913 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:17.143 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:27:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:17.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:17.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:17.407 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:17.424 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:17.519 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[149401]: failed to encode map e514 with expected crc 2023-09-23T18:27:17.519 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[149401]: pgmap v1527: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1007 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.52k op/s; 7229/48189 objects degraded (15.001%); 6345/48189 objects misplaced (13.167%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:17.519 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 7229/48189 objects degraded (15.001%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:17.519 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[153734]: failed to encode map e514 with expected crc 2023-09-23T18:27:17.520 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[153734]: pgmap v1527: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1007 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.52k op/s; 7229/48189 objects degraded (15.001%); 6345/48189 objects misplaced (13.167%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:17.520 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:17 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 7229/48189 objects degraded (15.001%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:17.541 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:17.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:17 smithi149 ceph-mon[135148]: failed to encode map e514 with expected crc 2023-09-23T18:27:17.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:17 smithi149 ceph-mon[135148]: pgmap v1527: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 1007 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 1.52k op/s; 7229/48189 objects degraded (15.001%); 6345/48189 objects misplaced (13.167%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:17.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:17 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 7229/48189 objects degraded (15.001%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:17.737 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:17.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:17.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:17.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:17.905 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:17.960 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:17.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:17.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:18.065 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:18.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:18.282 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:18.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:18.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:18.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:18.402 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:18.448 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:18.464 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:18.504 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:18.571 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:18.572 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:18.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:18.585 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:18.618 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:18.636 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:18.664 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.665 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:27:18.686 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:18.745 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.745 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.745 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[153734]: pgmap v1528: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.78k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:18.745 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/800224523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:18.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[149401]: pgmap v1528: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.78k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:18.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/800224523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:18.751 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:18 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:18 smithi149 ceph-mon[135148]: pgmap v1528: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.78k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:18.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/800224523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:19.147 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:19.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:19.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:19.194 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:19.195 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:19.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:19.346 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:19.419 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:19.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:19.424 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:19.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:19.574 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:19.619 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:19.619 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:19.824 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:19.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:19.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:19.934 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:19.993 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:20.055 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:20.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:20.061 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:20.092 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:20 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.092 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:20 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:20 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:20 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.162 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:20.224 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:20 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:20 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:20.569 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:20.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:20.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:20.603 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:27:20.682 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:20.725 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:20.743 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5, 4] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:27:20.743 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:27:20.743 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2023-09-23T18:27:20.743 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:27:20.776 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:20.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:20.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:20.883 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:20.981 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:21.196 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:27:21.251 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:21 smithi018 ceph-mon[149401]: pgmap v1529: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 927 KiB/s, 14 objects/s recovering 2023-09-23T18:27:21.251 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:21 smithi018 ceph-mon[153734]: pgmap v1529: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 927 KiB/s, 14 objects/s recovering 2023-09-23T18:27:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:21.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:21.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:21.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:21 smithi149 ceph-mon[135148]: pgmap v1529: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 877 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 6814/41961 objects degraded (16.239%); 5571/41961 objects misplaced (13.277%); 927 KiB/s, 14 objects/s recovering 2023-09-23T18:27:21.428 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:21.486 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:21.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:21.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:21.594 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:21.686 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:21.964 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:22.015 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:22.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:22.026 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:22.070 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:22.073 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:27:22.105 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3225096383' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.106 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.106 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 6814/41961 objects degraded (16.239%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:22.106 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3225096383' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.106 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.106 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:22 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 6814/41961 objects degraded (16.239%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:22.127 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:22.182 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:22.237 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:22.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:22.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:22.347 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:22.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3225096383' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:22.391 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:22 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 6814/41961 objects degraded (16.239%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:22.395 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:22.455 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:22.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:22.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:22.563 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:22.614 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:22.666 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:22.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:22.671 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:22.773 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:22.826 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:22.883 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:22.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:22.892 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:22.993 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:23.046 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:23.105 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:23.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:23.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:23.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: pgmap v1530: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 549 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.49k op/s; 5628/26211 objects degraded (21.472%); 3753/26211 objects misplaced (14.318%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:23.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:23.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:23.208 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: osdmap e515: 8 total, 6 up, 8 in 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[149401]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: pgmap v1530: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 549 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.49k op/s; 5628/26211 objects degraded (21.472%); 3753/26211 objects misplaced (14.318%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: osdmap e515: 8 total, 6 up, 8 in 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:23 smithi018 ceph-mon[153734]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.215 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:23.250 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:23.297 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: pgmap v1530: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 549 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.49k op/s; 5628/26211 objects degraded (21.472%); 3753/26211 objects misplaced (14.318%); 1.8 MiB/s, 28 objects/s recovering 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: osdmap e515: 8 total, 6 up, 8 in 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.303 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:23 smithi149 ceph-mon[135148]: failed to encode map e515 with expected crc 2023-09-23T18:27:23.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:23.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:23.405 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:23.475 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:23.650 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:23.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:23.656 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:23.757 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:23.811 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:23.945 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:23.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:23.953 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:24.054 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:24.107 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:24.173 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:24.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:24.181 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:24.282 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:24.348 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:24.415 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:24.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:24.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:24.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:27:24.694 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:24.710 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:24.710 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:24.735 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:24.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:24.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:24.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:24.893 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:24.951 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:24.997 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:24] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.33.4" 2023-09-23T18:27:25.000 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:25.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:25.008 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:25.108 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:25.134 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:25.176 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:25.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:25.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:25.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:25.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:25 smithi018 ceph-mon[153734]: pgmap v1532: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.24k op/s; 5198/22653 objects degraded (22.946%); 3364/22653 objects misplaced (14.850%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:27:25.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:25.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:25 smithi018 ceph-mon[149401]: pgmap v1532: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.24k op/s; 5198/22653 objects degraded (22.946%); 3364/22653 objects misplaced (14.850%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:27:25.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:25.360 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:25 smithi149 ceph-mon[135148]: pgmap v1532: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.24k op/s; 5198/22653 objects degraded (22.946%); 3364/22653 objects misplaced (14.850%); 864 KiB/s, 13 objects/s recovering 2023-09-23T18:27:25.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:25.930 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:25.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:25.934 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:25.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:27:26.035 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:26.101 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:26.190 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:26.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:26.197 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:26.298 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:26.364 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:26.369 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:26.400 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:27:26.405 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:27:26.416 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:26.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:26.429 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:26.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:27:26.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:27:26.527 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:27:26.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:27:26.528 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.530 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:26.569 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:26.638 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:26.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:26.639 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:26.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:27:26.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:27:26.640 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:27:26.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:26.763 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:26.791 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:26.845 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:26.873 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:26.915 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:26.941 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:26.946 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Removed 31402 objects 2023-09-23T18:27:26.946 INFO:tasks.radosbench.radosbench.0.smithi018.stdout:Clean up completed and total clean up time :22.8937 2023-09-23T18:27:26.960 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:26.963 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:26.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:26.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:26.982 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:26.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:27:26.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:27:26.982 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:27:26.982 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:26.983 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:27:26.983 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:26.983 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:27:26.983 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:27:27.064 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:27.092 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:27.133 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:27.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:27.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:27.238 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:27.243 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1533,"stamp":"2023-09-23T18:27:25.758305+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":215947211,"num_objects":3251,"num_object_clones":0,"num_object_copies":9753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4023,"num_objects_misplaced":2075,"num_objects_unfound":0,"num_objects_dirty":3251,"num_whiteouts":0,"num_read":6210,"num_read_kb":13633,"num_write":60689,"num_write_kb":2024870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1067,"num_bytes_recovered":62950122,"num_keys_recovered":90,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":60753,"ondisk_log_size":60753,"up":207,"acting":237,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":303,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":7484324,"kb_used_data":1340132,"kb_used_omap":60,"kb_used_meta":6143491,"kb_avail":742476892,"statfs":{"total":767960285184,"available":760296337408,"internally_reserved":0,"allocated":1372295168,"data_stored":1359444817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61504,"internal_metadata":6290935744},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-839647232,"num_objects":-12812,"num_object_clones":0,"num_object_copies":-38436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-3206,"num_objects_misplaced":-4270,"num_objects_unfound":0,"num_objects_dirty":-12812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12812,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":231,"num_bytes_recovered":8978432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003974"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":30,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.260226+0000","last_change":"2023-09-23T18:26:31.052026+0000","last_active":"2023-09-23T18:27:15.260226+0000","last_peered":"2023-09-23T18:27:15.260226+0000","last_clean":"2023-09-23T18:27:15.260226+0000","last_became_active":"2023-09-23T18:26:31.051675+0000","last_became_peered":"2023-09-23T18:26:31.051675+0000","last_unstale":"2023-09-23T18:27:15.260226+0000","last_undegraded":"2023-09-23T18:27:15.260226+0000","last_fullsized":"2023-09-23T18:27:15.260226+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":398,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.238841+0000","last_change":"2023-09-23T18:26:32.041759+0000","last_active":"2023-09-23T18:27:14.238841+0000","last_peered":"2023-09-23T18:27:14.238841+0000","last_clean":"2023-09-23T18:27:14.238841+0000","last_became_active":"2023-09-23T18:26:32.041362+0000","last_became_peered":"2023-09-23T18:26:32.041362+0000","last_unstale":"2023-09-23T18:27:14.238841+0000","last_undegraded":"2023-09-23T18:27:14.238841+0000","last_fullsized":"2023-09-23T18:27:14.238841+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:04.776217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,6],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":498,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.238466+0000","last_change":"2023-09-23T18:26:46.983141+0000","last_active":"2023-09-23T18:27:14.238466+0000","last_peered":"2023-09-23T18:27:14.238466+0000","last_clean":"2023-09-23T18:27:14.238466+0000","last_became_active":"2023-09-23T18:26:46.982759+0000","last_became_peered":"2023-09-23T18:26:46.982759+0000","last_unstale":"2023-09-23T18:27:14.238466+0000","last_undegraded":"2023-09-23T18:27:14.238466+0000","last_fullsized":"2023-09-23T18:27:14.238466+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:53.454726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":131,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.239241+0000","last_change":"2023-09-23T18:26:46.999649+0000","last_active":"2023-09-23T18:27:14.239241+0000","last_peered":"2023-09-23T18:27:14.239241+0000","last_clean":"2023-09-23T18:27:14.239241+0000","last_became_active":"2023-09-23T18:26:46.997713+0000","last_became_peered":"2023-09-23T18:26:46.997713+0000","last_unstale":"2023-09-23T18:27:14.239241+0000","last_undegraded":"2023-09-23T18:27:14.239241+0000","last_fullsized":"2023-09-23T18:27:14.239241+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:38.986160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1,7],"avail_no_missing":["0","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":560,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.240548+0000","last_change":"2023-09-23T18:26:57.042077+0000","last_active":"2023-09-23T18:27:14.240548+0000","last_peered":"2023-09-23T18:27:14.240548+0000","last_clean":"2023-09-23T18:27:14.240548+0000","last_became_active":"2023-09-23T18:26:57.041610+0000","last_became_peered":"2023-09-23T18:26:57.041610+0000","last_unstale":"2023-09-23T18:27:14.240548+0000","last_undegraded":"2023-09-23T18:27:14.240548+0000","last_fullsized":"2023-09-23T18:27:14.240548+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:57.372868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2,0],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":343,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.254449+0000","last_change":"2023-09-23T18:26:00.147150+0000","last_active":"2023-09-23T18:27:15.254449+0000","last_peered":"2023-09-23T18:27:15.254449+0000","last_clean":"2023-09-23T18:22:31.895713+0000","last_became_active":"2023-09-23T18:26:00.147150+0000","last_became_peered":"2023-09-23T18:26:00.147150+0000","last_unstale":"2023-09-23T18:27:15.254449+0000","last_undegraded":"2023-09-23T18:27:15.254449+0000","last_fullsized":"2023-09-23T18:26:00.139933+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":153,"reported_epoch":513,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:14.236262+0000","last_change":"2023-09-23T18:25:28.991407+0000","last_active":"2023-09-23T18:25:27.993872+0000","last_peered":"2023-09-23T18:27:14.236262+0000","last_clean":"2023-09-23T18:24:59.224650+0000","last_became_active":"2023-09-23T18:25:06.912161+0000","last_became_peered":"2023-09-23T18:25:28.991407+0000","last_unstale":"2023-09-23T18:27:14.236262+0000","last_undegraded":"2023-09-23T18:27:14.236262+0000","last_fullsized":"2023-09-23T18:25:28.990429+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:13.442080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":530,"reported_epoch":513,"state":"active+undersized","last_fresh":"2023-09-23T18:27:14.240709+0000","last_change":"2023-09-23T18:25:06.927942+0000","last_active":"2023-09-23T18:27:14.240709+0000","last_peered":"2023-09-23T18:27:14.240709+0000","last_clean":"2023-09-23T18:21:59.381520+0000","last_became_active":"2023-09-23T18:25:06.927942+0000","last_became_peered":"2023-09-23T18:25:06.927942+0000","last_unstale":"2023-09-23T18:27:14.240709+0000","last_undegraded":"2023-09-23T18:27:14.240709+0000","last_fullsized":"2023-09-23T18:25:06.905888+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:15.959943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":292,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.249536+0000","last_change":"2023-09-23T18:25:28.996566+0000","last_active":"2023-09-23T18:27:15.249536+0000","last_peered":"2023-09-23T18:27:15.249536+0000","last_clean":"2023-09-23T18:16:59.842702+0000","last_became_active":"2023-09-23T18:25:28.996566+0000","last_became_peered":"2023-09-23T18:25:28.996566+0000","last_unstale":"2023-09-23T18:27:15.249536+0000","last_undegraded":"2023-09-23T18:27:15.249536+0000","last_fullsized":"2023-09-23T18:25:28.989647+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":471,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.247630+0000","last_change":"2023-09-23T18:25:06.912740+0000","last_active":"2023-09-23T18:27:15.247630+0000","last_peered":"2023-09-23T18:27:15.247630+0000","last_clean":"2023-09-23T18:21:59.366184+0000","last_became_active":"2023-09-23T18:25:06.912740+0000","last_became_peered":"2023-09-23T18:25:06.912740+0000","last_unstale":"2023-09-23T18:27:15.247630+0000","last_undegraded":"2023-09-23T18:27:15.247630+0000","last_fullsized":"2023-09-23T18:25:06.904612+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":199,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.246504+0000","last_change":"2023-09-23T18:26:32.043456+0000","last_active":"2023-09-23T18:27:15.246504+0000","last_peered":"2023-09-23T18:27:15.246504+0000","last_clean":"2023-09-23T18:27:15.246504+0000","last_became_active":"2023-09-23T18:26:32.042961+0000","last_became_peered":"2023-09-23T18:26:32.042961+0000","last_unstale":"2023-09-23T18:27:15.246504+0000","last_undegraded":"2023-09-23T18:27:15.246504+0000","last_fullsized":"2023-09-23T18:27:15.246504+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":114,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.238476+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:27:14.238476+0000","last_peered":"2023-09-23T18:27:14.238476+0000","last_clean":"2023-09-23T18:27:14.238476+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:27:14.238476+0000","last_undegraded":"2023-09-23T18:27:14.238476+0000","last_fullsized":"2023-09-23T18:27:14.238476+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":40,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.259010+0000","last_change":"2023-09-23T18:26:31.073849+0000","last_active":"2023-09-23T18:27:15.259010+0000","last_peered":"2023-09-23T18:27:15.259010+0000","last_clean":"2023-09-23T18:27:15.259010+0000","last_became_active":"2023-09-23T18:26:31.058033+0000","last_became_peered":"2023-09-23T18:26:31.058033+0000","last_unstale":"2023-09-23T18:27:15.259010+0000","last_undegraded":"2023-09-23T18:27:15.259010+0000","last_fullsized":"2023-09-23T18:27:15.259010+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":556,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.258488+0000","last_change":"2023-09-23T18:26:32.052872+0000","last_active":"2023-09-23T18:27:15.258488+0000","last_peered":"2023-09-23T18:27:15.258488+0000","last_clean":"2023-09-23T18:27:15.258488+0000","last_became_active":"2023-09-23T18:26:32.052550+0000","last_became_peered":"2023-09-23T18:26:32.052550+0000","last_unstale":"2023-09-23T18:27:15.258488+0000","last_undegraded":"2023-09-23T18:27:15.258488+0000","last_fullsized":"2023-09-23T18:27:15.258488+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":212,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.246108+0000","last_change":"2023-09-23T18:26:31.215967+0000","last_active":"2023-09-23T18:27:15.246108+0000","last_peered":"2023-09-23T18:27:15.246108+0000","last_clean":"2023-09-23T18:27:15.246108+0000","last_became_active":"2023-09-23T18:26:31.054678+0000","last_became_peered":"2023-09-23T18:26:31.054678+0000","last_unstale":"2023-09-23T18:27:15.246108+0000","last_undegraded":"2023-09-23T18:27:15.246108+0000","last_fullsized":"2023-09-23T18:27:15.246108+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":306,"num_keys_recovered":90,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":443,"reported_epoch":513,"state":"active+undersized","last_fresh":"2023-09-23T18:27:14.239251+0000","last_change":"2023-09-23T18:25:06.909955+0000","last_active":"2023-09-23T18:27:14.239251+0000","last_peered":"2023-09-23T18:27:14.239251+0000","last_clean":"2023-09-23T18:16:59.831130+0000","last_became_active":"2023-09-23T18:25:06.909955+0000","last_became_peered":"2023-09-23T18:25:06.909955+0000","last_unstale":"2023-09-23T18:27:14.239251+0000","last_undegraded":"2023-09-23T18:27:14.239251+0000","last_fullsized":"2023-09-23T18:25:06.906505+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":363,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:04.535792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":130,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.236272+0000","last_change":"2023-09-23T18:26:45.964740+0000","last_active":"2023-09-23T18:27:14.236272+0000","last_peered":"2023-09-23T18:27:14.236272+0000","last_clean":"2023-09-23T18:27:14.236272+0000","last_became_active":"2023-09-23T18:26:45.964427+0000","last_became_peered":"2023-09-23T18:26:45.964427+0000","last_unstale":"2023-09-23T18:27:14.236272+0000","last_undegraded":"2023-09-23T18:27:14.236272+0000","last_fullsized":"2023-09-23T18:27:14.236272+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:36:33.093988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":289,"reported_epoch":514,"state":"active+undersized+remapped","last_fresh":"2023-09-23T18:27:15.246274+0000","last_change":"2023-09-23T18:26:57.040508+0000","last_active":"2023-09-23T18:27:15.246274+0000","last_peered":"2023-09-23T18:27:15.246274+0000","last_clean":"2023-09-23T18:24:59.216165+0000","last_became_active":"2023-09-23T18:26:57.040508+0000","last_became_peered":"2023-09-23T18:26:57.040508+0000","last_unstale":"2023-09-23T18:27:15.246274+0000","last_undegraded":"2023-09-23T18:27:15.246274+0000","last_fullsized":"2023-09-23T18:26:57.031239+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":206,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.247760+0000","last_change":"2023-09-23T18:26:31.056148+0000","last_active":"2023-09-23T18:27:15.247760+0000","last_peered":"2023-09-23T18:27:15.247760+0000","last_clean":"2023-09-23T18:27:15.247760+0000","last_became_active":"2023-09-23T18:26:31.055571+0000","last_became_peered":"2023-09-23T18:26:31.055571+0000","last_unstale":"2023-09-23T18:27:15.247760+0000","last_undegraded":"2023-09-23T18:27:15.247760+0000","last_fullsized":"2023-09-23T18:27:15.247760+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":131,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.239422+0000","last_change":"2023-09-23T18:26:46.993752+0000","last_active":"2023-09-23T18:27:14.239422+0000","last_peered":"2023-09-23T18:27:14.239422+0000","last_clean":"2023-09-23T18:27:14.239422+0000","last_became_active":"2023-09-23T18:26:46.993325+0000","last_became_peered":"2023-09-23T18:26:46.993325+0000","last_unstale":"2023-09-23T18:27:14.239422+0000","last_undegraded":"2023-09-23T18:27:14.239422+0000","last_fullsized":"2023-09-23T18:27:14.239422+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:18.372149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2,7],"avail_no_missing":["0","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":130,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.251742+0000","last_change":"2023-09-23T18:26:57.227367+0000","last_active":"2023-09-23T18:27:15.251742+0000","last_peered":"2023-09-23T18:27:15.251742+0000","last_clean":"2023-09-23T18:27:15.251742+0000","last_became_active":"2023-09-23T18:26:57.041848+0000","last_became_peered":"2023-09-23T18:26:57.041848+0000","last_unstale":"2023-09-23T18:27:15.251742+0000","last_undegraded":"2023-09-23T18:27:15.251742+0000","last_fullsized":"2023-09-23T18:27:15.251742+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2,0],"avail_no_missing":["6","0","2"],"object_location_counts":[{"shards":"0,2,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":387,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.238785+0000","last_change":"2023-09-23T18:26:45.954519+0000","last_active":"2023-09-23T18:27:14.238785+0000","last_peered":"2023-09-23T18:27:14.238785+0000","last_clean":"2023-09-23T18:27:14.238785+0000","last_became_active":"2023-09-23T18:26:45.954169+0000","last_became_peered":"2023-09-23T18:26:45.954169+0000","last_unstale":"2023-09-23T18:27:14.238785+0000","last_undegraded":"2023-09-23T18:27:14.238785+0000","last_fullsized":"2023-09-23T18:27:14.238785+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:23:33.847952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"514'3437","reported_seq":3521,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:20.988707+0000","last_change":"2023-09-23T18:26:32.041423+0000","last_active":"2023-09-23T18:27:20.988707+0000","last_peered":"2023-09-23T18:27:20.988707+0000","last_clean":"2023-09-23T18:27:20.988707+0000","last_became_active":"2023-09-23T18:26:32.040980+0000","last_became_peered":"2023-09-23T18:26:32.040980+0000","last_unstale":"2023-09-23T18:27:20.988707+0000","last_undegraded":"2023-09-23T18:27:20.988707+0000","last_fullsized":"2023-09-23T18:27:20.988707+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3437,"log_dups_size":0,"ondisk_log_size":3437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:22.971478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29425664,"num_objects":449,"num_object_clones":0,"num_object_copies":1347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":449,"num_objects_unfound":0,"num_objects_dirty":449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3437,"num_write_kb":124352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":589824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4,1],"avail_no_missing":["0","1","4"],"object_location_counts":[{"shards":"0,1,4","objects":449}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":246,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.248523+0000","last_change":"2023-09-23T18:26:56.114792+0000","last_active":"2023-09-23T18:27:15.248523+0000","last_peered":"2023-09-23T18:27:15.248523+0000","last_clean":"2023-09-23T18:27:15.248523+0000","last_became_active":"2023-09-23T18:26:56.035380+0000","last_became_peered":"2023-09-23T18:26:56.035380+0000","last_unstale":"2023-09-23T18:27:15.248523+0000","last_undegraded":"2023-09-23T18:27:15.248523+0000","last_fullsized":"2023-09-23T18:27:15.248523+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":198,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":286,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.246962+0000","last_change":"2023-09-23T18:25:28.991763+0000","last_active":"2023-09-23T18:27:15.246962+0000","last_peered":"2023-09-23T18:27:15.246962+0000","last_clean":"2023-09-23T18:21:58.937739+0000","last_became_active":"2023-09-23T18:25:28.991763+0000","last_became_peered":"2023-09-23T18:25:28.991763+0000","last_unstale":"2023-09-23T18:27:15.246962+0000","last_undegraded":"2023-09-23T18:27:15.246962+0000","last_fullsized":"2023-09-23T18:25:28.989982+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.7","version":"515'3880","reported_seq":3952,"reported_epoch":515,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T18:27:25.060855+0000","last_change":"2023-09-23T18:27:01.977403+0000","last_active":"2023-09-23T18:27:25.060855+0000","last_peered":"2023-09-23T18:27:25.060855+0000","last_clean":"2023-09-23T18:27:01.088726+0000","last_became_active":"2023-09-23T18:27:01.962590+0000","last_became_peered":"2023-09-23T18:27:01.962590+0000","last_unstale":"2023-09-23T18:27:25.060855+0000","last_undegraded":"2023-09-23T18:27:25.060855+0000","last_fullsized":"2023-09-23T18:27:25.060855+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3880,"log_dups_size":0,"ondisk_log_size":3880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8519680,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":260,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3880,"num_write_kb":128320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6,4,0],"avail_no_missing":["6","0","4"],"object_location_counts":[{"shards":"0,4,6","objects":130}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":201,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.249805+0000","last_change":"2023-09-23T18:26:57.038216+0000","last_active":"2023-09-23T18:27:15.249805+0000","last_peered":"2023-09-23T18:27:15.249805+0000","last_clean":"2023-09-23T18:27:15.249805+0000","last_became_active":"2023-09-23T18:26:57.037766+0000","last_became_peered":"2023-09-23T18:26:57.037766+0000","last_unstale":"2023-09-23T18:27:15.249805+0000","last_undegraded":"2023-09-23T18:27:15.249805+0000","last_fullsized":"2023-09-23T18:27:15.249805+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":553,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.258849+0000","last_change":"2023-09-23T18:26:45.960536+0000","last_active":"2023-09-23T18:27:15.258849+0000","last_peered":"2023-09-23T18:27:15.258849+0000","last_clean":"2023-09-23T18:27:15.258849+0000","last_became_active":"2023-09-23T18:26:45.960220+0000","last_became_peered":"2023-09-23T18:26:45.960220+0000","last_unstale":"2023-09-23T18:27:15.258849+0000","last_undegraded":"2023-09-23T18:27:15.258849+0000","last_fullsized":"2023-09-23T18:27:15.258849+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"515'3750","reported_seq":3838,"reported_epoch":515,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:25.551979+0000","last_change":"2023-09-23T18:26:57.051354+0000","last_active":"2023-09-23T18:27:25.551979+0000","last_peered":"2023-09-23T18:27:25.551979+0000","last_clean":"2023-09-23T18:27:25.551979+0000","last_became_active":"2023-09-23T18:26:57.047596+0000","last_became_peered":"2023-09-23T18:26:57.047596+0000","last_unstale":"2023-09-23T18:27:25.551979+0000","last_undegraded":"2023-09-23T18:27:25.551979+0000","last_fullsized":"2023-09-23T18:27:25.551979+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3750,"log_dups_size":0,"ondisk_log_size":3750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5373952,"num_objects":82,"num_object_clones":0,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":82,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3750,"num_write_kb":122624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":393216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":82}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":210,"reported_epoch":514,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:15.246674+0000","last_change":"2023-09-23T18:25:28.994507+0000","last_active":"2023-09-23T18:27:15.246674+0000","last_peered":"2023-09-23T18:27:15.246674+0000","last_clean":"2023-09-23T18:25:26.985010+0000","last_became_active":"2023-09-23T18:25:28.994507+0000","last_became_peered":"2023-09-23T18:25:28.994507+0000","last_unstale":"2023-09-23T18:27:15.246674+0000","last_undegraded":"2023-09-23T18:25:28.990865+0000","last_fullsized":"2023-09-23T18:25:28.990732+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":347,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.251966+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:27:15.251966+0000","last_peered":"2023-09-23T18:27:15.251966+0000","last_clean":"2023-09-23T18:27:15.251966+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:27:15.251966+0000","last_undegraded":"2023-09-23T18:27:15.251966+0000","last_fullsized":"2023-09-23T18:27:15.251966+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"515'3674","reported_seq":3721,"reported_epoch":515,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:22.657584+0000","last_change":"2023-09-23T18:25:33.042214+0000","last_active":"2023-09-23T18:27:22.657584+0000","last_peered":"2023-09-23T18:27:22.657584+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:25:27.992387+0000","last_became_peered":"2023-09-23T18:25:27.992387+0000","last_unstale":"2023-09-23T18:27:22.657584+0000","last_undegraded":"2023-09-23T18:25:33.036007+0000","last_fullsized":"2023-09-23T18:25:27.985555+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3674,"log_dups_size":0,"ondisk_log_size":3674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:16:21.304230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22020096,"num_objects":336,"num_object_clones":0,"num_object_copies":1008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":336,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3674,"num_write_kb":128320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[{"shards":"0,2","objects":336}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":387,"reported_epoch":514,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:15.251004+0000","last_change":"2023-09-23T18:25:28.993355+0000","last_active":"2023-09-23T18:25:06.824097+0000","last_peered":"2023-09-23T18:27:15.251004+0000","last_clean":"2023-09-23T18:24:59.215929+0000","last_became_active":"2023-09-23T18:22:35.936505+0000","last_became_peered":"2023-09-23T18:25:28.993355+0000","last_unstale":"2023-09-23T18:27:15.251004+0000","last_undegraded":"2023-09-23T18:27:15.251004+0000","last_fullsized":"2023-09-23T18:25:28.992243+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":135,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.236979+0000","last_change":"2023-09-23T18:26:31.048619+0000","last_active":"2023-09-23T18:27:14.236979+0000","last_peered":"2023-09-23T18:27:14.236979+0000","last_clean":"2023-09-23T18:27:14.236979+0000","last_became_active":"2023-09-23T18:26:31.048291+0000","last_became_peered":"2023-09-23T18:26:31.048291+0000","last_unstale":"2023-09-23T18:27:14.236979+0000","last_undegraded":"2023-09-23T18:27:14.236979+0000","last_fullsized":"2023-09-23T18:27:14.236979+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:25.056001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"514'3475","reported_seq":3544,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:21.816254+0000","last_change":"2023-09-23T18:26:32.041077+0000","last_active":"2023-09-23T18:27:21.816254+0000","last_peered":"2023-09-23T18:27:21.816254+0000","last_clean":"2023-09-23T18:27:21.816254+0000","last_became_active":"2023-09-23T18:26:32.040821+0000","last_became_peered":"2023-09-23T18:26:32.040821+0000","last_unstale":"2023-09-23T18:27:21.816254+0000","last_undegraded":"2023-09-23T18:27:21.816254+0000","last_fullsized":"2023-09-23T18:27:21.816254+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3475,"log_dups_size":0,"ondisk_log_size":3475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:54:21.925538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24313856,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3475,"num_write_kb":123072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":33,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.258605+0000","last_change":"2023-09-23T18:26:57.047941+0000","last_active":"2023-09-23T18:27:15.258605+0000","last_peered":"2023-09-23T18:27:15.258605+0000","last_clean":"2023-09-23T18:27:15.258605+0000","last_became_active":"2023-09-23T18:26:57.047513+0000","last_became_peered":"2023-09-23T18:26:57.047513+0000","last_unstale":"2023-09-23T18:27:15.258605+0000","last_undegraded":"2023-09-23T18:27:15.258605+0000","last_fullsized":"2023-09-23T18:27:15.258605+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,0],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":212,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.259369+0000","last_change":"2023-09-23T18:26:32.051207+0000","last_active":"2023-09-23T18:27:15.259369+0000","last_peered":"2023-09-23T18:27:15.259369+0000","last_clean":"2023-09-23T18:27:15.259369+0000","last_became_active":"2023-09-23T18:26:32.050761+0000","last_became_peered":"2023-09-23T18:26:32.050761+0000","last_unstale":"2023-09-23T18:27:15.259369+0000","last_undegraded":"2023-09-23T18:27:15.259369+0000","last_fullsized":"2023-09-23T18:27:15.259369+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6,1],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"515'3889","reported_seq":3930,"reported_epoch":515,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:25.556782+0000","last_change":"2023-09-23T18:26:45.964245+0000","last_active":"2023-09-23T18:27:25.556782+0000","last_peered":"2023-09-23T18:27:25.556782+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:45.964245+0000","last_became_peered":"2023-09-23T18:26:45.964245+0000","last_unstale":"2023-09-23T18:27:25.556782+0000","last_undegraded":"2023-09-23T18:26:45.956561+0000","last_fullsized":"2023-09-23T18:26:45.956414+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3889,"log_dups_size":0,"ondisk_log_size":3889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6881280,"num_objects":105,"num_object_clones":0,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":105,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3889,"num_write_kb":127808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[{"shards":"0,4","objects":105}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":171,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.251858+0000","last_change":"2023-09-23T18:26:32.049043+0000","last_active":"2023-09-23T18:27:15.251858+0000","last_peered":"2023-09-23T18:27:15.251858+0000","last_clean":"2023-09-23T18:27:15.251858+0000","last_became_active":"2023-09-23T18:26:32.048724+0000","last_became_peered":"2023-09-23T18:26:32.048724+0000","last_unstale":"2023-09-23T18:27:15.251858+0000","last_undegraded":"2023-09-23T18:27:15.251858+0000","last_fullsized":"2023-09-23T18:27:15.251858+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":167,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.235439+0000","last_change":"2023-09-23T18:26:45.953850+0000","last_active":"2023-09-23T18:27:15.235439+0000","last_peered":"2023-09-23T18:27:15.235439+0000","last_clean":"2023-09-23T18:27:15.235439+0000","last_became_active":"2023-09-23T18:26:45.953466+0000","last_became_peered":"2023-09-23T18:26:45.953466+0000","last_unstale":"2023-09-23T18:27:15.235439+0000","last_undegraded":"2023-09-23T18:27:15.235439+0000","last_fullsized":"2023-09-23T18:27:15.235439+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:49:26.086755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.0","version":"515'3674","reported_seq":4089,"reported_epoch":515,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:25.097789+0000","last_change":"2023-09-23T18:27:02.955436+0000","last_active":"2023-09-23T18:27:25.097789+0000","last_peered":"2023-09-23T18:27:25.097789+0000","last_clean":"2023-09-23T18:26:55.018719+0000","last_became_active":"2023-09-23T18:26:57.083822+0000","last_became_peered":"2023-09-23T18:26:57.083822+0000","last_unstale":"2023-09-23T18:27:25.097789+0000","last_undegraded":"2023-09-23T18:27:02.952186+0000","last_fullsized":"2023-09-23T18:26:57.030808+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3674,"log_dups_size":0,"ondisk_log_size":3674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":160,"num_object_clones":0,"num_object_copies":480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1328,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3674,"num_write_kb":122688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":159,"num_bytes_recovered":10420224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1],"avail_no_missing":["6","1","4"],"object_location_counts":[{"shards":"1,6","objects":-1168}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":163,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.236962+0000","last_change":"2023-09-23T18:26:56.036685+0000","last_active":"2023-09-23T18:27:15.236962+0000","last_peered":"2023-09-23T18:27:15.236962+0000","last_clean":"2023-09-23T18:27:15.236962+0000","last_became_active":"2023-09-23T18:26:56.036065+0000","last_became_peered":"2023-09-23T18:26:56.036065+0000","last_unstale":"2023-09-23T18:27:15.236962+0000","last_undegraded":"2023-09-23T18:27:15.236962+0000","last_fullsized":"2023-09-23T18:27:15.236962+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:25:31.522127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":547,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.260378+0000","last_change":"2023-09-23T18:26:32.053489+0000","last_active":"2023-09-23T18:27:15.260378+0000","last_peered":"2023-09-23T18:27:15.260378+0000","last_clean":"2023-09-23T18:27:15.260378+0000","last_became_active":"2023-09-23T18:26:32.052928+0000","last_became_peered":"2023-09-23T18:26:32.052928+0000","last_unstale":"2023-09-23T18:27:15.260378+0000","last_undegraded":"2023-09-23T18:27:15.260378+0000","last_fullsized":"2023-09-23T18:27:15.260378+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"515'3872","reported_seq":3924,"reported_epoch":515,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:25.647399+0000","last_change":"2023-09-23T18:27:03.035262+0000","last_active":"2023-09-23T18:27:25.647399+0000","last_peered":"2023-09-23T18:27:25.647399+0000","last_clean":"2023-09-23T18:27:01.075816+0000","last_became_active":"2023-09-23T18:27:03.014495+0000","last_became_peered":"2023-09-23T18:27:03.014495+0000","last_unstale":"2023-09-23T18:27:25.647399+0000","last_undegraded":"2023-09-23T18:27:02.969724+0000","last_fullsized":"2023-09-23T18:27:02.959501+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3872,"log_dups_size":0,"ondisk_log_size":3872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6029312,"num_objects":92,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1966,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":92,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3872,"num_write_kb":126848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":851968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":76},{"shards":"0,7","objects":-1874}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":458,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.243701+0000","last_change":"2023-09-23T18:26:45.959467+0000","last_active":"2023-09-23T18:27:15.243701+0000","last_peered":"2023-09-23T18:27:15.243701+0000","last_clean":"2023-09-23T18:27:15.243701+0000","last_became_active":"2023-09-23T18:26:45.959161+0000","last_became_peered":"2023-09-23T18:26:45.959161+0000","last_unstale":"2023-09-23T18:27:15.243701+0000","last_undegraded":"2023-09-23T18:27:15.243701+0000","last_fullsized":"2023-09-23T18:27:15.243701+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:40.180997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":544,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.244875+0000","last_change":"2023-09-23T18:26:32.041294+0000","last_active":"2023-09-23T18:27:15.244875+0000","last_peered":"2023-09-23T18:27:15.244875+0000","last_clean":"2023-09-23T18:27:15.244875+0000","last_became_active":"2023-09-23T18:26:32.040903+0000","last_became_peered":"2023-09-23T18:26:32.040903+0000","last_unstale":"2023-09-23T18:27:15.244875+0000","last_undegraded":"2023-09-23T18:27:15.244875+0000","last_fullsized":"2023-09-23T18:27:15.244875+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:45:46.644946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,7],"avail_no_missing":["1","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"515'3811","reported_seq":3880,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-09-23T18:27:25.625034+0000","last_change":"2023-09-23T18:26:32.043365+0000","last_active":"2023-09-23T18:27:25.625034+0000","last_peered":"2023-09-23T18:27:25.625034+0000","last_clean":"2023-09-23T18:27:25.625034+0000","last_became_active":"2023-09-23T18:26:32.042955+0000","last_became_peered":"2023-09-23T18:26:32.042955+0000","last_unstale":"2023-09-23T18:27:25.625034+0000","last_undegraded":"2023-09-23T18:27:25.625034+0000","last_fullsized":"2023-09-23T18:27:25.625034+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3811,"log_dups_size":0,"ondisk_log_size":3811,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5701632,"num_objects":87,"num_object_clones":0,"num_object_copies":261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3811,"num_write_kb":124736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"75'142","reported_seq":1244,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.239645+0000","last_change":"2023-09-23T18:22:33.942961+0000","last_active":"2023-09-23T18:27:14.239645+0000","last_peered":"2023-09-23T18:27:14.239645+0000","last_clean":"2023-09-23T18:27:14.239645+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:27:14.239645+0000","last_undegraded":"2023-09-23T18:27:14.239645+0000","last_fullsized":"2023-09-23T18:27:14.239645+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1017,"num_read_kb":2166,"num_write":137,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":261,"reported_epoch":514,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:15.235348+0000","last_change":"2023-09-23T18:25:28.988179+0000","last_active":"2023-09-23T18:25:06.823028+0000","last_peered":"2023-09-23T18:27:15.235348+0000","last_clean":"2023-09-23T18:24:59.216247+0000","last_became_active":"2023-09-23T18:22:35.944868+0000","last_became_peered":"2023-09-23T18:25:28.988179+0000","last_unstale":"2023-09-23T18:27:15.235348+0000","last_undegraded":"2023-09-23T18:27:15.235348+0000","last_fullsized":"2023-09-23T18:25:28.987402+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:55.839519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2],"acting":[2],"avail_no_missing":["2"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":498,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.238607+0000","last_change":"2023-09-23T18:26:57.041071+0000","last_active":"2023-09-23T18:27:14.238607+0000","last_peered":"2023-09-23T18:27:14.238607+0000","last_clean":"2023-09-23T18:27:14.238607+0000","last_became_active":"2023-09-23T18:26:57.040765+0000","last_became_peered":"2023-09-23T18:26:57.040765+0000","last_unstale":"2023-09-23T18:27:14.238607+0000","last_undegraded":"2023-09-23T18:27:14.238607+0000","last_fullsized":"2023-09-23T18:27:14.238607+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:24.131711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,4],"avail_no_missing":["1","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"515'3617","reported_seq":4665,"reported_epoch":515,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T18:27:25.108550+0000","last_change":"2023-09-23T18:27:03.570652+0000","last_active":"2023-09-23T18:27:25.108550+0000","last_peered":"2023-09-23T18:27:25.108550+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:57.094270+0000","last_became_peered":"2023-09-23T18:26:57.094270+0000","last_unstale":"2023-09-23T18:27:25.108550+0000","last_undegraded":"2023-09-23T18:26:57.044397+0000","last_fullsized":"2023-09-23T18:26:57.032216+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3617,"log_dups_size":0,"ondisk_log_size":3617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8585216,"num_objects":131,"num_object_clones":0,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":131,"num_objects_misplaced":951,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3617,"num_write_kb":119936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":496,"num_bytes_recovered":26345472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[{"shards":"0,6","objects":-820}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"75'121","reported_seq":713,"reported_epoch":513,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:14.238904+0000","last_change":"2023-09-23T18:25:28.995294+0000","last_active":"2023-09-23T18:27:14.238904+0000","last_peered":"2023-09-23T18:27:14.238904+0000","last_clean":"2023-09-23T17:48:26.731829+0000","last_became_active":"2023-09-23T18:25:28.995294+0000","last_became_peered":"2023-09-23T18:25:28.995294+0000","last_unstale":"2023-09-23T18:27:14.238904+0000","last_undegraded":"2023-09-23T18:25:28.989132+0000","last_fullsized":"2023-09-23T18:25:28.989061+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:11.523700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":838,"num_write":107,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":30,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.258073+0000","last_change":"2023-09-23T18:26:31.052777+0000","last_active":"2023-09-23T18:27:15.258073+0000","last_peered":"2023-09-23T18:27:15.258073+0000","last_clean":"2023-09-23T18:27:15.258073+0000","last_became_active":"2023-09-23T18:26:31.052429+0000","last_became_peered":"2023-09-23T18:26:31.052429+0000","last_unstale":"2023-09-23T18:27:15.258073+0000","last_undegraded":"2023-09-23T18:27:15.258073+0000","last_fullsized":"2023-09-23T18:27:15.258073+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":439,"reported_epoch":513,"state":"active+undersized","last_fresh":"2023-09-23T18:27:14.239526+0000","last_change":"2023-09-23T18:25:06.930002+0000","last_active":"2023-09-23T18:27:14.239526+0000","last_peered":"2023-09-23T18:27:14.239526+0000","last_clean":"2023-09-23T18:24:59.221555+0000","last_became_active":"2023-09-23T18:25:06.930002+0000","last_became_peered":"2023-09-23T18:25:06.930002+0000","last_unstale":"2023-09-23T18:27:14.239526+0000","last_undegraded":"2023-09-23T18:27:14.239526+0000","last_fullsized":"2023-09-23T18:25:06.906829+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:41:19.709508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"515'3556","reported_seq":3651,"reported_epoch":515,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:22.628071+0000","last_change":"2023-09-23T18:26:57.039569+0000","last_active":"2023-09-23T18:27:22.628071+0000","last_peered":"2023-09-23T18:27:22.628071+0000","last_clean":"2023-09-23T18:27:22.628071+0000","last_became_active":"2023-09-23T18:26:57.037670+0000","last_became_peered":"2023-09-23T18:26:57.037670+0000","last_unstale":"2023-09-23T18:27:22.628071+0000","last_undegraded":"2023-09-23T18:27:22.628071+0000","last_fullsized":"2023-09-23T18:27:22.628071+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3556,"log_dups_size":0,"ondisk_log_size":3556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:57.521852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20971520,"num_objects":320,"num_object_clones":0,"num_object_copies":960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":320,"num_objects_unfound":0,"num_objects_dirty":320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3556,"num_write_kb":124032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":917504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7,4],"avail_no_missing":["2","4","7"],"object_location_counts":[{"shards":"2,4,7","objects":320}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"75'144","reported_seq":901,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:17.670141+0000","last_change":"2023-09-23T18:25:06.912394+0000","last_active":"2023-09-23T18:27:17.670141+0000","last_peered":"2023-09-23T18:27:17.670141+0000","last_clean":"2023-09-23T18:24:59.215235+0000","last_became_active":"2023-09-23T18:25:06.912394+0000","last_became_peered":"2023-09-23T18:25:06.912394+0000","last_unstale":"2023-09-23T18:27:17.670141+0000","last_undegraded":"2023-09-23T18:27:17.670141+0000","last_fullsized":"2023-09-23T18:25:06.901611+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":144,"log_dups_size":0,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:51.454615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":741,"num_read_kb":1887,"num_write":142,"num_write_kb":1252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":465,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.240841+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:27:14.240841+0000","last_peered":"2023-09-23T18:27:14.240841+0000","last_clean":"2023-09-23T18:27:14.240841+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:27:14.240841+0000","last_undegraded":"2023-09-23T18:27:14.240841+0000","last_fullsized":"2023-09-23T18:27:14.240841+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":595,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.239040+0000","last_change":"2023-09-23T18:27:02.952962+0000","last_active":"2023-09-23T18:27:14.239040+0000","last_peered":"2023-09-23T18:27:14.239040+0000","last_clean":"2023-09-23T18:27:14.239040+0000","last_became_active":"2023-09-23T18:27:02.952501+0000","last_became_peered":"2023-09-23T18:27:02.952501+0000","last_unstale":"2023-09-23T18:27:14.239040+0000","last_undegraded":"2023-09-23T18:27:14.239040+0000","last_fullsized":"2023-09-23T18:27:14.239040+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:46.252420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,0],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"515'3872","reported_seq":3924,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-09-23T18:27:25.102782+0000","last_change":"2023-09-23T18:26:00.147549+0000","last_active":"2023-09-23T18:27:25.102782+0000","last_peered":"2023-09-23T18:27:25.102782+0000","last_clean":"2023-09-23T18:27:25.102782+0000","last_became_active":"2023-09-23T18:26:00.147231+0000","last_became_peered":"2023-09-23T18:26:00.147231+0000","last_unstale":"2023-09-23T18:27:25.102782+0000","last_undegraded":"2023-09-23T18:27:25.102782+0000","last_fullsized":"2023-09-23T18:27:25.102782+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3872,"log_dups_size":0,"ondisk_log_size":3872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8781824,"num_objects":134,"num_object_clones":0,"num_object_copies":402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":134,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3872,"num_write_kb":128192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"75'191","reported_seq":821,"reported_epoch":514,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:15.236811+0000","last_change":"2023-09-23T18:25:28.992599+0000","last_active":"2023-09-23T18:27:15.236811+0000","last_peered":"2023-09-23T18:27:15.236811+0000","last_clean":"2023-09-23T18:22:33.907237+0000","last_became_active":"2023-09-23T18:25:28.992599+0000","last_became_peered":"2023-09-23T18:25:28.992599+0000","last_unstale":"2023-09-23T18:27:15.236811+0000","last_undegraded":"2023-09-23T18:25:28.987245+0000","last_fullsized":"2023-09-23T18:25:28.987138+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:40:32.849001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":741,"num_read_kb":2869,"num_write":172,"num_write_kb":3266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":592,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.247334+0000","last_change":"2023-09-23T18:27:04.966547+0000","last_active":"2023-09-23T18:27:15.247334+0000","last_peered":"2023-09-23T18:27:15.247334+0000","last_clean":"2023-09-23T18:27:15.247334+0000","last_became_active":"2023-09-23T18:27:04.966163+0000","last_became_peered":"2023-09-23T18:27:04.966163+0000","last_unstale":"2023-09-23T18:27:15.247334+0000","last_undegraded":"2023-09-23T18:27:15.247334+0000","last_fullsized":"2023-09-23T18:27:15.247334+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":548,"reported_epoch":514,"state":"undersized+peered","last_fresh":"2023-09-23T18:27:15.251834+0000","last_change":"2023-09-23T18:25:28.993416+0000","last_active":"2023-09-23T18:22:34.911039+0000","last_peered":"2023-09-23T18:27:15.251834+0000","last_clean":"2023-09-23T18:22:33.914150+0000","last_became_active":"2023-09-23T18:22:03.970166+0000","last_became_peered":"2023-09-23T18:25:28.993416+0000","last_unstale":"2023-09-23T18:27:15.251834+0000","last_undegraded":"2023-09-23T18:27:15.251834+0000","last_fullsized":"2023-09-23T18:25:28.992830+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6],"acting":[6],"avail_no_missing":["6"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":196,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.252321+0000","last_change":"2023-09-23T18:26:31.052841+0000","last_active":"2023-09-23T18:27:15.252321+0000","last_peered":"2023-09-23T18:27:15.252321+0000","last_clean":"2023-09-23T18:27:15.252321+0000","last_became_active":"2023-09-23T18:26:31.052543+0000","last_became_peered":"2023-09-23T18:26:31.052543+0000","last_unstale":"2023-09-23T18:27:15.252321+0000","last_undegraded":"2023-09-23T18:27:15.252321+0000","last_fullsized":"2023-09-23T18:27:15.252321+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"514'3563","reported_seq":3612,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:20.956498+0000","last_change":"2023-09-23T18:25:27.997303+0000","last_active":"2023-09-23T18:27:20.956498+0000","last_peered":"2023-09-23T18:27:20.956498+0000","last_clean":"2023-09-23T18:27:20.956498+0000","last_became_active":"2023-09-23T18:25:27.997016+0000","last_became_peered":"2023-09-23T18:25:27.997016+0000","last_unstale":"2023-09-23T18:27:20.956498+0000","last_undegraded":"2023-09-23T18:27:20.956498+0000","last_fullsized":"2023-09-23T18:27:20.956498+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3563,"log_dups_size":0,"ondisk_log_size":3563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:25.784729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27590656,"num_objects":421,"num_object_clones":0,"num_object_copies":1263,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":421,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3563,"num_write_kb":127488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"75'158","reported_seq":897,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.247285+0000","last_change":"2023-09-23T18:22:33.925929+0000","last_active":"2023-09-23T18:27:15.247285+0000","last_peered":"2023-09-23T18:27:15.247285+0000","last_clean":"2023-09-23T18:27:15.247285+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:27:15.247285+0000","last_undegraded":"2023-09-23T18:27:15.247285+0000","last_fullsized":"2023-09-23T18:27:15.247285+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1239,"num_read_kb":2378,"num_write":129,"num_write_kb":1214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":135,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.239764+0000","last_change":"2023-09-23T18:26:46.990022+0000","last_active":"2023-09-23T18:27:14.239764+0000","last_peered":"2023-09-23T18:27:14.239764+0000","last_clean":"2023-09-23T18:27:14.239764+0000","last_became_active":"2023-09-23T18:26:46.989534+0000","last_became_peered":"2023-09-23T18:26:46.989534+0000","last_unstale":"2023-09-23T18:27:14.239764+0000","last_undegraded":"2023-09-23T18:27:14.239764+0000","last_fullsized":"2023-09-23T18:27:14.239764+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:17:09.363486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7,4],"avail_no_missing":["0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":225,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.245680+0000","last_change":"2023-09-23T18:26:57.042933+0000","last_active":"2023-09-23T18:27:14.245680+0000","last_peered":"2023-09-23T18:27:14.245680+0000","last_clean":"2023-09-23T18:27:14.245680+0000","last_became_active":"2023-09-23T18:26:57.042463+0000","last_became_peered":"2023-09-23T18:26:57.042463+0000","last_unstale":"2023-09-23T18:27:14.245680+0000","last_undegraded":"2023-09-23T18:27:14.245680+0000","last_fullsized":"2023-09-23T18:27:14.245680+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:42:22.654853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,0],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"515'3824","reported_seq":3896,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-09-23T18:27:25.087113+0000","last_change":"2023-09-23T18:26:32.041309+0000","last_active":"2023-09-23T18:27:25.087113+0000","last_peered":"2023-09-23T18:27:25.087113+0000","last_clean":"2023-09-23T18:27:25.087113+0000","last_became_active":"2023-09-23T18:26:32.041076+0000","last_became_peered":"2023-09-23T18:26:32.041076+0000","last_unstale":"2023-09-23T18:27:25.087113+0000","last_undegraded":"2023-09-23T18:27:25.087113+0000","last_fullsized":"2023-09-23T18:27:25.087113+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3824,"log_dups_size":0,"ondisk_log_size":3824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8716312,"num_objects":134,"num_object_clones":0,"num_object_copies":402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":134,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3824,"num_write_kb":126593,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"75'60","reported_seq":305,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.246415+0000","last_change":"2023-09-23T18:27:03.375732+0000","last_active":"2023-09-23T18:27:15.246415+0000","last_peered":"2023-09-23T18:27:15.246415+0000","last_clean":"2023-09-23T18:27:15.246415+0000","last_became_active":"2023-09-23T18:27:01.946268+0000","last_became_peered":"2023-09-23T18:27:01.946268+0000","last_unstale":"2023-09-23T18:27:15.246415+0000","last_undegraded":"2023-09-23T18:27:15.246415+0000","last_fullsized":"2023-09-23T18:27:15.246415+0000","mapping_epoch":507,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":1140,"num_write":68,"num_write_kb":1055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":507,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.239759+0000","last_change":"2023-09-23T18:26:57.049025+0000","last_active":"2023-09-23T18:27:14.239759+0000","last_peered":"2023-09-23T18:27:14.239759+0000","last_clean":"2023-09-23T18:27:14.239759+0000","last_became_active":"2023-09-23T18:26:57.044394+0000","last_became_peered":"2023-09-23T18:26:57.044394+0000","last_unstale":"2023-09-23T18:27:14.239759+0000","last_undegraded":"2023-09-23T18:27:14.239759+0000","last_fullsized":"2023-09-23T18:27:14.239759+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:53:23.601856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,2],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":131,"reported_epoch":513,"state":"active+undersized","last_fresh":"2023-09-23T18:27:14.236874+0000","last_change":"2023-09-23T18:25:28.991623+0000","last_active":"2023-09-23T18:27:14.236874+0000","last_peered":"2023-09-23T18:27:14.236874+0000","last_clean":"2023-09-23T18:25:26.980091+0000","last_became_active":"2023-09-23T18:25:28.991623+0000","last_became_peered":"2023-09-23T18:25:28.991623+0000","last_unstale":"2023-09-23T18:27:14.236874+0000","last_undegraded":"2023-09-23T18:27:14.236874+0000","last_fullsized":"2023-09-23T18:25:28.990285+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:47:57.235526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"515'3806","reported_seq":3858,"reported_epoch":515,"state":"active+clean","last_fresh":"2023-09-23T18:27:25.561334+0000","last_change":"2023-09-23T18:26:32.053592+0000","last_active":"2023-09-23T18:27:25.561334+0000","last_peered":"2023-09-23T18:27:25.561334+0000","last_clean":"2023-09-23T18:27:25.561334+0000","last_became_active":"2023-09-23T18:26:32.053268+0000","last_became_peered":"2023-09-23T18:26:32.053268+0000","last_unstale":"2023-09-23T18:27:25.561334+0000","last_undegraded":"2023-09-23T18:27:25.561334+0000","last_fullsized":"2023-09-23T18:27:25.561334+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3806,"log_dups_size":0,"ondisk_log_size":3806,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7733248,"num_objects":118,"num_object_clones":0,"num_object_copies":354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3806,"num_write_kb":125568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":408,"reported_epoch":514,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:15.248382+0000","last_change":"2023-09-23T18:25:06.918164+0000","last_active":"2023-09-23T18:27:15.248382+0000","last_peered":"2023-09-23T18:27:15.248382+0000","last_clean":"2023-09-23T18:16:59.840639+0000","last_became_active":"2023-09-23T18:25:06.918164+0000","last_became_peered":"2023-09-23T18:25:06.918164+0000","last_unstale":"2023-09-23T18:27:15.248382+0000","last_undegraded":"2023-09-23T18:25:06.905974+0000","last_fullsized":"2023-09-23T18:25:06.905850+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"75'108","reported_seq":1206,"reported_epoch":513,"state":"active+clean","last_fresh":"2023-09-23T18:27:14.245840+0000","last_change":"2023-09-23T18:26:31.044576+0000","last_active":"2023-09-23T18:27:14.245840+0000","last_peered":"2023-09-23T18:27:14.245840+0000","last_clean":"2023-09-23T18:27:14.245840+0000","last_became_active":"2023-09-23T18:26:31.044050+0000","last_became_peered":"2023-09-23T18:26:31.044050+0000","last_unstale":"2023-09-23T18:27:14.245840+0000","last_undegraded":"2023-09-23T18:27:14.245840+0000","last_fullsized":"2023-09-23T18:27:14.245840+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:55.690288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":1163,"num_write":59,"num_write_kb":4397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":434,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.247116+0000","last_change":"2023-09-23T18:26:57.041349+0000","last_active":"2023-09-23T18:27:15.247116+0000","last_peered":"2023-09-23T18:27:15.247116+0000","last_clean":"2023-09-23T18:27:15.247116+0000","last_became_active":"2023-09-23T18:26:57.040979+0000","last_became_peered":"2023-09-23T18:26:57.040979+0000","last_unstale":"2023-09-23T18:27:15.247116+0000","last_undegraded":"2023-09-23T18:27:15.247116+0000","last_fullsized":"2023-09-23T18:27:15.247116+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,0],"avail_no_missing":["7","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"515'3883","reported_seq":3930,"reported_epoch":515,"state":"active+undersized+degraded","last_fresh":"2023-09-23T18:27:25.102705+0000","last_change":"2023-09-23T18:26:00.146795+0000","last_active":"2023-09-23T18:27:25.102705+0000","last_peered":"2023-09-23T18:27:25.102705+0000","last_clean":"2023-09-23T18:25:26.969218+0000","last_became_active":"2023-09-23T18:26:00.146795+0000","last_became_peered":"2023-09-23T18:26:00.146795+0000","last_unstale":"2023-09-23T18:27:25.102705+0000","last_undegraded":"2023-09-23T18:26:00.140283+0000","last_fullsized":"2023-09-23T18:26:00.140191+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":474,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T18:25:26.969218+0000","last_clean_scrub_stamp":"2023-09-23T18:25:26.969218+0000","objects_scrubbed":0,"log_size":3883,"log_dups_size":0,"ondisk_log_size":3883,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10027008,"num_objects":153,"num_object_clones":0,"num_object_copies":459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":153,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3883,"num_write_kb":129152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[{"shards":"2,6","objects":153}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.7","version":"75'52","reported_seq":108,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.254649+0000","last_change":"2023-09-23T18:26:46.984915+0000","last_active":"2023-09-23T18:27:15.254649+0000","last_peered":"2023-09-23T18:27:15.254649+0000","last_clean":"2023-09-23T18:27:15.254649+0000","last_became_active":"2023-09-23T18:26:46.984448+0000","last_became_peered":"2023-09-23T18:26:46.984448+0000","last_unstale":"2023-09-23T18:27:15.254649+0000","last_undegraded":"2023-09-23T18:27:15.254649+0000","last_fullsized":"2023-09-23T18:27:15.254649+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":691,"num_write":32,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2,7],"avail_no_missing":["6","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":102,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.245430+0000","last_change":"2023-09-23T18:27:02.949139+0000","last_active":"2023-09-23T18:27:14.245430+0000","last_peered":"2023-09-23T18:27:14.245430+0000","last_clean":"2023-09-23T18:27:14.245430+0000","last_became_active":"2023-09-23T18:27:02.948785+0000","last_became_peered":"2023-09-23T18:27:02.948785+0000","last_unstale":"2023-09-23T18:27:14.245430+0000","last_undegraded":"2023-09-23T18:27:14.245430+0000","last_fullsized":"2023-09-23T18:27:14.245430+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:38.511178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,0],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":244,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.250835+0000","last_change":"2023-09-23T18:27:02.948997+0000","last_active":"2023-09-23T18:27:15.250835+0000","last_peered":"2023-09-23T18:27:15.250835+0000","last_clean":"2023-09-23T18:27:15.250835+0000","last_became_active":"2023-09-23T18:27:02.948593+0000","last_became_peered":"2023-09-23T18:27:02.948593+0000","last_unstale":"2023-09-23T18:27:15.250835+0000","last_undegraded":"2023-09-23T18:27:15.250835+0000","last_fullsized":"2023-09-23T18:27:15.250835+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0,4],"avail_no_missing":["6","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":120,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.257986+0000","last_change":"2023-09-23T18:26:56.038094+0000","last_active":"2023-09-23T18:27:15.257986+0000","last_peered":"2023-09-23T18:27:15.257986+0000","last_clean":"2023-09-23T18:27:15.257986+0000","last_became_active":"2023-09-23T18:26:56.037768+0000","last_became_peered":"2023-09-23T18:26:56.037768+0000","last_unstale":"2023-09-23T18:27:15.257986+0000","last_undegraded":"2023-09-23T18:27:15.257986+0000","last_fullsized":"2023-09-23T18:27:15.257986+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":200,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.244526+0000","last_change":"2023-09-23T18:26:57.049434+0000","last_active":"2023-09-23T18:27:15.244526+0000","last_peered":"2023-09-23T18:27:15.244526+0000","last_clean":"2023-09-23T18:27:15.244526+0000","last_became_active":"2023-09-23T18:26:57.046287+0000","last_became_peered":"2023-09-23T18:26:57.046287+0000","last_unstale":"2023-09-23T18:27:15.244526+0000","last_undegraded":"2023-09-23T18:27:15.244526+0000","last_fullsized":"2023-09-23T18:27:15.244526+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:13:38.018951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,0],"avail_no_missing":["1","0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":108,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.259567+0000","last_change":"2023-09-23T18:26:32.051228+0000","last_active":"2023-09-23T18:27:15.259567+0000","last_peered":"2023-09-23T18:27:15.259567+0000","last_clean":"2023-09-23T18:27:15.259567+0000","last_became_active":"2023-09-23T18:26:32.050733+0000","last_became_peered":"2023-09-23T18:26:32.050733+0000","last_unstale":"2023-09-23T18:27:15.259567+0000","last_undegraded":"2023-09-23T18:27:15.259567+0000","last_fullsized":"2023-09-23T18:27:15.259567+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":274,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.236649+0000","last_change":"2023-09-23T18:26:57.038083+0000","last_active":"2023-09-23T18:27:15.236649+0000","last_peered":"2023-09-23T18:27:15.236649+0000","last_clean":"2023-09-23T18:27:15.236649+0000","last_became_active":"2023-09-23T18:26:57.037653+0000","last_became_peered":"2023-09-23T18:26:57.037653+0000","last_unstale":"2023-09-23T18:27:15.236649+0000","last_undegraded":"2023-09-23T18:27:15.236649+0000","last_fullsized":"2023-09-23T18:27:15.236649+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:00:49.844855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7,4],"avail_no_missing":["2","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":108,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.260665+0000","last_change":"2023-09-23T18:26:32.051627+0000","last_active":"2023-09-23T18:27:15.260665+0000","last_peered":"2023-09-23T18:27:15.260665+0000","last_clean":"2023-09-23T18:27:15.260665+0000","last_became_active":"2023-09-23T18:26:32.051033+0000","last_became_peered":"2023-09-23T18:26:32.051033+0000","last_unstale":"2023-09-23T18:27:15.260665+0000","last_undegraded":"2023-09-23T18:27:15.260665+0000","last_fullsized":"2023-09-23T18:27:15.260665+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6,1],"avail_no_missing":["4","1","6"],"object_location_counts":[{"shards":"1,4,6","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":233,"reported_epoch":513,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:14.236062+0000","last_change":"2023-09-23T18:26:46.995272+0000","last_active":"2023-09-23T18:27:14.236062+0000","last_peered":"2023-09-23T18:27:14.236062+0000","last_clean":"2023-09-23T18:27:14.236062+0000","last_became_active":"2023-09-23T18:26:46.994379+0000","last_became_peered":"2023-09-23T18:26:46.994379+0000","last_unstale":"2023-09-23T18:27:14.236062+0000","last_undegraded":"2023-09-23T18:27:14.236062+0000","last_fullsized":"2023-09-23T18:27:14.236062+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:25:49.668861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2,4],"avail_no_missing":["0","2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":530,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.251552+0000","last_change":"2023-09-23T18:26:00.146409+0000","last_active":"2023-09-23T18:27:15.251552+0000","last_peered":"2023-09-23T18:27:15.251552+0000","last_clean":"2023-09-23T18:21:59.369965+0000","last_became_active":"2023-09-23T18:26:00.146409+0000","last_became_peered":"2023-09-23T18:26:00.146409+0000","last_unstale":"2023-09-23T18:27:15.251552+0000","last_undegraded":"2023-09-23T18:27:15.251552+0000","last_fullsized":"2023-09-23T18:26:00.140074+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":["6","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":558,"reported_epoch":514,"state":"active+undersized","last_fresh":"2023-09-23T18:27:15.237062+0000","last_change":"2023-09-23T18:25:06.913026+0000","last_active":"2023-09-23T18:27:15.237062+0000","last_peered":"2023-09-23T18:27:15.237062+0000","last_clean":"2023-09-23T18:22:06.044335+0000","last_became_active":"2023-09-23T18:25:06.913026+0000","last_became_peered":"2023-09-23T18:25:06.913026+0000","last_unstale":"2023-09-23T18:27:15.237062+0000","last_undegraded":"2023-09-23T18:27:15.237062+0000","last_fullsized":"2023-09-23T18:25:06.902025+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:51.700764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":["2","0"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":160,"reported_epoch":514,"state":"active+clean+remapped","last_fresh":"2023-09-23T18:27:15.254226+0000","last_change":"2023-09-23T18:27:03.160500+0000","last_active":"2023-09-23T18:27:15.254226+0000","last_peered":"2023-09-23T18:27:15.254226+0000","last_clean":"2023-09-23T18:27:15.254226+0000","last_became_active":"2023-09-23T18:27:02.951801+0000","last_became_peered":"2023-09-23T18:27:02.951801+0000","last_unstale":"2023-09-23T18:27:15.254226+0000","last_undegraded":"2023-09-23T18:27:15.254226+0000","last_fullsized":"2023-09-23T18:27:15.254226+0000","mapping_epoch":508,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":509,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7,4],"avail_no_missing":["6","4","7"],"object_location_counts":[{"shards":"4,6,7","objects":2}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":206,"reported_epoch":514,"state":"active+clean","last_fresh":"2023-09-23T18:27:15.258018+0000","last_change":"2023-09-23T18:26:32.050075+0000","last_active":"2023-09-23T18:27:15.258018+0000","last_peered":"2023-09-23T18:27:15.258018+0000","last_clean":"2023-09-23T18:27:15.258018+0000","last_became_active":"2023-09-23T18:26:32.049781+0000","last_became_peered":"2023-09-23T18:26:32.049781+0000","last_unstale":"2023-09-23T18:27:15.258018+0000","last_undegraded":"2023-09-23T18:27:15.258018+0000","last_fullsized":"2023-09-23T18:27:15.258018+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":73,"acting":87,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":211157016,"num_objects":3223,"num_object_clones":0,"num_object_copies":9669,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4019,"num_objects_misplaced":2062,"num_objects_unfound":0,"num_objects_dirty":3223,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":59583,"num_write_kb":2009729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":698,"num_bytes_recovered":39583744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":989671424,"data_stored":989659208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":59583,"ondisk_log_size":59583,"up":39,"acting":42,"num_store_stats":6},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":13,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":116,"num_bytes_recovered":33386,"num_keys_recovered":90,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56233,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":72,"acting":84,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5915,"num_read_kb":13132,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":245,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":20,"acting":21,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430710,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":949940,"kb_used_data":49644,"kb_used_omap":0,"kb_used_meta":900288,"kb_avail":92795212,"statfs":{"total":95995035648,"available":95022297088,"internally_reserved":0,"allocated":50835456,"data_stored":49680561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":921894912},"hb_peers":[0,1,2,4,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.8859999999999999,"15min":2.4350000000000001},"min":{"1min":0.33800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.67800000000000005,"5min":16.593,"15min":16.593},"last":0.253},{"interface":"front","average":{"1min":0.504,"5min":2.2730000000000001,"15min":3.302},"min":{"1min":0.311,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0960000000000001,"5min":26.486000000000001,"15min":26.486000000000001},"last":1.181}]},{"osd":1,"last update":"Sat Sep 23 18:27:09 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.7230000000000001,"15min":1.7110000000000001},"min":{"1min":0.29699999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":7.859,"5min":9.2690000000000001,"15min":12.595000000000001},"last":3.2000000000000002},{"interface":"front","average":{"1min":1.012,"5min":1.603,"15min":1.857},"min":{"1min":0.38600000000000001,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":6.8369999999999997,"5min":9.2829999999999995,"15min":12.573},"last":0.33200000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":1.845,"15min":2.0880000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":2.6059999999999999,"5min":10.613,"15min":13.282},"last":0.39700000000000002},{"interface":"front","average":{"1min":1.675,"5min":1.964,"15min":2.3410000000000002},"min":{"1min":0.32600000000000001,"5min":0.311,"15min":0.247},"max":{"1min":10.242000000000001,"5min":16.539000000000001,"15min":21.692},"last":0.441}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":5.9649999999999999},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":4.8949999999999996}]},{"osd":4,"last update":"Sat Sep 23 18:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.125,"15min":0.97599999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.22900000000000001},"max":{"1min":7.8019999999999996,"5min":8.532,"15min":10.18},"last":1.2450000000000001},{"interface":"front","average":{"1min":0.82099999999999995,"5min":1.216,"15min":1.0820000000000001},"min":{"1min":0.26200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":6.0640000000000001,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.375}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:27:09 2023","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.3009999999999999,"15min":1.05},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":7.8360000000000003,"5min":8.6549999999999994,"15min":13.385},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.5860000000000001,"15min":1.349},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":9.0380000000000003,"5min":16.478999999999999,"15min":16.478999999999999},"last":0.307}]}]},{"osd":6,"up_from":174,"seq":747324309806,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":414256,"kb_used_data":86568,"kb_used_omap":12,"kb_used_meta":327603,"kb_avail":93330896,"statfs":{"total":95995035648,"available":95570837504,"internally_reserved":0,"allocated":88645632,"data_stored":87494730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":335466175},"hb_peers":[0,1,2,4,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.7270000000000001,"15min":2.1019999999999999},"min":{"1min":0.34499999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.7170000000000001,"5min":14.273,"15min":14.273},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.633,"15min":1.899},"min":{"1min":0.32800000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.7310000000000001,"5min":14.282999999999999,"15min":14.282999999999999},"last":3.1789999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:27:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":1.821,"15min":2.2010000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.2290000000000001,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.27100000000000002},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.7390000000000001,"15min":2.0350000000000001},"min":{"1min":0.29499999999999998,"5min":0.28699999999999998,"15min":0.27500000000000002},"max":{"1min":5.4299999999999997,"5min":12.186999999999999,"15min":29.094000000000001},"last":5.4299999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":2.5070000000000001,"15min":2.4910000000000001},"min":{"1min":0.312,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":8.5549999999999997,"5min":17.759,"15min":17.759},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":1.677,"15min":2.044},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.1759999999999999,"5min":15.465999999999999,"15min":19.506},"last":0.29399999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":1.0649999999999999,"15min":0.90200000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":3.3130000000000002,"5min":12.15,"15min":12.15},"last":5.3920000000000003},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.409,"15min":1.145},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":4.173,"5min":14.709,"15min":14.709},"last":2.2829999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":1.6419999999999999,"15min":1.327},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":13.1,"5min":13.1,"15min":19.145},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.677,"5min":1.474,"15min":1.3049999999999999},"min":{"1min":0.36499999999999999,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":6.202,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:27:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":1.167,"15min":1.0609999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.71,"5min":12.319000000000001,"15min":13.009},"last":1.073},{"interface":"front","average":{"1min":0.58099999999999996,"5min":1.292,"15min":1.048},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2570000000000001,"5min":13.702,"15min":13.702},"last":3.2280000000000002}]}]},{"osd":1,"up_from":323,"seq":1387274436772,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":595836,"kb_used_data":155764,"kb_used_omap":17,"kb_used_meta":439854,"kb_avail":93149316,"statfs":{"total":95995035648,"available":95384899584,"internally_reserved":0,"allocated":159502336,"data_stored":157355779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":450410596},"hb_peers":[0,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:48 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":2.0670000000000002,"15min":2.1219999999999999},"min":{"1min":0.23000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":2.4780000000000002,"5min":17.73,"15min":17.73},"last":2.4729999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":1.9299999999999999,"15min":2.508},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.59699999999999998,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.23799999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":2.3610000000000002,"15min":3.1120000000000001},"min":{"1min":0.253,"5min":0.248,"15min":0.216},"max":{"1min":0.752,"5min":23.100000000000001,"15min":23.407},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.623,"5min":1.9490000000000001,"15min":3.0939999999999999},"min":{"1min":0.28899999999999998,"5min":0.26200000000000001,"15min":0.22800000000000001},"max":{"1min":2.5779999999999998,"5min":17.800000000000001,"15min":57.387},"last":2.3889999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":5.9199999999999999},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":5.96}]},{"osd":4,"last update":"Sat Sep 23 18:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":2.6739999999999999,"15min":2.0699999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.29799999999999999},"max":{"1min":2.2410000000000001,"5min":107.854,"15min":107.854},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":1.6240000000000001,"15min":2},"min":{"1min":0.34200000000000003,"5min":0.315,"15min":0.315},"max":{"1min":2.6749999999999998,"5min":12.638999999999999,"15min":14.898},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.44700000000000001},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.499}]},{"osd":6,"last update":"Sat Sep 23 18:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":2.0230000000000001,"15min":2.335},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":5.1669999999999998,"5min":15.375999999999999,"15min":31.064},"last":2.3399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":1.6910000000000001,"15min":1.843},"min":{"1min":0.36199999999999999,"5min":0.35599999999999998,"15min":0.34000000000000002},"max":{"1min":0.98299999999999998,"5min":9.0250000000000004,"15min":13.855},"last":0.34799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":2.0790000000000002,"15min":2.371},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.536,"5min":12.686,"15min":14.949999999999999},"last":0.629},{"interface":"front","average":{"1min":0.65300000000000002,"5min":2.2069999999999999,"15min":2.5579999999999998},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.552,"5min":17.84,"15min":31.093},"last":2.4359999999999999}]}]},{"osd":0,"up_from":438,"seq":1881195676026,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1192672,"kb_used_data":370584,"kb_used_omap":8,"kb_used_meta":821751,"kb_avail":92552480,"statfs":{"total":95995035648,"available":94773739520,"internally_reserved":0,"allocated":379478016,"data_stored":377352769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":841473636},"hb_peers":[1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":2.1859999999999999,"15min":2.6829999999999998},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44800000000000001,"5min":24.265999999999998,"15min":24.265999999999998},"last":2.8969999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":1.8979999999999999,"15min":2.3399999999999999},"min":{"1min":0.28799999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.46100000000000002,"5min":24.506,"15min":24.506},"last":2.9180000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":2.0190000000000001,"15min":2.2320000000000002},"min":{"1min":0.23799999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.492,"5min":15.983000000000001,"15min":15.983000000000001},"last":2.8140000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":2.0830000000000002,"15min":2.339},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.4550000000000001,"5min":13.755000000000001,"15min":13.755000000000001},"last":3.1800000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":1.655},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":2.234,"15min":2.6739999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.2959999999999998,"5min":14.289999999999999,"15min":14.289999999999999},"last":3.581},{"interface":"front","average":{"1min":0.61099999999999999,"5min":1.9379999999999999,"15min":2.2149999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.3140000000000001,"5min":13.821,"15min":13.821},"last":2.7759999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":2.476,"15min":2.8100000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.3769999999999998,"5min":13.865,"15min":13.865},"last":0.625},{"interface":"front","average":{"1min":0.60699999999999998,"5min":2.218,"15min":2.4329999999999998},"min":{"1min":0.39500000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.2709999999999999,"5min":9.423,"15min":9.423},"last":2.9489999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":2.4169999999999998,"15min":2.262},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":2.3420000000000001,"5min":13.989000000000001,"15min":13.989000000000001},"last":2.9900000000000002},{"interface":"front","average":{"1min":0.624,"5min":2.8090000000000002,"15min":3.6789999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.3570000000000002,"5min":14.343,"15min":14.343},"last":3.7000000000000002}]}]},{"osd":2,"up_from":145,"seq":622770258240,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1064708,"kb_used_data":132732,"kb_used_omap":16,"kb_used_meta":931951,"kb_avail":92680444,"statfs":{"total":95995035648,"available":94904774656,"internally_reserved":0,"allocated":135917568,"data_stored":133711635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":954317986},"hb_peers":[0,1,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":2.1339999999999999,"15min":2.5819999999999999},"min":{"1min":0.252,"5min":0.224,"15min":0.224},"max":{"1min":0.59499999999999997,"5min":18.940000000000001,"15min":18.940000000000001},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.44800000000000001,"5min":1.77,"15min":2.2690000000000001},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.532,"5min":9.6400000000000006,"15min":9.6400000000000006},"last":1.6639999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":2.3250000000000002,"15min":2.835},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":3.2919999999999998,"5min":19.103999999999999,"15min":38.146999999999998},"last":1.7010000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":2.3319999999999999,"15min":2.9169999999999998},"min":{"1min":0.28000000000000003,"5min":0.214,"15min":0.214},"max":{"1min":3.073,"5min":14.404,"15min":38.329000000000001},"last":1.0229999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":1.411},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":5.0460000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":1.972,"15min":2.3940000000000001},"min":{"1min":0.38100000000000001,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":0.78400000000000003,"5min":9.6189999999999998,"15min":35.816000000000003},"last":1.099},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.966,"15min":2.0459999999999998},"min":{"1min":0.38300000000000001,"5min":0.35299999999999998,"15min":0.34200000000000003},"max":{"1min":2.0899999999999999,"5min":10.371,"15min":10.513999999999999},"last":1.129}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":1.7909999999999999,"15min":2.052},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.35399999999999998},"max":{"1min":1.847,"5min":9.2829999999999995,"15min":10.555},"last":2.706},{"interface":"front","average":{"1min":0.71799999999999997,"5min":2.0640000000000001,"15min":2.3039999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.8280000000000001,"5min":9.7100000000000009,"15min":14.699},"last":2.734}]},{"osd":7,"last update":"Sat Sep 23 18:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":2.8199999999999998,"15min":2.8279999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.36899999999999999},"max":{"1min":2.012,"5min":13.837999999999999,"15min":109.81699999999999},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":2.2280000000000002,"15min":2.5},"min":{"1min":0.372,"5min":0.35099999999999998,"15min":0.34699999999999998},"max":{"1min":1.8260000000000001,"5min":12.513,"15min":109.70699999999999},"last":1.1879999999999999}]}]},{"osd":3,"up_from":100,"seq":429496729942,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114692,"kb_used_data":194364,"kb_used_omap":4,"kb_used_meta":920315,"kb_avail":92630460,"statfs":{"total":95995035648,"available":94853591040,"internally_reserved":0,"allocated":199028736,"data_stored":197160273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4713,"internal_metadata":942402967},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.2530000000000001,"5min":3.258,"15min":3.2589999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":11.118,"5min":12.734999999999999,"15min":12.734999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":2.7069999999999999,"5min":3.3580000000000001,"15min":3.4660000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":13.506,"5min":16.440000000000001,"15min":16.440000000000001},"last":5.9249999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":3.0630000000000002,"5min":3.4630000000000001,"15min":3.391},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":11.677,"5min":65.340999999999994,"15min":65.340999999999994},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.1070000000000002,"15min":2.9980000000000002},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.20300000000000001},"max":{"1min":16.571999999999999,"5min":66.234999999999999,"15min":66.234999999999999},"last":2.1440000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:24:20 2023","interfaces":[{"interface":"back","average":{"1min":2.6059999999999999,"5min":2.6909999999999998,"15min":3.1640000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23699999999999999},"max":{"1min":16.497,"5min":18.782,"15min":93.429000000000002},"last":2.895},{"interface":"front","average":{"1min":1.954,"5min":2.9140000000000001,"15min":3.359},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":11.079000000000001,"5min":15.566000000000001,"15min":90.498999999999995},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":3.8119999999999998,"5min":2.4079999999999999,"15min":2.5329999999999999},"min":{"1min":0.35899999999999999,"5min":0.31900000000000001,"15min":0.28499999999999998},"max":{"1min":9.4920000000000009,"5min":13.441000000000001,"15min":23.469000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":4.056,"5min":2.5150000000000001,"15min":2.4940000000000002},"min":{"1min":0.36299999999999999,"5min":0.34100000000000003,"15min":0.308},"max":{"1min":13.561,"5min":16.190999999999999,"15min":16.190999999999999},"last":2.5179999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":4.6849999999999996,"5min":2.7570000000000001,"15min":2.5510000000000002},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32200000000000001},"max":{"1min":12.345000000000001,"5min":16.143999999999998,"15min":18.802},"last":5.9870000000000001},{"interface":"front","average":{"1min":4.085,"5min":2.9740000000000002,"15min":2.6579999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":19.457999999999998},"last":6.4059999999999997}]},{"osd":6,"last update":"Sat Sep 23 18:24:09 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":2.6629999999999998,"15min":2.5110000000000001},"min":{"1min":0.58299999999999996,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":16.472000000000001,"5min":16.472000000000001,"15min":16.472000000000001},"last":3.8010000000000002},{"interface":"front","average":{"1min":3.7090000000000001,"5min":2.5649999999999999,"15min":2.9380000000000002},"min":{"1min":0.55700000000000005,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":16.222000000000001,"5min":16.222000000000001,"15min":93.280000000000001},"last":15.137}]},{"osd":7,"last update":"Sat Sep 23 18:24:44 2023","interfaces":[{"interface":"back","average":{"1min":2.919,"5min":2.6659999999999999,"15min":2.4729999999999999},"min":{"1min":0.371,"5min":0.35599999999999998,"15min":0.33700000000000002},"max":{"1min":19.251000000000001,"5min":19.251000000000001,"15min":19.503},"last":0.57699999999999996},{"interface":"front","average":{"1min":3.1000000000000001,"5min":2.3359999999999999,"15min":2.5489999999999999},"min":{"1min":0.42099999999999999,"5min":0.38,"15min":0.33800000000000002},"max":{"1min":9.423,"5min":11.6,"15min":23.422000000000001},"last":0.67400000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019393,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1188852,"kb_used_data":295852,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92556300,"statfs":{"total":95995035648,"available":94777651200,"internally_reserved":0,"allocated":302952448,"data_stored":301797278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:26:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":1.7529999999999999,"15min":1.8979999999999999},"min":{"1min":0.36499999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.68200000000000005,"5min":10.449999999999999,"15min":10.449999999999999},"last":2.4630000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.9059999999999999,"15min":2.081},"min":{"1min":0.36399999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72299999999999998,"5min":14.505000000000001,"15min":14.505000000000001},"last":5.8949999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:27:08 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":2.415,"15min":2.6160000000000001},"min":{"1min":0.376,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":2.8519999999999999,"5min":26.181000000000001,"15min":155.029},"last":5.742},{"interface":"front","average":{"1min":0.92100000000000004,"5min":2.347,"15min":2.8159999999999998},"min":{"1min":0.46200000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":3.2490000000000001,"5min":26.297000000000001,"15min":154.94499999999999},"last":5.7800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":2.0699999999999998,"15min":1.8440000000000001},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.29799999999999999},"max":{"1min":0.71699999999999997,"5min":15.000999999999999,"15min":15.000999999999999},"last":1.9399999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":2.222,"15min":1.9710000000000001},"min":{"1min":0.39300000000000002,"5min":0.32700000000000001,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":25.356999999999999,"15min":25.356999999999999},"last":1.8999999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":2.1539999999999999},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":4.6859999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":0.55900000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:27:08 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":1.4390000000000001,"15min":1.2010000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.083,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.48299999999999998,"5min":1.9159999999999999,"15min":1.3879999999999999},"min":{"1min":0.28000000000000003,"5min":0.247,"15min":0.247},"max":{"1min":1.4530000000000001,"5min":26.347999999999999,"15min":26.347999999999999},"last":5.8209999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.903,"15min":1.411},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64500000000000002,"5min":11.943,"15min":16.891999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.5980000000000001,"15min":1.224},"min":{"1min":0.316,"5min":0.316,"15min":0.309},"max":{"1min":0.63400000000000001,"5min":15.507,"15min":15.507},"last":0.84799999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823141,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963368,"kb_used_data":54624,"kb_used_omap":0,"kb_used_meta":908736,"kb_avail":92781784,"statfs":{"total":95995035648,"available":95008546816,"internally_reserved":0,"allocated":55934976,"data_stored":54891792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930545664},"hb_peers":[0,1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:24:38 2023","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.2170000000000001,"15min":1.1850000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2119999999999997,"5min":6.2119999999999997,"15min":6.2119999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":5.1120000000000001,"5min":3.5299999999999998,"15min":3.266},"min":{"1min":0.29099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":15.16,"5min":15.16,"15min":15.16},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.6280000000000001,"5min":1.8600000000000001,"15min":2.0870000000000002},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":15.131,"5min":15.131,"15min":65.379000000000005},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.8570000000000002,"5min":2.778,"15min":2.5379999999999998},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.8170000000000002,"5min":10.239000000000001,"15min":65.272000000000006},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8010000000000002,"5min":2.7989999999999999,"15min":2.754},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":6.1070000000000002,"5min":15.314,"15min":44.081000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.913,"5min":2.0070000000000001,"15min":2.4540000000000002},"min":{"1min":0.31900000000000001,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":8.0399999999999991,"5min":12.4,"15min":44.094999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":4.6980000000000004,"5min":2.8399999999999999,"15min":2.9129999999999998},"min":{"1min":0.41099999999999998,"5min":0.31,"15min":0.31},"max":{"1min":12.249000000000001,"5min":14.65,"15min":31.109999999999999},"last":2.395},{"interface":"front","average":{"1min":3.5019999999999998,"5min":2.7730000000000001,"15min":2.7610000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.968,"5min":14.313000000000001,"15min":28.795999999999999},"last":3.6459999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.339,"5min":1.29,"15min":1.0049999999999999},"min":{"1min":0.32700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.391999999999999,"5min":18.024999999999999,"15min":18.024999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":4.4349999999999996,"5min":2.1629999999999998,"15min":1.663},"min":{"1min":0.32100000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":15.459,"5min":15.459,"15min":18.003},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3919999999999999,"5min":1.482,"15min":1.2669999999999999},"min":{"1min":0.316,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.8069999999999999,"5min":18.081,"15min":18.081},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.9390000000000001,"5min":2.1259999999999999,"15min":1.659},"min":{"1min":0.37,"5min":0.34300000000000003,"15min":0.318},"max":{"1min":10.083,"5min":16.901,"15min":17.952999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:25:16 2023","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.9399999999999999,"15min":1.4059999999999999},"min":{"1min":0.41799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.0879999999999992,"5min":13.429,"15min":16.779},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.1829999999999998,"5min":2.2970000000000002,"15min":1.732},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":15.536,"5min":21.335000000000001,"15min":21.335000000000001},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3353,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":355864576,"data_stored":355860504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":126943232,"data_stored":126943232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":128516096,"data_stored":128516096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":282726400,"data_stored":282722328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":64884736,"data_stored":64880664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":30736384,"data_stored":30736384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:27:27.249 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T18:27:27.249 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pg_num 51 2023-09-23T18:27:27.268 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:27.444 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:27.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:27.447 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:27.493 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:27.493 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:27.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:27.577 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:27.612 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:27.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:27.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:27.705 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[153734]: pgmap v1533: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 206 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.28k op/s; 4023/9753 objects degraded (41.249%); 2075/9753 objects misplaced (21.276%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:27.705 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[153734]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:27.705 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1591668328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:27.705 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4023/9753 objects degraded (41.249%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:27.705 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[149401]: pgmap v1533: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 206 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.28k op/s; 4023/9753 objects degraded (41.249%); 2075/9753 objects misplaced (21.276%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:27.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[149401]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:27.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1591668328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:27.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:27 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4023/9753 objects degraded (41.249%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:27.717 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:27.734 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:27 smithi149 ceph-mon[135148]: pgmap v1533: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 206 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.28k op/s; 4023/9753 objects degraded (41.249%); 2075/9753 objects misplaced (21.276%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:27.734 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:27 smithi149 ceph-mon[135148]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:27:27.734 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1591668328' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:27.734 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:27 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4023/9753 objects degraded (41.249%), 10 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:27.747 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:27.791 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:27.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:27.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:27.896 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:27.923 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:27.957 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:27.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:27.962 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:28.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:28.095 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:28.169 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:27:28.169 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:27:28.169 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:27:28.170 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:27:28.355 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:28.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:28.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:28.460 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:28.493 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:28.529 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:28.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:28.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:28.613 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:27:28.637 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:28.702 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:28.736 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:28.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:28.741 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:28.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:28.876 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:29.029 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:29.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:29.034 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:29.135 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:29.166 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:29.199 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:29.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:29.203 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:29.230 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:29.305 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:29.339 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:29.375 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:29.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:29.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:27:29.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:29.493 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:27:29.517 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:29.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:29 smithi018 ceph-mon[153734]: pgmap v1534: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.25k op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:29.549 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:29.549 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:29 smithi018 ceph-mon[149401]: pgmap v1534: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.25k op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:29.549 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:29.681 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:29 smithi149 ceph-mon[135148]: pgmap v1534: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.25k op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 876 KiB/s, 23 objects/s recovering 2023-09-23T18:27:29.682 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:29.713 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:27:29.833 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:29.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:29.837 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:29.938 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:29.968 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:30.168 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:30.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:30.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:30.197 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:27:30.198 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2023-09-23T18:27:30.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2023-09-23T18:27:30.273 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:30.301 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:30.341 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:30.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:30.344 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:30.361 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:30.445 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:30.474 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:30.518 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:27:30.519 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:27:30.519 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:27:30.519 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:27:30.519 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:27:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:30.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: failed to encode map e516 with expected crc 2023-09-23T18:27:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: osdmap e516: 8 total, 6 up, 8 in 2023-09-23T18:27:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/491697500' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2023-09-23T18:27:30.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:30 smithi149 ceph-mon[135148]: pgmap v1536: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 176 KiB/s, 14 objects/s recovering 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: failed to encode map e516 with expected crc 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: osdmap e516: 8 total, 6 up, 8 in 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/491697500' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[149401]: pgmap v1536: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 176 KiB/s, 14 objects/s recovering 2023-09-23T18:27:30.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: failed to encode map e516 with expected crc 2023-09-23T18:27:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/867059507' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: osdmap e516: 8 total, 6 up, 8 in 2023-09-23T18:27:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/491697500' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2023-09-23T18:27:30.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:30 smithi018 ceph-mon[153734]: pgmap v1536: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 7 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 33 active+clean; 95 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 3687/4440 objects degraded (83.041%); 1358/4440 objects misplaced (30.586%); 176 KiB/s, 14 objects/s recovering 2023-09-23T18:27:30.943 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:27:31.395 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:31.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:31.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:31.499 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:31.532 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:31.547 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:31.650 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:31.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:31.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:31.755 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:31.784 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:31.822 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:31.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:31.826 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:31.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:27:31.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:31.956 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:32.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:32.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:32.247 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:32.274 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:32.385 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:32.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:32.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:32.490 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:32.516 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:32.570 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:32.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:32.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:32.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:32.703 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:32.737 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:32.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:32.741 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:32.837 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:32.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:32.870 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:22 10.7 10:e4e8010a:::benchmark_data_smithi018_405804_object21:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e498)", 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934814416999998, 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024615608, 2023-09-23T18:27:32.885 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 22 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.886 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:27:32.887 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947307+0000", 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012879499999999999 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.888 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947436+0000", 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1324000000000001e-05 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947457+0000", 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8469999999999998e-06 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.889 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947464+0000", 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011765900000000001 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947582+0000", 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0645999999999999e-05 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.890 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947593+0000", 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.011945098 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959538+0000", 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014897099999999999 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.891 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959687+0000", 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000189851 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959876+0000", 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0092644489999999993 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.892 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969141+0000", 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012742809999999999 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970415+0000", 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014042550000000001 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971819+0000", 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2708999999999999e-05 2023-09-23T18:27:32.893 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971882+0000", 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2385999999999997e-05 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971925+0000", 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024615608 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.894 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:65 10.7 10:e49e5c83:::benchmark_data_smithi018_405804_object64:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934637305000003, 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0249357809999999, 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 65 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.896 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947485+0000", 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8319999999999994e-05 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.897 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947583+0000", 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0704999999999999e-05 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947604+0000", 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1829999999999996e-06 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947608+0000", 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034959100000000001 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947958+0000", 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5700000000000004e-06 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947965+0000", 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0122793640000001 2023-09-23T18:27:32.899 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960245+0000", 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013332799999999999 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960378+0000", 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121193 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.900 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960499+0000", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0086884260000000008 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969188+0000", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012349539999999999 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970423+0000", 2023-09-23T18:27:32.901 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001895091 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972318+0000", 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3317000000000004e-05 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972381+0000", 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0655999999999998e-05 2023-09-23T18:27:32.902 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972422+0000", 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0249357809999999 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:81 10.7 10:edf1aca9:::benchmark_data_smithi018_405804_object80:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:27:32.903 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934506775999999, 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024973559, 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 81 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.904 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947616+0000", 2023-09-23T18:27:32.905 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112994 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947729+0000", 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5336e-05 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947744+0000", 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4269999999999999e-06 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.906 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947750+0000", 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067533299999999997 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948425+0000", 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7610000000000002e-06 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.907 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948432+0000", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.012340539 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960772+0000", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010503 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960877+0000", 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015872 2023-09-23T18:27:32.908 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961036+0000", 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081936769999999999 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969230+0000", 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001199093 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.909 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970429+0000", 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020395230000000001 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972468+0000", 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6731999999999996e-05 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.910 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972545+0000", 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5076e-05 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972590+0000", 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024973559 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.911 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:93 10.7 10:eb8f1f90:::benchmark_data_smithi018_405804_object92:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934364475000002, 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024959795, 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.912 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.913 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947758+0000", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0985e-05 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947819+0000", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0630000000000006e-06 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947827+0000", 2023-09-23T18:27:32.914 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9350000000000002e-06 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947832+0000", 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011377099999999999 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948970+0000", 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.302e-06 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.915 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948976+0000", 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0123171259999999 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961293+0000", 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108359 2023-09-23T18:27:32.916 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961402+0000", 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018844399999999999 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961590+0000", 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076856950000000002 2023-09-23T18:27:32.917 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969276+0000", 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011583089999999999 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970434+0000", 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022010749999999998 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.918 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972635+0000", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4205000000000001e-05 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972679+0000", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9147999999999999e-05 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972719+0000", 2023-09-23T18:27:32.919 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024959795 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:112 10.7 10:e9a1a3d9:::benchmark_data_smithi018_405804_object111:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934281767000002, 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0251055280000001, 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.920 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.921 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947841+0000", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7982999999999997e-05 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947899+0000", 2023-09-23T18:27:32.922 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8769999999999993e-06 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947907+0000", 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7269999999999998e-06 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947912+0000", 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014503059999999999 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.923 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949362+0000", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8700000000000003e-06 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949369+0000", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0124956650000001 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961864+0000", 2023-09-23T18:27:32.924 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115368 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961980+0000", 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158648 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962138+0000", 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071817010000000004 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.925 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969320+0000", 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011197119999999999 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970440+0000", 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024184039999999999 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.926 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972858+0000", 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5819000000000003e-05 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972904+0000", 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2991999999999998e-05 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972947+0000", 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0251055280000001 2023-09-23T18:27:32.927 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:121 10.7 10:e9263e6e:::benchmark_data_smithi018_405804_object120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934202802000001, 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0263005489999999, 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.928 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 121 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.929 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947920+0000", 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5230999999999999e-05 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947985+0000", 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0350000000000001e-06 2023-09-23T18:27:32.930 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947993+0000", 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1240000000000004e-06 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947998+0000", 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018227250000000001 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.931 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949821+0000", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2149999999999998e-06 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949827+0000", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0126021329999999 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962429+0000", 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121822 2023-09-23T18:27:32.932 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962551+0000", 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016064599999999999 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962712+0000", 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066597790000000002 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.933 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969372+0000", 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010812759999999999 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970453+0000", 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036493609999999998 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.934 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974102+0000", 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0401999999999994e-05 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974173+0000", 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8338999999999999e-05 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974221+0000", 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0263005489999999 2023-09-23T18:27:32.935 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:125 10.7 10:ea4bf66d:::benchmark_data_smithi018_405804_object124:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.934062924999999, 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026360919, 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.936 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 125 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.937 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6036000000000003e-05 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948126+0000", 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1810999999999999e-05 2023-09-23T18:27:32.938 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948137+0000", 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5380000000000002e-06 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948143+0000", 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001827118 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.939 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949970+0000", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6559999999999997e-06 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949976+0000", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0130130610000001 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962989+0000", 2023-09-23T18:27:32.940 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010012499999999999 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963089+0000", 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6596999999999997e-05 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963185+0000", 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062265300000000001 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.941 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969412+0000", 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001046997 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970459+0000", 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038077319999999999 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.942 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974267+0000", 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0946000000000003e-05 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974318+0000", 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010365999999999999 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974421+0000", 2023-09-23T18:27:32.943 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026360919 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:131 10.7 10:ee14f710:::benchmark_data_smithi018_405804_object130:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933967133000003, 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264340599999999, 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.944 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 131 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.945 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6246000000000002e-05 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948222+0000", 2023-09-23T18:27:32.946 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7139999999999999e-06 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948231+0000", 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3399999999999997e-06 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948236+0000", 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025201049999999999 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.947 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.950756+0000", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8299999999999998e-06 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.950763+0000", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0126329970000001 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963396+0000", 2023-09-23T18:27:32.948 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013283699999999999 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963529+0000", 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000168488 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963697+0000", 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057942560000000002 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.949 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969491+0000", 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097338399999999999 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970465+0000", 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040055450000000001 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.950 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974470+0000", 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3912999999999998e-05 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974514+0000", 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5955e-05 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974590+0000", 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264340599999999 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.951 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:137 10.7 10:e9e4aa06:::benchmark_data_smithi018_405804_object136:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933880887000001, 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026484664, 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.952 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7195999999999998e-05 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948309+0000", 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3909999999999998e-06 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.954 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948317+0000", 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2379999999999997e-06 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948323+0000", 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002891397 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.955 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951214+0000", 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8290000000000002e-06 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951221+0000", 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0127488899999999 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963970+0000", 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014886700000000001 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.956 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964119+0000", 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000222847 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964341+0000", 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051957799999999997 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.957 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969537+0000", 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00093628099999999996 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970473+0000", 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041725390000000003 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974646+0000", 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7184000000000002e-05 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.958 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974683+0000", 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3881000000000002e-05 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974727+0000", 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026484664 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.959 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:156 10.7 10:eeca35a2:::benchmark_data_smithi018_405804_object155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933794736000003, 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264862239999999, 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.960 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.961 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948328+0000", 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4988999999999996e-05 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948403+0000", 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9470000000000003e-06 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948411+0000", 2023-09-23T18:27:32.962 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4519999999999996e-06 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948416+0000", 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028266430000000002 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951243+0000", 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.78e-06 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.963 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951248+0000", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013380529 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964628+0000", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116439 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964745+0000", 2023-09-23T18:27:32.964 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016143900000000001 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964906+0000", 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046647800000000003 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969571+0000", 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000909511 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970480+0000", 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042715970000000002 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974752+0000", 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1377e-05 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.966 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974793+0000", 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1372000000000001e-05 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974815+0000", 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264862239999999 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.967 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:168 10.7 10:e098d50f:::benchmark_data_smithi018_405804_object167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933700442000003, 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026580067, 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 168 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.968 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948422+0000", 2023-09-23T18:27:32.969 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3952e-05 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948486+0000", 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1149999999999994e-06 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948494+0000", 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1460000000000004e-06 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.970 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948499+0000", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036552009999999998 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952155+0000", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3520000000000001e-06 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952162+0000", 2023-09-23T18:27:32.971 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0130188950000001 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965181+0000", 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014315700000000001 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965324+0000", 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019717399999999999 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.972 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965521+0000", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040825540000000004 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969604+0000", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088164000000000005 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970485+0000", 2023-09-23T18:27:32.973 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043999319999999996 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974885+0000", 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3070000000000004e-05 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974948+0000", 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4588e-05 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.974 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975003+0000", 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026580067 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:172 10.7 10:e45bdc49:::benchmark_data_smithi018_405804_object171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933617824999999, 2023-09-23T18:27:32.975 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274116929999999, 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 172 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.976 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9101999999999998e-05 2023-09-23T18:27:32.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948564+0000", 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8220000000000002e-06 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948574+0000", 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.096e-06 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.978 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948579+0000", 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038697240000000002 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952449+0000", 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.309e-06 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952452+0000", 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0133626099999999 2023-09-23T18:27:32.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965815+0000", 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3647000000000006e-05 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965908+0000", 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111675 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.980 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966020+0000", 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003616195 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969636+0000", 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00085497800000000005 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970491+0000", 2023-09-23T18:27:32.981 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053436229999999996 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975835+0000", 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4774000000000002e-05 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975879+0000", 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7747999999999998e-05 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.982 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975917+0000", 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274116929999999 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:176 10.7 10:e5aedc12:::benchmark_data_smithi018_405804_object175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933538003999999, 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274465559999999, 2023-09-23T18:27:32.983 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 176 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.984 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1653000000000001e-05 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.985 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948646+0000", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3270000000000003e-06 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948654+0000", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2190000000000003e-06 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948659+0000", 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044053829999999997 2023-09-23T18:27:32.986 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953064+0000", 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0120000000000001e-06 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953067+0000", 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0132050969999999 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.987 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966272+0000", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013814400000000001 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966410+0000", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110052 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966521+0000", 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003148264 2023-09-23T18:27:32.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969669+0000", 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00082724399999999998 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970496+0000", 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054621260000000003 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.989 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975958+0000", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1216e-05 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975999+0000", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2489e-05 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976032+0000", 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274465559999999 2023-09-23T18:27:32.990 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:189 10.7 10:e4159949:::benchmark_data_smithi018_405804_object188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933458662, 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274804529999999, 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.991 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 189 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:27:32.992 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948664+0000", 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0612999999999997e-05 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948725+0000", 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0400000000000004e-06 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.993 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948732+0000", 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0259999999999998e-06 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948737+0000", 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047967590000000003 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.994 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953533+0000", 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5930000000000002e-06 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953537+0000", 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013242234 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966779+0000", 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8750000000000003e-05 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.995 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966858+0000", 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000172378 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967030+0000", 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026709279999999999 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.996 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969701+0000", 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079981799999999999 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970501+0000", 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055695889999999998 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976071+0000", 2023-09-23T18:27:32.997 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9356000000000001e-05 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976110+0000", 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4974000000000001e-05 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976145+0000", 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274804529999999 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.998 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:216 10.7 10:e16964aa:::benchmark_data_smithi018_405804_object215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933380603000003, 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027516756, 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 216 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.000 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948742+0000", 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0106999999999999e-05 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948802+0000", 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8449999999999997e-06 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.001 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948809+0000", 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2650000000000004e-06 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948814+0000", 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048687399999999999 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.002 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953683+0000", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8499999999999998e-06 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953686+0000", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013613885 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967300+0000", 2023-09-23T18:27:33.003 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014613699999999999 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967446+0000", 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170531 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967617+0000", 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021178299999999998 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.004 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969734+0000", 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00077217099999999999 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970507+0000", 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056774470000000004 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.005 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976184+0000", 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0951000000000001e-05 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976225+0000", 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4570000000000003e-05 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976259+0000", 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027516756 2023-09-23T18:27:33.006 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:220 10.7 10:ebafd4d9:::benchmark_data_smithi018_405804_object219:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 47.933302994000002, 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027911547, 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:33.007 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 220 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.008 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5263000000000002e-05 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948885+0000", 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7370000000000006e-06 2023-09-23T18:27:33.009 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948893+0000", 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5390000000000001e-06 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948897+0000", 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055673060000000002 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.010 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.954465+0000", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6950000000000002e-06 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.954468+0000", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.01337609 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967844+0000", 2023-09-23T18:27:33.011 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011507599999999999 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967959+0000", 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012129900000000001 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.968081+0000", 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001683408 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.012 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969764+0000", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00075049700000000003 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970515+0000", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061437929999999998 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976658+0000", 2023-09-23T18:27:33.013 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.002e-05 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976698+0000", 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3417999999999998e-05 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976732+0000", 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027911547 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.014 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31190 10.7 10:e5a431ee:::benchmark_data_smithi018_405804_object31189:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e506)", 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 31.791111925999999, 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.88688953500000001, 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:33.015 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31190 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:33.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000182683 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091193+0000", 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0379e-05 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.017 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091204+0000", 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0190000000000003e-06 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091210+0000", 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2689000000000003e-05 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.018 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091262+0000", 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157014 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091420+0000", 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000164513 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091584+0000", 2023-09-23T18:27:33.019 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022043319999999998 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.093788+0000", 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018967495000000001 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.112756+0000", 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7270000000000002e-06 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.020 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.112766+0000", 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.85203336299999999 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.964799+0000", 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00094507 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:27:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.965744+0000", 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012076712999999999 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977821+0000", 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0204999999999995e-05 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977901+0000", 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.88688953500000001 2023-09-23T18:27:33.022 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31209 10.7 10:e8122db6:::benchmark_data_smithi018_405804_object31208:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e507)", 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.126710+0000", 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 31.755413026999999, 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86173050799999995, 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:33.023 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31209 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126710+0000", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126710+0000", 2023-09-23T18:27:33.024 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126709+0000", 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9742e-05 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126748+0000", 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2047e-05 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.025 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126761+0000", 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7320000000000001e-06 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126767+0000", 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014564210000000001 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.026 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128224+0000", 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2842e-05 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128237+0000", 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.83754896099999998 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.965785+0000", 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019044900000000001 2023-09-23T18:27:33.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.965976+0000", 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022487399999999999 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.966201+0000", 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.011738045000000001 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.028 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977939+0000", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0060160350000000003 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.983955+0000", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042468640000000004 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988202+0000", 2023-09-23T18:27:33.029 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1366999999999995e-05 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988283+0000", 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015769800000000001 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988441+0000", 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86173050799999995 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.030 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31211 10.7 10:e97be27e:::benchmark_data_smithi018_405804_object31210:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e507)", 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 31.755346217, 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86189568900000002, 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.031 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31211 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:33.032 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3986000000000002e-05 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126821+0000", 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4450000000000002e-06 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.033 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126830+0000", 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6419999999999998e-06 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126835+0000", 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014295860000000001 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128264+0000", 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2370000000000003e-06 2023-09-23T18:27:33.034 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128272+0000", 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.83919994899999995 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967471+0000", 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014909100000000001 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.035 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967621+0000", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000238679 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967859+0000", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010114969 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977974+0000", 2023-09-23T18:27:33.036 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059878459999999998 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.983962+0000", 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045298200000000004 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988492+0000", 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7927000000000003e-05 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.037 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988550+0000", 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012297400000000001 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988673+0000", 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86189568900000002 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.038 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31212 10.7 10:e46a6e27:::benchmark_data_smithi018_405804_object31211:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e507)", 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 31.755283625000001, 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86209936799999998, 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31212 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.039 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.040 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126839+0000", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5387000000000003e-05 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126905+0000", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9449999999999999e-06 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126914+0000", 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4100000000000001e-06 2023-09-23T18:27:33.041 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126918+0000", 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002492541 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.129411+0000", 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0326000000000001e-05 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.042 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.129421+0000", 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.83940297500000005 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.968824+0000", 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012436000000000001 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:27:33.043 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.968948+0000", 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016289899999999999 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.969111+0000", 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0088969989999999992 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.978008+0000", 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059608999999999999 2023-09-23T18:27:33.044 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.983969+0000", 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047893470000000002 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988758+0000", 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7528000000000002e-05 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:27:33.045 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988816+0000", 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012321399999999999 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988939+0000", 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86209936799999998 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:27:33.046 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:27:33.047 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:27:33.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:33.048 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:33.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:33.048 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:32 smithi149 ceph-mon[135148]: pgmap v1537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 5 active+undersized+degraded, 13 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.9 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 3298/102 objects degraded (3233.333%); 849/102 objects misplaced (832.353%); 145 KiB/s, 23 objects/s recovering 2023-09-23T18:27:33.048 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:32 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3298/102 objects degraded (3233.333%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:33.084 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:32 smithi018 ceph-mon[153734]: pgmap v1537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 5 active+undersized+degraded, 13 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.9 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 3298/102 objects degraded (3233.333%); 849/102 objects misplaced (832.353%); 145 KiB/s, 23 objects/s recovering 2023-09-23T18:27:33.084 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:32 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3298/102 objects degraded (3233.333%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:33.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:32 smithi018 ceph-mon[149401]: pgmap v1537: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 5 active+undersized+degraded, 13 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.9 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 858 op/s; 3298/102 objects degraded (3233.333%); 849/102 objects misplaced (832.353%); 145 KiB/s, 23 objects/s recovering 2023-09-23T18:27:33.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:32 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3298/102 objects degraded (3233.333%), 7 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:33.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:33.177 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:33.216 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:33.217 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:33.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:33.219 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:33.284 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:27:33.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:33.346 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:33.380 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:33.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:33.384 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:33.484 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:34.292 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:34.313 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:34.330 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:34.348 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:34.367 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:34.384 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:34.385 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.385 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.385 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.385 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:34.385 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.386 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:34.386 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.386 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:27:34.386 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:34.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:34.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:34.490 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:34.518 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:34.554 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:34.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:34.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:34.658 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:34.684 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:34.716 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:34.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:34.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:34.820 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:34.852 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:34.879 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:34.879 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:34.943 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:34.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:34.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:35.048 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:35.074 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:34 smithi018 ceph-mon[149401]: pgmap v1538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 3298/84 objects degraded (3926.190%); 849/84 objects misplaced (1010.714%); 141 KiB/s, 23 objects/s recovering 2023-09-23T18:27:35.074 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1787274106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:35.075 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:34] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.33.4" 2023-09-23T18:27:35.075 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:34 smithi018 ceph-mon[153734]: pgmap v1538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 3298/84 objects degraded (3926.190%); 849/84 objects misplaced (1010.714%); 141 KiB/s, 23 objects/s recovering 2023-09-23T18:27:35.075 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1787274106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:35.077 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:35.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:34 smithi149 ceph-mon[135148]: pgmap v1538: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 3298/84 objects degraded (3926.190%); 849/84 objects misplaced (1010.714%); 141 KiB/s, 23 objects/s recovering 2023-09-23T18:27:35.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1787274106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:35.198 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5, 4] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:27:35.199 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:27:35.199 INFO:tasks.thrashosds.thrasher:inject_pause on osd.1 2023-09-23T18:27:35.199 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T18:27:35.199 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T18:27:35.200 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 config set filestore_inject_stall 3 2023-09-23T18:27:35.263 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:35.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:35.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:35.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:35.401 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:35.411 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:35.456 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:35.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:35.460 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:35.560 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:35.589 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:35.730 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:35.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:35.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:35.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:27:35.843 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'unique_pool_5' removed 2023-09-23T18:27:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:35.965 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:35.967 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:35.967 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/566128160' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:35.967 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:35.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:35.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/566128160' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:35.968 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:35.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:35.969 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:36.070 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:36.100 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:36.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:27:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/566128160' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:36.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T18:27:36.646 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:36.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:36.649 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:36.749 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:36.764 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T18:27:36.764 INFO:teuthology.task.print:**** done end radosbench.yaml 2023-09-23T18:27:36.764 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T18:27:36.765 INFO:tasks.workunit:Pulling workunits from ref pacific 2023-09-23T18:27:36.765 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T18:27:36.766 DEBUG:teuthology.orchestra.run.smithi018:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:27:36.782 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:36.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:27:36.793 INFO:teuthology.orchestra.run.smithi018.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T18:27:36.793 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:27:36.819 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:36.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:36.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:36.880 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:27:36.882 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T18:27:36.882 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T18:27:36.883 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:36.905 INFO:tasks.workunit:timeout=3h 2023-09-23T18:27:36.906 INFO:tasks.workunit:cleanup=True 2023-09-23T18:27:36.906 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T18:27:36.924 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:36.976 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:36.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: pgmap v1539: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 3298/84 objects degraded (3926.190%); 732/84 objects misplaced (871.429%); 0 B/s, 23 objects/s recovering 2023-09-23T18:27:36.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:36.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: failed to encode map e517 with expected crc 2023-09-23T18:27:36.996 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: failed to encode map e517 with expected crc 2023-09-23T18:27:36.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:36.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:27:36.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: osdmap e517: 8 total, 6 up, 8 in 2023-09-23T18:27:36.997 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[153734]: failed to encode map e517 with expected crc 2023-09-23T18:27:36.998 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: pgmap v1539: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 3298/84 objects degraded (3926.190%); 732/84 objects misplaced (871.429%); 0 B/s, 23 objects/s recovering 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: failed to encode map e517 with expected crc 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: failed to encode map e517 with expected crc 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: osdmap e517: 8 total, 6 up, 8 in 2023-09-23T18:27:36.999 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:36 smithi018 ceph-mon[149401]: failed to encode map e517 with expected crc 2023-09-23T18:27:37.007 INFO:tasks.workunit.client.0.smithi018.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T18:27:37.022 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:37.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:37.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:37.127 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:37.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: pgmap v1539: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 29 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 14 active+undersized, 1 active+undersized+remapped, 33 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 322 op/s; 3298/84 objects degraded (3926.190%); 732/84 objects misplaced (871.429%); 0 B/s, 23 objects/s recovering 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: failed to encode map e517 with expected crc 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: failed to encode map e517 with expected crc 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2173014793' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: osdmap e517: 8 total, 6 up, 8 in 2023-09-23T18:27:37.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:36 smithi149 ceph-mon[135148]: failed to encode map e517 with expected crc 2023-09-23T18:27:37.154 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:37.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:37.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:37.297 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:37.297 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:37.393 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:37.430 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:37.947 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:37 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 3298/84 objects degraded (3926.190%), 6 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:37.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:37 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 3298/84 objects degraded (3926.190%), 6 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:38.072 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:38.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:38.075 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:38.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:37 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 3298/84 objects degraded (3926.190%), 6 pgs degraded, 21 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:38.176 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:38.209 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:38.223 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:27:38.258 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:38.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:38.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:38.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:38.392 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:38.427 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:38.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:38.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:38.531 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:38.553 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:38.563 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:38.600 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:38.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:38.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:38.610 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:38.610 INFO:teuthology.orchestra.run.smithi018.stdout: "success": "" 2023-09-23T18:27:38.610 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:38.702 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:27:38.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:38.734 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:39.127 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:39.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:39.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:39.209 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:38 smithi018 ceph-mon[153734]: pgmap v1541: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:39.210 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:38 smithi018 ceph-mon[149401]: pgmap v1541: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:39.232 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:39.272 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:38 smithi149 ceph-mon[135148]: pgmap v1541: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:39.578 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:39.623 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:39.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:39.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:39.701 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:39.732 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:39.764 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:39.800 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:39.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:39.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:39.904 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:39.936 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:40.029 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:40.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:40.032 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:40.129 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:39 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:40.129 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:39 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:40.134 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:40.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:39 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:40.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:40.437 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:40.453 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:40.474 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:40.494 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:40.505 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:40.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:40.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:40.518 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:40.542 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.543 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:27:40.610 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:40.642 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:40.678 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:40.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:40.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:40.782 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:40.812 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:41.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:40 smithi018 ceph-mon[153734]: pgmap v1542: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:41.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:40 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/179016069' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:41.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:40 smithi018 ceph-mon[149401]: pgmap v1542: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:41.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:40 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/179016069' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:41.298 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:41.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:41.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:41.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:40 smithi149 ceph-mon[135148]: pgmap v1542: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:41.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:40 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/179016069' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:41.402 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:41.429 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:41.430 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:41.433 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:41.468 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:41.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:41.471 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:41.572 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:41.603 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:41.692 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:41.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:41.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:41.797 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:41.826 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:41.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:41.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:41.865 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:41.902 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T18:27:41.935 INFO:tasks.workunit.client.0.smithi018.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T18:27:41.937 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T18:27:41.937 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T18:27:41.956 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:41 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:41.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:41.992 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:42.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.028 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:42.066 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T18:27:42.119 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T18:27:42.129 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:42.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:41 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:42.161 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.163 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T18:27:42.165 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T18:27:42.165 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T18:27:42.209 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:42.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:41 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:42.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:42.213 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T18:27:42.236 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T18:27:42.236 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T18:27:42.298 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2023-09-23T18:27:42.300 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-09-23T18:27:42.300 DEBUG:teuthology.orchestra.run.smithi018:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-09-23T18:27:42.314 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:42.341 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.374 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:42.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:42.386 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:42.386 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:27:42.386 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:27:42.386 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:27:42.386 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:42.430 INFO:tasks.workunit.client.0.smithi018.stdout:Running main() from gmock_main.cc 2023-09-23T18:27:42.431 INFO:tasks.workunit.client.0.smithi018.stdout:[==========] Running 70 tests from 1 test suite. 2023-09-23T18:27:42.431 INFO:tasks.workunit.client.0.smithi018.stdout:[----------] Global test environment set-up. 2023-09-23T18:27:42.431 INFO:tasks.workunit.client.0.smithi018.stdout:[----------] 70 tests from TestClsRbd 2023-09-23T18:27:42.478 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:42.504 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.536 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:42.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:42.640 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:42.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.698 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:42.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.701 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:42.770 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:27:42.801 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:42.828 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:42.861 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:42.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:42.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:42.965 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:42.980 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:27:42.994 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.027 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:43.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.030 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:43.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:42 smithi018 ceph-mon[153734]: pgmap v1543: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:43.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:42 smithi018 ceph-mon[149401]: pgmap v1543: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:43.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:43.131 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:43.157 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:43.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:43.294 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:43.317 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:42 smithi149 ceph-mon[135148]: pgmap v1543: 73 pgs: 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:43.317 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:43.319 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.352 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:43.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.355 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:43.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:27:43.456 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.527 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:43.540 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:43.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:43.645 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:43.671 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.704 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:43.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:43.808 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:43.834 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:43.866 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:43.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:43.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:43.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:43.975 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_all_features 2023-09-23T18:27:43.995 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_all_features (23 ms) 2023-09-23T18:27:43.995 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.copyup 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: osdmap e518: 8 total, 6 up, 8 in 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:44.011 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:44.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: osdmap e518: 8 total, 6 up, 8 in 2023-09-23T18:27:44.012 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:27:44.014 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:44.124 INFO:tasks.thrashosds.thrasher:in_osds: [3, 1, 2, 7, 0, 6, 5, 4] out_osds: [] dead_osds: [3, 5] live_osds: [0, 4, 7, 2, 6, 1] 2023-09-23T18:27:44.124 INFO:tasks.thrashosds.thrasher:Reviving osd 5 2023-09-23T18:27:44.124 INFO:tasks.cephadm.osd.5:Restarting osd.5 (starting--it wasn't running)... 2023-09-23T18:27:44.125 DEBUG:teuthology.orchestra.run.smithi149:osd.5> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5.service 2023-09-23T18:27:44.127 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl start ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5 2023-09-23T18:27:44.155 INFO:journalctl@ceph.osd.5.smithi149.stdout:-- Logs begin at Sat 2023-09-23 17:24:36 UTC. -- 2023-09-23T18:27:44.206 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.copyup (211 ms) 2023-09-23T18:27:44.207 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-09-23T18:27:44.219 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2023-09-23T18:27:44.219 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-09-23T18:27:44.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-09-23T18:27:44.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-09-23T18:27:44.239 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2023-09-23T18:27:44.239 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.directory_methods 2023-09-23T18:27:44.278 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.directory_methods (39 ms) 2023-09-23T18:27:44.279 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.create 2023-09-23T18:27:44.298 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:44.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:44.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:44.329 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.create (51 ms) 2023-09-23T18:27:44.329 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_features 2023-09-23T18:27:44.331 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2023-09-23T18:27:44.331 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-09-23T18:27:44.333 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-09-23T18:27:44.333 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-09-23T18:27:44.334 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2023-09-23T18:27:44.334 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-09-23T18:27:44.335 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:44.336 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-09-23T18:27:44.336 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-09-23T18:27:44.337 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-09-23T18:27:44.337 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-09-23T18:27:44.341 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-09-23T18:27:44.341 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.get_size 2023-09-23T18:27:44.346 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2023-09-23T18:27:44.346 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.set_size 2023-09-23T18:27:44.352 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.set_size (6 ms) 2023-09-23T18:27:44.352 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.protection_status 2023-09-23T18:27:44.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: failed to encode map e518 with expected crc 2023-09-23T18:27:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3017306928' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: osdmap e518: 8 total, 6 up, 8 in 2023-09-23T18:27:44.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T18:27:44.402 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:44 smithi149 systemd[1]: Starting Ceph osd.5 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:27:44.403 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:44.434 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:44.491 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:44.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:44.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:44.595 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:44.624 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:44.718 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:44.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:44.722 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:44.823 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:44.854 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:45.042 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:45.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:45.045 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:45.105 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:45.105 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:27:45.106 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:27:45.106 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:27:45.106 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.106 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91162 9.0 9:0cdd3a94:::benchmark_data_smithi018_362865_object91161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:27:45.106 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.65520499500002, 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51809768899999997, 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.107 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91162 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.108 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.109 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448292+0000", 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448290+0000", 2023-09-23T18:27:45.110 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448319+0000", 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8742e-05 2023-09-23T18:27:45.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448342+0000", 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3431e-05 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.112 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.448355+0000", 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3004e-05 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.113 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466196+0000", 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017840835999999999 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.114 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466368+0000", 2023-09-23T18:27:45.115 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000171848 2023-09-23T18:27:45.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.115 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.115 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:27:45.115 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.466568+0000", 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00019970200000000001 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500633+0000", 2023-09-23T18:27:45.116 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.034065343999999997 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.500655+0000", 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2181999999999999e-05 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926128+0000", 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42547214 2023-09-23T18:27:45.117 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.926656+0000", 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00052831299999999998 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966324+0000", 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039667704999999998 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.118 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.966390+0000", 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6422999999999997e-05 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91172 9.0 9:08a1f421:::benchmark_data_smithi018_362865_object91171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e416)", 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.646568892, 2023-09-23T18:27:45.119 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.51053460500000003, 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91172 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.120 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456928+0000", 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456927+0000", 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.121 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456953+0000", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6573000000000001e-05 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456965+0000", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1960000000000001e-05 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.456973+0000", 2023-09-23T18:27:45.122 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.2749999999999995e-06 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469742+0000", 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.012768056999999999 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.469919+0000", 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017742300000000001 2023-09-23T18:27:45.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,5", 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.470119+0000", 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00020000000000000001 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503800+0000", 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.033681279000000001 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.124 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503815+0000", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5081e-05 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.927710+0000", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42389511499999999 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for degraded object", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.928217+0000", 2023-09-23T18:27:45.125 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00050678699999999997 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967321+0000", 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.039103856999999999 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.126 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967463+0000", 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141901 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.128 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.128 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91178 9.0 9:0f1656af:::benchmark_data_smithi018_362865_object91177:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:27:45.128 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:27:45.128 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.622054789, 2023-09-23T18:27:45.128 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.48664875800000001, 2023-09-23T18:27:45.129 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.129 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.129 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.130 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91178 2023-09-23T18:27:45.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.130 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.130 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.130 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.131 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481442+0000", 2023-09-23T18:27:45.132 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.132 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.132 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.132 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481441+0000", 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481466+0000", 2023-09-23T18:27:45.133 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.5134e-05 2023-09-23T18:27:45.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.134 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.134 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.134 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481475+0000", 2023-09-23T18:27:45.134 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1609999999999992e-06 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.481481+0000", 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.879e-06 2023-09-23T18:27:45.135 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.136 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.136 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.136 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503843+0000", 2023-09-23T18:27:45.136 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022361945000000001 2023-09-23T18:27:45.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503852+0000", 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6049999999999998e-06 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.137 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929735+0000", 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42588317399999998 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.138 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929858+0000", 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000123032 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.929987+0000", 2023-09-23T18:27:45.139 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012855399999999999 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941909+0000", 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011922142 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.140 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947461+0000", 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055517780000000003 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.141 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967509+0000", 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020048123000000001 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.967558+0000", 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9243000000000003e-05 2023-09-23T18:27:45.142 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968091+0000", 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00053324799999999995 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.143 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91180 9.0 9:08209e7d:::benchmark_data_smithi018_362865_object91179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.61551520199998, 2023-09-23T18:27:45.144 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.480639657, 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.145 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91180 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:27:45.146 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.147 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.147 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.147 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487982+0000", 2023-09-23T18:27:45.147 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.487981+0000", 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488007+0000", 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6021999999999999e-05 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.149 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488016+0000", 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.6730000000000004e-06 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.488023+0000", 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3119999999999999e-06 2023-09-23T18:27:45.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503877+0000", 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015854409 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.151 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503885+0000", 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.5140000000000004e-06 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.152 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932681+0000", 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42879668100000001 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.153 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.932832+0000", 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000150517 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.933014+0000", 2023-09-23T18:27:45.154 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018202600000000001 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941917+0000", 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0089035580000000007 2023-09-23T18:27:45.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.156 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.156 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.156 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947495+0000", 2023-09-23T18:27:45.156 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0055773209999999997 2023-09-23T18:27:45.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968162+0000", 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020667416000000001 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.157 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968214+0000", 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2157999999999998e-05 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968622+0000", 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00040751300000000003 2023-09-23T18:27:45.158 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91183 9.0 9:079ab66b:::benchmark_data_smithi018_362865_object91182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.60749444300001, 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.47311390599999997, 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.159 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91183 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.160 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496003+0000", 2023-09-23T18:27:45.161 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496001+0000", 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496025+0000", 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3436999999999999e-05 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.162 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496038+0000", 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2967e-05 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.496060+0000", 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2103000000000002e-05 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.163 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503905+0000", 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0078447499999999993 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.503912+0000", 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3669999999999999e-06 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.935872+0000", 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.43196018400000002 2023-09-23T18:27:45.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936027+0000", 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015505299999999999 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.936220+0000", 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000192733 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.165 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.941927+0000", 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0057072720000000002 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.947529+0000", 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056020280000000002 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.166 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968726+0000", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021197341000000001 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.968779+0000", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2945000000000002e-05 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969117+0000", 2023-09-23T18:27:45.167 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000337275 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:91207 9.0 9:0164b7c9:::benchmark_data_smithi018_362865_object91206:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e417)", 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 373.55586577700001, 2023-09-23T18:27:45.168 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.42192815, 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.169 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 91207 2023-09-23T18:27:45.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.170 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.170 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.170 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.170 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547631+0000", 2023-09-23T18:27:45.171 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.172 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.172 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.172 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547630+0000", 2023-09-23T18:27:45.172 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547659+0000", 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8583000000000001e-05 2023-09-23T18:27:45.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.174 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.174 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.174 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547678+0000", 2023-09-23T18:27:45.174 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.9185999999999999e-05 2023-09-23T18:27:45.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.175 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.175 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.175 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547688+0000", 2023-09-23T18:27:45.175 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0035e-05 2023-09-23T18:27:45.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547742+0000", 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4299999999999998e-05 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.176 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.547757+0000", 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4837e-05 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.938877+0000", 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.39112031000000003 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939047+0000", 2023-09-23T18:27:45.178 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000169436 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.939261+0000", 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00021463799999999999 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.179 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.945169+0000", 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0059081719999999997 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.180 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.953473+0000", 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008303309 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969174+0000", 2023-09-23T18:27:45.181 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.015701290999999999 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969209+0000", 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4484999999999999e-05 2023-09-23T18:27:45.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:31.969560+0000", 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00035111400000000003 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.183 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98355 9.0 9:05cb8e5f:::benchmark_data_smithi018_362865_object98354:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 361.64803968799998, 2023-09-23T18:27:45.184 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.37549498599999998, 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98355 2023-09-23T18:27:45.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455458+0000", 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.187 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455455+0000", 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.188 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.189 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455491+0000", 2023-09-23T18:27:45.189 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5667999999999998e-05 2023-09-23T18:27:45.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.189 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.189 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455515+0000", 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4618999999999999e-05 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.455528+0000", 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2799000000000001e-05 2023-09-23T18:27:45.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463779+0000", 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0082502800000000005 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.463813+0000", 2023-09-23T18:27:45.191 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4294000000000001e-05 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.814869+0000", 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.35105580800000002 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.192 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815021+0000", 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015280799999999999 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.193 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.815518+0000", 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00049682600000000002 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.824185+0000", 2023-09-23T18:27:45.194 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.008667157 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826834+0000", 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026481 2023-09-23T18:27:45.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830848+0000", 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0040143840000000002 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.196 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830906+0000", 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8344999999999998e-05 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.197 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.198 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830953+0000", 2023-09-23T18:27:45.198 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6279999999999997e-05 2023-09-23T18:27:45.198 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.198 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.198 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98374 9.0 9:0f4ac1cc:::benchmark_data_smithi018_362865_object98373:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 361.54961974100001, 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.27719501800000002, 2023-09-23T18:27:45.199 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98374 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:27:45.200 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553878+0000", 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553877+0000", 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.201 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553900+0000", 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2662000000000001e-05 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553907+0000", 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0570000000000004e-06 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.202 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553912+0000", 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3480000000000003e-06 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553965+0000", 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.3109000000000003e-05 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.553975+0000", 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0161e-05 2023-09-23T18:27:45.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820525+0000", 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.26655010600000001 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820687+0000", 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000161862 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.204 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,2", 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.820855+0000", 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000167675 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.826931+0000", 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060757169999999996 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.205 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.828146+0000", 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001214838 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.830989+0000", 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002843978 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831042+0000", 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2419000000000001e-05 2023-09-23T18:27:45.206 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.831073+0000", 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0621999999999999e-05 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98589 9.f 9:f7c7e7de:::benchmark_data_smithi018_362865_object198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:27:45.207 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 313.93096184000001, 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.184078827, 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98589 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.208 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172535+0000", 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.209 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172534+0000", 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172543+0000", 2023-09-23T18:27:45.210 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1900000000000001e-06 2023-09-23T18:27:45.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.211 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.211 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.211 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172556+0000", 2023-09-23T18:27:45.211 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.308e-05 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172565+0000", 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.5189999999999998e-06 2023-09-23T18:27:45.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.213 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.213 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.213 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172622+0000", 2023-09-23T18:27:45.213 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6286000000000003e-05 2023-09-23T18:27:45.213 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172771+0000", 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014956600000000001 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.214 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.215 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:27:45.215 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.172891+0000", 2023-09-23T18:27:45.215 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120165 2023-09-23T18:27:45.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.215 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.176020+0000", 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003128703 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.216 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.217 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.187489+0000", 2023-09-23T18:27:45.217 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.011469053999999999 2023-09-23T18:27:45.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.217 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.217 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.353865+0000", 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.16637532599999999 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.218 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.353927+0000", 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2340000000000003e-05 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.356614+0000", 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026873880000000002 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.219 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.220 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.220 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.220 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98593 9.4 9:26d7f259:::benchmark_data_smithi018_362865_object202:head [delete] snapc 0=[] ondisk+write+known_if_redirected e436)", 2023-09-23T18:27:45.221 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:27:45.221 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 313.92517383799998, 2023-09-23T18:27:45.221 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17665726600000001, 2023-09-23T18:27:45.221 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98593 2023-09-23T18:27:45.222 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178323+0000", 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.224 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178322+0000", 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.225 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178328+0000", 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.37e-06 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178338+0000", 2023-09-23T18:27:45.226 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0271e-05 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178345+0000", 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6599999999999998e-06 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.227 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178401+0000", 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6418000000000001e-05 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.228 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178516+0000", 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000114486 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 3,4", 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.178615+0000", 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.9417e-05 2023-09-23T18:27:45.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.181833+0000", 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0032175860000000001 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.230 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.184354+0000", 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0025211270000000002 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.231 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354895+0000", 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17054068 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.232 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354941+0000", 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6032000000000002e-05 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.354981+0000", 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9929999999999999e-05 2023-09-23T18:27:45.233 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.234 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.234 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.234 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.234 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.234 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:195267 9.4 9:219855f3:::benchmark_data_smithi018_362865_object96876:head [delete] snapc 0=[] ondisk+write+known_if_redirected e466)", 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:25:06.815885+0000", 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 158.28761202300001, 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.17541705899999999, 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.235 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 195267 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.236 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.815885+0000", 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.237 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.815885+0000", 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.815884+0000", 2023-09-23T18:27:45.238 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.815890+0000", 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.083e-06 2023-09-23T18:27:45.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.817017+0000", 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001126948 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.817030+0000", 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3139000000000001e-05 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.240 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.826872+0000", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0098419460000000007 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.826884+0000", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2125e-05 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.977836+0000", 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.15095201599999999 2023-09-23T18:27:45.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.977970+0000", 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000133294 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.978106+0000", 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000136818 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.242 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.985765+0000", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0076591000000000003 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.991145+0000", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.005379895 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.991208+0000", 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2748000000000003e-05 2023-09-23T18:27:45.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:25:06.991302+0000", 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4177000000000003e-05 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:11905 10.2 10:4bab86f5:::benchmark_data_smithi018_405804_object11904:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e501)", 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:49.817460+0000", 2023-09-23T18:27:45.244 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 55.286037729, 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030516303000000002, 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 11905 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817460+0000", 2023-09-23T18:27:45.245 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817460+0000", 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817458+0000", 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.246 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817486+0000", 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8084000000000001e-05 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817500+0000", 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3933e-05 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.247 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817509+0000", 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7800000000000006e-06 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817560+0000", 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1872000000000001e-05 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817712+0000", 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015156600000000001 2023-09-23T18:27:45.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.817839+0000", 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012736099999999999 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.818934+0000", 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010943400000000001 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.249 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.820126+0000", 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001192203 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.847853+0000", 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027727000000000002 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.847932+0000", 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8800000000000004e-05 2023-09-23T18:27:45.250 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.847976+0000", 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4147999999999998e-05 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:11913 10.2 10:40417109:::benchmark_data_smithi018_405804_object11912:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e501)", 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:49.819232+0000", 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 55.284265740999999, 2023-09-23T18:27:45.251 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.029265315, 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 11913 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819232+0000", 2023-09-23T18:27:45.252 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819232+0000", 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819230+0000", 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:27:45.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819251+0000", 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0696e-05 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819261+0000", 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0261000000000001e-05 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.254 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819268+0000", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3489999999999997e-06 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819307+0000", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9381999999999997e-05 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819396+0000", 2023-09-23T18:27:45.255 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8678999999999996e-05 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.819486+0000", 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.0655999999999994e-05 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.820236+0000", 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00074959400000000002 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.256 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.821461+0000", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001224953 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.848417+0000", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.026956193999999999 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.848462+0000", 2023-09-23T18:27:45.257 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5286e-05 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:49.848497+0000", 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4421000000000001e-05 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:27742 10.2 10:4f824ab0:::benchmark_data_smithi018_405804_object27741:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e505)", 2023-09-23T18:27:45.258 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:59.100981+0000", 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 46.002516028999999, 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023667210000000001, 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 27742 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.259 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.100981+0000", 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.100981+0000", 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.260 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.100979+0000", 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101003+0000", 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3892000000000001e-05 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101018+0000", 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4188e-05 2023-09-23T18:27:45.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101027+0000", 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.1810000000000007e-06 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101108+0000", 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.1578999999999999e-05 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.262 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101256+0000", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014768800000000001 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.101417+0000", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016139099999999999 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.102642+0000", 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0012248109999999999 2023-09-23T18:27:45.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.103570+0000", 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00092752000000000004 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.124562+0000", 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020992075999999998 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.264 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.124611+0000", 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9042000000000002e-05 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:59.124648+0000", 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7605999999999999e-05 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.265 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:31191 10.2 10:422b1e3d:::benchmark_data_smithi018_405804_object31190:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e506)", 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:01.090859+0000", 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 44.012638500999998, 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.030853822999999999, 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 31191 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.266 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090859+0000", 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090859+0000", 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.267 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090857+0000", 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090883+0000", 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6023000000000001e-05 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090901+0000", 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7932e-05 2023-09-23T18:27:45.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090911+0000", 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.046e-05 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.090971+0000", 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9616e-05 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.269 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.091141+0000", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016961999999999999 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.091314+0000", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00017299399999999999 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.092877+0000", 2023-09-23T18:27:45.270 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0015629420000000001 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.093289+0000", 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00041269000000000001 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.121636+0000", 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028346455999999999 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.271 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.121685+0000", 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8882999999999999e-05 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:01.121713+0000", 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8002000000000001e-05 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.46946.0:45420 10.1 e512/508 10:81f4b4a0:::benchmark_data_smithi018_405804_object14015:head v 512'2805, mlcod=0'0)", 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:13.144754+0000", 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.95874345, 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025828719999999999, 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144754+0000", 2023-09-23T18:27:45.273 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144754+0000", 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144753+0000", 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.274 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144760+0000", 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2309999999999999e-06 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144771+0000", 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1165000000000001e-05 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.275 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.144779+0000", 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.3329999999999999e-06 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.150153+0000", 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053745319999999996 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.150178+0000", 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4634000000000002e-05 2023-09-23T18:27:45.276 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.170540+0000", 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.020362156999999999 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.170583+0000", 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2432000000000003e-05 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.277 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:45829 10.2 10:46b6fe94:::benchmark_data_smithi018_405804_object14424:head [delete] snapc 0=[] ondisk+write+known_if_redirected e512)", 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:13.450463+0000", 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 31.653033750999999, 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023423936999999999, 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.278 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 45829 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450463+0000", 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450463+0000", 2023-09-23T18:27:45.279 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450462+0000", 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450467+0000", 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0080000000000002e-06 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.280 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450476+0000", 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.8249999999999994e-06 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450482+0000", 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8900000000000004e-06 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.281 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450679+0000", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000196932 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450820+0000", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000141392 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.450963+0000", 2023-09-23T18:27:45.282 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014247500000000001 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.454649+0000", 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036865629999999999 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.455741+0000", 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001092237 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.473800+0000", 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018058679000000001 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.473853+0000", 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2719000000000001e-05 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.284 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.473887+0000", 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4681999999999998e-05 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:50298 10.2 10:458c07d0:::benchmark_data_smithi018_405804_object18893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:16.892653+0000", 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 28.210844057999999, 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022245237000000001, 2023-09-23T18:27:45.285 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 50298 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.286 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892653+0000", 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892653+0000", 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.287 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892651+0000", 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892658+0000", 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.3409999999999999e-06 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892670+0000", 2023-09-23T18:27:45.288 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2354000000000001e-05 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892694+0000", 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3580000000000001e-05 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892739+0000", 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.5135000000000001e-05 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.289 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892856+0000", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011684300000000001 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.892986+0000", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013019099999999999 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.895902+0000", 2023-09-23T18:27:45.290 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002916114 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.901277+0000", 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0053747229999999997 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.914806+0000", 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.013528943 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.291 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.914856+0000", 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0141e-05 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:16.914898+0000", 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2620000000000002e-05 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.292 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:51547 10.2 10:47ef38ae:::benchmark_data_smithi018_405804_object20142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:17.869686+0000", 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 27.233811207999999, 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.022317265999999999, 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 51547 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.293 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869686+0000", 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869686+0000", 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.294 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869685+0000", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.999999 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869690+0000", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2599999999999996e-06 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869703+0000", 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.2505e-05 2023-09-23T18:27:45.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869709+0000", 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8390000000000003e-06 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869760+0000", 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1538e-05 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.296 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.869901+0000", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014094199999999999 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.870025+0000", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012416900000000001 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.871534+0000", 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001508896 2023-09-23T18:27:45.297 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.871719+0000", 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00018527699999999999 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.891878+0000", 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0201589 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.298 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.891946+0000", 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7645999999999996e-05 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.892003+0000", 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.7373000000000001e-05 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.299 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:51555 10.2 10:4152e7f0:::benchmark_data_smithi018_405804_object20150:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:17.879857+0000", 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 27.223640092, 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023907665000000002, 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 51555 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.300 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879857+0000", 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879857+0000", 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:45.301 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879855+0000", 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879862+0000", 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.1620000000000002e-06 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879874+0000", 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1817000000000001e-05 2023-09-23T18:27:45.302 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879881+0000", 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0230000000000004e-06 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.879934+0000", 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2852000000000002e-05 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.303 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.880029+0000", 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.4653000000000003e-05 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.880105+0000", 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6508999999999995e-05 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.304 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.882004+0000", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018985860000000001 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.884160+0000", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.002156411 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.903669+0000", 2023-09-23T18:27:45.305 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019508879 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.903724+0000", 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.4759000000000002e-05 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:17.903765+0000", 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1007999999999998e-05 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.306 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:45.307 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:45.307 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:45.307 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:45.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: pgmap v1545: 105 pgs: 32 unknown, 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:45.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T18:27:45.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: osdmap e519: 8 total, 6 up, 8 in 2023-09-23T18:27:45.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:44 smithi149 ceph-mon[135148]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.309 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:44] "GET /metrics HTTP/1.1" 200 34262 "" "Prometheus/2.33.4" 2023-09-23T18:27:45.309 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-09-23T18:27:45.309 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-09-23T18:27:45.309 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-09-23T18:27:45.309 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-09-23T18:27:45.310 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-09-23T18:27:45.310 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-09-23T18:27:45.310 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 bash[273189]: --> ceph-volume raw activate successful for osd ID: 5 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: pgmap v1545: 105 pgs: 32 unknown, 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: osdmap e519: 8 total, 6 up, 8 in 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.310 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[153734]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: pgmap v1545: 105 pgs: 32 unknown, 26 active+clean+remapped, 4 undersized+peered, 4 active+undersized+degraded, 11 active+undersized, 1 active+undersized+remapped, 27 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4/84 objects degraded (4.762%); 13/84 objects misplaced (15.476%) 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1126184948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi018-432045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: osdmap e519: 8 total, 6 up, 8 in 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:44 smithi018 ceph-mon[149401]: failed to encode map e519 with expected crc 2023-09-23T18:27:45.340 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:45.375 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:45.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:45.378 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:45.386 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:27:45.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:45.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:45.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:45.788 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T18:27:45.821 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:45.852 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:45.891 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:45.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:45.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:45.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[153734]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.983 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[153734]: osdmap e520: 8 total, 6 up, 8 in 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[153734]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[153734]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[149401]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[149401]: osdmap e520: 8 total, 6 up, 8 in 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[149401]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:45 smithi018 ceph-mon[149401]: failed to encode map e520 with expected crc 2023-09-23T18:27:45.996 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:46.007 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:46.024 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:46.029 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:46.049 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:46.077 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:46.095 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:46.111 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:45 smithi149 podman[273501]: 2023-09-23T18:27:46.112 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:45 smithi149 ceph-mon[135148]: failed to encode map e520 with expected crc 2023-09-23T18:27:46.112 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:45 smithi149 ceph-mon[135148]: osdmap e520: 8 total, 6 up, 8 in 2023-09-23T18:27:46.112 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:45 smithi149 ceph-mon[135148]: failed to encode map e520 with expected crc 2023-09-23T18:27:46.112 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:45 smithi149 ceph-mon[135148]: failed to encode map e520 with expected crc 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.113 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:46.114 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.114 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:27:46.160 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:46.161 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:46.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:46.164 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:46.197 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:27:46.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:46.293 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:46.401 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:27:46.110+0000 7fa9083dd700 1 -- 172.21.15.149:0/1201673464 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560f6bdde680 con 0x560f6bda5800 2023-09-23T18:27:46.401 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:46 smithi149 bash[273501]: da9a1e0b02336185ee25910c658a308235a29b77478c44ce9c385f11a96ddc75 2023-09-23T18:27:46.402 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:46 smithi149 systemd[1]: Started Ceph osd.5 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:27:46.470 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:46.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:46.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:46.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:46.583 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:46.583 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:46.603 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:46.638 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:46.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:46.642 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:46.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:46.771 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:46.837 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:46.891 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:46.901 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:46 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:27:46.636+0000 7fa90fe57200 -1 Falling back to public interface 2023-09-23T18:27:46.909 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:46.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:46.914 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:47.015 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:47.042 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:47.078 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:47.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:47.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:47.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:47.196 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[153734]: pgmap v1548: 105 pgs: 15 unknown, 26 active+clean+remapped, 5 undersized+peered, 6 active+undersized+degraded, 16 active+undersized, 1 active+undersized+remapped, 36 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 687 KiB/s wr, 14 op/s; 9/105 objects degraded (8.571%); 13/105 objects misplaced (12.381%) 2023-09-23T18:27:47.196 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2936380443' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:47.196 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 9/105 objects degraded (8.571%), 6 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:47.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[149401]: pgmap v1548: 105 pgs: 15 unknown, 26 active+clean+remapped, 5 undersized+peered, 6 active+undersized+degraded, 16 active+undersized, 1 active+undersized+remapped, 36 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 687 KiB/s wr, 14 op/s; 9/105 objects degraded (8.571%); 13/105 objects misplaced (12.381%) 2023-09-23T18:27:47.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2936380443' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:47.197 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:46 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 9/105 objects degraded (8.571%), 6 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:47.213 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:47.275 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:47.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:47.278 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:47.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:46 smithi149 ceph-mon[135148]: pgmap v1548: 105 pgs: 15 unknown, 26 active+clean+remapped, 5 undersized+peered, 6 active+undersized+degraded, 16 active+undersized, 1 active+undersized+remapped, 36 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 687 KiB/s wr, 14 op/s; 9/105 objects degraded (8.571%); 13/105 objects misplaced (12.381%) 2023-09-23T18:27:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:46 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2936380443' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:47.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:46 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 9/105 objects degraded (8.571%), 6 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:47.411 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:47.460 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:47.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:47.463 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:47.564 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:47.592 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:47.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:47.770 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:47.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:47.901 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:48.085 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:48.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:48.090 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:48.191 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:48.218 INFO:teuthology.orchestra.run.smithi149.stderr:no valid command found; 10 closest matches: 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:0 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:1 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:2 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:abort 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:assert 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:config diff 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:config diff get 2023-09-23T18:27:48.219 INFO:teuthology.orchestra.run.smithi149.stderr:config get 2023-09-23T18:27:48.220 INFO:teuthology.orchestra.run.smithi149.stderr:config help [] 2023-09-23T18:27:48.220 INFO:teuthology.orchestra.run.smithi149.stderr:config set ... 2023-09-23T18:27:48.220 INFO:teuthology.orchestra.run.smithi149.stderr:admin_socket: invalid command 2023-09-23T18:27:48.220 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:48.281 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:48.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:48.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:48.385 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:48.415 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:48.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:27:48.602 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:48.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:48.605 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:48.640 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:48.640 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:48.665 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:27:48.666 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-5, ['dump_ops_in_flight'] 2023-09-23T18:27:48.705 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:48.733 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:48.767 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:48.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:48.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:48.871 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:48.899 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:48.995 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:27:49.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T18:27:49.097 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:49.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:49.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:49.202 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:49.226 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[153734]: pgmap v1549: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:49.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1618938841' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.227 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[149401]: pgmap v1549: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:49.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1618938841' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.227 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.229 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:49.362 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:49.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:49.365 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:48 smithi149 ceph-mon[135148]: pgmap v1549: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:49.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1618938841' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:27:49.467 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:49.492 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:49.526 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:49.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:49.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:49.534 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:49.630 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:49.658 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:49.758 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:49.793 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:49.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:49.797 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:49.898 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:49.926 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:50.013 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:50.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:50.016 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:50.117 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:50.156 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:50.190 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:50.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:50.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:50.293 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:50.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:50.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[153734]: osdmap e521: 8 total, 6 up, 8 in 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[153734]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[153734]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[149401]: osdmap e521: 8 total, 6 up, 8 in 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[149401]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:49 smithi018 ceph-mon[149401]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.317 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:49 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:27:50.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:49 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:27:50.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:49 smithi149 ceph-mon[135148]: osdmap e521: 8 total, 6 up, 8 in 2023-09-23T18:27:50.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:49 smithi149 ceph-mon[135148]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:49 smithi149 ceph-mon[135148]: failed to encode map e521 with expected crc 2023-09-23T18:27:50.320 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:50.358 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:50.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:50.364 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:50.464 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:50.493 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:50.678 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:50.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:50.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:50.783 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:50.815 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:50.994 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:50 smithi018 ceph-mon[149401]: pgmap v1551: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:51.096 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:51.110 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:51.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:51.115 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:51.115 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:51.139 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:51.159 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:51.178 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:51.198 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:51.198 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.198 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.198 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.198 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:51.199 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.199 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:51.199 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.199 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:27:51.215 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:51.242 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:51.277 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:51.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:50 smithi149 ceph-mon[135148]: pgmap v1551: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:51.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:51.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:51.301 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:51.301 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:27:51.302 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:27:51.302 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:27:51.302 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:51.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:50 smithi018 ceph-mon[153734]: pgmap v1551: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 689 KiB/s wr, 26 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:51.381 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:51.410 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:27:51.416 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:51.629 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:51.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:51.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:51.658 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:51.658 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:51.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:51.761 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:51.864 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:51.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:51.867 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:51.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T18:27:51.969 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:51.997 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.032 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:52.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:52.136 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:52.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:52 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2250618487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:52.164 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:52 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 13/123 objects degraded (10.569%), 10 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:52.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:52 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2250618487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:52.165 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:52 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 13/123 objects degraded (10.569%), 10 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:52.167 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.195 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:52.200 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:52.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:52.305 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:52.328 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:52 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2250618487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:52.329 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:52 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 13/123 objects degraded (10.569%), 10 pgs degraded, 19 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:52.331 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.365 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:52.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:52.470 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:52.499 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.533 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:52.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:52.637 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:52.663 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.696 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:52.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:52.801 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:52.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:52.862 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:52.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:52.865 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:52.966 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:52.995 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:53.012 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:53.030 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:53.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:53.034 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:53.134 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:53.166 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:53.252 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:53.254 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:53 smithi018 ceph-mon[153734]: pgmap v1552: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 530 KiB/s wr, 20 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:53.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:53 smithi018 ceph-mon[149401]: pgmap v1552: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 530 KiB/s wr, 20 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:53.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:53.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:53.357 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:53.388 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:53.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:53 smithi149 ceph-mon[135148]: pgmap v1552: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 530 KiB/s wr, 20 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:53.525 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:53.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:53.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:53.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:53.656 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:53.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:27:53.667 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:27:53.692 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:53.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:53.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:53.798 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:53.825 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:53.868 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:53.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:53.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:53.973 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:54.000 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:54.043 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:54.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:54.048 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:54.149 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:54.176 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:54.220 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:54.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:54.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:54.304 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:54.324 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:54.354 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:54.430 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:54.433 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:54.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:54.437 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:54.515 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:27:54.515 INFO:teuthology.orchestra.run.smithi018.stdout: "size": 20, 2023-09-23T18:27:54.515 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 600, 2023-09-23T18:27:54.515 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [ 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98351 9.9 9.dca58b89 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 371.159544267, 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.772088099999998, 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.516 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98351 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353759+0000", 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.517 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353756+0000", 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353784+0000", 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7423000000000002e-05 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.518 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353800+0000", 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.6235e-05 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.353809+0000", 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.5320000000000006e-06 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.123514+0000", 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.769705731000002 2023-09-23T18:27:54.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.125847+0000", 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023330769999999998 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98352 9.b 9.81421c0b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:27:54.520 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 371.15707943199999, 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 48.121580956999999, 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98352 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:27:54.521 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356224+0000", 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356223+0000", 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.522 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356247+0000", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.3992e-05 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356260+0000", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3570999999999999e-05 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.356268+0000", 2023-09-23T18:27:54.523 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.6000000000000001e-06 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.474661+0000", 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 48.118392981 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.477805+0000", 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.003144319 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.524 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98357 9.5 9.6fd7f265 (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 371.05636947099998, 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 44.177821680000001, 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.525 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98357 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456934+0000", 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456932+0000", 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456958+0000", 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6231999999999999e-05 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.527 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456973+0000", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4847e-05 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.456983+0000", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0045e-05 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.632717+0000", 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 44.175733540000003 2023-09-23T18:27:54.528 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.634756+0000", 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020389409999999998 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98361 9.b 9.a2b428db (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 371.02336315999997, 2023-09-23T18:27:54.529 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.992434623000001, 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98361 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:27:54.530 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489940+0000", 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489938+0000", 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.531 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489976+0000", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7552000000000002e-05 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.489992+0000", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5939000000000001e-05 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.490004+0000", 2023-09-23T18:27:54.532 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1623e-05 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.480087+0000", 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.990083288000001 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.482375+0000", 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0022881910000000002 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.533 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98363 9.b 9.387ab81b (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 371.01749616199999, 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.999396517999998, 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.534 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98363 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495807+0000", 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495805+0000", 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495837+0000", 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1875000000000002e-05 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.536 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495855+0000", 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7504e-05 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.495866+0000", 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1326e-05 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.484851+0000", 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.988984946999999 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.537 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.495204+0000", 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010352811999999999 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98379 9.b 9.c3e73afb (undecoded) ondisk+write+known_if_redirected e423)", 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 370.92085768999999, 2023-09-23T18:27:54.538 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.907574107999999, 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98379 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592446+0000", 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592443+0000", 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.540 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592474+0000", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0505999999999999e-05 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592493+0000", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8683000000000001e-05 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.592507+0000", 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.4687e-05 2023-09-23T18:27:54.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.497417+0000", 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 47.904909760000002 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:31.500020+0000", 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026029209999999998 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.542 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98385 9.9 9.f5776599 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 370.66168122800002, 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.278989218, 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.543 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98385 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851622+0000", 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.544 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851620+0000", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999976 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851650+0000", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0009e-05 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851669+0000", 2023-09-23T18:27:54.545 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8425999999999999e-05 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.851695+0000", 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6659e-05 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.128257+0000", 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 39.276561872999999 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.546 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:23.130612+0000", 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00235447 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.36606.0:98388 9.5 9.f26c70a5 (undecoded) ondisk+write+known_if_redirected e424)", 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 370.63494468300001, 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 43.760140581000002, 2023-09-23T18:27:54.547 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "reached pg", 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.36606", 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98388 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878359+0000", 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878356+0000", 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999971 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.549 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878395+0000", 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.9310000000000001e-05 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878418+0000", 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.2688e-05 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:21:43.878432+0000", 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.3872e-05 2023-09-23T18:27:54.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.636644+0000", 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 43.758211557000003 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:22:27.638499+0000", 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0018559469999999999 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:61 10.3 10:cb395666:::benchmark_data_smithi018_405804_object60:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e490)", 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:19.943547+0000", 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 94.569756583, 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0166335850000001, 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 61 2023-09-23T18:27:54.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943547+0000", 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943547+0000", 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.553 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943547+0000", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943583+0000", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6696000000000002e-05 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943588+0000", 2023-09-23T18:27:54.554 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9289999999999997e-06 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943591+0000", 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1030000000000002e-06 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943609+0000", 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.7248000000000002e-05 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.555 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943612+0000", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0900000000000001e-06 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941326+0000", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99771384399999996 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941334+0000", 2023-09-23T18:27:54.556 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.7560000000000005e-06 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.956480+0000", 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.015145843 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.956620+0000", 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013994800000000001 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.557 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.956771+0000", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00015045799999999999 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958631+0000", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001860642 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960082+0000", 2023-09-23T18:27:54.558 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001450567 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960108+0000", 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.6707999999999999e-05 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960181+0000", 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2125000000000005e-05 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.559 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:73 10.3 10:caec869a:::benchmark_data_smithi018_405804_object72:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e490)", 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:19.943598+0000", 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 94.569705984999999, 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0193900070000002, 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.560 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 73 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943598+0000", 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943598+0000", 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.561 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943597+0000", 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943630+0000", 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3053999999999999e-05 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.562 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943635+0000", 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.4750000000000004e-06 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943638+0000", 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.027e-06 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943670+0000", 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1868e-05 2023-09-23T18:27:54.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943681+0000", 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1516e-05 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941362+0000", 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99768095599999995 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.564 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941373+0000", 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1233000000000001e-05 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.957590+0000", 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0162165590000001 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.957669+0000", 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8540000000000004e-05 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.565 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.957829+0000", 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00016051800000000001 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960186+0000", 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0023564749999999998 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.566 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.962876+0000", 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0026903449999999998 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.962925+0000", 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9444000000000003e-05 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.962988+0000", 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.2267000000000005e-05 2023-09-23T18:27:54.567 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:84 10.3 10:cf2a055d:::benchmark_data_smithi018_405804_object83:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e490)", 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:19.943644+0000", 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 94.569659459999997, 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0265698150000002, 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.568 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 84 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943644+0000", 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943644+0000", 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943644+0000", 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943685+0000", 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.159e-05 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.570 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943693+0000", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.0829999999999998e-06 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943696+0000", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.4340000000000001e-06 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943739+0000", 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.2914000000000003e-05 2023-09-23T18:27:54.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943745+0000", 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8529999999999997e-06 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941406+0000", 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.997661354 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.572 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941414+0000", 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4449999999999999e-06 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958163+0000", 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0167496540000001 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958265+0000", 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000101517 2023-09-23T18:27:54.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958391+0000", 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000126138 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960189+0000", 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017977449999999999 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.574 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970049+0000", 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0098603700000000002 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970110+0000", 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1126999999999999e-05 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970214+0000", 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010384 2023-09-23T18:27:54.575 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:98 10.3 10:c1872210:::benchmark_data_smithi018_405804_object97:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e490)", 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:19.943703+0000", 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 94.569600277000006, 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.026706892, 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.576 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 98 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943703+0000", 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943703+0000", 2023-09-23T18:27:54.577 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943703+0000", 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943741+0000", 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.7935999999999997e-05 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.578 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943746+0000", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.8470000000000003e-06 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943749+0000", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1769999999999998e-06 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943782+0000", 2023-09-23T18:27:54.579 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3435000000000001e-05 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943789+0000", 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.7479999999999996e-06 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941456+0000", 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99766726999999999 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.580 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941465+0000", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.9290000000000004e-06 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958668+0000", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0172031429999999 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958814+0000", 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014540700000000001 2023-09-23T18:27:54.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.958966+0000", 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000151662 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960193+0000", 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001227756 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.582 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970265+0000", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010071791 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970324+0000", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9070000000000002e-05 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970410+0000", 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.6014999999999996e-05 2023-09-23T18:27:54.583 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:107 10.3 10:c2cd2989:::benchmark_data_smithi018_405804_object106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e490)", 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:26:19.943755+0000", 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 94.569548247, 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0270132799999998, 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.584 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 107 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943755+0000", 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943755+0000", 2023-09-23T18:27:54.585 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943755+0000", 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943789+0000", 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.3732000000000002e-05 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.586 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943794+0000", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.6970000000000001e-06 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943797+0000", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.1080000000000001e-06 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943818+0000", 2023-09-23T18:27:54.587 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.1078e-05 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:19.943821+0000", 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.6430000000000001e-06 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941637+0000", 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.99781570100000005 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.588 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for peered", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:20.941645+0000", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.9160000000000001e-06 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.959378+0000", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.0177327309999999 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.959503+0000", 2023-09-23T18:27:54.589 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012515399999999999 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 4", 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.959643+0000", 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000140574 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.960198+0000", 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00055485500000000004 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.590 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970594+0000", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.010395399 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970646+0000", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2663e-05 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:26:21.970769+0000", 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012227000000000001 2023-09-23T18:27:54.591 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_repop(client.46946.0:43351 10.3 e512/499 10:c1e7b52d:::benchmark_data_smithi018_405804_object11946:head v 512'2768, mlcod=512'2765)", 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:11.726146+0000", 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 42.787157870000001, 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023995006999999999, 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.592 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726146+0000", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726146+0000", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726145+0000", 2023-09-23T18:27:54.593 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726151+0000", 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.6069999999999998e-06 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726159+0000", 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0209999999999999e-06 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.594 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.726164+0000", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1560000000000003e-06 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.732191+0000", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0060266110000000003 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.732226+0000", 2023-09-23T18:27:54.595 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.5145000000000003e-05 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.750090+0000", 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.017864547000000001 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:11.750141+0000", 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.0321000000000002e-05 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.596 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:45146 10.6 10:61969a24:::benchmark_data_smithi018_405804_object13741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e512)", 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:12.935888+0000", 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 41.577415754, 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.028317083, 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.597 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 45146 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935888+0000", 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935888+0000", 2023-09-23T18:27:54.598 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935887+0000", 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935890+0000", 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8339999999999999e-06 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.599 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935905+0000", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5027e-05 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.935911+0000", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.2939999999999996e-06 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.937634+0000", 2023-09-23T18:27:54.600 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017230349999999999 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.937780+0000", 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000146329 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 1,4", 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.937901+0000", 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000120808 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.601 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.942900+0000", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0049988309999999996 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.942928+0000", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.8288000000000001e-05 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.964040+0000", 2023-09-23T18:27:54.602 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.021111965999999999 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.964088+0000", 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.7661999999999999e-05 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:12.964205+0000", 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000117401 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.603 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:46118 10.8 10:132852c6:::benchmark_data_smithi018_405804_object14713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e512)", 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:13.679885+0000", 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.833418463999998, 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.023443526999999999, 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 46118 2023-09-23T18:27:54.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679885+0000", 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679885+0000", 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.605 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679884+0000", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679892+0000", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 8.0180000000000001e-06 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679907+0000", 2023-09-23T18:27:54.606 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.5228000000000001e-05 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.679914+0000", 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.4669999999999998e-06 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.689235+0000", 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0093205319999999994 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.607 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.689377+0000", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00014197400000000001 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.689481+0000", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.000104009 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.692589+0000", 2023-09-23T18:27:54.608 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0031085739999999998 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.702163+0000", 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0095738630000000002 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.703218+0000", 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0010548770000000001 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.609 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.703279+0000", 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1078e-05 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:13.703329+0000", 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9434999999999997e-05 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.610 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:46970 10.8 10:14a6aa2e:::benchmark_data_smithi018_405804_object15565:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:14.399769+0000", 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.113534438000002, 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027616299, 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 46970 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399769+0000", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399769+0000", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399767+0000", 2023-09-23T18:27:54.612 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999981 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399775+0000", 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.435e-06 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399787+0000", 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.1724e-05 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.613 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399794+0000", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.2520000000000002e-06 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399852+0000", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.8523999999999997e-05 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399985+0000", 2023-09-23T18:27:54.614 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00013291900000000001 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.400111+0000", 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00012550800000000001 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.407709+0000", 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0075981099999999999 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.615 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.407734+0000", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.4919999999999999e-05 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427293+0000", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.019558944000000002 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427342+0000", 2023-09-23T18:27:54.616 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.9521999999999998e-05 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427385+0000", 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.3180999999999999e-05 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:46971 10.8 10:18f10e45:::benchmark_data_smithi018_405804_object15566:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:14.399812+0000", 2023-09-23T18:27:54.617 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.113491207999999, 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.027727663999999999, 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 46971 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.618 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399812+0000", 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399812+0000", 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399812+0000", 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.619 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399815+0000", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.869e-06 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399821+0000", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.4409999999999998e-06 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.399827+0000", 2023-09-23T18:27:54.620 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.9120000000000003e-06 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401886+0000", 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020587779999999998 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.402001+0000", 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011544699999999999 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.621 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.402112+0000", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0001108 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.407739+0000", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0056264410000000003 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.409442+0000", 2023-09-23T18:27:54.622 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017030669999999999 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427447+0000", 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018005338999999999 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427499+0000", 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 5.1841000000000001e-05 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427540+0000", 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4.1127000000000001e-05 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:46976 10.8 10:15c5f400:::benchmark_data_smithi018_405804_object15571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:14.401726+0000", 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.111577543000003, 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025920314999999999, 2023-09-23T18:27:54.624 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 46976 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401726+0000", 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401726+0000", 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401725+0000", 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999986 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.626 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401731+0000", 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.6100000000000002e-06 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401752+0000", 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.0312000000000001e-05 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401761+0000", 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 9.8239999999999995e-06 2023-09-23T18:27:54.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.403846+0000", 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0020851020000000001 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.403957+0000", 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00011082300000000001 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:27:54.628 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.404058+0000", 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010119399999999999 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.407743+0000", 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036848480000000001 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.409475+0000", 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0017316740000000001 2023-09-23T18:27:54.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427586+0000", 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018111374999999999 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427617+0000", 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.0261999999999999e-05 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.630 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427646+0000", 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.972e-05 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "description": "osd_op(client.46946.0:46982 10.8 10:11b18c2d:::benchmark_data_smithi018_405804_object15577:head [delete] snapc 0=[] ondisk+write+known_if_redirected e513)", 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "initiated_at": "2023-09-23T18:27:14.401775+0000", 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "age": 40.111528896999999, 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.025979668000000001, 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "type_data": { 2023-09-23T18:27:54.631 INFO:teuthology.orchestra.run.smithi018.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "client_info": { 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "client": "client.46946", 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "tid": 46982 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "events": [ 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "initiated", 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401775+0000", 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.632 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "throttled", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401775+0000", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "header_read", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401774+0000", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 4294967295.9999995 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "all_read", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401778+0000", 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 3.8489999999999999e-06 2023-09-23T18:27:54.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "dispatched", 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401786+0000", 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 7.8679999999999999e-06 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "queued_for_pg", 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.401792+0000", 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 6.1920000000000002e-06 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.634 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "reached_pg", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.405467+0000", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.0036751739999999998 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "started", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.405577+0000", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00010958 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "waiting for subops from 2,7", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.406122+0000", 2023-09-23T18:27:54.635 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.00054498399999999998 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "op_commit", 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.407756+0000", 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001634588 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.409504+0000", 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.001747555 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.636 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427708+0000", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 0.018204239000000001 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "commit_sent", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427736+0000", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 2.7611e-05 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: { 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "event": "done", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "time": "2023-09-23T18:27:14.427754+0000", 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: "duration": 1.8695e-05 2023-09-23T18:27:54.637 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.638 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.638 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.638 INFO:teuthology.orchestra.run.smithi018.stdout: } 2023-09-23T18:27:54.638 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2023-09-23T18:27:54.638 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:27:54.638 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:54.666 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:54.704 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:54.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:54.708 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:54.808 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:54.838 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:54.924 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:54.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:54.928 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:54.948 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T18:27:55.016 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:27:55.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:55.058 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:55.098 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:55.099 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[153734]: pgmap v1553: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 470 KiB/s wr, 17 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:55.100 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:55.100 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:55.100 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:27:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:27:54] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.33.4" 2023-09-23T18:27:55.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[149401]: pgmap v1553: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 470 KiB/s wr, 17 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:55.100 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:55.101 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:55.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:55.101 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:55.202 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:27:55.227 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:55 smithi149 ceph-mon[135148]: pgmap v1553: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 470 KiB/s wr, 17 op/s; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:55.228 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:55 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:27:55.228 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:27:55.230 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:55.265 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:27:55.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:55.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:27:55.369 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:55.398 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:55.513 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:55.516 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:55 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:27:55.271+0000 7fa90fe57200 -1 osd.5 474 log_to_monitors {default=true} 2023-09-23T18:27:55.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:55.517 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:55.617 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:55.644 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:55.654 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:55.937 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:55.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:55.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:55.984 INFO:teuthology.orchestra.run.smithi149.stderr:no valid command found; 10 closest matches: 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:0 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:1 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:2 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:abort 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:assert 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs debug_inject_read_zeros 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs files list 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:bluefs stats 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:bluestore allocator dump block 2023-09-23T18:27:55.985 INFO:teuthology.orchestra.run.smithi149.stderr:bluestore allocator fragmentation block 2023-09-23T18:27:55.986 INFO:teuthology.orchestra.run.smithi149.stderr:admin_socket: invalid command 2023-09-23T18:27:56.042 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: osdmap e522: 8 total, 6 up, 8 in 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[153734]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: osdmap e522: 8 total, 6 up, 8 in 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:56 smithi018 ceph-mon[149401]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.093 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:56.140 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:56.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:56.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:56.168 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:27:56.186 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:27:56.204 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:27:56.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:27:56.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: failed to encode map e522 with expected crc 2023-09-23T18:27:56.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1663164976' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:27:56.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: osdmap e522: 8 total, 6 up, 8 in 2023-09-23T18:27:56.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.223 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-mon[135148]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T18:27:56.223 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:27:56 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:27:56.122+0000 7fa8feb4d700 -1 osd.5 523 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:27:56.224 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:27:56.240 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:27:56.245 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:56.258 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.5 2023-09-23T18:27:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:27:56.275 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:56.313 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:56.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:56.317 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:56.417 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:56.446 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:56.531 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:56.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:56.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:56.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:56.654 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:27:56.654 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:27:56.661 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:56.725 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:27:56.726 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-5, ['dump_ops_in_flight'] 2023-09-23T18:27:56.745 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:56.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:56.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:56.850 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:56.882 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:56.922 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:56.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:56.925 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:57.026 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:57.065 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.150 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:57.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:57.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:57.168 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: pgmap v1555: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:57.168 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.168 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.168 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: osdmap e523: 8 total, 6 up, 8 in 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.169 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3186638464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:57.254 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:57.282 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: pgmap v1555: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T18:27:57.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: osdmap e523: 8 total, 6 up, 8 in 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3186638464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: pgmap v1555: 105 pgs: 26 active+clean+remapped, 5 undersized+peered, 10 active+undersized+degraded, 22 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13/123 objects degraded (10.569%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: failed to encode map e523 with expected crc 2023-09-23T18:27:57.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: osdmap e523: 8 total, 6 up, 8 in 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: from='osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: failed to encode map e522 with expected crc 2023-09-23T18:27:57.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3186638464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:27:57.317 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:57.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:57.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:57.374 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:57.375 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:57.421 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:27:57.457 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:27:57.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:57.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:27:57.599 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.664 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:57.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:57.667 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:57.768 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:27:57.793 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T18:27:57.798 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.833 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:27:57.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:57.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:27:57.882 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:27:57.937 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:57.964 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:57.998 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:27:58.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:58.001 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:27:58.078 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.protection_status (13726 ms) 2023-09-23T18:27:58.078 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-09-23T18:27:58.086 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2023-09-23T18:27:58.086 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.parents_v1 2023-09-23T18:27:58.102 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:58.135 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.parents_v1 (49 ms) 2023-09-23T18:27:58.135 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.parents_v2 2023-09-23T18:27:58.138 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:58.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T18:27:58.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601] boot 2023-09-23T18:27:58.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: osdmap e524: 8 total, 7 up, 8 in 2023-09-23T18:27:58.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:58 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T18:27:58.169 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.parents_v2 (34 ms) 2023-09-23T18:27:58.169 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.snapshots 2023-09-23T18:27:58.174 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601] boot 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: osdmap e524: 8 total, 7 up, 8 in 2023-09-23T18:27:58.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: failed to encode map e524 with expected crc 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: osd.5 [v2:172.21.15.149:6808/3590862601,v1:172.21.15.149:6809/3590862601] boot 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: osdmap e524: 8 total, 7 up, 8 in 2023-09-23T18:27:58.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:58 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T18:27:58.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:58.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:58.193 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.snapshots (24 ms) 2023-09-23T18:27:58.193 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.snapid_race 2023-09-23T18:27:58.198 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2023-09-23T18:27:58.198 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.stripingv2 2023-09-23T18:27:58.207 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2023-09-23T18:27:58.207 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_save 2023-09-23T18:27:58.208 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2023-09-23T18:27:58.208 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-09-23T18:27:58.216 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2023-09-23T18:27:58.216 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_update 2023-09-23T18:27:58.220 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2023-09-23T18:27:58.220 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-09-23T18:27:58.221 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-09-23T18:27:58.221 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-09-23T18:27:58.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2023-09-23T18:27:58.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-09-23T18:27:58.236 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2023-09-23T18:27:58.236 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.flags 2023-09-23T18:27:58.242 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.flags (6 ms) 2023-09-23T18:27:58.242 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.metadata 2023-09-23T18:27:58.268 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.metadata (26 ms) 2023-09-23T18:27:58.268 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.set_features 2023-09-23T18:27:58.275 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-09-23T18:27:58.276 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror 2023-09-23T18:27:58.279 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:58.309 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:58.316 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror (40 ms) 2023-09-23T18:27:58.316 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror_image 2023-09-23T18:27:58.333 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror_image (18 ms) 2023-09-23T18:27:58.333 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-09-23T18:27:58.343 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:27:58.346 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:58.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:58.350 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:58.451 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:58.480 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:58.518 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:58.522 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:27:58.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:58.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:58.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:58.653 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:58.655 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:27:58.743 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:58.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:58.746 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:58.847 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:58.881 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:59.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e475 with expected crc 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e515 with expected crc 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: pgmap v1558: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12/123 objects degraded (9.756%), 9 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:59.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: osdmap e525: 8 total, 7 up, 8 in 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.154 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:27:59 smithi149 ceph-mon[135148]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.248 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:59.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:59.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:59.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e475 with expected crc 2023-09-23T18:27:59.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e515 with expected crc 2023-09-23T18:27:59.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.306 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: pgmap v1558: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12/123 objects degraded (9.756%), 9 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: osdmap e525: 8 total, 7 up, 8 in 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.307 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[153734]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e475 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e515 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e524 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: pgmap v1558: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12/123 objects degraded (9.756%), 9 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.308 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: osdmap e525: 8 total, 7 up, 8 in 2023-09-23T18:27:59.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:27:59 smithi018 ceph-mon[149401]: failed to encode map e525 with expected crc 2023-09-23T18:27:59.353 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:27:59.386 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:59.425 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:27:59.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:59.429 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:27:59.530 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:27:59.567 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:59.607 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:27:59.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:27:59.610 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:27:59.633 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:27:59.633 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:27:59.712 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:27:59.746 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:27:59.774 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:00.025 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:00.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:00.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:00.071 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T18:28:00.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:00.165 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:00.274 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: osdmap e526: 8 total, 7 up, 8 in 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[153734]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.275 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: osdmap e526: 8 total, 7 up, 8 in 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.276 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:00 smithi018 ceph-mon[149401]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: osdmap e526: 8 total, 7 up, 8 in 2023-09-23T18:28:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:00 smithi149 ceph-mon[135148]: failed to encode map e526 with expected crc 2023-09-23T18:28:00.489 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:00.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:00.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:00.593 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:00.623 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:00.661 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:00.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:00.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:00.750 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:00.766 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:00.803 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:00.838 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:00.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:00.842 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:00.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:00.974 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:00.975 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:00.995 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:01.017 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:01.021 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:01.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:01.024 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:01.039 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:01.043 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:28:01.059 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror_image_status (2725 ms) 2023-09-23T18:28:01.059 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-09-23T18:28:01.059 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:01.083 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.104 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:28:01.125 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:01.154 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:01.155 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror_image_map (96 ms) 2023-09-23T18:28:01.155 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-09-23T18:28:01.165 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror_instances (10 ms) 2023-09-23T18:28:01.165 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-09-23T18:28:01.182 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.mirror_snapshot (17 ms) 2023-09-23T18:28:01.182 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-09-23T18:28:01.187 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_dir_list (5 ms) 2023-09-23T18:28:01.188 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-09-23T18:28:01.190 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2023-09-23T18:28:01.190 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-09-23T18:28:01.193 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-09-23T18:28:01.193 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-09-23T18:28:01.199 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2023-09-23T18:28:01.199 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-09-23T18:28:01.202 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-09-23T18:28:01.202 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-09-23T18:28:01.206 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-09-23T18:28:01.206 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_image_add 2023-09-23T18:28:01.208 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-09-23T18:28:01.208 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-09-23T18:28:01.212 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2023-09-23T18:28:01.212 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_image_list 2023-09-23T18:28:01.216 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_image_list (4 ms) 2023-09-23T18:28:01.216 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-09-23T18:28:01.221 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2023-09-23T18:28:01.222 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.image_group_add 2023-09-23T18:28:01.224 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-09-23T18:28:01.224 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-09-23T18:28:01.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2023-09-23T18:28:01.227 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.image_group_get 2023-09-23T18:28:01.230 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2023-09-23T18:28:01.230 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-09-23T18:28:01.232 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-09-23T18:28:01.232 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-09-23T18:28:01.233 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2023-09-23T18:28:01.234 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-09-23T18:28:01.236 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-09-23T18:28:01.236 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-09-23T18:28:01.240 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (4 ms) 2023-09-23T18:28:01.240 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-09-23T18:28:01.244 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_set (4 ms) 2023-09-23T18:28:01.244 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-09-23T18:28:01.247 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-09-23T18:28:01.247 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-09-23T18:28:01.264 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2023-09-23T18:28:01.264 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-09-23T18:28:01.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[153734]: pgmap v1561: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1683461580' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1098074421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[149401]: pgmap v1561: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1683461580' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:01 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1098074421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:01.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:01 smithi149 ceph-mon[135148]: pgmap v1561: 105 pgs: 2 peering, 26 active+clean+remapped, 5 undersized+peered, 9 active+undersized+degraded, 21 active+undersized, 1 active+undersized+remapped, 41 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12/123 objects degraded (9.756%); 13/123 objects misplaced (10.569%) 2023-09-23T18:28:01.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1683461580' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:01 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:01.313 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:01 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1098074421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:01.463 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (199 ms) 2023-09-23T18:28:01.463 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-09-23T18:28:01.466 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-09-23T18:28:01.466 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-09-23T18:28:01.468 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-09-23T18:28:01.468 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.trash_methods 2023-09-23T18:28:01.477 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.trash_methods (9 ms) 2023-09-23T18:28:01.477 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.op_features 2023-09-23T18:28:01.485 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2023-09-23T18:28:01.485 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.clone_parent 2023-09-23T18:28:01.507 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2023-09-23T18:28:01.507 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-09-23T18:28:01.512 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:01.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:01.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:01.517 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.clone_parent_ns (10 ms) 2023-09-23T18:28:01.517 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.clone_child 2023-09-23T18:28:01.528 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-09-23T18:28:01.528 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-09-23T18:28:01.535 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-09-23T18:28:01.535 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.migration 2023-09-23T18:28:01.545 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.migration (10 ms) 2023-09-23T18:28:01.545 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.migration_v1 2023-09-23T18:28:01.552 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.migration_v1 (7 ms) 2023-09-23T18:28:01.552 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-09-23T18:28:01.618 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:01.624 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:28:01.625 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:28:01.647 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:01.684 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:01.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:01.688 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:01.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:28:01.789 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:01.816 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:01.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:01.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:01.856 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:01.956 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:01.985 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:02.028 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:02.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:02.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:02.083 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:28:02.083 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:28:02.083 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:28:02.084 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:28:02.084 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146209 8.5 8:a2ca997c:::benchmark_data_smithi018_324167_object47879:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 572.71071005700003, 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999, 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.085 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146209 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.086 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370474+0000", 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999962 2023-09-23T18:28:02.087 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370471+0000", 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7819e-05 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.088 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370489+0000", 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.6678000000000001e-05 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370515+0000", 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2223e-05 2023-09-23T18:28:02.089 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370527+0000", 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9606999999999999e-05 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.090 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370597+0000", 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020071600000000001 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.370798+0000", 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020470300000000001 2023-09-23T18:28:02.091 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.371002+0000", 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076477089999999999 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.092 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.378650+0000", 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012731882 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.391382+0000", 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.14516682 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.093 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536549+0000", 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8248999999999997e-05 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.536607+0000", 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056693179999999996 2023-09-23T18:28:02.094 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.542276+0000", 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.17180209499999999 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.095 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146219 8.5 8:ae2f3c24:::benchmark_data_smithi018_324167_object47889:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 572.68802951800001, 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999, 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.096 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146219 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.097 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393155+0000", 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999957 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393151+0000", 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.8589000000000001e-05 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.098 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393169+0000", 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8354999999999999e-05 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393198+0000", 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1707e-05 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.099 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393209+0000", 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5780999999999999e-05 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393275+0000", 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000228316 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.100 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393504+0000", 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00022775399999999999 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.393731+0000", 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0080698850000000006 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.101 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401801+0000", 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5830000000000003e-06 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401808+0000", 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.147502565 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.102 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549310+0000", 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5853999999999996e-05 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.549386+0000", 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051897250000000001 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554576+0000", 2023-09-23T18:28:02.103 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16142098899999999 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146223 8.5 8:a60664c8:::benchmark_data_smithi018_324167_object47893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 572.68396618600002, 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999, 2023-09-23T18:28:02.104 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146223 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.105 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397218+0000", 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.106 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397217+0000", 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3870000000000003e-06 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397222+0000", 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6500000000000008e-06 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.107 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397232+0000", 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1699999999999996e-06 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397237+0000", 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00066072400000000001 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.108 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.397898+0000", 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000183847 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398081+0000", 2023-09-23T18:28:02.109 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018477599999999999 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.398266+0000", 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036266430000000001 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.110 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.401893+0000", 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00096863899999999998 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.402861+0000", 2023-09-23T18:28:02.111 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.151791538 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554653+0000", 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8862000000000006e-05 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.112 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.554722+0000", 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046841670000000004 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.559406+0000", 2023-09-23T18:28:02.113 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16218780199999999 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:146247 8.5 8:aff133c9:::benchmark_data_smithi018_324167_object47917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e380)", 2023-09-23T18:28:02.114 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 572.62963857800003, 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927, 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.115 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 146247 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:28:02.116 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451546+0000", 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.117 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451543+0000", 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2753e-05 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451556+0000", 2023-09-23T18:28:02.118 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0066999999999999e-05 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451586+0000", 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2918999999999999e-05 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.119 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451599+0000", 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000119048 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.451718+0000", 2023-09-23T18:28:02.120 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00032455199999999998 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452043+0000", 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00020256399999999999 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.121 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.452245+0000", 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003219048 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.455464+0000", 2023-09-23T18:28:02.122 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001605614 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.457070+0000", 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.10566613499999999 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.123 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562736+0000", 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.562816+0000", 2023-09-23T18:28:02.124 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053780360000000001 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:18:29.568194+0000", 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.116647927 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.125 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169876 8.5 8:a77322f8:::benchmark_data_smithi018_324167_object71546:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 532.17921051500002, 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442, 2023-09-23T18:28:02.126 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169876 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.127 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901974+0000", 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.128 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901973+0000", 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5560000000000001e-06 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901978+0000", 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0922e-05 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.129 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901988+0000", 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7799999999999997e-06 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.901994+0000", 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.019761114 2023-09-23T18:28:02.130 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921755+0000", 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019135800000000001 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.131 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.921947+0000", 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135258 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.922082+0000", 2023-09-23T18:28:02.132 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.027760096000000001 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949842+0000", 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6997999999999999e-05 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949859+0000", 2023-09-23T18:28:02.133 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.059268545999999998 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009128+0000", 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9797999999999997e-05 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.134 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.009207+0000", 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003732913 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.012940+0000", 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.110966442 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.56083.0:169882 8.5 8:af6d2c24:::benchmark_data_smithi018_324167_object71552:head [delete] snapc 0=[] ondisk+write+known_if_redirected e385)", 2023-09-23T18:28:02.135 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 532.16451033199996, 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829, 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.56083", 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/1190296164", 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 169882 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.136 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916674+0000", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999976 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916672+0000", 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1643e-05 2023-09-23T18:28:02.137 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916683+0000", 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.037e-05 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916704+0000", 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4399999999999994e-06 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.138 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.916713+0000", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.033175945999999998 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.949889+0000", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000192797 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950082+0000", 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00021716500000000001 2023-09-23T18:28:02.139 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.950299+0000", 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014978488999999999 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.965278+0000", 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010917529 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.140 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:09.976195+0000", 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.050184341 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026379+0000", 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8150000000000003e-05 2023-09-23T18:28:02.141 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.026448+0000", 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041162760000000003 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:19:10.030564+0000", 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.113889829 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.142 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7378 9.1 e402/398 9:8c26af6e:::benchmark_data_smithi018_362865_object7377:head v 402'454, mlcod=402'452)", 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 462.573131219, 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001, 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.143 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508053+0000", 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.144 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508052+0000", 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2772000000000003e-05 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508095+0000", 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1066e-05 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.145 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508106+0000", 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8159999999999996e-06 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508113+0000", 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3608999999999994e-05 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.146 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508177+0000", 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1294e-05 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508198+0000", 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022553759999999999 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.510453+0000", 2023-09-23T18:28:02.147 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15735126499999999 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667804+0000", 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15975125300000001 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.148 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7383 9.e e402/398 9:7d583fcc:::benchmark_data_smithi018_362865_object7382:head v 402'439, mlcod=402'437)", 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 462.57234195799998, 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715, 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:28:02.149 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508842+0000", 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508841+0000", 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0750999999999997e-05 2023-09-23T18:28:02.150 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508872+0000", 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.2809000000000001e-05 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508885+0000", 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.875e-06 2023-09-23T18:28:02.151 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508893+0000", 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9583000000000003e-05 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508942+0000", 2023-09-23T18:28:02.152 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.9962e-05 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.508962+0000", 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.16132843899999999 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.153 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670291+0000", 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8429000000000001e-05 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670329+0000", 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.161486715 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.154 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7399 9.1 e402/398 9:8563fcc4:::benchmark_data_smithi018_362865_object7398:head v 402'455, mlcod=402'452)", 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 462.56753072999999, 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001, 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.155 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513654+0000", 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513653+0000", 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4500000000000003e-05 2023-09-23T18:28:02.156 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.513707+0000", 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15406544 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667773+0000", 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8309999999999996e-06 2023-09-23T18:28:02.157 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667783+0000", 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9461000000000005e-05 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667852+0000", 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6060999999999999e-05 2023-09-23T18:28:02.158 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010114 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668899+0000", 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5500000000000002e-05 2023-09-23T18:28:02.159 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668935+0000", 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15528124600000001 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.160 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7400 9.e e402/398 9:78a42293:::benchmark_data_smithi018_362865_object7399:head v 402'440, mlcod=402'437)", 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 462.565608801, 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224, 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:28:02.161 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515576+0000", 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515575+0000", 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0187000000000001e-05 2023-09-23T18:28:02.162 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.515605+0000", 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15216976500000001 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667774+0000", 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6840000000000008e-06 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.163 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667784+0000", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00057610699999999996 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668360+0000", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0132e-05 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.668380+0000", 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019643360000000001 2023-09-23T18:28:02.164 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670345+0000", 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.3105999999999999e-05 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.670368+0000", 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.15479224 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.165 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.36606.0:7421 9.4 e402/398 9:20063b95:::benchmark_data_smithi018_362865_object7420:head v 402'451, mlcod=402'449)", 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 462.557291615, 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465, 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.166 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523893+0000", 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523891+0000", 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0407000000000001e-05 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.167 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.523932+0000", 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.143828973 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667761+0000", 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.7808999999999998e-05 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.168 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667779+0000", 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4624999999999998e-05 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667853+0000", 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4764999999999997e-05 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.667888+0000", 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014272969999999999 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.169 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669315+0000", 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0980999999999999e-05 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:20:19.669366+0000", 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.145473465 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.170 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195279 9.c 9:319a62e0:::benchmark_data_smithi018_362865_object96888:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 175.24372197299999, 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13913851399999999, 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195279 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.171 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837462+0000", 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.172 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837461+0000", 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.2940000000000006e-06 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837469+0000", 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.8899999999999996e-06 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.173 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837478+0000", 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3960000000000003e-06 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837485+0000", 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2267999999999994e-05 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837547+0000", 2023-09-23T18:28:02.174 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3279999999999995e-06 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837556+0000", 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12149362700000001 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.959050+0000", 2023-09-23T18:28:02.175 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028544500000000001 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.961904+0000", 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015713899999999999 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.962062+0000", 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012783964 2023-09-23T18:28:02.176 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974846+0000", 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0016029939999999999 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976449+0000", 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5386e-05 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.177 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976514+0000", 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7046999999999995e-05 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976601+0000", 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13913851399999999 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.178 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195286 9.c 9:326377cc:::benchmark_data_smithi018_362865_object96895:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 175.243329276, 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13896207299999999, 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195286 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.179 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837855+0000", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837854+0000", 2023-09-23T18:28:02.180 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2530000000000004e-06 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837859+0000", 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1511999999999999e-05 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837871+0000", 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6439999999999999e-06 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.181 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837876+0000", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8704000000000001e-05 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837914+0000", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3370000000000006e-06 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.837924+0000", 2023-09-23T18:28:02.182 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.128444316 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966368+0000", 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121724 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966490+0000", 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000135005 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.183 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.966625+0000", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0082347900000000005 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974860+0000", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001807585 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976667+0000", 2023-09-23T18:28:02.184 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.02e-05 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976717+0000", 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9916999999999999e-05 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976817+0000", 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.13896207299999999 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.185 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.36606.0:195290 9.c 9:3d64ffc8:::benchmark_data_smithi018_362865_object96899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e467)", 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 175.23338831300001, 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12922373000000001, 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.36606", 2023-09-23T18:28:02.186 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2815999428", 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 195290 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847796+0000", 2023-09-23T18:28:02.187 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847794+0000", 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.0170000000000002e-06 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847804+0000", 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.6186000000000001e-05 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.188 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847820+0000", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.511e-06 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847826+0000", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8909000000000003e-05 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847865+0000", 2023-09-23T18:28:02.189 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0239999999999997e-06 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.847873+0000", 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12308551299999999 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.970959+0000", 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000136666 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.190 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.971095+0000", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000159467 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 7", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.971255+0000", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0037205060000000002 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.974975+0000", 2023-09-23T18:28:02.191 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018968100000000001 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976872+0000", 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2055999999999998e-05 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.976924+0000", 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.5680999999999994e-05 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.192 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:25:06.977020+0000", 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.12922373000000001 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:423 10.1 10:8f858ae9:::benchmark_data_smithi018_405804_object422:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e500)", 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 76.035853676000002, 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053055655, 2023-09-23T18:28:02.193 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 423 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.194 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045331+0000", 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045330+0000", 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2286000000000002e-05 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.195 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045362+0000", 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7349999999999999e-06 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045369+0000", 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7320000000000003e-06 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045375+0000", 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5679999999999997e-05 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.196 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045410+0000", 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010849900000000001 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045519+0000", 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.9377999999999996e-05 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.197 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.045618+0000", 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001087602 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.046706+0000", 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3039999999999999e-06 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.046713+0000", 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.051564314 2023-09-23T18:28:02.198 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098278+0000", 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1836999999999999e-05 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098329+0000", 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7012999999999998e-05 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.199 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098386+0000", 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.053055655 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:432 10.1 10:8517d607:::benchmark_data_smithi018_405804_object431:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e500)", 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 76.029932552000005, 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047285577000000002, 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.200 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 432 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.201 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051252+0000", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051250+0000", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0074000000000001e-05 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051311+0000", 2023-09-23T18:28:02.202 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0496000000000001e-05 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051321+0000", 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8230000000000002e-06 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051326+0000", 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7434e-05 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.203 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051373+0000", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012823000000000001 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051502+0000", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015239799999999999 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,7", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.051654+0000", 2023-09-23T18:28:02.204 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001115324 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.052769+0000", 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0019926610000000002 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.054762+0000", 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.043665795 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.205 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098428+0000", 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.1722000000000002e-05 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098499+0000", 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8033e-05 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.206 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:46.098537+0000", 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.047285577000000002 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:51020 10.3 10:c1c6a94d:::benchmark_data_smithi018_405804_object19615:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:17.425895+0000", 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.655289547999999, 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029574515999999999, 2023-09-23T18:28:02.207 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 51020 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425895+0000", 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.208 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425895+0000", 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425894+0000", 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2049999999999998e-06 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.209 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425898+0000", 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.9199999999999998e-06 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425905+0000", 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6559999999999998e-06 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425908+0000", 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.004519609 2023-09-23T18:28:02.210 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.430428+0000", 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000104089 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.430532+0000", 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011284499999999999 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0", 2023-09-23T18:28:02.211 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.430645+0000", 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002633228 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.433278+0000", 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.022100867999999999 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455379+0000", 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6217999999999998e-05 2023-09-23T18:28:02.212 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455415+0000", 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4348999999999998e-05 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455469+0000", 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029574515999999999 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.213 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:51022 10.4 10:2b137b45:::benchmark_data_smithi018_405804_object19617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:17.425932+0000", 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 44.655251988000003, 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029571798999999999, 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:02.214 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 51022 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425932+0000", 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425932+0000", 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.215 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425932+0000", 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5440000000000001e-06 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425935+0000", 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7300000000000002e-06 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.216 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425940+0000", 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.777e-06 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.425944+0000", 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038933459999999998 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.429837+0000", 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000105293 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.217 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.429943+0000", 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012121900000000001 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.430064+0000", 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0030418910000000001 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.218 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.433106+0000", 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076488789999999999 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.440755+0000", 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.014653744999999999 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455409+0000", 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5648000000000002e-05 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455444+0000", 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0084000000000003e-05 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:17.455504+0000", 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.029571798999999999 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.220 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:52299 10.4 10:289369e2:::benchmark_data_smithi018_405804_object20894:head [delete] snapc 0=[] ondisk+write+known_if_redirected e514)", 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:18.506928+0000", 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 43.574256837999997, 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028005199000000001, 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 52299 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.221 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506928+0000", 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506928+0000", 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.222 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506927+0000", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.1719999999999999e-06 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506930+0000", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.8610000000000003e-06 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506936+0000", 2023-09-23T18:28:02.223 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3170000000000003e-06 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.506940+0000", 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021883610000000002 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.509129+0000", 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011730000000000001 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.224 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.509246+0000", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013241800000000001 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,1", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.509379+0000", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0039525369999999999 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.513331+0000", 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0092039289999999996 2023-09-23T18:28:02.225 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.522535+0000", 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012219242999999999 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.534754+0000", 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3350000000000003e-05 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.226 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.534808+0000", 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012521900000000001 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:18.534933+0000", 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.028005199000000001 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.227 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_repop(client.37281.0:2628 11.6 e527/524 11:67cae2ed:::rbd_mirroring:head v 527'2130, mlcod=526'2128)", 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:28:01.060362+0000", 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 1.02082286, 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042838210000000002, 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060362+0000", 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:02.228 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060362+0000", 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967296 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060361+0000", 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.8149999999999999e-06 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:02.229 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060365+0000", 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0609e-05 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060376+0000", 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2199999999999997e-06 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060382+0000", 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0578000000000003e-05 2023-09-23T18:28:02.230 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060433+0000", 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.2157000000000001e-05 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.060455+0000", 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041646679999999998 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.231 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.064619+0000", 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.5979e-05 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:02.233 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:01.064645+0000", 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042838210000000002 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:02.234 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:28:02.234 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:02.262 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:02.302 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:02.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:02.305 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:02.305 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.305 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.305 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:02.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: osdmap e527: 8 total, 7 up, 8 in 2023-09-23T18:28:02.306 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:02 smithi149 ceph-mon[135148]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.306 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: osdmap e527: 8 total, 7 up, 8 in 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[153734]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: osdmap e527: 8 total, 7 up, 8 in 2023-09-23T18:28:02.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:02 smithi018 ceph-mon[149401]: failed to encode map e527 with expected crc 2023-09-23T18:28:02.407 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:02.434 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:02.567 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:02.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:02.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:02.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T18:28:02.609 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:02.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:02.705 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:02.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:02.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:02.746 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:02.846 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:02.877 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:02.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:02.917 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:03.017 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:03.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: pgmap v1563: 105 pgs: 2 peering, 19 active+clean+remapped, 5 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 12 KiB/s wr, 65 op/s; 5/156 objects degraded (3.205%); 8/156 objects misplaced (5.128%); 0 B/s, 7 keys/s, 0 objects/s recovering 2023-09-23T18:28:03.034 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive) 2023-09-23T18:28:03.034 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.034 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.034 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.034 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[149401]: osdmap e528: 8 total, 7 up, 8 in 2023-09-23T18:28:03.047 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1495 ms) 2023-09-23T18:28:03.047 INFO:tasks.workunit.client.0.smithi018.stdout:[ RUN ] TestClsRbd.sparsify 2023-09-23T18:28:03.049 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:03.082 INFO:tasks.workunit.client.0.smithi018.stdout:[ OK ] TestClsRbd.sparsify (35 ms) 2023-09-23T18:28:03.084 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:03.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:03.087 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: pgmap v1563: 105 pgs: 2 peering, 19 active+clean+remapped, 5 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 12 KiB/s wr, 65 op/s; 5/156 objects degraded (3.205%); 8/156 objects misplaced (5.128%); 0 B/s, 7 keys/s, 0 objects/s recovering 2023-09-23T18:28:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive) 2023-09-23T18:28:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:03 smithi149 ceph-mon[135148]: osdmap e528: 8 total, 7 up, 8 in 2023-09-23T18:28:03.187 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:03.214 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:03.247 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:03.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:03.250 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: pgmap v1563: 105 pgs: 2 peering, 19 active+clean+remapped, 5 active+undersized+degraded, 15 active+undersized, 64 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 12 KiB/s wr, 65 op/s; 5/156 objects degraded (3.205%); 8/156 objects misplaced (5.128%); 0 B/s, 7 keys/s, 0 objects/s recovering 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive) 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: failed to encode map e528 with expected crc 2023-09-23T18:28:03.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:03 smithi018 ceph-mon[153734]: osdmap e528: 8 total, 7 up, 8 in 2023-09-23T18:28:03.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:03.411 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:03.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:03.414 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:03.515 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:03.541 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:03.574 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:03.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:03.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:03.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:28:03.665 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T18:28:03.677 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:03.692 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:03.708 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:03.934 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:03.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:03.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:04.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:04.049 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[149401]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.050 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[149401]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.050 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[149401]: osdmap e529: 8 total, 7 up, 8 in 2023-09-23T18:28:04.050 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[149401]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.055 INFO:tasks.workunit.client.0.smithi018.stdout:[----------] 70 tests from TestClsRbd (19110 ms total) 2023-09-23T18:28:04.055 INFO:tasks.workunit.client.0.smithi018.stdout: 2023-09-23T18:28:04.055 INFO:tasks.workunit.client.0.smithi018.stdout:[----------] Global test environment tear-down 2023-09-23T18:28:04.055 INFO:tasks.workunit.client.0.smithi018.stdout:[==========] 70 tests from 1 test suite ran. (21625 ms total) 2023-09-23T18:28:04.055 INFO:tasks.workunit.client.0.smithi018.stdout:[ PASSED ] 70 tests. 2023-09-23T18:28:04.057 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T18:28:04.057 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T18:28:04.064 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:28:04.064 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:28:04.065 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:28:04.065 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:28:04.070 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:04.100 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2023-09-23T18:28:04.100 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T18:28:04.104 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:04.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:04.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:04.208 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:04.238 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:04.239 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:04.279 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:04.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[153734]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[153734]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[153734]: osdmap e529: 8 total, 7 up, 8 in 2023-09-23T18:28:04.309 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-mon[153734]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.310 DEBUG:teuthology.parallel:result is None 2023-09-23T18:28:04.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:04.338 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:04.338 DEBUG:teuthology.orchestra.run.smithi018:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:04.394 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:04.394 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T18:28:04.395 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2023-09-23T18:28:04.395 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T18:28:04.395 INFO:tasks.workunit:Pulling workunits from ref pacific 2023-09-23T18:28:04.395 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T18:28:04.395 DEBUG:teuthology.orchestra.run.smithi018:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:04.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:04 smithi149 ceph-mon[135148]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:04 smithi149 ceph-mon[135148]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:04 smithi149 ceph-mon[135148]: osdmap e529: 8 total, 7 up, 8 in 2023-09-23T18:28:04.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:04 smithi149 ceph-mon[135148]: failed to encode map e529 with expected crc 2023-09-23T18:28:04.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:28:04.452 INFO:teuthology.orchestra.run.smithi018.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T18:28:04.452 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:04.509 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:04.510 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T18:28:04.567 INFO:tasks.workunit:timeout=3h 2023-09-23T18:28:04.567 INFO:tasks.workunit:cleanup=True 2023-09-23T18:28:04.567 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T18:28:04.624 INFO:tasks.workunit.client.0.smithi018.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T18:28:04.828 INFO:tasks.thrashosds.thrasher:Reviving osd 3 2023-09-23T18:28:04.828 INFO:tasks.cephadm.osd.3:Restarting osd.3 (starting--it wasn't running)... 2023-09-23T18:28:04.828 DEBUG:teuthology.orchestra.run.smithi018:osd.3> sudo journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3.service 2023-09-23T18:28:04.830 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl start ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3 2023-09-23T18:28:04.839 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:04.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:04.842 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:04.858 INFO:journalctl@ceph.osd.3.smithi018.stdout:-- Logs begin at Sat 2023-09-23 17:24:09 UTC. -- 2023-09-23T18:28:04.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:04.971 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:05.180 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:05.182 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:04 smithi018 systemd[1]: Starting Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:28:05.182 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[153734]: pgmap v1566: 105 pgs: 14 active+clean+remapped, 6 active+undersized+degraded, 13 active+undersized, 72 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 910 KiB/s wr, 2.85k op/s; 12/213 objects degraded (5.634%); 7/213 objects misplaced (3.286%); 0 B/s, 10 keys/s, 1 objects/s recovering 2023-09-23T18:28:05.182 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 12/213 objects degraded (5.634%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:05.182 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[153734]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.182 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[153734]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[153734]: osdmap e530: 8 total, 7 up, 8 in 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[149401]: pgmap v1566: 105 pgs: 14 active+clean+remapped, 6 active+undersized+degraded, 13 active+undersized, 72 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 910 KiB/s wr, 2.85k op/s; 12/213 objects degraded (5.634%); 7/213 objects misplaced (3.286%); 0 B/s, 10 keys/s, 1 objects/s recovering 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 12/213 objects degraded (5.634%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[149401]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[149401]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:05 smithi018 ceph-mon[149401]: osdmap e530: 8 total, 7 up, 8 in 2023-09-23T18:28:05.183 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:04] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.33.4" 2023-09-23T18:28:05.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:05.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:05.285 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:05.314 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:05.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:05 smithi149 ceph-mon[135148]: pgmap v1566: 105 pgs: 14 active+clean+remapped, 6 active+undersized+degraded, 13 active+undersized, 72 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 910 KiB/s wr, 2.85k op/s; 12/213 objects degraded (5.634%); 7/213 objects misplaced (3.286%); 0 B/s, 10 keys/s, 1 objects/s recovering 2023-09-23T18:28:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:05 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 12/213 objects degraded (5.634%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:05 smithi149 ceph-mon[135148]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:05 smithi149 ceph-mon[135148]: failed to encode map e530 with expected crc 2023-09-23T18:28:05.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:05 smithi149 ceph-mon[135148]: osdmap e530: 8 total, 7 up, 8 in 2023-09-23T18:28:05.403 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:28:05.403 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:28:05.403 INFO:teuthology.orchestra.run.smithi149.stdout: "num_ops": 0 2023-09-23T18:28:05.403 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:28:05.817 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:05.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:05.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:05.865 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T18:28:05.921 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:05.949 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:05.993 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:05.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:05.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:06.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:06.125 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:06 smithi018 ceph-mon[153734]: failed to encode map e530 with expected crc 2023-09-23T18:28:06.126 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:06 smithi018 ceph-mon[149401]: failed to encode map e530 with expected crc 2023-09-23T18:28:06.128 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:06.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:06 smithi149 ceph-mon[135148]: failed to encode map e530 with expected crc 2023-09-23T18:28:06.215 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:06.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:06.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:06.320 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:06.349 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:06.434 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:06.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:06.437 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:06.486 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:06.538 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:06.578 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:06.629 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:06.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:06.633 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:06.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:06.770 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:07.015 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:07.025 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:07.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:07.029 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:07.044 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:07.077 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:07.097 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:07.118 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:07.130 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:07.147 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:07.164 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:07.167 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.168 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:28:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:07 smithi018 ceph-mon[153734]: pgmap v1568: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1457536483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:07 smithi018 ceph-mon[149401]: pgmap v1568: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1457536483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:07 smithi149 ceph-mon[135148]: pgmap v1568: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1457536483' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:07.494 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:07.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:07.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:07.598 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:07.627 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:07.663 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:07.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:07.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:07.710 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:07.710 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:07.768 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:07.801 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:08.060 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T18:28:08.060 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T18:28:08.060 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2023-09-23T18:28:08.060 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2023-09-23T18:28:08.061 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2023-09-23T18:28:08.061 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-09-23T18:28:08.061 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T18:28:08.061 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:07 smithi018 bash[436669]: --> ceph-volume lvm activate successful for osd ID: 3 2023-09-23T18:28:08.061 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:08 smithi018 ceph-mon[149401]: failed to encode map e530 with expected crc 2023-09-23T18:28:08.103 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:08.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:08.105 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:08.186 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:28:08.187 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:28:08.203 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T18:28:08.206 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:08.272 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:08.306 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:08.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:08.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:08.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:08 smithi018 ceph-mon[153734]: failed to encode map e530 with expected crc 2023-09-23T18:28:08.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:08 smithi149 ceph-mon[135148]: failed to encode map e530 with expected crc 2023-09-23T18:28:08.410 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:08.441 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:08.680 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:08.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:08.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:08.783 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:08.809 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:08.813 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:08.852 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:08.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:08.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:08.956 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:08.983 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:09.017 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:09.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:09.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:09.072 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is set 2023-09-23T18:28:09.122 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[149401]: pgmap v1569: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/852627779' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[153734]: pgmap v1569: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:09.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/852627779' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.313 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:09 smithi018 podman[437217]: 2023-09-23T18:28:09.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:09 smithi149 ceph-mon[135148]: pgmap v1569: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:09.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/852627779' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.318 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:09 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:09.368 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T18:28:09.425 INFO:tasks.workunit.client.0.smithi018.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T18:28:09.427 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T18:28:09.427 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T18:28:09.476 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T18:28:09.531 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T18:28:09.557 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:09.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:09.561 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:09.571 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T18:28:09.573 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T18:28:09.573 INFO:tasks.workunit.client.0.smithi018.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T18:28:09.613 INFO:tasks.workunit.client.0.smithi018.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T18:28:09.617 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2023-09-23T18:28:09.617 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T18:28:09.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:09.675 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2023-09-23T18:28:09.677 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-09-23T18:28:09.677 DEBUG:teuthology.orchestra.run.smithi018:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2023-09-23T18:28:09.703 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:09.726 INFO:tasks.workunit.client.0.smithi018.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-09-23T18:28:09.726 INFO:tasks.workunit.client.0.smithi018.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-09-23T18:28:09.726 INFO:tasks.workunit.client.0.smithi018.stderr:+ TMPDIR=/tmp/rbd_import_export_437427 2023-09-23T18:28:09.726 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm -rf /tmp/rbd_import_export_437427 2023-09-23T18:28:09.726 INFO:tasks.workunit.client.0.smithi018.stderr:+ mkdir /tmp/rbd_import_export_437427 2023-09-23T18:28:09.727 INFO:tasks.workunit.client.0.smithi018.stderr:+ trap 'rm -rf /tmp/rbd_import_export_437427' INT TERM EXIT 2023-09-23T18:28:09.727 INFO:tasks.workunit.client.0.smithi018.stderr:+ mkdir foo.437427 2023-09-23T18:28:09.728 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import foo.437427 foo.dir 2023-09-23T18:28:09.792 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:09.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:09.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:09.811 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:09 smithi018 ceph-osd[437394]: -- 172.21.15.18:0/3776085681 <== mon.2 v2:172.21.15.18:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5557e3e9e4e0 con 0x5557e3e6ec00 2023-09-23T18:28:09.811 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:09 smithi018 bash[437217]: ce1ee2d6d72d80bb1e4d3de6066e416e8020282a8b875562c320d0a0c259fc73 2023-09-23T18:28:09.815 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: cannot import a directory 2023-09-23T18:28:09.815 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 0% complete...failed. 2023-09-23T18:28:09.815 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: import failed: (21) Is a directory 2023-09-23T18:28:09.817 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:09.817 INFO:tasks.workunit.client.0.smithi018.stderr:+ rmdir foo.437427 2023-09-23T18:28:09.818 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_437427/img bs=1k count=1 seek=10 2023-09-23T18:28:09.819 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T18:28:09.819 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T18:28:09.819 INFO:tasks.workunit.client.0.smithi018.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.8124e-05 s, 21.3 MB/s 2023-09-23T18:28:09.819 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_437427/img bs=1k count=10 seek=100 2023-09-23T18:28:09.820 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records in 2023-09-23T18:28:09.820 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records out 2023-09-23T18:28:09.820 INFO:tasks.workunit.client.0.smithi018.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.5917e-05 s, 183 MB/s 2023-09-23T18:28:09.820 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_437427/img bs=1k count=100 seek=1000 2023-09-23T18:28:09.821 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records in 2023-09-23T18:28:09.821 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records out 2023-09-23T18:28:09.821 INFO:tasks.workunit.client.0.smithi018.stderr:72048 bytes (72 kB, 70 KiB) copied, 0.000198021 s, 364 MB/s 2023-09-23T18:28:09.821 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_437427/img bs=1k seek=10000 2023-09-23T18:28:09.822 INFO:tasks.workunit.client.0.smithi018.stderr:139+1 records in 2023-09-23T18:28:09.822 INFO:tasks.workunit.client.0.smithi018.stderr:139+1 records out 2023-09-23T18:28:09.822 INFO:tasks.workunit.client.0.smithi018.stderr:143224 bytes (143 kB, 140 KiB) copied, 0.00035148 s, 407 MB/s 2023-09-23T18:28:09.822 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_437427/img bs=1k seek=100000 2023-09-23T18:28:09.823 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records in 2023-09-23T18:28:09.823 INFO:tasks.workunit.client.0.smithi018.stderr:70+1 records out 2023-09-23T18:28:09.823 INFO:tasks.workunit.client.0.smithi018.stderr:72168 bytes (72 kB, 70 KiB) copied, 0.000198459 s, 364 MB/s 2023-09-23T18:28:09.823 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_437427/img bs=1k seek=1000000 2023-09-23T18:28:09.824 INFO:tasks.workunit.client.0.smithi018.stderr:189+1 records in 2023-09-23T18:28:09.824 INFO:tasks.workunit.client.0.smithi018.stderr:189+1 records out 2023-09-23T18:28:09.824 INFO:tasks.workunit.client.0.smithi018.stderr:193768 bytes (194 kB, 189 KiB) copied, 0.000502422 s, 386 MB/s 2023-09-23T18:28:09.824 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T18:28:09.860 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:28:09.862 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T18:28:09.862 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T18:28:09.865 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:09.865 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:09.895 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:09.926 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:09.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:09.974 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:10.030 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:10.030 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:10.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:10.108 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:09 smithi018 systemd[1]: Started Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:10.108 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: osdmap e531: 8 total, 7 up, 8 in 2023-09-23T18:28:10.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:10.109 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: osdmap e531: 8 total, 7 up, 8 in 2023-09-23T18:28:10.113 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:10.114 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:10.114 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:10.149 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: failed to encode map e531 with expected crc 2023-09-23T18:28:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: osdmap e531: 8 total, 7 up, 8 in 2023-09-23T18:28:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:10.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:10.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:10.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:10.188 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:28:10.253 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:10.342 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:10.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:10.347 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:10.444 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T18:28:10.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:10.481 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:28:10.320+0000 7f6dc4a95640 -1 Falling back to public interface 2023-09-23T18:28:10.497 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:10.508 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-09-23T18:28:10.510 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:10.513 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg /tmp/rbd_import_export_437427/img2 2023-09-23T18:28:10.538 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:10.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:10.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:10.561 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:10.643 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:10.674 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:10.709 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:10.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:10.712 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:10.814 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:10.841 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:10.845 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:10.850 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg - 2023-09-23T18:28:10.874 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:10.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:10.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:10.978 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:11.005 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:11.038 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:11.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:11.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:11.141 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:11.151 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:11.188 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:11.346 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:11.349 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:11 smithi018 ceph-mon[153734]: pgmap v1571: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:11.349 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:11 smithi018 ceph-mon[149401]: pgmap v1571: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:11.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:11.350 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:11 smithi149 ceph-mon[135148]: pgmap v1571: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:11.451 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:11.477 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:11.511 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:11.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:11.515 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:11.586 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:28:11.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:11.641 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:11.666 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:11.670 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T18:28:11.674 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:11.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:11.678 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:11.778 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:11.805 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:11.820 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:11.825 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T18:28:11.830 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img2 2023-09-23T18:28:11.840 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:11.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:11.843 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:11.944 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:11.990 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:no valid command found; 10 closest matches: 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:0 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:1 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:2 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:abort 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:assert 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:config diff 2023-09-23T18:28:12.197 INFO:teuthology.orchestra.run.smithi018.stderr:config diff get 2023-09-23T18:28:12.198 INFO:teuthology.orchestra.run.smithi018.stderr:config get 2023-09-23T18:28:12.198 INFO:teuthology.orchestra.run.smithi018.stderr:config help [] 2023-09-23T18:28:12.198 INFO:teuthology.orchestra.run.smithi018.stderr:config set ... 2023-09-23T18:28:12.198 INFO:teuthology.orchestra.run.smithi018.stderr:admin_socket: invalid command 2023-09-23T18:28:12.211 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:12 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:12.211 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:12 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:12 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:12.639 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img3 2023-09-23T18:28:13.179 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img2 /tmp/rbd_import_export_437427/img3 2023-09-23T18:28:13.283 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:13 smithi018 ceph-mon[153734]: pgmap v1572: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:13.284 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:13 smithi018 ceph-mon[149401]: pgmap v1572: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:13.294 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:13.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:13.299 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:13.400 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:13 smithi149 ceph-mon[135148]: pgmap v1572: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:13.459 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:13.469 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format - testimg 2023-09-23T18:28:13.547 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:13.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:13.551 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:13.652 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:13.690 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:14.012 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:14.012 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:14.015 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg /tmp/rbd_import_export_437427/img2 2023-09-23T18:28:14.039 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:14.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:14.045 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:14.146 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:14.177 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:14.213 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:14.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:14.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:14.305 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:14.309 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg - 2023-09-23T18:28:14.317 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:14.344 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:14.377 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:14.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:14.380 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:14.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:14.513 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:15.139 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:15.142 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T18:28:15.242 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T18:28:15.245 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img2 2023-09-23T18:28:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:14] "GET /metrics HTTP/1.1" 200 34255 "" "Prometheus/2.33.4" 2023-09-23T18:28:15.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:15 smithi018 ceph-mon[153734]: pgmap v1573: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 51 KiB/s wr, 24 op/s; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:15.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:15 smithi018 ceph-mon[149401]: pgmap v1573: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 51 KiB/s wr, 24 op/s; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:15.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:15 smithi149 ceph-mon[135148]: pgmap v1573: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 7.5 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 51 KiB/s wr, 24 op/s; 1/93 objects degraded (1.075%); 9/93 objects misplaced (9.677%) 2023-09-23T18:28:15.556 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:15.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:15.562 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:15.630 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T18:28:15.630 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-3, ['dump_ops_in_flight'] 2023-09-23T18:28:15.663 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:15.692 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:15.728 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:15.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:15.731 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:15.832 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:15.959 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img3 2023-09-23T18:28:16.487 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img2 /tmp/rbd_import_export_437427/img3 2023-09-23T18:28:16.789 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd help export 2023-09-23T18:28:16.789 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -q export-format 2023-09-23T18:28:16.809 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_437427/img bs=1k count=10 seek=100 2023-09-23T18:28:16.810 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records in 2023-09-23T18:28:16.810 INFO:tasks.workunit.client.0.smithi018.stderr:10+0 records out 2023-09-23T18:28:16.810 INFO:tasks.workunit.client.0.smithi018.stderr:10240 bytes (10 kB, 10 KiB) copied, 7.112e-05 s, 144 MB/s 2023-09-23T18:28:16.810 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:16.868 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:16.868 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:16.871 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap 2023-09-23T18:28:17.094 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T18:28:17.379 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd image-meta set testimg key1 value1 2023-09-23T18:28:17.379 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd image-meta list testimg 2023-09-23T18:28:17.379 INFO:tasks.workunit.client.0.smithi018.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-09-23T18:28:17.379 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T18:28:17.379 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T18:28:17.380 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' 2023-09-23T18:28:17.380 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:17.380 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:17.380 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_437427/img_v2 testimg_import 2023-09-23T18:28:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:17 smithi149 ceph-mon[135148]: pgmap v1574: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 52 KiB/s wr, 61 op/s; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:17.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:17 smithi018 ceph-mon[149401]: pgmap v1574: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 52 KiB/s wr, 61 op/s; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:17.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:17 smithi018 ceph-mon[153734]: pgmap v1574: 73 pgs: 1 active+undersized+degraded, 14 active+clean+remapped, 11 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 52 KiB/s wr, 61 op/s; 1/84 objects degraded (1.190%); 7/84 objects misplaced (8.333%) 2023-09-23T18:28:17.810 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:17.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:17.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:17.914 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:17.922 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:17.946 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:17.983 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:17.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:17.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:18.087 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:18.107 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T18:28:18.110 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T18:28:18.117 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:18.145 INFO:tasks.workunit.client.0.smithi018.stdout:rbd image 'testimg_import': 2023-09-23T18:28:18.145 INFO:tasks.workunit.client.0.smithi018.stdout: size 110 KiB in 1 objects 2023-09-23T18:28:18.145 INFO:tasks.workunit.client.0.smithi018.stdout: order 22 (4 MiB objects) 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: snapshot_count: 1 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: id: b936ea297adf 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: block_name_prefix: rbd_data.b936ea297adf 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: format: 2 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: op_features: 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: flags: 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: create_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: access_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.146 INFO:tasks.workunit.client.0.smithi018.stdout: modify_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.148 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap 2023-09-23T18:28:18.156 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:18.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:18.159 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout:rbd image 'testimg_import': 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: size 110 KiB in 1 objects 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: order 22 (4 MiB objects) 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: snapshot_count: 1 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: id: b936ea297adf 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: block_name_prefix: rbd_data.b936ea297adf 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: format: 2 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: op_features: 2023-09-23T18:28:18.183 INFO:tasks.workunit.client.0.smithi018.stdout: flags: 2023-09-23T18:28:18.184 INFO:tasks.workunit.client.0.smithi018.stdout: create_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.184 INFO:tasks.workunit.client.0.smithi018.stdout: access_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.185 INFO:tasks.workunit.client.0.smithi018.stdout: modify_timestamp: Sat Sep 23 18:28:17 2023 2023-09-23T18:28:18.185 INFO:tasks.workunit.client.0.smithi018.stdout: protected: False 2023-09-23T18:28:18.186 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd image-meta list testimg_import 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 'There is 1 metadatum on this image: 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-09-23T18:28:18.229 INFO:tasks.workunit.client.0.smithi018.stderr: 2023-09-23T18:28:18.230 INFO:tasks.workunit.client.0.smithi018.stderr:Key Value 2023-09-23T18:28:18.230 INFO:tasks.workunit.client.0.smithi018.stderr:key1 value1' ']' 2023-09-23T18:28:18.230 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg_import /tmp/rbd_import_export_437427/img_import 2023-09-23T18:28:18.259 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:18.265 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T18:28:18.268 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img_import 2023-09-23T18:28:18.268 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/img /tmp/rbd_import_export_437427/img_import 2023-09-23T18:28:18.269 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/img --format %b 2023-09-23T18:28:18.270 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=24 2023-09-23T18:28:18.270 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/img_import --format %b 2023-09-23T18:28:18.271 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=224 2023-09-23T18:28:18.271 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=200 2023-09-23T18:28:18.272 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=200 2023-09-23T18:28:18.272 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-09-23T18:28:18.272 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_437427/img_snap 2023-09-23T18:28:18.295 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:18.311 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T18:28:18.314 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_437427/img_snap_import 2023-09-23T18:28:18.353 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T18:28:18.356 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/img_snap /tmp/rbd_import_export_437427/img_snap_import 2023-09-23T18:28:18.356 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/img_snap /tmp/rbd_import_export_437427/img_snap_import 2023-09-23T18:28:18.357 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/img_snap --format %b 2023-09-23T18:28:18.358 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=224 2023-09-23T18:28:18.358 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/img_snap_import --format %b 2023-09-23T18:28:18.359 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=224 2023-09-23T18:28:18.359 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:18.359 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:18.359 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T18:28:18.359 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:18.360 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_import 2023-09-23T18:28:18.360 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_snap 2023-09-23T18:28:18.361 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_snap_import 2023-09-23T18:28:18.362 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap rm testimg_import@snap 2023-09-23T18:28:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:18 smithi149 ceph-mon[135148]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:18 smithi149 ceph-mon[135148]: osdmap e532: 8 total, 7 up, 8 in 2023-09-23T18:28:18.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:18 smithi149 ceph-mon[135148]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:18 smithi149 ceph-mon[135148]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:18 smithi149 ceph-mon[135148]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.523 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:18.541 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:18.561 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[149401]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[149401]: osdmap e532: 8 total, 7 up, 8 in 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[149401]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[149401]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[149401]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[153734]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[153734]: osdmap e532: 8 total, 7 up, 8 in 2023-09-23T18:28:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[153734]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[153734]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:18 smithi018 ceph-mon[153734]: failed to encode map e532 with expected crc 2023-09-23T18:28:18.580 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:18.598 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:18.616 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:18.624 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:18.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:18.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-09-23T18:28:18.641 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.642 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.642 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.642 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:28:18.730 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:18.758 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:18.791 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:18.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:18.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:18.895 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:18.926 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:19.102 INFO:tasks.workunit.client.0.smithi018.stderr: Removing snap: 100% complete...done. 2023-09-23T18:28:19.114 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T18:28:19.174 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:28:19.082+0000 7f6dc4a95640 -1 osd.3 466 log_to_monitors true 2023-09-23T18:28:19.175 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:28:19.174+0000 7f6db26fb700 -1 osd.3 534 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T18:28:19.175 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: failed to encode map e532 with expected crc 2023-09-23T18:28:19.175 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: pgmap v1576: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 120 KiB/s wr, 100 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:19.175 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 4/93 objects degraded (4.301%), 2 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:19.175 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.175 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: osdmap e533: 8 total, 7 up, 8 in 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3273580713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: failed to encode map e532 with expected crc 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: pgmap v1576: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 120 KiB/s wr, 100 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:19.176 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 4/93 objects degraded (4.301%), 2 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: osdmap e533: 8 total, 7 up, 8 in 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3273580713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.177 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:19 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.218 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:19.221 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap rm testimg@snap 2023-09-23T18:28:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: failed to encode map e532 with expected crc 2023-09-23T18:28:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: pgmap v1576: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 120 KiB/s wr, 100 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 4/93 objects degraded (4.301%), 2 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:19.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: osdmap e533: 8 total, 7 up, 8 in 2023-09-23T18:28:19.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: failed to encode map e533 with expected crc 2023-09-23T18:28:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3273580713' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:19 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T18:28:19.822 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:19.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:19.829 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:19.930 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:19.969 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:20.017 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:28:20.017 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:28:20.017 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:28:20.017 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:28:20.116 INFO:tasks.workunit.client.0.smithi018.stderr: Removing snap: 100% complete...done. 2023-09-23T18:28:20.256 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:20.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:20.259 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:20.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:20.363 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.363 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.363 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T18:28:20.363 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: osdmap e534: 8 total, 7 up, 8 in 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[153734]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T18:28:20.364 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: osdmap e534: 8 total, 7 up, 8 in 2023-09-23T18:28:20.365 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.365 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.365 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.365 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:20 smithi018 ceph-mon[149401]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.381 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T18:28:20.382 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T18:28:20.389 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: osdmap e534: 8 total, 7 up, 8 in 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: from='osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:20 smithi149 ceph-mon[135148]: failed to encode map e534 with expected crc 2023-09-23T18:28:20.599 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:20.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:20.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:20.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:28:20.650 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T18:28:20.703 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:20.735 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:20.771 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:20.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:20.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:20.875 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:20.903 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:20.938 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:20.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:20.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:21.042 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:21.070 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.104 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:21.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:21.129 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm testimg 2023-09-23T18:28:21.215 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:21.240 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.272 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:21.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.275 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:21.376 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:21.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: pgmap v1579: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 91 KiB/s wr, 105 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:21.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:28:21.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281] boot 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: osdmap e535: 8 total, 8 up, 8 in 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:21 smithi149 ceph-mon[135148]: osdmap e536: 8 total, 8 up, 8 in 2023-09-23T18:28:21.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: pgmap v1579: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 91 KiB/s wr, 105 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:21.404 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281] boot 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: osdmap e535: 8 total, 8 up, 8 in 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[149401]: osdmap e536: 8 total, 8 up, 8 in 2023-09-23T18:28:21.405 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: pgmap v1579: 73 pgs: 2 active+undersized+degraded, 14 active+clean+remapped, 10 active+undersized, 47 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 91 KiB/s wr, 105 op/s; 4/93 objects degraded (4.301%); 7/93 objects misplaced (7.527%) 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: osd.3 [v2:172.21.15.18:6804/1252442281,v1:172.21.15.18:6805/1252442281] boot 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: osdmap e535: 8 total, 8 up, 8 in 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.406 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: failed to encode map e535 with expected crc 2023-09-23T18:28:21.407 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:21 smithi018 ceph-mon[153734]: osdmap e536: 8 total, 8 up, 8 in 2023-09-23T18:28:21.408 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.443 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:21.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.446 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:21.547 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:21.579 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.586 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:21.617 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:21.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.622 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:21.714 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:21.722 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:21.756 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:21.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:21.891 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:21.924 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:21.957 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:21.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:21.960 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:22.060 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:22.097 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:28:22.151 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:22.152 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:22.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:22.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:22.156 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --order 20 /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:22.248 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:22.248 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:22.250 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:22.255 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:22.286 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:22.288 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:22.293 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_437427/img_v2 testimg_import 2023-09-23T18:28:22.357 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T18:28:22.360 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T18:28:22.361 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep order 2023-09-23T18:28:22.361 INFO:tasks.workunit.client.0.smithi018.stderr:+ awk '{print $2}' 2023-09-23T18:28:22.361 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 20 2023-09-23T18:28:22.383 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:28:22.396 INFO:tasks.workunit.client.0.smithi018.stdout:20 2023-09-23T18:28:22.397 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:22.397 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T18:28:22.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/723963333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:22.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:22.404 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:22 smithi149 ceph-mon[135148]: osdmap e537: 8 total, 8 up, 8 in 2023-09-23T18:28:22.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.411 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.411 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.411 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.411 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.411 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/723963333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.413 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.413 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:22.413 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:22.413 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[153734]: osdmap e537: 8 total, 8 up, 8 in 2023-09-23T18:28:22.414 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.414 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.414 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.414 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.415 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: failed to encode map e536 with expected crc 2023-09-23T18:28:22.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/723963333' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:22.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:22.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:22.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:22 smithi018 ceph-mon[149401]: osdmap e537: 8 total, 8 up, 8 in 2023-09-23T18:28:22.474 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:22.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:22.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:22.493 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:22.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T18:28:22.580 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:22.601 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:22.604 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:22.613 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:22.663 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:22.666 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info testimg 2023-09-23T18:28:22.666 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep features 2023-09-23T18:28:22.702 INFO:tasks.workunit.client.0.smithi018.stderr:+ FEATURES_BEFORE=' features: layering 2023-09-23T18:28:22.702 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' 2023-09-23T18:28:22.703 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:22.740 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:22.742 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_437427/img_v2 testimg_import 2023-09-23T18:28:22.795 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T18:28:22.798 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info testimg_import 2023-09-23T18:28:22.799 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep features 2023-09-23T18:28:22.834 INFO:tasks.workunit.client.0.smithi018.stderr:+ FEATURES_AFTER=' features: layering 2023-09-23T18:28:22.834 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' 2023-09-23T18:28:22.835 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' ' features: layering 2023-09-23T18:28:22.835 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' '!=' ' features: layering 2023-09-23T18:28:22.835 INFO:tasks.workunit.client.0.smithi018.stderr: op_features: ' ']' 2023-09-23T18:28:22.835 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:22.835 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T18:28:22.836 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:22.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:22.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:22.910 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:22.913 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T18:28:22.941 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:22.970 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.002 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:23.005 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:23.060 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:23.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:23.070 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:23.073 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:23.121 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:23.127 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_437427/img_v2 testimg_import 2023-09-23T18:28:23.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:23.194 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T18:28:23.197 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T18:28:23.197 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'stripe unit' 2023-09-23T18:28:23.197 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(4 KiB|4096)' 2023-09-23T18:28:23.198 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.244 INFO:tasks.workunit.client.0.smithi018.stdout: stripe unit: 4 KiB 2023-09-23T18:28:23.245 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import 2023-09-23T18:28:23.245 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'stripe count' 2023-09-23T18:28:23.245 INFO:tasks.workunit.client.0.smithi018.stderr:+ awk '{print $3}' 2023-09-23T18:28:23.245 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 1000 2023-09-23T18:28:23.279 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:23.288 INFO:tasks.workunit.client.0.smithi018.stdout:1000 2023-09-23T18:28:23.288 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/img_v2 2023-09-23T18:28:23.289 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T18:28:23.291 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:23.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: pgmap v1582: 73 pgs: 3 peering, 8 remapped+peering, 2 active+undersized+degraded, 6 active+clean+remapped, 7 active+undersized, 47 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 6.0 KiB/s wr, 12 op/s; 4/96 objects degraded (4.167%) 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[153734]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: pgmap v1582: 73 pgs: 3 peering, 8 remapped+peering, 2 active+undersized+degraded, 6 active+clean+remapped, 7 active+undersized, 47 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 6.0 KiB/s wr, 12 op/s; 4/96 objects degraded (4.167%) 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:23 smithi018 ceph-mon[149401]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.397 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:23.398 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T18:28:23.400 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: pgmap v1582: 73 pgs: 3 peering, 8 remapped+peering, 2 active+undersized+degraded, 6 active+clean+remapped, 7 active+undersized, 47 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 6.0 KiB/s wr, 12 op/s; 4/96 objects degraded (4.167%) 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:23 smithi149 ceph-mon[135148]: failed to encode map e537 with expected crc 2023-09-23T18:28:23.424 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.458 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:23.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:23.506 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T18:28:23.510 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_437427/img testimg 2023-09-23T18:28:23.527 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:28:23.528 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:28:23.528 INFO:teuthology.orchestra.run.smithi018.stdout: "complaint_time": 30, 2023-09-23T18:28:23.528 INFO:teuthology.orchestra.run.smithi018.stdout: "num_blocked_ops": 0 2023-09-23T18:28:23.529 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:28:23.564 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:23.569 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:23.571 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap1 2023-09-23T18:28:23.590 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.623 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:23.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.626 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:23.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:23.753 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.784 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2023-09-23T18:28:23.784 INFO:teuthology.orchestra.run.smithi018.stdout: "ops": [], 2023-09-23T18:28:23.784 INFO:teuthology.orchestra.run.smithi018.stdout: "num_ops": 0 2023-09-23T18:28:23.784 INFO:teuthology.orchestra.run.smithi018.stdout:} 2023-09-23T18:28:23.787 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:23.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.790 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:23.891 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:23.917 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:23.949 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:23.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:23.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:24.053 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:24.083 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:24.121 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T18:28:24.121 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:24.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:24.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:24.156 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T18:28:24.164 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap create testimg@snap2 2023-09-23T18:28:24.231 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:24.257 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:24.291 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:24.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:24.294 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:24.395 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:24.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:24 smithi018 ceph-mon[153734]: Health check update: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:24.412 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:24 smithi018 ceph-mon[153734]: osdmap e538: 8 total, 8 up, 8 in 2023-09-23T18:28:24.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:24 smithi018 ceph-mon[149401]: Health check update: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:24.413 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:24 smithi018 ceph-mon[149401]: osdmap e538: 8 total, 8 up, 8 in 2023-09-23T18:28:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:24.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:24 smithi149 ceph-mon[135148]: Health check update: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T18:28:24.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:24 smithi149 ceph-mon[135148]: osdmap e538: 8 total, 8 up, 8 in 2023-09-23T18:28:24.797 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:24.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:24.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:24.901 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:24.931 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:24.934 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:28:24.966 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:24.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:24.969 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:24.983 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:28:25.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:24] "GET /metrics HTTP/1.1" 200 34255 "" "Prometheus/2.33.4" 2023-09-23T18:28:25.070 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:25.102 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:25.201 INFO:tasks.workunit.client.0.smithi018.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T18:28:25.207 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap protect testimg@snap2 2023-09-23T18:28:25.240 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:25.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:25.244 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:25.249 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:25.258 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_437427/snap_protect 2023-09-23T18:28:25.305 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:25.308 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_437427/snap_protect testimg_import 2023-09-23T18:28:25.330 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:25.344 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:25.352 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:25.373 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:25.374 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:25.394 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:28:25.408 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:25.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:25.411 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:25.417 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:25.435 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: pgmap v1584: 73 pgs: 6 peering, 8 remapped+peering, 1 active+undersized+degraded, 3 active+clean+remapped, 6 active+undersized, 49 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 205 op/s; 1/93 objects degraded (1.075%); 10 B/s, 1 objects/s recovering 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: pgmap v1584: 73 pgs: 6 peering, 8 remapped+peering, 1 active+undersized+degraded, 3 active+clean+remapped, 6 active+undersized, 49 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 205 op/s; 1/93 objects degraded (1.075%); 10 B/s, 1 objects/s recovering 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:25.444 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:25.456 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:25.476 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:25.478 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.478 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.478 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.479 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.479 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.479 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.479 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.479 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:28:25.512 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:25.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: pgmap v1584: 73 pgs: 6 peering, 8 remapped+peering, 1 active+undersized+degraded, 3 active+clean+remapped, 6 active+undersized, 49 active+clean; 4.7 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 205 op/s; 1/93 objects degraded (1.075%); 10 B/s, 1 objects/s recovering 2023-09-23T18:28:25.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.536 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.537 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: failed to encode map e538 with expected crc 2023-09-23T18:28:25.537 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:25.537 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:25.538 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:25.572 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:25.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:25.576 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:25.676 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:25.703 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:25.735 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:25.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:25.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:25.840 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:25.865 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:25.900 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:25.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:25.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:26.005 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:26.036 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:26.074 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:26.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:26.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:26.110 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:26.180 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:26.211 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:26.215 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:26.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: osdmap e539: 8 total, 8 up, 8 in 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/632813091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: osdmap e539: 8 total, 8 up, 8 in 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/632813091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:26.314 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:26 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:28:26.392 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:26.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:26.396 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:26.497 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: osdmap e539: 8 total, 8 up, 8 in 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.522 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.523 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.523 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.523 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: failed to encode map e539 with expected crc 2023-09-23T18:28:26.523 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/632813091' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:26.523 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:26 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:28:26.524 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:26.557 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:26.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:26.560 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:26.661 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:26.687 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:26.721 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:26.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:26.724 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:26.825 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:28:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:26.981 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T18:28:26.985 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap1 2023-09-23T18:28:26.985 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'protected: False' 2023-09-23T18:28:27.024 INFO:tasks.workunit.client.0.smithi018.stdout: protected: False 2023-09-23T18:28:27.025 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd info testimg_import@snap2 2023-09-23T18:28:27.025 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep 'protected: True' 2023-09-23T18:28:27.066 INFO:tasks.workunit.client.0.smithi018.stdout: protected: True 2023-09-23T18:28:27.067 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/snap_protect 2023-09-23T18:28:27.067 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap unprotect testimg@snap2 2023-09-23T18:28:27.112 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap unprotect testimg_import@snap2 2023-09-23T18:28:27.156 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap purge testimg 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: pgmap v1587: 73 pgs: 6 peering, 2 remapped+peering, 65 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 14 KiB/s wr, 358 op/s; 2.1 KiB/s, 6 objects/s recovering 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized) 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: osdmap e540: 8 total, 8 up, 8 in 2023-09-23T18:28:27.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[153734]: osdmap e541: 8 total, 8 up, 8 in 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: pgmap v1587: 73 pgs: 6 peering, 2 remapped+peering, 65 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 14 KiB/s wr, 358 op/s; 2.1 KiB/s, 6 objects/s recovering 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized) 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: osdmap e540: 8 total, 8 up, 8 in 2023-09-23T18:28:27.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:27 smithi018 ceph-mon[149401]: osdmap e541: 8 total, 8 up, 8 in 2023-09-23T18:28:27.442 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:28:27.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:27.446 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:28:27.493 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:27.494 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:27.546 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: pgmap v1587: 73 pgs: 6 peering, 2 remapped+peering, 65 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 14 KiB/s wr, 358 op/s; 2.1 KiB/s, 6 objects/s recovering 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/93 objects degraded (1.075%), 1 pg degraded, 6 pgs undersized) 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: failed to encode map e540 with expected crc 2023-09-23T18:28:27.571 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: osdmap e540: 8 total, 8 up, 8 in 2023-09-23T18:28:27.572 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:27 smithi149 ceph-mon[135148]: osdmap e541: 8 total, 8 up, 8 in 2023-09-23T18:28:27.573 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:27.607 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:27.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:27.611 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:27.712 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:27.738 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:27.827 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:27.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:27.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:27.919 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T18:28:27.931 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:27.964 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:28.086 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:28.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T18:28:28.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:28.091 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:28.192 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:28.221 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:28.255 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:28.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:28.259 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:28.360 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T18:28:28.389 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:28.425 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2" found: no such container 2023-09-23T18:28:28.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:28.428 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T18:28:28.525 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:28.528 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:28.554 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:28 smithi149 ceph-mon[135148]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.555 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:28 smithi149 ceph-mon[135148]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.557 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:28.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:28 smithi018 ceph-mon[153734]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:28 smithi018 ceph-mon[153734]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:28 smithi018 ceph-mon[149401]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:28 smithi018 ceph-mon[149401]: failed to encode map e541 with expected crc 2023-09-23T18:28:28.691 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:28.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:28.695 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:28.796 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:28.827 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:28.963 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:28.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:28.967 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:29.068 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:29.097 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:29.132 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:29.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:29.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:29.180 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:29.214 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:28:29.215 INFO:tasks.workunit.client.0.smithi018.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T18:28:29.224 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd snap purge testimg_import 2023-09-23T18:28:29.237 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:29.266 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: pgmap v1590: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 46 KiB/s wr, 469 op/s; 2.5 KiB/s, 6 objects/s recovering 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: osdmap e542: 8 total, 8 up, 8 in 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/171421030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.491 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: pgmap v1590: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 46 KiB/s wr, 469 op/s; 2.5 KiB/s, 6 objects/s recovering 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: osdmap e542: 8 total, 8 up, 8 in 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/171421030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.492 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: pgmap v1590: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 46 KiB/s wr, 469 op/s; 2.5 KiB/s, 6 objects/s recovering 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: osdmap e542: 8 total, 8 up, 8 in 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: failed to encode map e542 with expected crc 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/171421030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.493 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:29.551 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:29.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:29.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:29.656 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:28:29.689 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:30.124 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:28:30.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:30.127 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:28:30.174 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:30.174 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:28:30.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:28:30.274 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: osdmap e543: 8 total, 8 up, 8 in 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1002032214' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.332 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:28:30.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:28:30.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.409 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:30.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: osdmap e543: 8 total, 8 up, 8 in 2023-09-23T18:28:30.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1002032214' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.410 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: osdmap e543: 8 total, 8 up, 8 in 2023-09-23T18:28:30.411 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: failed to encode map e543 with expected crc 2023-09-23T18:28:30.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1002032214' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:28:30.510 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:28:30.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:30.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:28:30.616 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:30.646 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:30.732 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:30.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:30.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:30.818 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:30.836 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:30.837 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:30.845 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T18:28:30.859 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:30.866 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:30.880 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:28:30.905 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:30.907 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:30.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:30.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:30.921 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:28:30.931 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:30.954 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T18:28:30.975 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T18:28:31.013 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:28:31.046 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:31.233 INFO:tasks.workunit.client.0.smithi018.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T18:28:31.242 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg 2023-09-23T18:28:31.329 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:28:31.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:31.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:28:31.381 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:31.384 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd remove testimg_import 2023-09-23T18:28:31.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:31.462 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:31.492 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:31.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ tiered=0 2023-09-23T18:28:31.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ ceph osd dump 2023-09-23T18:28:31.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep '^pool' 2023-09-23T18:28:31.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep ''\''rbd'\''' 2023-09-23T18:28:31.496 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep tier 2023-09-23T18:28:31.500 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: pgmap v1593: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 39 KiB/s wr, 288 op/s 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: osdmap e544: 8 total, 8 up, 8 in 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.502 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3108797105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: pgmap v1593: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 39 KiB/s wr, 288 op/s 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: osdmap e544: 8 total, 8 up, 8 in 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.503 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3108797105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:31.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:31.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:31.605 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:31.609 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: pgmap v1593: 73 pgs: 73 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 39 KiB/s wr, 288 op/s 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: osdmap e544: 8 total, 8 up, 8 in 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: failed to encode map e544 with expected crc 2023-09-23T18:28:31.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3108797105' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:31.637 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:31.726 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:31.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:31.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:31.829 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:31.859 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:31.869 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:31.894 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:31.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:31.897 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:31.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T18:28:31.998 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:32.027 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:32.093 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_437427/sparse1 2023-09-23T18:28:32.099 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T18:28:32.099 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T18:28:32.099 INFO:tasks.workunit.client.0.smithi018.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00509776 s, 206 MB/s 2023-09-23T18:28:32.099 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_437427/sparse2 2023-09-23T18:28:32.105 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T18:28:32.105 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T18:28:32.105 INFO:tasks.workunit.client.0.smithi018.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0051037 s, 205 MB/s 2023-09-23T18:28:32.105 INFO:tasks.workunit.client.0.smithi018.stderr:+ truncate /tmp/rbd_import_export_437427/sparse2 -s 2M 2023-09-23T18:28:32.119 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T18:28:32.166 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T18:28:32.166 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T18:28:32.166 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:32.169 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:32.169 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_437427/sparse1 2023-09-23T18:28:32.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:32.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:32.243 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T18:28:32.244 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:32.244 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:32.247 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T18:28:32.247 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse1 2023-09-23T18:28:32.247 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T18:28:32.271 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:32.292 INFO:tasks.workunit.client.0.smithi018.stdout:sparse1 2 MiB 2 2023-09-23T18:28:32.293 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse1 2023-09-23T18:28:32.293 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse1 2023-09-23T18:28:32.294 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse1 2023-09-23T18:28:32.294 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:32.294 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:32.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.300 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: osdmap e545: 8 total, 8 up, 8 in 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.301 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.302 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: osdmap e545: 8 total, 8 up, 8 in 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.304 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.304 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:32.335 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.ba71f9cc1f9c 2023-09-23T18:28:32.336 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.ba71f9cc1f9c 2023-09-23T18:28:32.336 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse1 2023-09-23T18:28:32.336 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse1 2023-09-23T18:28:32.337 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.ba71f9cc1f9c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:32.337 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:32.337 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse1 2023-09-23T18:28:32.337 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:32.338 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:32.377 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:32.377 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:32.378 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:32.378 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:32.378 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:32.393 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:32.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:32.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:32.416 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T18:28:32.416 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T18:28:32.416 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T18:28:32.416 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:32.462 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:32.465 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:32.465 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:32.467 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse1 --format %b 2023-09-23T18:28:32.468 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T18:28:32.469 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse1.out --format %b 2023-09-23T18:28:32.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T18:28:32.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:32.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:32.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T18:28:32.470 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:32.471 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T18:28:32.482 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.482 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: osdmap e545: 8 total, 8 up, 8 in 2023-09-23T18:28:32.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: failed to encode map e545 with expected crc 2023-09-23T18:28:32.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.484 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:32.484 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.484 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2669276490' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T18:28:32.501 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:32.530 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:32.567 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T18:28:32.570 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T18:28:32.596 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:32.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:32.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:32.611 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 0% complete...failed. 2023-09-23T18:28:32.611 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T18:28:32.614 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:32.614 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_437427/sparse2 2023-09-23T18:28:32.688 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T18:28:32.689 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:32.689 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:32.691 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T18:28:32.691 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse2 2023-09-23T18:28:32.691 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T18:28:32.700 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:32.728 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:32.733 INFO:tasks.workunit.client.0.smithi018.stdout:sparse2 2 MiB 2 2023-09-23T18:28:32.734 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse2 2023-09-23T18:28:32.734 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse2 2023-09-23T18:28:32.734 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse2 2023-09-23T18:28:32.734 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:32.734 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:32.763 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:32.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:32.767 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:32.771 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.baa19477a7e 2023-09-23T18:28:32.772 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.baa19477a7e 2023-09-23T18:28:32.772 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse2 2023-09-23T18:28:32.772 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse2 2023-09-23T18:28:32.772 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.baa19477a7e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:32.772 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:32.773 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse2 2023-09-23T18:28:32.773 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:32.773 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:32.810 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:32.810 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:32.810 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:32.810 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:32.810 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:32.842 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=0 2023-09-23T18:28:32.843 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2023-09-23T18:28:32.843 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T18:28:32.843 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:32.867 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T18:28:32.880 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:32.883 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:32.883 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:32.885 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse2 --format %b 2023-09-23T18:28:32.891 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T18:28:32.891 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse2.out --format %b 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:32.892 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T18:28:32.897 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:32.935 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0" found: no such container 2023-09-23T18:28:32.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:32.939 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T18:28:32.964 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:28:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [], 2023-09-23T18:28:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "complaint_time": 30, 2023-09-23T18:28:32.965 INFO:teuthology.orchestra.run.smithi149.stdout: "num_blocked_ops": 0 2023-09-23T18:28:32.965 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:28:32.989 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T18:28:32.992 INFO:tasks.workunit.client.0.smithi018.stderr:+ truncate /tmp/rbd_import_export_437427/sparse1 -s 10M 2023-09-23T18:28:32.993 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 - sparse1 2023-09-23T18:28:33.040 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:33.073 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:33.094 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:33.094 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:33.095 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:33.097 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:33.099 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T18:28:33.099 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse1 2023-09-23T18:28:33.099 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-09-23T18:28:33.150 INFO:tasks.workunit.client.0.smithi018.stdout:sparse1 10 MiB 2 2023-09-23T18:28:33.153 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse1 2023-09-23T18:28:33.153 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse1 2023-09-23T18:28:33.153 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse1 2023-09-23T18:28:33.153 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:33.154 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:33.188 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.bacbb0a79927 2023-09-23T18:28:33.188 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.bacbb0a79927 2023-09-23T18:28:33.189 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.bacbb0a79927\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:33.189 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse1 2023-09-23T18:28:33.189 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse1 2023-09-23T18:28:33.189 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:33.189 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse1 2023-09-23T18:28:33.190 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:33.190 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:33.227 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:33.227 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:33.227 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:33.227 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:33.227 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:33.262 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T18:28:33.262 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T18:28:33.262 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T18:28:33.262 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:33.300 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:33.303 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:33.303 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/sparse1 /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:33.312 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse1 --format %b 2023-09-23T18:28:33.313 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=2048 2023-09-23T18:28:33.313 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse1.out --format %b 2023-09-23T18:28:33.314 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=2048 2023-09-23T18:28:33.314 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:33.315 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:33.315 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T18:28:33.315 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse1.out 2023-09-23T18:28:33.316 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse1 2023-09-23T18:28:33.383 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:33.385 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:33 smithi149 ceph-mon[135148]: pgmap v1596: 73 pgs: 5 peering, 68 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2023-09-23T18:28:33.386 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T18:28:33.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:33.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:33.422 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T18:28:33.426 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_437427/sparse2 oflag=append conv=notrunc 2023-09-23T18:28:33.438 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T18:28:33.438 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T18:28:33.438 INFO:tasks.workunit.client.0.smithi018.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0103533 s, 203 MB/s 2023-09-23T18:28:33.438 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 - sparse2 2023-09-23T18:28:33.439 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T18:28:33.487 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:33.517 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:33.539 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:33.539 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:33.539 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:33.543 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd ls -l 2023-09-23T18:28:33.543 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep sparse2 2023-09-23T18:28:33.543 INFO:tasks.workunit.client.0.smithi018.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-09-23T18:28:33.554 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:33.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:33.559 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:33.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:33 smithi018 ceph-mon[153734]: pgmap v1596: 73 pgs: 5 peering, 68 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2023-09-23T18:28:33.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:33 smithi018 ceph-mon[149401]: pgmap v1596: 73 pgs: 5 peering, 68 active+clean; 4.8 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2023-09-23T18:28:33.587 INFO:tasks.workunit.client.0.smithi018.stdout:sparse2 4 MiB 2 2023-09-23T18:28:33.588 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse2 2023-09-23T18:28:33.588 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse2 2023-09-23T18:28:33.588 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse2 2023-09-23T18:28:33.588 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:33.589 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:33.630 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.baf8636f1452 2023-09-23T18:28:33.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.baf8636f1452 2023-09-23T18:28:33.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.baf8636f1452\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:33.631 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:33.636 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse2 2023-09-23T18:28:33.636 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse2 2023-09-23T18:28:33.636 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse2 2023-09-23T18:28:33.636 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:33.637 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:33.659 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T18:28:33.698 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:33.698 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:33.698 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:33.698 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:33.698 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:33.699 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects='0 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:2 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:3' 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2 3 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-09-23T18:28:33.741 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1" found: no such container 2023-09-23T18:28:33.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:33.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T18:28:33.783 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-09-23T18:28:33.788 INFO:tasks.workunit.client.0.smithi018.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_437427/sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:33.788 INFO:tasks.workunit.client.0.smithi018.stderr:+ cmp -l /tmp/rbd_import_export_437427/sparse2 /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:33.791 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse2 --format %b 2023-09-23T18:28:33.792 INFO:tasks.workunit.client.0.smithi018.stderr:+ origsize=6144 2023-09-23T18:28:33.793 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse2.out --format %b 2023-09-23T18:28:33.794 INFO:tasks.workunit.client.0.smithi018.stderr:+ exportsize=6144 2023-09-23T18:28:33.794 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:33.794 INFO:tasks.workunit.client.0.smithi018.stderr:+ difference=0 2023-09-23T18:28:33.794 INFO:tasks.workunit.client.0.smithi018.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T18:28:33.794 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse2.out 2023-09-23T18:28:33.795 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse2 2023-09-23T18:28:33.846 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:33.874 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:33.908 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-09-23T18:28:33.910 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:33.911 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-09-23T18:28:33.912 INFO:tasks.workunit.client.0.smithi018.stdout:partially-sparse file imports to partially-sparse image 2023-09-23T18:28:33.912 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_437427/sparse1 sparse 2023-09-23T18:28:33.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:33.913 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:33.977 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-09-23T18:28:33.977 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:33.977 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T18:28:33.979 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T18:28:33.980 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T18:28:33.980 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T18:28:33.980 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:33.980 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:34.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T18:28:34.020 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.bb2b535ab85a 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.bb2b535ab85a 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.bb2b535ab85a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:34.021 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T18:28:34.022 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:34.022 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:34.040 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:34.057 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:34.057 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:34.057 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:34.057 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:34.057 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:34.062 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:34.075 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4" found: no such container 2023-09-23T18:28:34.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:34.079 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T18:28:34.092 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=1 2023-09-23T18:28:34.092 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 1 2023-09-23T18:28:34.092 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T18:28:34.092 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T18:28:34.180 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T18:28:34.188 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T18:28:34.191 INFO:tasks.workunit.client.0.smithi018.stdout:zeros import through stdin to sparse image 2023-09-23T18:28:34.192 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'zeros import through stdin to sparse image' 2023-09-23T18:28:34.192 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/zero bs=1M count=4 2023-09-23T18:28:34.192 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd import --new-format - sparse 2023-09-23T18:28:34.206 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:34.231 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:34 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/476408387' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.231 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:34 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.231 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.231 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:34 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:28:34.259 INFO:tasks.workunit.client.0.smithi018.stderr:4+0 records in 2023-09-23T18:28:34.259 INFO:tasks.workunit.client.0.smithi018.stderr:4+0 records out 2023-09-23T18:28:34.260 INFO:tasks.workunit.client.0.smithi018.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0665826 s, 63.0 MB/s 2023-09-23T18:28:34.271 INFO:tasks.workunit.client.0.smithi018.stderr: Importing image: 100% complete...done. 2023-09-23T18:28:34.272 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:34.274 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T18:28:34.274 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T18:28:34.275 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T18:28:34.275 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:34.276 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:34.293 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6" found: no such container 2023-09-23T18:28:34.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:34.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T18:28:34.322 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.94477c9c87bc 2023-09-23T18:28:34.322 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.94477c9c87bc 2023-09-23T18:28:34.323 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T18:28:34.323 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.94477c9c87bc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:34.323 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T18:28:34.323 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:34.324 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T18:28:34.324 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:34.326 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:34.345 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:34.366 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:34.367 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:34.367 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:34.367 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:34.367 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:34.397 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:34.403 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects= 2023-09-23T18:28:34.403 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 2023-09-23T18:28:34.403 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-09-23T18:28:34.403 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T18:28:34.428 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:34.466 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:34.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:34.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:34.496 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:34.499 INFO:tasks.workunit.client.0.smithi018.stdout:zeros export to sparse file 2023-09-23T18:28:34.499 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo 'zeros export to sparse file' 2023-09-23T18:28:34.500 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd create --new-format sparse --size 4 2023-09-23T18:28:34.538 INFO:tasks.workunit.client.0.smithi018.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T18:28:34.540 INFO:tasks.workunit.client.0.smithi018.stderr:++ rbd info sparse 2023-09-23T18:28:34.541 INFO:tasks.workunit.client.0.smithi018.stderr:++ grep block_name_prefix 2023-09-23T18:28:34.541 INFO:tasks.workunit.client.0.smithi018.stderr:++ awk '{print $NF;}' 2023-09-23T18:28:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/476408387' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/476408387' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:28:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:34.570 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:34.577 INFO:tasks.workunit.client.0.smithi018.stderr:+ prefix=rbd_data.bb6db35d185 2023-09-23T18:28:34.577 INFO:tasks.workunit.client.0.smithi018.stderr:+ dd if=/dev/zero bs=4M count=1 2023-09-23T18:28:34.579 INFO:tasks.workunit.client.0.smithi018.stderr:++ get_image_data_pool sparse 2023-09-23T18:28:34.579 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T18:28:34.579 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T18:28:34.580 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep 'data_pool: ' 2023-09-23T18:28:34.580 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk -F: '{ print $NF }' 2023-09-23T18:28:34.599 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:34.614 INFO:tasks.workunit.client.0.smithi018.stderr:++ data_pool= 2023-09-23T18:28:34.614 INFO:tasks.workunit.client.0.smithi018.stderr:++ '[' -z ']' 2023-09-23T18:28:34.614 INFO:tasks.workunit.client.0.smithi018.stderr:++ data_pool=rbd 2023-09-23T18:28:34.614 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo rbd 2023-09-23T18:28:34.614 INFO:tasks.workunit.client.0.smithi018.stderr:+ rados -p rbd put rbd_data.bb6db35d185.000000000000 - 2023-09-23T18:28:34.633 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:34.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:34.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:34.643 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records in 2023-09-23T18:28:34.643 INFO:tasks.workunit.client.0.smithi018.stderr:1+0 records out 2023-09-23T18:28:34.643 INFO:tasks.workunit.client.0.smithi018.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0649821 s, 64.5 MB/s 2023-09-23T18:28:34.670 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects sparse 2023-09-23T18:28:34.670 INFO:tasks.workunit.client.0.smithi018.stderr:++ image=sparse 2023-09-23T18:28:34.671 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rbd info sparse 2023-09-23T18:28:34.671 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep block_name_prefix 2023-09-23T18:28:34.671 INFO:tasks.workunit.client.0.smithi018.stderr:+++ awk '{print $NF;}' 2023-09-23T18:28:34.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T18:28:34.709 INFO:tasks.workunit.client.0.smithi018.stderr:++ prefix=rbd_data.bb6db35d185 2023-09-23T18:28:34.709 INFO:tasks.workunit.client.0.smithi018.stderr:+++ grep rbd_data.bb6db35d185 2023-09-23T18:28:34.710 INFO:tasks.workunit.client.0.smithi018.stderr:++++ get_image_data_pool sparse 2023-09-23T18:28:34.710 INFO:tasks.workunit.client.0.smithi018.stderr:++++ image=sparse 2023-09-23T18:28:34.710 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sed -e 's/rbd_data.bb6db35d185\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T18:28:34.710 INFO:tasks.workunit.client.0.smithi018.stderr:+++ sort -u 2023-09-23T18:28:34.711 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ grep 'data_pool: ' 2023-09-23T18:28:34.711 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ rbd info sparse 2023-09-23T18:28:34.711 INFO:tasks.workunit.client.0.smithi018.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T18:28:34.737 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:34.759 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool= 2023-09-23T18:28:34.759 INFO:tasks.workunit.client.0.smithi018.stderr:++++ '[' -z ']' 2023-09-23T18:28:34.759 INFO:tasks.workunit.client.0.smithi018.stderr:++++ data_pool=rbd 2023-09-23T18:28:34.759 INFO:tasks.workunit.client.0.smithi018.stderr:++++ echo rbd 2023-09-23T18:28:34.759 INFO:tasks.workunit.client.0.smithi018.stderr:+++ rados ls -p rbd 2023-09-23T18:28:34.763 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:34.805 INFO:tasks.workunit.client.0.smithi018.stderr:++ objects=0 2023-09-23T18:28:34.805 INFO:tasks.workunit.client.0.smithi018.stderr:++ echo 0 2023-09-23T18:28:34.805 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T18:28:34.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse 2023-09-23T18:28:34.806 INFO:tasks.workunit.client.0.smithi018.stderr:rm: cannot remove '/tmp/rbd_import_export_437427/sparse': No such file or directory 2023-09-23T18:28:34.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:34.806 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd export sparse /tmp/rbd_import_export_437427/sparse 2023-09-23T18:28:34.848 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:34.849 INFO:tasks.workunit.client.0.smithi018.stderr: Exporting image: 100% complete...done. 2023-09-23T18:28:34.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:34.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:34.853 INFO:tasks.workunit.client.0.smithi018.stderr:++ stat /tmp/rbd_import_export_437427/sparse --format=%b 2023-09-23T18:28:34.855 INFO:tasks.workunit.client.0.smithi018.stderr:+ '[' 0 = 0 ']' 2023-09-23T18:28:34.855 INFO:tasks.workunit.client.0.smithi018.stderr:+ rbd rm sparse 2023-09-23T18:28:34.952 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T18:28:34.963 INFO:tasks.workunit.client.0.smithi018.stderr: Removing image: 100% complete...done. 2023-09-23T18:28:34.966 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm /tmp/rbd_import_export_437427/sparse /tmp/rbd_import_export_437427/sparse1 /tmp/rbd_import_export_437427/sparse2 /tmp/rbd_import_export_437427/sparse3 2023-09-23T18:28:34.968 INFO:tasks.workunit.client.0.smithi018.stderr:rm: cannot remove '/tmp/rbd_import_export_437427/sparse3': No such file or directory 2023-09-23T18:28:34.969 INFO:tasks.workunit.client.0.smithi018.stderr:+ true 2023-09-23T18:28:34.969 INFO:tasks.workunit.client.0.smithi018.stderr:+ echo OK 2023-09-23T18:28:34.969 INFO:tasks.workunit.client.0.smithi018.stdout:OK 2023-09-23T18:28:34.969 INFO:tasks.workunit.client.0.smithi018.stderr:+ rm -rf /tmp/rbd_import_export_437427 2023-09-23T18:28:34.970 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T18:28:34.970 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T18:28:34.982 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:35.005 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2023-09-23T18:28:35.005 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T18:28:35.106 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7" found: no such container 2023-09-23T18:28:35.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:35.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T18:28:35.210 DEBUG:teuthology.orchestra.run.smithi018:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T18:28:35.229 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:34] "GET /metrics HTTP/1.1" 200 34255 "" "Prometheus/2.33.4" 2023-09-23T18:28:35.239 INFO:teuthology.orchestra.run.smithi018.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: pgmap v1597: 73 pgs: 5 peering, 68 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.9 KiB/s wr, 155 op/s 2023-09-23T18:28:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: osdmap e546: 8 total, 8 up, 8 in 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:28:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: "size": 20, 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 600, 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: "ops": [ 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:22 10.7 10:e4e8010a:::benchmark_data_smithi018_405804_object21:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e498)", 2023-09-23T18:28:35.434 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48421108700001, 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024615608, 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 22 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.435 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947309+0000", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947307+0000", 2023-09-23T18:28:35.436 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012879499999999999 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947436+0000", 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1324000000000001e-05 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947457+0000", 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8469999999999998e-06 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.437 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947464+0000", 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011765900000000001 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947582+0000", 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0645999999999999e-05 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.438 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947593+0000", 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.011945098 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959538+0000", 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014897099999999999 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.439 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959687+0000", 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000189851 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.959876+0000", 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0092644489999999993 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969141+0000", 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012742809999999999 2023-09-23T18:28:35.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970415+0000", 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014042550000000001 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971819+0000", 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2708999999999999e-05 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.441 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971882+0000", 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2385999999999997e-05 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.971925+0000", 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024615608 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.442 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:65 10.7 10:e49e5c83:::benchmark_data_smithi018_405804_object64:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.484033975, 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0249357809999999, 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.443 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 65 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.444 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947486+0000", 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947485+0000", 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8319999999999994e-05 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.445 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947583+0000", 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.0704999999999999e-05 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947604+0000", 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1829999999999996e-06 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.446 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947608+0000", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00034959100000000001 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947958+0000", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5700000000000004e-06 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947965+0000", 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0122793640000001 2023-09-23T18:28:35.447 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960245+0000", 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013332799999999999 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960378+0000", 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121193 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.448 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960499+0000", 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0086884260000000008 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969188+0000", 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0012349539999999999 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.449 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970423+0000", 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001895091 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972318+0000", 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3317000000000004e-05 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.450 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972381+0000", 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0655999999999998e-05 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972422+0000", 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0249357809999999 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.451 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:81 10.7 10:edf1aca9:::benchmark_data_smithi018_405804_object80:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483903446, 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024973559, 2023-09-23T18:28:35.452 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 81 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.453 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947617+0000", 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.454 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947616+0000", 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000112994 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.455 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947729+0000", 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.5336e-05 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947744+0000", 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4269999999999999e-06 2023-09-23T18:28:35.456 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947750+0000", 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00067533299999999997 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948425+0000", 2023-09-23T18:28:35.457 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7610000000000002e-06 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948432+0000", 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.012340539 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.458 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960772+0000", 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010503 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.960877+0000", 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00015872 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.459 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961036+0000", 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0081936769999999999 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969230+0000", 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001199093 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.460 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970429+0000", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0020395230000000001 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972468+0000", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6731999999999996e-05 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972545+0000", 2023-09-23T18:28:35.461 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5076e-05 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972590+0000", 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024973559 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.462 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:93 10.7 10:eb8f1f90:::benchmark_data_smithi018_405804_object92:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483761145, 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024959795, 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.463 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 93 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.464 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947759+0000", 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947758+0000", 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0985e-05 2023-09-23T18:28:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947819+0000", 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0630000000000006e-06 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947827+0000", 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.9350000000000002e-06 2023-09-23T18:28:35.466 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947832+0000", 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011377099999999999 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948970+0000", 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.302e-06 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.467 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948976+0000", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0123171259999999 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961293+0000", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000108359 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961402+0000", 2023-09-23T18:28:35.468 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00018844399999999999 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961590+0000", 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0076856950000000002 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969276+0000", 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011583089999999999 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.469 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970434+0000", 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022010749999999998 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972635+0000", 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4205000000000001e-05 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.470 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972679+0000", 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9147999999999999e-05 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972719+0000", 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.024959795 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.471 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:112 10.7 10:e9a1a3d9:::benchmark_data_smithi018_405804_object111:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48367843699999, 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0251055280000001, 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 112 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.472 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947842+0000", 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.473 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947841+0000", 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7982999999999997e-05 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947899+0000", 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8769999999999993e-06 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.474 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947907+0000", 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7269999999999998e-06 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947912+0000", 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014503059999999999 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949362+0000", 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8700000000000003e-06 2023-09-23T18:28:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949369+0000", 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0124956650000001 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961864+0000", 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000115368 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.476 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.961980+0000", 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000158648 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962138+0000", 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0071817010000000004 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969320+0000", 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0011197119999999999 2023-09-23T18:28:35.477 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970440+0000", 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0024184039999999999 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972858+0000", 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5819000000000003e-05 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.478 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972904+0000", 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.2991999999999998e-05 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.972947+0000", 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0251055280000001 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.479 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:121 10.7 10:e9263e6e:::benchmark_data_smithi018_405804_object120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48359947199999, 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0263005489999999, 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.480 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 121 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.481 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947921+0000", 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947920+0000", 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5230999999999999e-05 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.482 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947985+0000", 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0350000000000001e-06 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947993+0000", 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1240000000000004e-06 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.483 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.947998+0000", 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0018227250000000001 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949821+0000", 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.2149999999999998e-06 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.484 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949827+0000", 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0126021329999999 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962429+0000", 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000121822 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.485 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962551+0000", 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016064599999999999 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962712+0000", 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0066597790000000002 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.486 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969372+0000", 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0010812759999999999 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970453+0000", 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036493609999999998 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.487 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974102+0000", 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0401999999999994e-05 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974173+0000", 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.8338999999999999e-05 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.488 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974221+0000", 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0263005489999999 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.489 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:125 10.7 10:ea4bf66d:::benchmark_data_smithi018_405804_object124:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483459595, 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026360919, 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.490 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 125 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.491 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.999999 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948060+0000", 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6036000000000003e-05 2023-09-23T18:28:35.492 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.493 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.493 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.493 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948126+0000", 2023-09-23T18:28:35.493 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.1810999999999999e-05 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948137+0000", 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.5380000000000002e-06 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.494 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948143+0000", 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001827118 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949970+0000", 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.6559999999999997e-06 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.949976+0000", 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0130130610000001 2023-09-23T18:28:35.495 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.962989+0000", 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010012499999999999 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963089+0000", 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.6596999999999997e-05 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.496 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963185+0000", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0062265300000000001 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969412+0000", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001046997 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970459+0000", 2023-09-23T18:28:35.497 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038077319999999999 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974267+0000", 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0946000000000003e-05 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974318+0000", 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00010365999999999999 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.498 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974421+0000", 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026360919 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:131 10.7 10:ee14f710:::benchmark_data_smithi018_405804_object130:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:28:35.499 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483363803, 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264340599999999, 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 131 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.500 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948156+0000", 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.6246000000000002e-05 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.501 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948222+0000", 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.7139999999999999e-06 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948231+0000", 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.3399999999999997e-06 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948236+0000", 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0025201049999999999 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.950756+0000", 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8299999999999998e-06 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.950763+0000", 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0126329970000001 2023-09-23T18:28:35.503 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963396+0000", 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013283699999999999 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963529+0000", 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000168488 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.504 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963697+0000", 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0057942560000000002 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969491+0000", 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00097338399999999999 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970465+0000", 2023-09-23T18:28:35.505 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040055450000000001 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974470+0000", 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3912999999999998e-05 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974514+0000", 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.5955e-05 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.506 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974590+0000", 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264340599999999 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:137 10.7 10:e9e4aa06:::benchmark_data_smithi018_405804_object136:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48327755699999, 2023-09-23T18:28:35.507 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026484664, 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 137 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.508 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948242+0000", 2023-09-23T18:28:35.509 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.7195999999999998e-05 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948309+0000", 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.3909999999999998e-06 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948317+0000", 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2379999999999997e-06 2023-09-23T18:28:35.510 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948323+0000", 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002891397 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951214+0000", 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8290000000000002e-06 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.511 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951221+0000", 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0127488899999999 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.963970+0000", 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014886700000000001 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964119+0000", 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000222847 2023-09-23T18:28:35.512 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964341+0000", 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0051957799999999997 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969537+0000", 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00093628099999999996 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.513 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970473+0000", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0041725390000000003 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974646+0000", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7184000000000002e-05 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974683+0000", 2023-09-23T18:28:35.514 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3881000000000002e-05 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974727+0000", 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026484664 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:156 10.7 10:eeca35a2:::benchmark_data_smithi018_405804_object155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:28:35.515 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483191406, 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264862239999999, 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 156 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.516 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948329+0000", 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.517 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948328+0000", 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.4988999999999996e-05 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948403+0000", 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.9470000000000003e-06 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.518 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948411+0000", 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4519999999999996e-06 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948416+0000", 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0028266430000000002 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.519 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951243+0000", 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.78e-06 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.951248+0000", 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013380529 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964628+0000", 2023-09-23T18:28:35.520 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000116439 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964745+0000", 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016143900000000001 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.521 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.964906+0000", 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0046647800000000003 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969571+0000", 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000909511 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970480+0000", 2023-09-23T18:28:35.522 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042715970000000002 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974752+0000", 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1377e-05 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.523 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974793+0000", 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.1372000000000001e-05 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974815+0000", 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0264862239999999 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.524 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:168 10.7 10:e098d50f:::benchmark_data_smithi018_405804_object167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.483097112, 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026580067, 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 168 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.525 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948423+0000", 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.526 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948422+0000", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3952e-05 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948486+0000", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.1149999999999994e-06 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948494+0000", 2023-09-23T18:28:35.527 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.1460000000000004e-06 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948499+0000", 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0036552009999999998 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.528 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952155+0000", 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3520000000000001e-06 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952162+0000", 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0130188950000001 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.529 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965181+0000", 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014315700000000001 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965324+0000", 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00019717399999999999 2023-09-23T18:28:35.530 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965521+0000", 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0040825540000000004 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969604+0000", 2023-09-23T18:28:35.531 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00088164000000000005 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970485+0000", 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0043999319999999996 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974885+0000", 2023-09-23T18:28:35.532 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.3070000000000004e-05 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.974948+0000", 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.4588e-05 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975003+0000", 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.026580067 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.533 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:172 10.7 10:e45bdc49:::benchmark_data_smithi018_405804_object171:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48301449500001, 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274116929999999, 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.534 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 172 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:28:35.535 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948505+0000", 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.9101999999999998e-05 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948564+0000", 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.8220000000000002e-06 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.536 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948574+0000", 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.096e-06 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948579+0000", 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0038697240000000002 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.537 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952449+0000", 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.309e-06 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.952452+0000", 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0133626099999999 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965815+0000", 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.3647000000000006e-05 2023-09-23T18:28:35.538 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.965908+0000", 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000111675 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966020+0000", 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003616195 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.539 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969636+0000", 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00085497800000000005 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970491+0000", 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0053436229999999996 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.540 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975835+0000", 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4774000000000002e-05 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975879+0000", 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.7747999999999998e-05 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975917+0000", 2023-09-23T18:28:35.541 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274116929999999 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:176 10.7 10:e5aedc12:::benchmark_data_smithi018_405804_object175:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48293467400001, 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274465559999999, 2023-09-23T18:28:35.542 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 176 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.543 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948585+0000", 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.1653000000000001e-05 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.544 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948646+0000", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3270000000000003e-06 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948654+0000", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2190000000000003e-06 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948659+0000", 2023-09-23T18:28:35.545 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0044053829999999997 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953064+0000", 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.0120000000000001e-06 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953067+0000", 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0132050969999999 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.546 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966272+0000", 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00013814400000000001 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966410+0000", 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000110052 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.547 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966521+0000", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003148264 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969669+0000", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00082724399999999998 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970496+0000", 2023-09-23T18:28:35.548 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0054621260000000003 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975958+0000", 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.1216e-05 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.975999+0000", 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.2489e-05 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.549 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976032+0000", 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274465559999999 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:189 10.7 10:e4159949:::benchmark_data_smithi018_405804_object188:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.482855332, 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274804529999999, 2023-09-23T18:28:35.550 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 189 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.551 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948665+0000", 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948664+0000", 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0612999999999997e-05 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.552 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948725+0000", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.0400000000000004e-06 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948732+0000", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.0259999999999998e-06 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948737+0000", 2023-09-23T18:28:35.553 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047967590000000003 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953533+0000", 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.5930000000000002e-06 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.554 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953537+0000", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013242234 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966779+0000", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.8750000000000003e-05 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.966858+0000", 2023-09-23T18:28:35.555 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000172378 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967030+0000", 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0026709279999999999 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.556 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969701+0000", 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00079981799999999999 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970501+0000", 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055695889999999998 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.557 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976071+0000", 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.9356000000000001e-05 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976110+0000", 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4974000000000001e-05 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.558 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976145+0000", 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0274804529999999 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:216 10.7 10:e16964aa:::benchmark_data_smithi018_405804_object215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.482777273, 2023-09-23T18:28:35.559 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027516756, 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 216 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:28:35.560 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948743+0000", 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.561 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948742+0000", 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0106999999999999e-05 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948802+0000", 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8449999999999997e-06 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.562 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948809+0000", 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2650000000000004e-06 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948814+0000", 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0048687399999999999 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.563 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953683+0000", 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 2.8499999999999998e-06 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.953686+0000", 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.013613885 2023-09-23T18:28:35.564 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967300+0000", 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014613699999999999 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967446+0000", 2023-09-23T18:28:35.565 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000170531 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967617+0000", 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0021178299999999998 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.566 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969734+0000", 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00077217099999999999 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970507+0000", 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0056774470000000004 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.567 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976184+0000", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.0951000000000001e-05 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976225+0000", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.4570000000000003e-05 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976259+0000", 2023-09-23T18:28:35.568 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027516756 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:220 10.7 10:ebafd4d9:::benchmark_data_smithi018_405804_object219:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e498)", 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 110.48269966399999, 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027911547, 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.569 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 220 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.570 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948820+0000", 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5263000000000002e-05 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.571 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948885+0000", 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.7370000000000006e-06 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948893+0000", 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.5390000000000001e-06 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.948897+0000", 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0055673060000000002 2023-09-23T18:28:35.572 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.954465+0000", 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.6950000000000002e-06 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:44.954468+0000", 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.01337609 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.573 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967844+0000", 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00011507599999999999 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.967959+0000", 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012129900000000001 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.574 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.968081+0000", 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.001683408 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.969764+0000", 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00075049700000000003 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.970515+0000", 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0061437929999999998 2023-09-23T18:28:35.575 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976658+0000", 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.002e-05 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976698+0000", 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 3.3417999999999998e-05 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.576 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:26:45.976732+0000", 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.027911547 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31190 10.7 10:e5a431ee:::benchmark_data_smithi018_405804_object31189:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e506)", 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 94.340508596000006, 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.88688953500000001, 2023-09-23T18:28:35.577 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "reached pg", 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31190 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.578 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091011+0000", 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000182683 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.579 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091193+0000", 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0379e-05 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091204+0000", 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.0190000000000003e-06 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.580 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091210+0000", 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2689000000000003e-05 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091262+0000", 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000157014 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091420+0000", 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000164513 2023-09-23T18:28:35.581 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.091584+0000", 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0022043319999999998 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.093788+0000", 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.018967495000000001 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.582 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.112756+0000", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.7270000000000002e-06 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.112766+0000", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.85203336299999999 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.964799+0000", 2023-09-23T18:28:35.583 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00094507 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.965744+0000", 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.012076712999999999 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977821+0000", 2023-09-23T18:28:35.584 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.0204999999999995e-05 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977901+0000", 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.88688953500000001 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.585 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31211 10.7 10:e97be27e:::benchmark_data_smithi018_405804_object31210:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e507)", 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 94.304742887000003, 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86189568900000002, 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31211 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.586 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.587 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126777+0000", 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.3986000000000002e-05 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126821+0000", 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.4450000000000002e-06 2023-09-23T18:28:35.588 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126830+0000", 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.6419999999999998e-06 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126835+0000", 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0014295860000000001 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.589 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128264+0000", 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.2370000000000003e-06 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.128272+0000", 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.83919994899999995 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.590 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967471+0000", 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00014909100000000001 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967621+0000", 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000238679 2023-09-23T18:28:35.591 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.967859+0000", 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.010114969 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.977974+0000", 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059878459999999998 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.592 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.983962+0000", 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0045298200000000004 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988492+0000", 2023-09-23T18:28:35.593 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7927000000000003e-05 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988550+0000", 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012297400000000001 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988673+0000", 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86189568900000002 2023-09-23T18:28:35.594 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.46946.0:31212 10.7 10:e46a6e27:::benchmark_data_smithi018_405804_object31211:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e507)", 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:28:35.595 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 94.304680294999997, 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86209936799999998, 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.46946", 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/2667255964", 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 31212 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.596 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126840+0000", 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999995 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.597 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126839+0000", 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.5387000000000003e-05 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126905+0000", 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.9449999999999999e-06 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.598 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126914+0000", 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.4100000000000001e-06 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.126918+0000", 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.002492541 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.599 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.129411+0000", 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.0326000000000001e-05 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.129421+0000", 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.83940297500000005 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.968824+0000", 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012436000000000001 2023-09-23T18:28:35.600 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.968948+0000", 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00016289899999999999 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 0,4", 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.969111+0000", 2023-09-23T18:28:35.601 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0088969989999999992 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.978008+0000", 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0059608999999999999 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.602 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.983969+0000", 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0047893470000000002 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988758+0000", 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.7528000000000002e-05 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.603 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988816+0000", 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00012321399999999999 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:27:01.988939+0000", 2023-09-23T18:28:35.605 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.86209936799999998 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "description": "osd_op(client.47480.0:80 2.7 2:ee627b18:::rbd_data.b918ccb9928d.0000000000000000:head [delete] snapc 10=[] ondisk+write+known_if_redirected+full_try e536)", 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "initiated_at": "2023-09-23T18:28:21.217056+0000", 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "age": 14.214464445999999, 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.91394566799999999, 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "type_data": { 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T18:28:35.606 INFO:teuthology.orchestra.run.smithi149.stdout: "client_info": { 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "client": "client.47480", 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "client_addr": "172.21.15.18:0/389939415", 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "tid": 80 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "events": [ 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "initiated", 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217056+0000", 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "throttled", 2023-09-23T18:28:35.607 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217056+0000", 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4294967295.9999986 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "header_read", 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217054+0000", 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.3860000000000001e-06 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "all_read", 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217062+0000", 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 8.6610000000000006e-06 2023-09-23T18:28:35.608 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "dispatched", 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217070+0000", 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 5.2780000000000001e-06 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "queued_for_pg", 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217076+0000", 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 6.8005999999999999e-05 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.609 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217144+0000", 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 1.4562999999999999e-05 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for peered", 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:21.217158+0000", 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.89807907799999998 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.610 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.115237+0000", 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00047123400000000001 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for degraded object", 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.115708+0000", 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0064379240000000003 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "reached_pg", 2023-09-23T18:28:35.611 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.122146+0000", 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 9.2338999999999998e-05 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "started", 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.122239+0000", 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.000114747 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "waiting for subops from 2,3", 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.122354+0000", 2023-09-23T18:28:35.612 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.00033342700000000002 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "op_commit", 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.122687+0000", 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.0042554769999999997 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.126942+0000", 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.003934557 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.613 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "sub_op_commit_rec", 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.130877+0000", 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 4.7982999999999998e-05 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "commit_sent", 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.130925+0000", 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 7.6267999999999996e-05 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: { 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "event": "done", 2023-09-23T18:28:35.614 INFO:teuthology.orchestra.run.smithi149.stdout: "time": "2023-09-23T18:28:22.131001+0000", 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: "duration": 0.91394566799999999 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: } 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2023-09-23T18:28:35.615 INFO:teuthology.orchestra.run.smithi149.stdout:} 2023-09-23T18:28:35.616 INFO:teuthology.orchestra.run.smithi018.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3" found: no such container 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: pgmap v1597: 73 pgs: 5 peering, 68 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.9 KiB/s wr, 155 op/s 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: osdmap e546: 8 total, 8 up, 8 in 2023-09-23T18:28:35.616 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: pgmap v1597: 73 pgs: 5 peering, 68 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.9 KiB/s wr, 155 op/s 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: failed to encode map e546 with expected crc 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: osdmap e546: 8 total, 8 up, 8 in 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:28:35.617 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:28:35.618 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:35.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:35.618 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi018 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T18:28:35.619 DEBUG:teuthology.parallel:result is None 2023-09-23T18:28:35.619 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:35.683 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:35.689 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:35.689 DEBUG:teuthology.orchestra.run.smithi018:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:35.719 DEBUG:teuthology.orchestra.run.smithi149:> sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T18:28:35.748 INFO:teuthology.orchestra.run.smithi149.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T18:28:35.770 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:28:35.770 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T18:28:35.771 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2023-09-23T18:28:35.771 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T18:28:35.771 INFO:tasks.workunit:Pulling workunits from ref pacific 2023-09-23T18:28:35.771 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T18:28:35.771 DEBUG:teuthology.orchestra.run.smithi018:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:35.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:28:35.831 INFO:teuthology.orchestra.run.smithi018.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T18:28:35.831 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:35.859 INFO:teuthology.orchestra.run.smithi149.stderr:Error: no container with name or ID "ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5" found: no such container 2023-09-23T18:28:35.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T18:28:35.863 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi149 with status 125: 'sudo docker kill -s 1 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T18:28:35.884 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T18:28:35.889 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T18:28:35.890 DEBUG:teuthology.orchestra.run.smithi018:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T18:28:35.950 INFO:tasks.thrashosds:joining thrashosds 2023-09-23T18:28:36.026 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0: {} 2023-09-23T18:28:36.048 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1: {} 2023-09-23T18:28:36.068 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2: {} 2023-09-23T18:28:36.088 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3: {} 2023-09-23T18:28:36.106 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4: {} 2023-09-23T18:28:36.124 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5: {} 2023-09-23T18:28:36.142 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6: {} 2023-09-23T18:28:36.170 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7: {} 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.172 INFO:teuthology.orchestra.run.smithi018.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.172 INFO:teuthology.orchestra.run.smithi018.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T18:28:36.452 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is set 2023-09-23T18:28:36.602 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:36.602 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:36.602 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[153734]: pgmap v1599: 73 pgs: 4 peering, 69 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 693 KiB/s wr, 262 op/s 2023-09-23T18:28:36.603 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3999226864' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:36.603 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:36.603 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:36.603 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[149401]: pgmap v1599: 73 pgs: 4 peering, 69 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 693 KiB/s wr, 262 op/s 2023-09-23T18:28:36.604 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:36 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3999226864' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:36.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:36 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T18:28:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:36 smithi149 ceph-mon[135148]: pgmap v1599: 73 pgs: 4 peering, 69 active+clean; 4.7 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 693 KiB/s wr, 262 op/s 2023-09-23T18:28:36.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:36 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3999226864' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T18:28:37.470 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:37.513 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:37.513 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.513 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:37.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: osdmap e547: 8 total, 8 up, 8 in 2023-09-23T18:28:37.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: osdmap e548: 8 total, 8 up, 8 in 2023-09-23T18:28:37.514 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[153734]: failed to encode map e548 with expected crc 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: osdmap e547: 8 total, 8 up, 8 in 2023-09-23T18:28:37.515 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: osdmap e548: 8 total, 8 up, 8 in 2023-09-23T18:28:37.516 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:37 smithi018 ceph-mon[149401]: failed to encode map e548 with expected crc 2023-09-23T18:28:37.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: failed to encode map e547 with expected crc 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1817216535' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: osdmap e547: 8 total, 8 up, 8 in 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: osdmap e548: 8 total, 8 up, 8 in 2023-09-23T18:28:37.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:37 smithi149 ceph-mon[135148]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.460 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T18:28:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: pgmap v1602: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 457 op/s; 92 B/s, 0 objects/s recovering 2023-09-23T18:28:38.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:28:38.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: pgmap v1602: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 457 op/s; 92 B/s, 0 objects/s recovering 2023-09-23T18:28:38.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:28:38.848 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:38.848 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: failed to encode map e547 with expected crc 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: failed to encode map e548 with expected crc 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: pgmap v1602: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 457 op/s; 92 B/s, 0 objects/s recovering 2023-09-23T18:28:38.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:28:39.046 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T18:28:39.210 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T18:28:39.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[149401]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[149401]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[149401]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[149401]: osdmap e549: 8 total, 8 up, 8 in 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[153734]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[153734]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.463 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[153734]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:28:39.464 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:39 smithi018 ceph-mon[153734]: osdmap e549: 8 total, 8 up, 8 in 2023-09-23T18:28:39.508 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T18:28:39.719 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:39.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:39 smithi149 ceph-mon[135148]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:39 smithi149 ceph-mon[135148]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:39 smithi149 ceph-mon[135148]: failed to encode map e549 with expected crc 2023-09-23T18:28:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:39 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4212482619' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:28:39.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:39 smithi149 ceph-mon[135148]: osdmap e549: 8 total, 8 up, 8 in 2023-09-23T18:28:39.949 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: osdmap e550: 8 total, 8 up, 8 in 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:40.475 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[149401]: pgmap v1605: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 387 op/s; 138 B/s, 0 objects/s recovering 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: osdmap e550: 8 total, 8 up, 8 in 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:40.476 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:40 smithi018 ceph-mon[153734]: pgmap v1605: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 387 op/s; 138 B/s, 0 objects/s recovering 2023-09-23T18:28:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:40.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: osdmap e550: 8 total, 8 up, 8 in 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: failed to encode map e550 with expected crc 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:40.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:40 smithi149 ceph-mon[135148]: pgmap v1605: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 387 op/s; 138 B/s, 0 objects/s recovering 2023-09-23T18:28:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:noscrub is unset 2023-09-23T18:28:41.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:41.909 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:41.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T18:28:42.224 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T18:28:42.539 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:42.540 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: Health check cleared: OSDMAP_FLAGS (was: noscrub flag(s) set) 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: osdmap e551: 8 total, 8 up, 8 in 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: pgmap v1607: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 212 B/s wr, 6 op/s; 114 B/s, 0 objects/s recovering 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[149401]: osdmap e552: 8 total, 8 up, 8 in 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: Health check cleared: OSDMAP_FLAGS (was: noscrub flag(s) set) 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: osdmap e551: 8 total, 8 up, 8 in 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: pgmap v1607: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 212 B/s wr, 6 op/s; 114 B/s, 0 objects/s recovering 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.813 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:42 smithi018 ceph-mon[153734]: osdmap e552: 8 total, 8 up, 8 in 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: Health check cleared: OSDMAP_FLAGS (was: noscrub flag(s) set) 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: failed to encode map e551 with expected crc 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2254970448' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: osdmap e551: 8 total, 8 up, 8 in 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: pgmap v1607: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 212 B/s wr, 6 op/s; 114 B/s, 0 objects/s recovering 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: failed to encode map e552 with expected crc 2023-09-23T18:28:42.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:42 smithi149 ceph-mon[135148]: osdmap e552: 8 total, 8 up, 8 in 2023-09-23T18:28:43.145 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T18:28:43.163 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:43.648 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T18:28:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[153734]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[153734]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/100536442' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:43.682 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:43.683 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[149401]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.683 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[149401]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.683 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/100536442' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:43.683 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:43 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:43.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:43 smithi149 ceph-mon[135148]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:43 smithi149 ceph-mon[135148]: failed to encode map e551 with expected crc 2023-09-23T18:28:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:43 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/100536442' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:43.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:43 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:28:44.243 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:28:44.509 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: osdmap e553: 8 total, 8 up, 8 in 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: pgmap v1610: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 B/s, 0 objects/s recovering 2023-09-23T18:28:44.903 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:44 smithi149 ceph-mon[135148]: osdmap e554: 8 total, 8 up, 8 in 2023-09-23T18:28:44.936 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.936 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.936 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.936 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:28:44.936 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: osdmap e553: 8 total, 8 up, 8 in 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: pgmap v1610: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 B/s, 0 objects/s recovering 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[153734]: osdmap e554: 8 total, 8 up, 8 in 2023-09-23T18:28:44.937 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: osdmap e553: 8 total, 8 up, 8 in 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.938 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: failed to encode map e553 with expected crc 2023-09-23T18:28:44.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: pgmap v1610: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 B/s, 0 objects/s recovering 2023-09-23T18:28:44.939 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-mon[149401]: osdmap e554: 8 total, 8 up, 8 in 2023-09-23T18:28:45.217 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:44] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.33.4" 2023-09-23T18:28:45.414 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:45.654 INFO:teuthology.orchestra.run.smithi018.stderr:nodeep-scrub is unset 2023-09-23T18:28:45.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.885 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2750376796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.886 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: failed to encode map e554 with expected crc 2023-09-23T18:28:45.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2750376796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:45.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:45.887 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:45 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:46.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: failed to encode map e554 with expected crc 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: failed to encode map e554 with expected crc 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: failed to encode map e554 with expected crc 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: failed to encode map e554 with expected crc 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: failed to encode map e554 with expected crc 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2750376796' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T18:28:46.153 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:45 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:46.423 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:46.424 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: osdmap e555: 8 total, 8 up, 8 in 2023-09-23T18:28:46.813 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[149401]: pgmap v1613: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:46.814 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: osdmap e555: 8 total, 8 up, 8 in 2023-09-23T18:28:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: failed to encode map e555 with expected crc 2023-09-23T18:28:46.815 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:46 smithi018 ceph-mon[153734]: pgmap v1613: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:28:47.029 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: failed to encode map e555 with expected crc 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: failed to encode map e555 with expected crc 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: osdmap e555: 8 total, 8 up, 8 in 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: failed to encode map e555 with expected crc 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: failed to encode map e555 with expected crc 2023-09-23T18:28:47.062 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:46 smithi149 ceph-mon[135148]: pgmap v1613: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:28:47.631 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:47.667 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:28:48.024 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:47 smithi149 ceph-mon[135148]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:47 smithi149 ceph-mon[135148]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:47 smithi149 ceph-mon[135148]: osdmap e556: 8 total, 8 up, 8 in 2023-09-23T18:28:48.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:47 smithi149 ceph-mon[135148]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.025 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:28:48.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[153734]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[153734]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[153734]: osdmap e556: 8 total, 8 up, 8 in 2023-09-23T18:28:48.032 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[153734]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[149401]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[149401]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[149401]: osdmap e556: 8 total, 8 up, 8 in 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[149401]: failed to encode map e556 with expected crc 2023-09-23T18:28:48.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:28:48.054 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T18:28:48.663 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:48.721 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: osdmap e557: 8 total, 8 up, 8 in 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.722 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:48 smithi149 ceph-mon[135148]: pgmap v1616: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: osdmap e557: 8 total, 8 up, 8 in 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.929 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[153734]: pgmap v1616: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3848091464' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: osdmap e557: 8 total, 8 up, 8 in 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: failed to encode map e557 with expected crc 2023-09-23T18:28:48.930 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:48 smithi018 ceph-mon[149401]: pgmap v1616: 73 pgs: 1 remapped+peering, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:48.973 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:48.973 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:49.351 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T18:28:49.993 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:50.061 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: osdmap e558: 8 total, 8 up, 8 in 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[153734]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: osdmap e558: 8 total, 8 up, 8 in 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:49 smithi018 ceph-mon[149401]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: osdmap e558: 8 total, 8 up, 8 in 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:49 smithi149 ceph-mon[135148]: failed to encode map e558 with expected crc 2023-09-23T18:28:50.687 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T18:28:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: failed to encode map e559 with expected crc 2023-09-23T18:28:50.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: failed to encode map e559 with expected crc 2023-09-23T18:28:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: failed to encode map e559 with expected crc 2023-09-23T18:28:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: osdmap e559: 8 total, 8 up, 8 in 2023-09-23T18:28:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: pgmap v1619: 73 pgs: 1 remapped+peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/577077686' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:50.902 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: osdmap e559: 8 total, 8 up, 8 in 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: pgmap v1619: 73 pgs: 1 remapped+peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/577077686' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:51.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: failed to encode map e559 with expected crc 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: osdmap e559: 8 total, 8 up, 8 in 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: pgmap v1619: 73 pgs: 1 remapped+peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/577077686' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:51.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:28:51.286 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:51.286 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:51.724 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T18:28:52.055 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[153734]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[153734]: failed to encode map e559 with expected crc 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[153734]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[153734]: osdmap e560: 8 total, 8 up, 8 in 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[149401]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.056 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[149401]: failed to encode map e559 with expected crc 2023-09-23T18:28:52.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[149401]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:28:52.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:51 smithi018 ceph-mon[149401]: osdmap e560: 8 total, 8 up, 8 in 2023-09-23T18:28:52.110 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:28:52.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:51 smithi149 ceph-mon[135148]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:51 smithi149 ceph-mon[135148]: failed to encode map e559 with expected crc 2023-09-23T18:28:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:51 smithi149 ceph-mon[135148]: failed to encode map e560 with expected crc 2023-09-23T18:28:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:28:52.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:51 smithi149 ceph-mon[135148]: osdmap e560: 8 total, 8 up, 8 in 2023-09-23T18:28:52.325 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T18:28:52.729 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:52.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:52 smithi149 ceph-mon[135148]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:52 smithi149 ceph-mon[135148]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.879 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:52 smithi149 ceph-mon[135148]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.880 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:52 smithi149 ceph-mon[135148]: osdmap e561: 8 total, 8 up, 8 in 2023-09-23T18:28:52.880 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:52 smithi149 ceph-mon[135148]: pgmap v1622: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s, 11 objects/s recovering 2023-09-23T18:28:52.956 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[153734]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.956 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[153734]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.956 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[153734]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.956 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[153734]: osdmap e561: 8 total, 8 up, 8 in 2023-09-23T18:28:52.956 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[153734]: pgmap v1622: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s, 11 objects/s recovering 2023-09-23T18:28:52.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[149401]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[149401]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[149401]: failed to encode map e561 with expected crc 2023-09-23T18:28:52.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[149401]: osdmap e561: 8 total, 8 up, 8 in 2023-09-23T18:28:52.957 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:52 smithi018 ceph-mon[149401]: pgmap v1622: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s, 11 objects/s recovering 2023-09-23T18:28:53.672 INFO:teuthology.orchestra.run.smithi149.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:53.672 INFO:teuthology.orchestra.run.smithi149.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:53.811 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:53 smithi149 ceph-mon[135148]: failed to encode map e562 with expected crc 2023-09-23T18:28:53.812 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:53 smithi149 ceph-mon[135148]: failed to encode map e562 with expected crc 2023-09-23T18:28:53.812 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:53 smithi149 ceph-mon[135148]: osdmap e562: 8 total, 8 up, 8 in 2023-09-23T18:28:53.812 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:53 smithi149 ceph-mon[135148]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[153734]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[153734]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[153734]: osdmap e562: 8 total, 8 up, 8 in 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[153734]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[149401]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[149401]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[149401]: osdmap e562: 8 total, 8 up, 8 in 2023-09-23T18:28:54.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:53 smithi018 ceph-mon[149401]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T18:28:54.700 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:28:54.767 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: failed to encode map e562 with expected crc 2023-09-23T18:28:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: pgmap v1624: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s, 10 objects/s recovering 2023-09-23T18:28:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/574756154' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:54.999 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:55.000 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:55.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: failed to encode map e562 with expected crc 2023-09-23T18:28:55.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: pgmap v1624: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s, 10 objects/s recovering 2023-09-23T18:28:55.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/574756154' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:55.000 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:55.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:55.001 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:55.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: failed to encode map e562 with expected crc 2023-09-23T18:28:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: pgmap v1624: 73 pgs: 1 active+recovering+undersized+remapped, 1 peering, 71 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s, 10 objects/s recovering 2023-09-23T18:28:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/574756154' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:28:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:28:55.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:54 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:28:55.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:28:55.273 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:28:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:28:54] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.33.4" 2023-09-23T18:28:55.993 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:56.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[153734]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[153734]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[153734]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.057 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[153734]: osdmap e563: 8 total, 8 up, 8 in 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[149401]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[149401]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[149401]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:28:56.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:55 smithi018 ceph-mon[149401]: osdmap e563: 8 total, 8 up, 8 in 2023-09-23T18:28:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:55 smithi149 ceph-mon[135148]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:55 smithi149 ceph-mon[135148]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:55 smithi149 ceph-mon[135148]: failed to encode map e563 with expected crc 2023-09-23T18:28:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:55 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:28:56.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:55 smithi149 ceph-mon[135148]: osdmap e563: 8 total, 8 up, 8 in 2023-09-23T18:28:56.265 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:56.265 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:56.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T18:28:56.963 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.963 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.963 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: osdmap e564: 8 total, 8 up, 8 in 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[153734]: pgmap v1627: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: osdmap e564: 8 total, 8 up, 8 in 2023-09-23T18:28:56.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: failed to encode map e564 with expected crc 2023-09-23T18:28:56.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:56 smithi018 ceph-mon[149401]: pgmap v1627: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:57.151 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: failed to encode map e564 with expected crc 2023-09-23T18:28:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: failed to encode map e564 with expected crc 2023-09-23T18:28:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: failed to encode map e564 with expected crc 2023-09-23T18:28:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: osdmap e564: 8 total, 8 up, 8 in 2023-09-23T18:28:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: failed to encode map e564 with expected crc 2023-09-23T18:28:57.152 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:56 smithi149 ceph-mon[135148]: pgmap v1627: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:57.566 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:28:57.988 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:28:58.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:57 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:28:58.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:57 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:28:58.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:57 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:28:58.578 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:28:58.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:28:58.961 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:28:58.962 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: pgmap v1628: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: osdmap e565: 8 total, 8 up, 8 in 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[149401]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: pgmap v1628: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:59.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:28:59.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: osdmap e565: 8 total, 8 up, 8 in 2023-09-23T18:28:59.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:58 smithi018 ceph-mon[153734]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: pgmap v1628: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:28:59.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4084737332' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:28:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: osdmap e565: 8 total, 8 up, 8 in 2023-09-23T18:28:59.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:58 smithi149 ceph-mon[135148]: failed to encode map e565 with expected crc 2023-09-23T18:28:59.409 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T18:28:59.539 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: osdmap e566: 8 total, 8 up, 8 in 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[153734]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: osdmap e566: 8 total, 8 up, 8 in 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.063 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:28:59 smithi018 ceph-mon[149401]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.343 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:00.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: osdmap e566: 8 total, 8 up, 8 in 2023-09-23T18:29:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:28:59 smithi149 ceph-mon[135148]: failed to encode map e566 with expected crc 2023-09-23T18:29:00.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:29:00.914 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:29:01.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:00 smithi018 ceph-mon[149401]: pgmap v1631: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:01.063 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:00 smithi018 ceph-mon[153734]: pgmap v1631: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:01.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:00 smithi149 ceph-mon[135148]: pgmap v1631: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:01.671 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1631,"stamp":"2023-09-23T18:28:59.786633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8984499,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":12207,"num_read_kb":26847,"num_write":1950,"num_write_kb":27835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":449,"num_bytes_recovered":23967059,"num_keys_recovered":90,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2144,"ondisk_log_size":2144,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5226088,"kb_used_data":74600,"kb_used_omap":71,"kb_used_meta":5151352,"kb_avail":744735128,"statfs":{"total":767960285184,"available":762608771072,"internally_reserved":0,"allocated":76390400,"data_stored":62110607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73365,"internal_metadata":5274984811},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.092556"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":76,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694802+0000","last_change":"2023-09-23T18:26:31.052026+0000","last_active":"2023-09-23T18:28:52.694802+0000","last_peered":"2023-09-23T18:28:52.694802+0000","last_clean":"2023-09-23T18:28:52.694802+0000","last_became_active":"2023-09-23T18:26:31.051675+0000","last_became_peered":"2023-09-23T18:26:31.051675+0000","last_unstale":"2023-09-23T18:28:52.694802+0000","last_undegraded":"2023-09-23T18:28:52.694802+0000","last_fullsized":"2023-09-23T18:28:52.694802+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":499,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972755+0000","last_change":"2023-09-23T18:28:22.116364+0000","last_active":"2023-09-23T18:28:57.972755+0000","last_peered":"2023-09-23T18:28:57.972755+0000","last_clean":"2023-09-23T18:28:57.972755+0000","last_became_active":"2023-09-23T18:28:22.116073+0000","last_became_peered":"2023-09-23T18:28:22.116073+0000","last_unstale":"2023-09-23T18:28:57.972755+0000","last_undegraded":"2023-09-23T18:28:57.972755+0000","last_fullsized":"2023-09-23T18:28:57.972755+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:20.113920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":557,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.689938+0000","last_change":"2023-09-23T18:28:22.112998+0000","last_active":"2023-09-23T18:28:52.689938+0000","last_peered":"2023-09-23T18:28:52.689938+0000","last_clean":"2023-09-23T18:28:52.689938+0000","last_became_active":"2023-09-23T18:28:22.112644+0000","last_became_peered":"2023-09-23T18:28:22.112644+0000","last_unstale":"2023-09-23T18:28:52.689938+0000","last_undegraded":"2023-09-23T18:28:52.689938+0000","last_fullsized":"2023-09-23T18:28:52.689938+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:55.783931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":209,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695838+0000","last_change":"2023-09-23T18:28:44.651449+0000","last_active":"2023-09-23T18:28:54.695838+0000","last_peered":"2023-09-23T18:28:54.695838+0000","last_clean":"2023-09-23T18:28:54.695838+0000","last_became_active":"2023-09-23T18:28:44.650128+0000","last_became_peered":"2023-09-23T18:28:44.650128+0000","last_unstale":"2023-09-23T18:28:54.695838+0000","last_undegraded":"2023-09-23T18:28:54.695838+0000","last_fullsized":"2023-09-23T18:28:54.695838+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:55:59.683284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":593,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973037+0000","last_change":"2023-09-23T18:28:48.681635+0000","last_active":"2023-09-23T18:28:57.973037+0000","last_peered":"2023-09-23T18:28:57.973037+0000","last_clean":"2023-09-23T18:28:57.973037+0000","last_became_active":"2023-09-23T18:28:48.681330+0000","last_became_peered":"2023-09-23T18:28:48.681330+0000","last_unstale":"2023-09-23T18:28:57.973037+0000","last_undegraded":"2023-09-23T18:28:57.973037+0000","last_fullsized":"2023-09-23T18:28:57.973037+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:34.400484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":399,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:53.463567+0000","last_change":"2023-09-23T18:27:58.045190+0000","last_active":"2023-09-23T18:28:53.463567+0000","last_peered":"2023-09-23T18:28:53.463567+0000","last_clean":"2023-09-23T18:28:53.463567+0000","last_became_active":"2023-09-23T18:27:58.044544+0000","last_became_peered":"2023-09-23T18:27:58.044544+0000","last_unstale":"2023-09-23T18:28:53.463567+0000","last_undegraded":"2023-09-23T18:28:53.463567+0000","last_fullsized":"2023-09-23T18:28:53.463567+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":218,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.696084+0000","last_change":"2023-09-23T18:28:21.121697+0000","last_active":"2023-09-23T18:28:54.696084+0000","last_peered":"2023-09-23T18:28:54.696084+0000","last_clean":"2023-09-23T18:28:54.696084+0000","last_became_active":"2023-09-23T18:28:21.121341+0000","last_became_peered":"2023-09-23T18:28:21.121341+0000","last_unstale":"2023-09-23T18:28:54.696084+0000","last_undegraded":"2023-09-23T18:28:54.696084+0000","last_fullsized":"2023-09-23T18:28:54.696084+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:10.253423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":526,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973121+0000","last_change":"2023-09-23T18:28:21.116039+0000","last_active":"2023-09-23T18:28:57.973121+0000","last_peered":"2023-09-23T18:28:57.973121+0000","last_clean":"2023-09-23T18:28:57.973121+0000","last_became_active":"2023-09-23T18:28:21.115449+0000","last_became_peered":"2023-09-23T18:28:21.115449+0000","last_unstale":"2023-09-23T18:28:57.973121+0000","last_undegraded":"2023-09-23T18:28:57.973121+0000","last_fullsized":"2023-09-23T18:28:57.973121+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:35.174746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":61,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697867+0000","last_change":"2023-09-23T18:27:58.046736+0000","last_active":"2023-09-23T18:28:54.697867+0000","last_peered":"2023-09-23T18:28:54.697867+0000","last_clean":"2023-09-23T18:28:54.697867+0000","last_became_active":"2023-09-23T18:27:58.046432+0000","last_became_peered":"2023-09-23T18:27:58.046432+0000","last_unstale":"2023-09-23T18:28:54.697867+0000","last_undegraded":"2023-09-23T18:28:54.697867+0000","last_fullsized":"2023-09-23T18:28:54.697867+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":466,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972451+0000","last_change":"2023-09-23T18:28:21.115741+0000","last_active":"2023-09-23T18:28:57.972451+0000","last_peered":"2023-09-23T18:28:57.972451+0000","last_clean":"2023-09-23T18:28:57.972451+0000","last_became_active":"2023-09-23T18:28:21.115395+0000","last_became_peered":"2023-09-23T18:28:21.115395+0000","last_unstale":"2023-09-23T18:28:57.972451+0000","last_undegraded":"2023-09-23T18:28:57.972451+0000","last_fullsized":"2023-09-23T18:28:57.972451+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:35.216683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":257,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694028+0000","last_change":"2023-09-23T18:28:22.112838+0000","last_active":"2023-09-23T18:28:52.694028+0000","last_peered":"2023-09-23T18:28:52.694028+0000","last_clean":"2023-09-23T18:28:52.694028+0000","last_became_active":"2023-09-23T18:28:22.112520+0000","last_became_peered":"2023-09-23T18:28:22.112520+0000","last_unstale":"2023-09-23T18:28:52.694028+0000","last_undegraded":"2023-09-23T18:28:52.694028+0000","last_fullsized":"2023-09-23T18:28:52.694028+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":163,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.690192+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:28:52.690192+0000","last_peered":"2023-09-23T18:28:52.690192+0000","last_clean":"2023-09-23T18:28:52.690192+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:28:52.690192+0000","last_undegraded":"2023-09-23T18:28:52.690192+0000","last_fullsized":"2023-09-23T18:28:52.690192+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":86,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694943+0000","last_change":"2023-09-23T18:26:31.073849+0000","last_active":"2023-09-23T18:28:52.694943+0000","last_peered":"2023-09-23T18:28:52.694943+0000","last_clean":"2023-09-23T18:28:52.694943+0000","last_became_active":"2023-09-23T18:26:31.058033+0000","last_became_peered":"2023-09-23T18:26:31.058033+0000","last_unstale":"2023-09-23T18:28:52.694943+0000","last_undegraded":"2023-09-23T18:28:52.694943+0000","last_fullsized":"2023-09-23T18:28:52.694943+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":601,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.695324+0000","last_change":"2023-09-23T18:26:32.052872+0000","last_active":"2023-09-23T18:28:52.695324+0000","last_peered":"2023-09-23T18:28:52.695324+0000","last_clean":"2023-09-23T18:28:52.695324+0000","last_became_active":"2023-09-23T18:26:32.052550+0000","last_became_peered":"2023-09-23T18:26:32.052550+0000","last_unstale":"2023-09-23T18:28:52.695324+0000","last_undegraded":"2023-09-23T18:28:52.695324+0000","last_fullsized":"2023-09-23T18:28:52.695324+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":260,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.693914+0000","last_change":"2023-09-23T18:26:31.215967+0000","last_active":"2023-09-23T18:28:52.693914+0000","last_peered":"2023-09-23T18:28:52.693914+0000","last_clean":"2023-09-23T18:28:52.693914+0000","last_became_active":"2023-09-23T18:26:31.054678+0000","last_became_peered":"2023-09-23T18:26:31.054678+0000","last_unstale":"2023-09-23T18:28:52.693914+0000","last_undegraded":"2023-09-23T18:28:52.693914+0000","last_fullsized":"2023-09-23T18:28:52.693914+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":306,"num_keys_recovered":90,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":524,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972565+0000","last_change":"2023-09-23T18:28:21.116522+0000","last_active":"2023-09-23T18:28:57.972565+0000","last_peered":"2023-09-23T18:28:57.972565+0000","last_clean":"2023-09-23T18:28:57.972565+0000","last_became_active":"2023-09-23T18:28:21.116209+0000","last_became_peered":"2023-09-23T18:28:21.116209+0000","last_unstale":"2023-09-23T18:28:57.972565+0000","last_undegraded":"2023-09-23T18:28:57.972565+0000","last_fullsized":"2023-09-23T18:28:57.972565+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:23.241031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":189,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695309+0000","last_change":"2023-09-23T18:28:31.232419+0000","last_active":"2023-09-23T18:28:54.695309+0000","last_peered":"2023-09-23T18:28:54.695309+0000","last_clean":"2023-09-23T18:28:54.695309+0000","last_became_active":"2023-09-23T18:28:31.232020+0000","last_became_peered":"2023-09-23T18:28:31.232020+0000","last_unstale":"2023-09-23T18:28:54.695309+0000","last_undegraded":"2023-09-23T18:28:54.695309+0000","last_fullsized":"2023-09-23T18:28:54.695309+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:08.718998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":102,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697790+0000","last_change":"2023-09-23T18:28:22.111218+0000","last_active":"2023-09-23T18:28:54.697790+0000","last_peered":"2023-09-23T18:28:54.697790+0000","last_clean":"2023-09-23T18:28:54.697790+0000","last_became_active":"2023-09-23T18:28:22.110835+0000","last_became_peered":"2023-09-23T18:28:22.110835+0000","last_unstale":"2023-09-23T18:28:54.697790+0000","last_undegraded":"2023-09-23T18:28:54.697790+0000","last_fullsized":"2023-09-23T18:28:54.697790+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":254,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.693696+0000","last_change":"2023-09-23T18:26:31.056148+0000","last_active":"2023-09-23T18:28:52.693696+0000","last_peered":"2023-09-23T18:28:52.693696+0000","last_clean":"2023-09-23T18:28:52.693696+0000","last_became_active":"2023-09-23T18:26:31.055571+0000","last_became_peered":"2023-09-23T18:26:31.055571+0000","last_unstale":"2023-09-23T18:28:52.693696+0000","last_undegraded":"2023-09-23T18:28:52.693696+0000","last_fullsized":"2023-09-23T18:28:52.693696+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":200,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695879+0000","last_change":"2023-09-23T18:28:44.650357+0000","last_active":"2023-09-23T18:28:54.695879+0000","last_peered":"2023-09-23T18:28:54.695879+0000","last_clean":"2023-09-23T18:28:54.695879+0000","last_became_active":"2023-09-23T18:28:44.650021+0000","last_became_peered":"2023-09-23T18:28:44.650021+0000","last_unstale":"2023-09-23T18:28:54.695879+0000","last_undegraded":"2023-09-23T18:28:54.695879+0000","last_fullsized":"2023-09-23T18:28:54.695879+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:39.155820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":217,"reported_epoch":563,"state":"peering","last_fresh":"2023-09-23T18:28:54.698458+0000","last_change":"2023-09-23T18:28:54.698733+0000","last_active":"2023-09-23T18:28:54.698458+0000","last_peered":"2023-09-23T18:28:53.463120+0000","last_clean":"2023-09-23T18:28:53.463120+0000","last_became_active":"2023-09-23T18:28:48.679662+0000","last_became_peered":"2023-09-23T18:28:48.679662+0000","last_unstale":"2023-09-23T18:28:54.698458+0000","last_undegraded":"2023-09-23T18:28:54.698458+0000","last_fullsized":"2023-09-23T18:28:54.698458+0000","mapping_epoch":563,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972693+0000","last_change":"2023-09-23T18:28:44.650321+0000","last_active":"2023-09-23T18:28:57.972693+0000","last_peered":"2023-09-23T18:28:57.972693+0000","last_clean":"2023-09-23T18:28:57.972693+0000","last_became_active":"2023-09-23T18:28:44.649984+0000","last_became_peered":"2023-09-23T18:28:44.649984+0000","last_unstale":"2023-09-23T18:28:57.972693+0000","last_undegraded":"2023-09-23T18:28:57.972693+0000","last_fullsized":"2023-09-23T18:28:57.972693+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:46.863830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":307,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694108+0000","last_change":"2023-09-23T18:28:48.960012+0000","last_active":"2023-09-23T18:28:52.694108+0000","last_peered":"2023-09-23T18:28:52.694108+0000","last_clean":"2023-09-23T18:28:52.694108+0000","last_became_active":"2023-09-23T18:28:48.683241+0000","last_became_peered":"2023-09-23T18:28:48.683241+0000","last_unstale":"2023-09-23T18:28:52.694108+0000","last_undegraded":"2023-09-23T18:28:52.694108+0000","last_fullsized":"2023-09-23T18:28:52.694108+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":220,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":61,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697453+0000","last_change":"2023-09-23T18:27:58.048722+0000","last_active":"2023-09-23T18:28:54.697453+0000","last_peered":"2023-09-23T18:28:54.697453+0000","last_clean":"2023-09-23T18:28:54.697453+0000","last_became_active":"2023-09-23T18:27:58.048413+0000","last_became_peered":"2023-09-23T18:27:58.048413+0000","last_unstale":"2023-09-23T18:28:54.697453+0000","last_undegraded":"2023-09-23T18:28:54.697453+0000","last_fullsized":"2023-09-23T18:28:54.697453+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":276,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.693983+0000","last_change":"2023-09-23T18:28:48.731886+0000","last_active":"2023-09-23T18:28:52.693983+0000","last_peered":"2023-09-23T18:28:52.693983+0000","last_clean":"2023-09-23T18:28:52.693983+0000","last_became_active":"2023-09-23T18:28:48.681262+0000","last_became_peered":"2023-09-23T18:28:48.681262+0000","last_unstale":"2023-09-23T18:28:52.693983+0000","last_undegraded":"2023-09-23T18:28:52.693983+0000","last_fullsized":"2023-09-23T18:28:52.693983+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":608,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694767+0000","last_change":"2023-09-23T18:28:31.231807+0000","last_active":"2023-09-23T18:28:52.694767+0000","last_peered":"2023-09-23T18:28:52.694767+0000","last_clean":"2023-09-23T18:28:52.694767+0000","last_became_active":"2023-09-23T18:28:31.231284+0000","last_became_peered":"2023-09-23T18:28:31.231284+0000","last_unstale":"2023-09-23T18:28:52.694767+0000","last_undegraded":"2023-09-23T18:28:52.694767+0000","last_fullsized":"2023-09-23T18:28:52.694767+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":267,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694109+0000","last_change":"2023-09-23T18:27:58.051175+0000","last_active":"2023-09-23T18:28:52.694109+0000","last_peered":"2023-09-23T18:28:52.694109+0000","last_clean":"2023-09-23T18:28:52.694109+0000","last_became_active":"2023-09-23T18:27:58.050458+0000","last_became_peered":"2023-09-23T18:27:58.050458+0000","last_unstale":"2023-09-23T18:28:52.694109+0000","last_undegraded":"2023-09-23T18:28:52.694109+0000","last_fullsized":"2023-09-23T18:28:52.694109+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":394,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:53.463296+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:28:53.463296+0000","last_peered":"2023-09-23T18:28:53.463296+0000","last_clean":"2023-09-23T18:28:53.463296+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:28:53.463296+0000","last_undegraded":"2023-09-23T18:28:53.463296+0000","last_fullsized":"2023-09-23T18:28:53.463296+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":98,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697649+0000","last_change":"2023-09-23T18:28:21.116646+0000","last_active":"2023-09-23T18:28:54.697649+0000","last_peered":"2023-09-23T18:28:54.697649+0000","last_clean":"2023-09-23T18:28:54.697649+0000","last_became_active":"2023-09-23T18:28:21.116422+0000","last_became_peered":"2023-09-23T18:28:21.116422+0000","last_unstale":"2023-09-23T18:28:54.697649+0000","last_undegraded":"2023-09-23T18:28:54.697649+0000","last_fullsized":"2023-09-23T18:28:54.697649+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":185,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695519+0000","last_change":"2023-09-23T18:26:31.048619+0000","last_active":"2023-09-23T18:28:54.695519+0000","last_peered":"2023-09-23T18:28:54.695519+0000","last_clean":"2023-09-23T18:28:54.695519+0000","last_became_active":"2023-09-23T18:26:31.048291+0000","last_became_peered":"2023-09-23T18:26:31.048291+0000","last_unstale":"2023-09-23T18:28:54.695519+0000","last_undegraded":"2023-09-23T18:28:54.695519+0000","last_fullsized":"2023-09-23T18:28:54.695519+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:25.056001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":562,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972762+0000","last_change":"2023-09-23T18:28:48.685471+0000","last_active":"2023-09-23T18:28:57.972762+0000","last_peered":"2023-09-23T18:28:57.972762+0000","last_clean":"2023-09-23T18:28:57.972762+0000","last_became_active":"2023-09-23T18:28:48.680017+0000","last_became_peered":"2023-09-23T18:28:48.680017+0000","last_unstale":"2023-09-23T18:28:57.972762+0000","last_undegraded":"2023-09-23T18:28:57.972762+0000","last_fullsized":"2023-09-23T18:28:57.972762+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:09:37.781980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":268,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694857+0000","last_change":"2023-09-23T18:28:22.113399+0000","last_active":"2023-09-23T18:28:52.694857+0000","last_peered":"2023-09-23T18:28:52.694857+0000","last_clean":"2023-09-23T18:28:52.694857+0000","last_became_active":"2023-09-23T18:28:22.113052+0000","last_became_peered":"2023-09-23T18:28:22.113052+0000","last_unstale":"2023-09-23T18:28:52.694857+0000","last_undegraded":"2023-09-23T18:28:52.694857+0000","last_fullsized":"2023-09-23T18:28:52.694857+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":218,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:53.463242+0000","last_change":"2023-09-23T18:26:32.049043+0000","last_active":"2023-09-23T18:28:53.463242+0000","last_peered":"2023-09-23T18:28:53.463242+0000","last_clean":"2023-09-23T18:28:53.463242+0000","last_became_active":"2023-09-23T18:26:32.048724+0000","last_became_peered":"2023-09-23T18:26:32.048724+0000","last_unstale":"2023-09-23T18:28:53.463242+0000","last_undegraded":"2023-09-23T18:28:53.463242+0000","last_fullsized":"2023-09-23T18:28:53.463242+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":216,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.760539+0000","last_change":"2023-09-23T18:26:45.953850+0000","last_active":"2023-09-23T18:28:54.760539+0000","last_peered":"2023-09-23T18:28:54.760539+0000","last_clean":"2023-09-23T18:28:54.760539+0000","last_became_active":"2023-09-23T18:26:45.953466+0000","last_became_peered":"2023-09-23T18:26:45.953466+0000","last_unstale":"2023-09-23T18:28:54.760539+0000","last_undegraded":"2023-09-23T18:28:54.760539+0000","last_fullsized":"2023-09-23T18:28:54.760539+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:49:26.086755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":212,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.760304+0000","last_change":"2023-09-23T18:26:56.036685+0000","last_active":"2023-09-23T18:28:54.760304+0000","last_peered":"2023-09-23T18:28:54.760304+0000","last_clean":"2023-09-23T18:28:54.760304+0000","last_became_active":"2023-09-23T18:26:56.036065+0000","last_became_peered":"2023-09-23T18:26:56.036065+0000","last_unstale":"2023-09-23T18:28:54.760304+0000","last_undegraded":"2023-09-23T18:28:54.760304+0000","last_fullsized":"2023-09-23T18:28:54.760304+0000","mapping_epoch":503,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":504,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:25:31.522127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":592,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.695015+0000","last_change":"2023-09-23T18:26:32.053489+0000","last_active":"2023-09-23T18:28:52.695015+0000","last_peered":"2023-09-23T18:28:52.695015+0000","last_clean":"2023-09-23T18:28:52.695015+0000","last_became_active":"2023-09-23T18:26:32.052928+0000","last_became_peered":"2023-09-23T18:26:32.052928+0000","last_unstale":"2023-09-23T18:28:52.695015+0000","last_undegraded":"2023-09-23T18:28:52.695015+0000","last_fullsized":"2023-09-23T18:28:52.695015+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":31,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972873+0000","last_change":"2023-09-23T18:28:31.238405+0000","last_active":"2023-09-23T18:28:57.972873+0000","last_peered":"2023-09-23T18:28:57.972873+0000","last_clean":"2023-09-23T18:28:57.972873+0000","last_became_active":"2023-09-23T18:28:31.238020+0000","last_became_peered":"2023-09-23T18:28:31.238020+0000","last_unstale":"2023-09-23T18:28:57.972873+0000","last_undegraded":"2023-09-23T18:28:57.972873+0000","last_fullsized":"2023-09-23T18:28:57.972873+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:37.755510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":602,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.690652+0000","last_change":"2023-09-23T18:28:22.116314+0000","last_active":"2023-09-23T18:28:52.690652+0000","last_peered":"2023-09-23T18:28:52.690652+0000","last_clean":"2023-09-23T18:28:52.690652+0000","last_became_active":"2023-09-23T18:28:22.116006+0000","last_became_peered":"2023-09-23T18:28:22.116006+0000","last_unstale":"2023-09-23T18:28:52.690652+0000","last_undegraded":"2023-09-23T18:28:52.690652+0000","last_fullsized":"2023-09-23T18:28:52.690652+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:15.635811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"546'311","reported_seq":1888,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.691422+0000","last_change":"2023-09-23T18:28:31.238309+0000","last_active":"2023-09-23T18:28:52.691422+0000","last_peered":"2023-09-23T18:28:52.691422+0000","last_clean":"2023-09-23T18:28:52.691422+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:28:52.691422+0000","last_undegraded":"2023-09-23T18:28:52.691422+0000","last_fullsized":"2023-09-23T18:28:52.691422+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":311,"log_dups_size":0,"ondisk_log_size":311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020082049999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2015,"num_read_kb":3682,"num_write":307,"num_write_kb":1617,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":98,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697825+0000","last_change":"2023-09-23T18:28:21.114668+0000","last_active":"2023-09-23T18:28:54.697825+0000","last_peered":"2023-09-23T18:28:54.697825+0000","last_clean":"2023-09-23T18:28:54.697825+0000","last_became_active":"2023-09-23T18:28:21.114365+0000","last_became_peered":"2023-09-23T18:28:21.114365+0000","last_unstale":"2023-09-23T18:28:54.697825+0000","last_undegraded":"2023-09-23T18:28:54.697825+0000","last_fullsized":"2023-09-23T18:28:54.697825+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":557,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.690260+0000","last_change":"2023-09-23T18:27:59.037377+0000","last_active":"2023-09-23T18:28:52.690260+0000","last_peered":"2023-09-23T18:28:52.690260+0000","last_clean":"2023-09-23T18:28:52.690260+0000","last_became_active":"2023-09-23T18:27:59.037048+0000","last_became_peered":"2023-09-23T18:27:59.037048+0000","last_unstale":"2023-09-23T18:28:52.690260+0000","last_undegraded":"2023-09-23T18:28:52.690260+0000","last_fullsized":"2023-09-23T18:28:52.690260+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:06:54.567208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"546'171","reported_seq":1683,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697654+0000","last_change":"2023-09-23T18:28:31.227673+0000","last_active":"2023-09-23T18:28:54.697654+0000","last_peered":"2023-09-23T18:28:54.697654+0000","last_clean":"2023-09-23T18:28:54.697654+0000","last_became_active":"2023-09-23T18:27:58.046965+0000","last_became_peered":"2023-09-23T18:27:58.046965+0000","last_unstale":"2023-09-23T18:28:54.697654+0000","last_undegraded":"2023-09-23T18:28:54.697654+0000","last_fullsized":"2023-09-23T18:28:54.697654+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1431,"num_read_kb":3514,"num_write":151,"num_write_kb":2239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":75,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.695199+0000","last_change":"2023-09-23T18:26:31.052777+0000","last_active":"2023-09-23T18:28:52.695199+0000","last_peered":"2023-09-23T18:28:52.695199+0000","last_clean":"2023-09-23T18:28:52.695199+0000","last_became_active":"2023-09-23T18:26:31.052429+0000","last_became_peered":"2023-09-23T18:26:31.052429+0000","last_unstale":"2023-09-23T18:28:52.695199+0000","last_undegraded":"2023-09-23T18:28:52.695199+0000","last_fullsized":"2023-09-23T18:28:52.695199+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":497,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.691330+0000","last_change":"2023-09-23T18:28:21.119598+0000","last_active":"2023-09-23T18:28:52.691330+0000","last_peered":"2023-09-23T18:28:52.691330+0000","last_clean":"2023-09-23T18:28:52.691330+0000","last_became_active":"2023-09-23T18:28:21.119088+0000","last_became_peered":"2023-09-23T18:28:21.119088+0000","last_unstale":"2023-09-23T18:28:52.691330+0000","last_undegraded":"2023-09-23T18:28:52.691330+0000","last_fullsized":"2023-09-23T18:28:52.691330+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:43.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"545'272","reported_seq":1382,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.760261+0000","last_change":"2023-09-23T18:28:31.229773+0000","last_active":"2023-09-23T18:28:54.760261+0000","last_peered":"2023-09-23T18:28:54.760261+0000","last_clean":"2023-09-23T18:28:54.760261+0000","last_became_active":"2023-09-23T18:28:21.118060+0000","last_became_peered":"2023-09-23T18:28:21.118060+0000","last_unstale":"2023-09-23T18:28:54.760261+0000","last_undegraded":"2023-09-23T18:28:54.760261+0000","last_fullsized":"2023-09-23T18:28:54.760261+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":272,"log_dups_size":0,"ondisk_log_size":272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:34.802389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032587799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1427,"num_read_kb":2397,"num_write":262,"num_write_kb":1316,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":51,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":514,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.691125+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:28:52.691125+0000","last_peered":"2023-09-23T18:28:52.691125+0000","last_clean":"2023-09-23T18:28:52.691125+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:28:52.691125+0000","last_undegraded":"2023-09-23T18:28:52.691125+0000","last_fullsized":"2023-09-23T18:28:52.691125+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":663,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:55.183914+0000","last_change":"2023-09-23T18:28:48.677665+0000","last_active":"2023-09-23T18:28:55.183914+0000","last_peered":"2023-09-23T18:28:55.183914+0000","last_clean":"2023-09-23T18:28:55.183914+0000","last_became_active":"2023-09-23T18:28:48.677343+0000","last_became_peered":"2023-09-23T18:28:48.677343+0000","last_unstale":"2023-09-23T18:28:55.183914+0000","last_undegraded":"2023-09-23T18:28:55.183914+0000","last_fullsized":"2023-09-23T18:28:55.183914+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:46.144999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"546'434","reported_seq":1595,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697581+0000","last_change":"2023-09-23T18:28:31.231585+0000","last_active":"2023-09-23T18:28:54.697581+0000","last_peered":"2023-09-23T18:28:54.697581+0000","last_clean":"2023-09-23T18:28:54.697581+0000","last_became_active":"2023-09-23T18:27:58.046624+0000","last_became_peered":"2023-09-23T18:27:58.046624+0000","last_unstale":"2023-09-23T18:28:54.697581+0000","last_undegraded":"2023-09-23T18:28:54.697581+0000","last_fullsized":"2023-09-23T18:28:54.697581+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":434,"log_dups_size":0,"ondisk_log_size":434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2077,"num_read_kb":4686,"num_write":393,"num_write_kb":7804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":663,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.693686+0000","last_change":"2023-09-23T18:28:51.692627+0000","last_active":"2023-09-23T18:28:52.693686+0000","last_peered":"2023-09-23T18:28:52.693686+0000","last_clean":"2023-09-23T18:28:52.693686+0000","last_became_active":"2023-09-23T18:28:51.692116+0000","last_became_peered":"2023-09-23T18:28:51.692116+0000","last_unstale":"2023-09-23T18:28:52.693686+0000","last_undegraded":"2023-09-23T18:28:52.693686+0000","last_fullsized":"2023-09-23T18:28:52.693686+0000","mapping_epoch":560,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":561,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":549,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972249+0000","last_change":"2023-09-23T18:28:21.115830+0000","last_active":"2023-09-23T18:28:57.972249+0000","last_peered":"2023-09-23T18:28:57.972249+0000","last_clean":"2023-09-23T18:28:57.972249+0000","last_became_active":"2023-09-23T18:28:21.115569+0000","last_became_peered":"2023-09-23T18:28:21.115569+0000","last_unstale":"2023-09-23T18:28:57.972249+0000","last_undegraded":"2023-09-23T18:28:57.972249+0000","last_fullsized":"2023-09-23T18:28:57.972249+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:11.171796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":243,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:53.463446+0000","last_change":"2023-09-23T18:26:31.052841+0000","last_active":"2023-09-23T18:28:53.463446+0000","last_peered":"2023-09-23T18:28:53.463446+0000","last_clean":"2023-09-23T18:28:53.463446+0000","last_became_active":"2023-09-23T18:26:31.052543+0000","last_became_peered":"2023-09-23T18:26:31.052543+0000","last_unstale":"2023-09-23T18:28:53.463446+0000","last_undegraded":"2023-09-23T18:28:53.463446+0000","last_fullsized":"2023-09-23T18:28:53.463446+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"545'223","reported_seq":1215,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.693620+0000","last_change":"2023-09-23T18:28:31.231211+0000","last_active":"2023-09-23T18:28:52.693620+0000","last_peered":"2023-09-23T18:28:52.693620+0000","last_clean":"2023-09-23T18:28:52.693620+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:28:52.693620+0000","last_undegraded":"2023-09-23T18:28:52.693620+0000","last_fullsized":"2023-09-23T18:28:52.693620+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":223,"log_dups_size":0,"ondisk_log_size":223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1721,"num_read_kb":2973,"num_write":174,"num_write_kb":1324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":204,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695158+0000","last_change":"2023-09-23T18:28:31.228432+0000","last_active":"2023-09-23T18:28:54.695158+0000","last_peered":"2023-09-23T18:28:54.695158+0000","last_clean":"2023-09-23T18:28:54.695158+0000","last_became_active":"2023-09-23T18:28:31.228049+0000","last_became_peered":"2023-09-23T18:28:31.228049+0000","last_unstale":"2023-09-23T18:28:54.695158+0000","last_undegraded":"2023-09-23T18:28:54.695158+0000","last_fullsized":"2023-09-23T18:28:54.695158+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:46:12.354943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695670+0000","last_change":"2023-09-23T18:28:48.683545+0000","last_active":"2023-09-23T18:28:54.695670+0000","last_peered":"2023-09-23T18:28:54.695670+0000","last_clean":"2023-09-23T18:28:54.695670+0000","last_became_active":"2023-09-23T18:28:48.683212+0000","last_became_peered":"2023-09-23T18:28:48.683212+0000","last_unstale":"2023-09-23T18:28:54.695670+0000","last_undegraded":"2023-09-23T18:28:54.695670+0000","last_fullsized":"2023-09-23T18:28:54.695670+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:31.252137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"545'158","reported_seq":842,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.696628+0000","last_change":"2023-09-23T18:28:52.696368+0000","last_active":"2023-09-23T18:28:52.696628+0000","last_peered":"2023-09-23T18:28:52.696628+0000","last_clean":"2023-09-23T18:28:52.696628+0000","last_became_active":"2023-09-23T18:28:52.695860+0000","last_became_peered":"2023-09-23T18:28:52.695860+0000","last_unstale":"2023-09-23T18:28:52.696628+0000","last_undegraded":"2023-09-23T18:28:52.696628+0000","last_fullsized":"2023-09-23T18:28:52.696628+0000","mapping_epoch":561,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":562,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":926,"num_read_kb":3826,"num_write":141,"num_write_kb":4154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":57,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":575,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.691506+0000","last_change":"2023-09-23T18:28:39.465638+0000","last_active":"2023-09-23T18:28:52.691506+0000","last_peered":"2023-09-23T18:28:52.691506+0000","last_clean":"2023-09-23T18:28:52.691506+0000","last_became_active":"2023-09-23T18:28:39.465307+0000","last_became_peered":"2023-09-23T18:28:39.465307+0000","last_unstale":"2023-09-23T18:28:52.691506+0000","last_undegraded":"2023-09-23T18:28:52.691506+0000","last_fullsized":"2023-09-23T18:28:52.691506+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:20:24.193339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":190,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695478+0000","last_change":"2023-09-23T18:27:58.043362+0000","last_active":"2023-09-23T18:28:54.695478+0000","last_peered":"2023-09-23T18:28:54.695478+0000","last_clean":"2023-09-23T18:28:54.695478+0000","last_became_active":"2023-09-23T18:27:58.043036+0000","last_became_peered":"2023-09-23T18:27:58.043036+0000","last_unstale":"2023-09-23T18:28:54.695478+0000","last_undegraded":"2023-09-23T18:28:54.695478+0000","last_fullsized":"2023-09-23T18:28:54.695478+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:43:40.354035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":529,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972832+0000","last_change":"2023-09-23T18:28:21.119118+0000","last_active":"2023-09-23T18:28:57.972832+0000","last_peered":"2023-09-23T18:28:57.972832+0000","last_clean":"2023-09-23T18:28:57.972832+0000","last_became_active":"2023-09-23T18:28:21.118753+0000","last_became_peered":"2023-09-23T18:28:21.118753+0000","last_unstale":"2023-09-23T18:28:57.972832+0000","last_undegraded":"2023-09-23T18:28:57.972832+0000","last_fullsized":"2023-09-23T18:28:57.972832+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:47:57.556032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"546'245","reported_seq":1758,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:55.183219+0000","last_change":"2023-09-23T18:28:31.238462+0000","last_active":"2023-09-23T18:28:55.183219+0000","last_peered":"2023-09-23T18:28:55.183219+0000","last_clean":"2023-09-23T18:28:55.183219+0000","last_became_active":"2023-09-23T18:26:31.044050+0000","last_became_peered":"2023-09-23T18:26:31.044050+0000","last_unstale":"2023-09-23T18:28:55.183219+0000","last_undegraded":"2023-09-23T18:28:55.183219+0000","last_fullsized":"2023-09-23T18:28:55.183219+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":245,"log_dups_size":0,"ondisk_log_size":245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:55.690288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020501629999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1552,"num_read_kb":2870,"num_write":152,"num_write_kb":5468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":40,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972953+0000","last_change":"2023-09-23T18:28:48.679507+0000","last_active":"2023-09-23T18:28:57.972953+0000","last_peered":"2023-09-23T18:28:57.972953+0000","last_clean":"2023-09-23T18:28:57.972953+0000","last_became_active":"2023-09-23T18:28:48.679188+0000","last_became_peered":"2023-09-23T18:28:48.679188+0000","last_unstale":"2023-09-23T18:28:57.972953+0000","last_undegraded":"2023-09-23T18:28:57.972953+0000","last_fullsized":"2023-09-23T18:28:57.972953+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:16.418628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"545'136","reported_seq":514,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:53.463482+0000","last_change":"2023-09-23T18:28:47.679075+0000","last_active":"2023-09-23T18:28:53.463482+0000","last_peered":"2023-09-23T18:28:53.463482+0000","last_clean":"2023-09-23T18:28:53.463482+0000","last_became_active":"2023-09-23T18:28:47.678391+0000","last_became_peered":"2023-09-23T18:28:47.678391+0000","last_unstale":"2023-09-23T18:28:53.463482+0000","last_undegraded":"2023-09-23T18:28:53.463482+0000","last_fullsized":"2023-09-23T18:28:53.463482+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":764,"num_read_kb":2399,"num_write":110,"num_write_kb":1468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":69,"num_bytes_recovered":10240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":21,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695766+0000","last_change":"2023-09-23T18:28:48.682203+0000","last_active":"2023-09-23T18:28:54.695766+0000","last_peered":"2023-09-23T18:28:54.695766+0000","last_clean":"2023-09-23T18:28:54.695766+0000","last_became_active":"2023-09-23T18:28:48.676338+0000","last_became_peered":"2023-09-23T18:28:48.676338+0000","last_unstale":"2023-09-23T18:28:54.695766+0000","last_undegraded":"2023-09-23T18:28:54.695766+0000","last_fullsized":"2023-09-23T18:28:54.695766+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:15.639058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":211,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697495+0000","last_change":"2023-09-23T18:27:59.037374+0000","last_active":"2023-09-23T18:28:54.697495+0000","last_peered":"2023-09-23T18:28:54.697495+0000","last_clean":"2023-09-23T18:28:54.697495+0000","last_became_active":"2023-09-23T18:27:59.037043+0000","last_became_peered":"2023-09-23T18:27:59.037043+0000","last_unstale":"2023-09-23T18:28:54.697495+0000","last_undegraded":"2023-09-23T18:28:54.697495+0000","last_fullsized":"2023-09-23T18:28:54.697495+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":17,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695434+0000","last_change":"2023-09-23T18:28:48.678965+0000","last_active":"2023-09-23T18:28:54.695434+0000","last_peered":"2023-09-23T18:28:54.695434+0000","last_clean":"2023-09-23T18:28:54.695434+0000","last_became_active":"2023-09-23T18:28:48.678590+0000","last_became_peered":"2023-09-23T18:28:48.678590+0000","last_unstale":"2023-09-23T18:28:54.695434+0000","last_undegraded":"2023-09-23T18:28:54.695434+0000","last_fullsized":"2023-09-23T18:28:54.695434+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:54.002089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.760471+0000","last_change":"2023-09-23T18:28:39.465524+0000","last_active":"2023-09-23T18:28:54.760471+0000","last_peered":"2023-09-23T18:28:54.760471+0000","last_clean":"2023-09-23T18:28:54.760471+0000","last_became_active":"2023-09-23T18:28:39.465139+0000","last_became_peered":"2023-09-23T18:28:39.465139+0000","last_unstale":"2023-09-23T18:28:54.760471+0000","last_undegraded":"2023-09-23T18:28:54.760471+0000","last_fullsized":"2023-09-23T18:28:54.760471+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:06:21.471166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":63,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697678+0000","last_change":"2023-09-23T18:27:59.035076+0000","last_active":"2023-09-23T18:28:54.697678+0000","last_peered":"2023-09-23T18:28:54.697678+0000","last_clean":"2023-09-23T18:28:54.697678+0000","last_became_active":"2023-09-23T18:27:59.034809+0000","last_became_peered":"2023-09-23T18:27:59.034809+0000","last_unstale":"2023-09-23T18:28:54.697678+0000","last_undegraded":"2023-09-23T18:28:54.697678+0000","last_fullsized":"2023-09-23T18:28:54.697678+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":311,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-09-23T18:28:51.938944+0000","last_change":"2023-09-23T18:28:39.462967+0000","last_active":"2023-09-23T18:28:51.938944+0000","last_peered":"2023-09-23T18:28:51.938944+0000","last_clean":"2023-09-23T18:28:51.938944+0000","last_became_active":"2023-09-23T18:28:39.462637+0000","last_became_peered":"2023-09-23T18:28:39.462637+0000","last_unstale":"2023-09-23T18:28:51.938944+0000","last_undegraded":"2023-09-23T18:28:51.938944+0000","last_fullsized":"2023-09-23T18:28:51.938944+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:17:34.361391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":63,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.697606+0000","last_change":"2023-09-23T18:27:59.037368+0000","last_active":"2023-09-23T18:28:54.697606+0000","last_peered":"2023-09-23T18:28:54.697606+0000","last_clean":"2023-09-23T18:28:54.697606+0000","last_became_active":"2023-09-23T18:27:59.036864+0000","last_became_peered":"2023-09-23T18:27:59.036864+0000","last_unstale":"2023-09-23T18:28:54.697606+0000","last_undegraded":"2023-09-23T18:28:54.697606+0000","last_fullsized":"2023-09-23T18:28:54.697606+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":278,"reported_epoch":561,"state":"active+clean","last_fresh":"2023-09-23T18:28:51.939425+0000","last_change":"2023-09-23T18:28:22.115427+0000","last_active":"2023-09-23T18:28:51.939425+0000","last_peered":"2023-09-23T18:28:51.939425+0000","last_clean":"2023-09-23T18:28:51.939425+0000","last_became_active":"2023-09-23T18:28:22.114783+0000","last_became_peered":"2023-09-23T18:28:22.114783+0000","last_unstale":"2023-09-23T18:28:51.939425+0000","last_undegraded":"2023-09-23T18:28:51.939425+0000","last_fullsized":"2023-09-23T18:28:51.939425+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:06:43.249118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":542,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972930+0000","last_change":"2023-09-23T18:28:21.117005+0000","last_active":"2023-09-23T18:28:57.972930+0000","last_peered":"2023-09-23T18:28:57.972930+0000","last_clean":"2023-09-23T18:28:57.972930+0000","last_became_active":"2023-09-23T18:28:21.116644+0000","last_became_peered":"2023-09-23T18:28:21.116644+0000","last_unstale":"2023-09-23T18:28:57.972930+0000","last_undegraded":"2023-09-23T18:28:57.972930+0000","last_fullsized":"2023-09-23T18:28:57.972930+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:01:40.761533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":553,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972612+0000","last_change":"2023-09-23T18:28:21.119290+0000","last_active":"2023-09-23T18:28:57.972612+0000","last_peered":"2023-09-23T18:28:57.972612+0000","last_clean":"2023-09-23T18:28:57.972612+0000","last_became_active":"2023-09-23T18:28:21.117427+0000","last_became_peered":"2023-09-23T18:28:21.117427+0000","last_unstale":"2023-09-23T18:28:57.972612+0000","last_undegraded":"2023-09-23T18:28:57.972612+0000","last_fullsized":"2023-09-23T18:28:57.972612+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:58:19.806339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":23,"reported_epoch":563,"state":"active+clean","last_fresh":"2023-09-23T18:28:54.695981+0000","last_change":"2023-09-23T18:28:48.688025+0000","last_active":"2023-09-23T18:28:54.695981+0000","last_peered":"2023-09-23T18:28:54.695981+0000","last_clean":"2023-09-23T18:28:54.695981+0000","last_became_active":"2023-09-23T18:28:48.683376+0000","last_became_peered":"2023-09-23T18:28:48.683376+0000","last_unstale":"2023-09-23T18:28:54.695981+0000","last_undegraded":"2023-09-23T18:28:54.695981+0000","last_fullsized":"2023-09-23T18:28:54.695981+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:27.237733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":252,"reported_epoch":562,"state":"active+clean","last_fresh":"2023-09-23T18:28:52.694755+0000","last_change":"2023-09-23T18:26:32.050075+0000","last_active":"2023-09-23T18:28:52.694755+0000","last_peered":"2023-09-23T18:28:52.694755+0000","last_clean":"2023-09-23T18:28:52.694755+0000","last_became_active":"2023-09-23T18:26:32.049781+0000","last_became_peered":"2023-09-23T18:26:32.049781+0000","last_unstale":"2023-09-23T18:28:52.694755+0000","last_undegraded":"2023-09-23T18:28:52.694755+0000","last_fullsized":"2023-09-23T18:28:52.694755+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":138,"num_bytes_recovered":33408,"num_keys_recovered":90,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68094,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":8388627,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":11913,"num_read_kb":26347,"num_write":1690,"num_write_kb":25390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":301,"num_bytes_recovered":20981811,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25178112,"data_stored":25165881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":1950,"ondisk_log_size":1950,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430728,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":918576,"kb_used_data":10088,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92826576,"statfs":{"total":95995035648,"available":95054413824,"internally_reserved":0,"allocated":10330112,"data_stored":9101116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:44 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":1.357,"15min":2.2589999999999999},"min":{"1min":0.32300000000000001,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":0.61199999999999999,"5min":11.279999999999999,"15min":16.593},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.3109999999999999,"15min":2.9809999999999999},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":0.755,"5min":14.212,"15min":26.486000000000001},"last":0.46600000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.6160000000000001,"15min":1.637},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.1020000000000003,"5min":9.2690000000000001,"15min":12.595000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.629,"5min":1.446,"15min":1.766},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":2.3370000000000002,"5min":9.2829999999999995,"15min":12.573},"last":0.52400000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:28:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.3859999999999999,"15min":1.9179999999999999},"min":{"1min":0.309,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":0.70899999999999996,"5min":10.613,"15min":13.282},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":1.363,"15min":2.2010000000000001},"min":{"1min":0.33800000000000002,"5min":0.311,"15min":0.247},"max":{"1min":0.69399999999999995,"5min":10.242000000000001,"15min":21.692},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:28:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":1.05,"15min":0.97099999999999997},"min":{"1min":0.26800000000000002,"5min":0.23300000000000001,"15min":0.22900000000000001},"max":{"1min":0.51900000000000002,"5min":8.532,"15min":10.18},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":1.0329999999999999,"15min":1.083},"min":{"1min":0.27200000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.27900000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.317}]},{"osd":6,"last update":"Sat Sep 23 18:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":1.2589999999999999,"15min":1.0449999999999999},"min":{"1min":0.312,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.278,"5min":8.6549999999999994,"15min":13.385},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.3540000000000001,"15min":1.3280000000000001},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63400000000000001,"5min":10.191000000000001,"15min":16.478999999999999},"last":0.373}]}]},{"osd":6,"up_from":174,"seq":747324309824,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":634272,"kb_used_data":10072,"kb_used_omap":12,"kb_used_meta":624179,"kb_avail":93110880,"statfs":{"total":95995035648,"available":95345541120,"internally_reserved":0,"allocated":10313728,"data_stored":9093458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":639159999},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:50 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.0660000000000001,"15min":1.8819999999999999},"min":{"1min":0.315,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.9219999999999999,"5min":14.273,"15min":14.273},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.171,"15min":1.7450000000000001},"min":{"1min":0.42799999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.972,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.66000000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:28:24 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":1.47,"15min":2.0640000000000001},"min":{"1min":0.309,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.75600000000000001,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.621},{"interface":"front","average":{"1min":0.57899999999999996,"5min":1.389,"15min":1.9419999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.27500000000000002},"max":{"1min":1.498,"5min":12.186999999999999,"15min":29.094000000000001},"last":0.63900000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.274,"15min":2.3959999999999999},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":3.419,"5min":17.759,"15min":17.759},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.48,"15min":1.9950000000000001},"min":{"1min":0.29399999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.9289999999999998,"5min":12.452999999999999,"15min":19.506},"last":0.46899999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.133,"15min":0.94299999999999995},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":5.3920000000000003,"5min":12.15,"15min":12.15},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.474,"15min":1.1899999999999999},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":3.1059999999999999,"5min":14.709,"15min":14.709},"last":0.39000000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.1589999999999998,"5min":1.6419999999999999,"15min":1.327},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.28000000000000003},"max":{"1min":13.1,"5min":13.1,"15min":19.145},"last":0.434},{"interface":"front","average":{"1min":1.677,"5min":1.474,"15min":1.3049999999999999},"min":{"1min":0.36499999999999999,"5min":0.32800000000000001,"15min":0.26500000000000001},"max":{"1min":6.202,"5min":12.422000000000001,"15min":12.422000000000001},"last":0.44700000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":1.1719999999999999,"15min":1.089},"min":{"1min":0.26700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.6600000000000001,"5min":12.319000000000001,"15min":13.009},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.335,"15min":1.0720000000000001},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2280000000000002,"5min":13.702,"15min":13.702},"last":0.54600000000000004}]}]},{"osd":1,"up_from":323,"seq":1387274436791,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":476876,"kb_used_data":10756,"kb_used_omap":17,"kb_used_meta":466094,"kb_avail":93268276,"statfs":{"total":95995035648,"available":95506714624,"internally_reserved":0,"allocated":11014144,"data_stored":8670789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":477280356},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":1.4059999999999999,"15min":1.9019999999999999},"min":{"1min":0.23300000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.59599999999999997,"5min":15.541,"15min":17.73},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":1.006,"15min":2.2000000000000002},"min":{"1min":0.219,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.31}]},{"osd":2,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":1.762,"15min":2.798},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.216},"max":{"1min":2.093,"5min":23.100000000000001,"15min":23.407},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.714,"15min":2.7509999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.22800000000000001},"max":{"1min":2.3889999999999998,"5min":17.800000000000001,"15min":57.387},"last":0.40500000000000003}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":0.36599999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.4550000000000001,"15min":2.0299999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.29799999999999999},"max":{"1min":2.6539999999999999,"5min":107.854,"15min":107.854},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.302,"15min":1.859},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.423,"5min":12.638999999999999,"15min":14.898},"last":0.622}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.59499999999999997},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.64600000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.8879999999999999,"15min":2.1850000000000001},"min":{"1min":0.34799999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":2.4089999999999998,"5min":15.375999999999999,"15min":31.064},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":1.546,"15min":1.8029999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.746,"5min":9.0250000000000004,"15min":13.855},"last":0.61499999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":1.6830000000000001,"15min":2.2330000000000001},"min":{"1min":0.38700000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.782,"5min":12.686,"15min":14.949999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.91600000000000004,"5min":2.0720000000000001,"15min":2.4180000000000001},"min":{"1min":0.40999999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":4.6260000000000003,"5min":17.84,"15min":31.093},"last":0.65400000000000003}]}]},{"osd":0,"up_from":438,"seq":1881195676045,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":834728,"kb_used_data":7200,"kb_used_omap":8,"kb_used_meta":827511,"kb_avail":92910424,"statfs":{"total":95995035648,"available":95140274176,"internally_reserved":0,"allocated":7372800,"data_stored":5058377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":847371876},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":1.2569999999999999,"15min":2.3730000000000002},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.5550000000000002,"5min":12.19,"15min":24.265999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":1.1739999999999999,"15min":2.0979999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.22700000000000001},"max":{"1min":2.5790000000000002,"5min":7.7290000000000001,"15min":24.506},"last":0.34599999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":1.3129999999999999,"15min":1.9970000000000001},"min":{"1min":0.249,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":0.89400000000000002,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.372},{"interface":"front","average":{"1min":0.45200000000000001,"5min":1.3620000000000001,"15min":2.0990000000000002},"min":{"1min":0.30299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.91900000000000004,"5min":13.755000000000001,"15min":13.755000000000001},"last":0.39400000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.32300000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":1.3640000000000001,"15min":2.3839999999999999},"min":{"1min":0.36399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.226,"5min":12.202,"15min":14.289999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":1.284,"15min":1.9970000000000001},"min":{"1min":0.37,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.84099999999999997,"5min":12.308,"15min":13.821},"last":0.58199999999999996}]},{"osd":5,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":3.875,"5min":2.1869999999999998,"15min":1.9059999999999999},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":14.781000000000001,"5min":14.781000000000001,"15min":14.781000000000001},"last":0.438},{"interface":"front","average":{"1min":3.169,"5min":3.6899999999999999,"15min":3.7770000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":12.243,"5min":14.375999999999999,"15min":14.375999999999999},"last":0.47899999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.6699999999999999,"15min":2.5419999999999998},"min":{"1min":0.40999999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":12.276999999999999,"15min":13.865},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59799999999999998,"5min":1.5449999999999999,"15min":2.2090000000000001},"min":{"1min":0.39500000000000002,"5min":0.375,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":8.8140000000000001,"15min":9.423},"last":0.52300000000000002}]},{"osd":7,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":1.9079999999999999,"15min":2.0920000000000001},"min":{"1min":0.39900000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.93600000000000005,"5min":13.989000000000001,"15min":13.989000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.571,"15min":3.266},"min":{"1min":0.38800000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1890000000000001,"5min":12.272,"15min":14.343},"last":0.495}]}]},{"osd":2,"up_from":145,"seq":622770258259,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938680,"kb_used_data":10800,"kb_used_omap":16,"kb_used_meta":927855,"kb_avail":92806472,"statfs":{"total":95995035648,"available":95033827328,"internally_reserved":0,"allocated":11059200,"data_stored":8681010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":950123682},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":1.262,"15min":2.2909999999999999},"min":{"1min":0.25800000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.47799999999999998,"5min":14.608000000000001,"15min":18.940000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.995,"15min":2.0110000000000001},"min":{"1min":0.249,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.54500000000000004,"5min":9.4250000000000007,"15min":9.6400000000000006},"last":0.35499999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:28:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":1.5700000000000001,"15min":2.6419999999999999},"min":{"1min":0.223,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.0049999999999999,"5min":13.817,"15min":38.146999999999998},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":1.681,"15min":2.7280000000000002},"min":{"1min":0.221,"5min":0.214,"15min":0.214},"max":{"1min":1.6759999999999999,"5min":14.404,"15min":38.329000000000001},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":0.48799999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.3280000000000001,"15min":2.0619999999999998},"min":{"1min":0.34599999999999997,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":2.5699999999999998,"5min":9.6189999999999998,"15min":35.816000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.625,"5min":1.419,"15min":1.776},"min":{"1min":0.37,"5min":0.317,"15min":0.317},"max":{"1min":1.764,"5min":10.371,"15min":10.513999999999999},"last":0.72999999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":2.0369999999999999,"5min":2.488,"15min":2.23},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":5.851,"5min":30.451000000000001,"15min":30.451000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":2.137,"5min":2.1890000000000001,"15min":2.0419999999999998},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.29899999999999999},"max":{"1min":7.3940000000000001,"5min":30.428000000000001,"15min":30.428000000000001},"last":0.751}]},{"osd":6,"last update":"Sat Sep 23 18:28:07 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":1.5009999999999999,"15min":1.9179999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.706,"5min":9.2829999999999995,"15min":10.555},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.8360000000000001,"15min":2.1899999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.8220000000000001,"5min":9.7100000000000009,"15min":14.699},"last":0.80300000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":2.101,"15min":2.5739999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.36899999999999999},"max":{"1min":0.82299999999999995,"5min":13.837999999999999,"15min":109.81699999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":1.569,"15min":2.25},"min":{"1min":0.38500000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.85199999999999998,"5min":12.513,"15min":109.70699999999999},"last":0.69799999999999995}]}]},{"osd":3,"up_from":535,"seq":2297807503369,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":158892,"kb_used_data":6692,"kb_used_omap":8,"kb_used_meta":152183,"kb_avail":93586260,"statfs":{"total":95995035648,"available":95832330240,"internally_reserved":0,"allocated":6852608,"data_stored":4495954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8595,"internal_metadata":155836013},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019411,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":902500,"kb_used_data":9500,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92842652,"statfs":{"total":95995035648,"available":95070875648,"internally_reserved":0,"allocated":9728000,"data_stored":8503462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.278,"15min":1.74},"min":{"1min":0.26700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.69199999999999995,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.496},{"interface":"front","average":{"1min":0.48999999999999999,"5min":1.3779999999999999,"15min":1.905},"min":{"1min":0.314,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.748,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.45300000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:28:10 2023","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.944,"15min":2.5489999999999999},"min":{"1min":0.38500000000000001,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":5.742,"5min":26.181000000000001,"15min":155.029},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.036,"5min":2.1539999999999999,"15min":2.681},"min":{"1min":0.32900000000000001,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":5.7800000000000002,"5min":26.297000000000001,"15min":154.94499999999999},"last":0.53900000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:28:33 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":1.54,"15min":1.75},"min":{"1min":0.33800000000000002,"5min":0.307,"15min":0.29799999999999999},"max":{"1min":0.68999999999999995,"5min":9.6199999999999992,"15min":15.000999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.496,"5min":1.8520000000000001,"15min":1.893},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.28299999999999997},"max":{"1min":0.72299999999999998,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.47199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":0.442},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":0.52500000000000002}]},{"osd":5,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":1.4399999999999999,"15min":1.1240000000000001},"min":{"1min":0.313,"5min":0.27000000000000002,"15min":0.26800000000000002},"max":{"1min":8.4410000000000007,"5min":10.885,"15min":12.196999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.8140000000000001,"5min":1.835,"15min":1.339},"min":{"1min":0.34399999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":11.906000000000001,"5min":11.906000000000001,"15min":12.225},"last":0.41699999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:28:10 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.2330000000000001,"15min":1.2150000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.7999999999999998,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.819,"15min":1.4239999999999999},"min":{"1min":0.28699999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.8209999999999997,"5min":26.347999999999999,"15min":26.347999999999999},"last":0.377}]},{"osd":7,"last update":"Sat Sep 23 18:28:33 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":1.5209999999999999,"15min":1.4299999999999999},"min":{"1min":0.30399999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.66900000000000004,"5min":11.943,"15min":16.891999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.441,"5min":1.2350000000000001,"15min":1.26},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":6.7480000000000002,"15min":15.507},"last":0.41099999999999998}]}]},{"osd":5,"up_from":524,"seq":2250562863117,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361564,"kb_used_data":9492,"kb_used_omap":7,"kb_used_meta":352056,"kb_avail":93383588,"statfs":{"total":95995035648,"available":95624794112,"internally_reserved":0,"allocated":9719808,"data_stored":8506441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":360505557},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7235,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:29:01.678 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:29:02.136 INFO:teuthology.orchestra.run.smithi018.stdout:ERROR: (22) Invalid argument 2023-09-23T18:29:02.136 INFO:teuthology.orchestra.run.smithi018.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T18:29:02.158 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:01 smithi018 ceph-mon[153734]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:02.159 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:01 smithi018 ceph-mon[149401]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:02.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:01 smithi149 ceph-mon[135148]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:02.555 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:03.062 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:02 smithi018 ceph-mon[153734]: pgmap v1632: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:03.062 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:02 smithi018 ceph-mon[149401]: pgmap v1632: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:03.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:02 smithi149 ceph-mon[135148]: pgmap v1632: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:03.911 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:29:03.912 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:29:04.373 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1633,"stamp":"2023-09-23T18:29:03.787525+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8984499,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":12207,"num_read_kb":26847,"num_write":1950,"num_write_kb":27835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":454,"num_bytes_recovered":23967059,"num_keys_recovered":90,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2144,"ondisk_log_size":2144,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":224,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5226284,"kb_used_data":74796,"kb_used_omap":71,"kb_used_meta":5151352,"kb_avail":744734932,"statfs":{"total":767960285184,"available":762608570368,"internally_reserved":0,"allocated":76591104,"data_stored":62278599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73365,"internal_metadata":5274984811},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001831"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":79,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977760+0000","last_change":"2023-09-23T18:26:31.052026+0000","last_active":"2023-09-23T18:28:57.977760+0000","last_peered":"2023-09-23T18:28:57.977760+0000","last_clean":"2023-09-23T18:28:57.977760+0000","last_became_active":"2023-09-23T18:26:31.051675+0000","last_became_peered":"2023-09-23T18:26:31.051675+0000","last_unstale":"2023-09-23T18:28:57.977760+0000","last_undegraded":"2023-09-23T18:28:57.977760+0000","last_fullsized":"2023-09-23T18:28:57.977760+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":499,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972755+0000","last_change":"2023-09-23T18:28:22.116364+0000","last_active":"2023-09-23T18:28:57.972755+0000","last_peered":"2023-09-23T18:28:57.972755+0000","last_clean":"2023-09-23T18:28:57.972755+0000","last_became_active":"2023-09-23T18:28:22.116073+0000","last_became_peered":"2023-09-23T18:28:22.116073+0000","last_unstale":"2023-09-23T18:28:57.972755+0000","last_undegraded":"2023-09-23T18:28:57.972755+0000","last_fullsized":"2023-09-23T18:28:57.972755+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:20.113920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":569,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.048317+0000","last_change":"2023-09-23T18:28:59.048317+0000","last_active":"2023-09-23T18:28:59.048317+0000","last_peered":"2023-09-23T18:28:59.048317+0000","last_clean":"2023-09-23T18:28:59.048317+0000","last_became_active":"2023-09-23T18:28:59.048088+0000","last_became_peered":"2023-09-23T18:28:59.048088+0000","last_unstale":"2023-09-23T18:28:59.048317+0000","last_undegraded":"2023-09-23T18:28:59.048317+0000","last_fullsized":"2023-09-23T18:28:59.048317+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:36.826200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":211,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979177+0000","last_change":"2023-09-23T18:28:44.651449+0000","last_active":"2023-09-23T18:28:57.979177+0000","last_peered":"2023-09-23T18:28:57.979177+0000","last_clean":"2023-09-23T18:28:57.979177+0000","last_became_active":"2023-09-23T18:28:44.650128+0000","last_became_peered":"2023-09-23T18:28:44.650128+0000","last_unstale":"2023-09-23T18:28:57.979177+0000","last_undegraded":"2023-09-23T18:28:57.979177+0000","last_fullsized":"2023-09-23T18:28:57.979177+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:55:59.683284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":593,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973037+0000","last_change":"2023-09-23T18:28:48.681635+0000","last_active":"2023-09-23T18:28:57.973037+0000","last_peered":"2023-09-23T18:28:57.973037+0000","last_clean":"2023-09-23T18:28:57.973037+0000","last_became_active":"2023-09-23T18:28:48.681330+0000","last_became_peered":"2023-09-23T18:28:48.681330+0000","last_unstale":"2023-09-23T18:28:57.973037+0000","last_undegraded":"2023-09-23T18:28:57.973037+0000","last_fullsized":"2023-09-23T18:28:57.973037+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:34.400484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":402,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980278+0000","last_change":"2023-09-23T18:27:58.045190+0000","last_active":"2023-09-23T18:28:57.980278+0000","last_peered":"2023-09-23T18:28:57.980278+0000","last_clean":"2023-09-23T18:28:57.980278+0000","last_became_active":"2023-09-23T18:27:58.044544+0000","last_became_peered":"2023-09-23T18:27:58.044544+0000","last_unstale":"2023-09-23T18:28:57.980278+0000","last_undegraded":"2023-09-23T18:28:57.980278+0000","last_fullsized":"2023-09-23T18:28:57.980278+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":220,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977955+0000","last_change":"2023-09-23T18:28:21.121697+0000","last_active":"2023-09-23T18:28:57.977955+0000","last_peered":"2023-09-23T18:28:57.977955+0000","last_clean":"2023-09-23T18:28:57.977955+0000","last_became_active":"2023-09-23T18:28:21.121341+0000","last_became_peered":"2023-09-23T18:28:21.121341+0000","last_unstale":"2023-09-23T18:28:57.977955+0000","last_undegraded":"2023-09-23T18:28:57.977955+0000","last_fullsized":"2023-09-23T18:28:57.977955+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:10.253423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":526,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973121+0000","last_change":"2023-09-23T18:28:21.116039+0000","last_active":"2023-09-23T18:28:57.973121+0000","last_peered":"2023-09-23T18:28:57.973121+0000","last_clean":"2023-09-23T18:28:57.973121+0000","last_became_active":"2023-09-23T18:28:21.115449+0000","last_became_peered":"2023-09-23T18:28:21.115449+0000","last_unstale":"2023-09-23T18:28:57.973121+0000","last_undegraded":"2023-09-23T18:28:57.973121+0000","last_fullsized":"2023-09-23T18:28:57.973121+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:35.174746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":63,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.975178+0000","last_change":"2023-09-23T18:27:58.046736+0000","last_active":"2023-09-23T18:28:57.975178+0000","last_peered":"2023-09-23T18:28:57.975178+0000","last_clean":"2023-09-23T18:28:57.975178+0000","last_became_active":"2023-09-23T18:27:58.046432+0000","last_became_peered":"2023-09-23T18:27:58.046432+0000","last_unstale":"2023-09-23T18:28:57.975178+0000","last_undegraded":"2023-09-23T18:28:57.975178+0000","last_fullsized":"2023-09-23T18:28:57.975178+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":466,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972451+0000","last_change":"2023-09-23T18:28:21.115741+0000","last_active":"2023-09-23T18:28:57.972451+0000","last_peered":"2023-09-23T18:28:57.972451+0000","last_clean":"2023-09-23T18:28:57.972451+0000","last_became_active":"2023-09-23T18:28:21.115395+0000","last_became_peered":"2023-09-23T18:28:21.115395+0000","last_unstale":"2023-09-23T18:28:57.972451+0000","last_undegraded":"2023-09-23T18:28:57.972451+0000","last_fullsized":"2023-09-23T18:28:57.972451+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:35.216683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":260,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979661+0000","last_change":"2023-09-23T18:28:22.112838+0000","last_active":"2023-09-23T18:28:57.979661+0000","last_peered":"2023-09-23T18:28:57.979661+0000","last_clean":"2023-09-23T18:28:57.979661+0000","last_became_active":"2023-09-23T18:28:22.112520+0000","last_became_peered":"2023-09-23T18:28:22.112520+0000","last_unstale":"2023-09-23T18:28:57.979661+0000","last_undegraded":"2023-09-23T18:28:57.979661+0000","last_fullsized":"2023-09-23T18:28:57.979661+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":166,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.976476+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:28:57.976476+0000","last_peered":"2023-09-23T18:28:57.976476+0000","last_clean":"2023-09-23T18:28:57.976476+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:28:57.976476+0000","last_undegraded":"2023-09-23T18:28:57.976476+0000","last_fullsized":"2023-09-23T18:28:57.976476+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":89,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978075+0000","last_change":"2023-09-23T18:26:31.073849+0000","last_active":"2023-09-23T18:28:57.978075+0000","last_peered":"2023-09-23T18:28:57.978075+0000","last_clean":"2023-09-23T18:28:57.978075+0000","last_became_active":"2023-09-23T18:26:31.058033+0000","last_became_peered":"2023-09-23T18:26:31.058033+0000","last_unstale":"2023-09-23T18:28:57.978075+0000","last_undegraded":"2023-09-23T18:28:57.978075+0000","last_fullsized":"2023-09-23T18:28:57.978075+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":604,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978426+0000","last_change":"2023-09-23T18:26:32.052872+0000","last_active":"2023-09-23T18:28:57.978426+0000","last_peered":"2023-09-23T18:28:57.978426+0000","last_clean":"2023-09-23T18:28:57.978426+0000","last_became_active":"2023-09-23T18:26:32.052550+0000","last_became_peered":"2023-09-23T18:26:32.052550+0000","last_unstale":"2023-09-23T18:28:57.978426+0000","last_undegraded":"2023-09-23T18:28:57.978426+0000","last_fullsized":"2023-09-23T18:28:57.978426+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":263,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979386+0000","last_change":"2023-09-23T18:26:31.215967+0000","last_active":"2023-09-23T18:28:57.979386+0000","last_peered":"2023-09-23T18:28:57.979386+0000","last_clean":"2023-09-23T18:28:57.979386+0000","last_became_active":"2023-09-23T18:26:31.054678+0000","last_became_peered":"2023-09-23T18:26:31.054678+0000","last_unstale":"2023-09-23T18:28:57.979386+0000","last_undegraded":"2023-09-23T18:28:57.979386+0000","last_fullsized":"2023-09-23T18:28:57.979386+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":306,"num_keys_recovered":90,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":524,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972565+0000","last_change":"2023-09-23T18:28:21.116522+0000","last_active":"2023-09-23T18:28:57.972565+0000","last_peered":"2023-09-23T18:28:57.972565+0000","last_clean":"2023-09-23T18:28:57.972565+0000","last_became_active":"2023-09-23T18:28:21.116209+0000","last_became_peered":"2023-09-23T18:28:21.116209+0000","last_unstale":"2023-09-23T18:28:57.972565+0000","last_undegraded":"2023-09-23T18:28:57.972565+0000","last_fullsized":"2023-09-23T18:28:57.972565+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:23.241031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":191,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977067+0000","last_change":"2023-09-23T18:28:31.232419+0000","last_active":"2023-09-23T18:28:57.977067+0000","last_peered":"2023-09-23T18:28:57.977067+0000","last_clean":"2023-09-23T18:28:57.977067+0000","last_became_active":"2023-09-23T18:28:31.232020+0000","last_became_peered":"2023-09-23T18:28:31.232020+0000","last_unstale":"2023-09-23T18:28:57.977067+0000","last_undegraded":"2023-09-23T18:28:57.977067+0000","last_fullsized":"2023-09-23T18:28:57.977067+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:08.718998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":104,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974905+0000","last_change":"2023-09-23T18:28:22.111218+0000","last_active":"2023-09-23T18:28:57.974905+0000","last_peered":"2023-09-23T18:28:57.974905+0000","last_clean":"2023-09-23T18:28:57.974905+0000","last_became_active":"2023-09-23T18:28:22.110835+0000","last_became_peered":"2023-09-23T18:28:22.110835+0000","last_unstale":"2023-09-23T18:28:57.974905+0000","last_undegraded":"2023-09-23T18:28:57.974905+0000","last_fullsized":"2023-09-23T18:28:57.974905+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":257,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978830+0000","last_change":"2023-09-23T18:26:31.056148+0000","last_active":"2023-09-23T18:28:57.978830+0000","last_peered":"2023-09-23T18:28:57.978830+0000","last_clean":"2023-09-23T18:28:57.978830+0000","last_became_active":"2023-09-23T18:26:31.055571+0000","last_became_peered":"2023-09-23T18:26:31.055571+0000","last_unstale":"2023-09-23T18:28:57.978830+0000","last_undegraded":"2023-09-23T18:28:57.978830+0000","last_fullsized":"2023-09-23T18:28:57.978830+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":202,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979028+0000","last_change":"2023-09-23T18:28:44.650357+0000","last_active":"2023-09-23T18:28:57.979028+0000","last_peered":"2023-09-23T18:28:57.979028+0000","last_clean":"2023-09-23T18:28:57.979028+0000","last_became_active":"2023-09-23T18:28:44.650021+0000","last_became_peered":"2023-09-23T18:28:44.650021+0000","last_unstale":"2023-09-23T18:28:57.979028+0000","last_undegraded":"2023-09-23T18:28:57.979028+0000","last_fullsized":"2023-09-23T18:28:57.979028+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:39.155820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":238,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980466+0000","last_change":"2023-09-23T18:28:55.882013+0000","last_active":"2023-09-23T18:28:57.980466+0000","last_peered":"2023-09-23T18:28:57.980466+0000","last_clean":"2023-09-23T18:28:57.980466+0000","last_became_active":"2023-09-23T18:28:55.708675+0000","last_became_peered":"2023-09-23T18:28:55.708675+0000","last_unstale":"2023-09-23T18:28:57.980466+0000","last_undegraded":"2023-09-23T18:28:57.980466+0000","last_fullsized":"2023-09-23T18:28:57.980466+0000","mapping_epoch":563,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":564,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972693+0000","last_change":"2023-09-23T18:28:44.650321+0000","last_active":"2023-09-23T18:28:57.972693+0000","last_peered":"2023-09-23T18:28:57.972693+0000","last_clean":"2023-09-23T18:28:57.972693+0000","last_became_active":"2023-09-23T18:28:44.649984+0000","last_became_peered":"2023-09-23T18:28:44.649984+0000","last_unstale":"2023-09-23T18:28:57.972693+0000","last_undegraded":"2023-09-23T18:28:57.972693+0000","last_fullsized":"2023-09-23T18:28:57.972693+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:46.863830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":310,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980154+0000","last_change":"2023-09-23T18:28:48.960012+0000","last_active":"2023-09-23T18:28:57.980154+0000","last_peered":"2023-09-23T18:28:57.980154+0000","last_clean":"2023-09-23T18:28:57.980154+0000","last_became_active":"2023-09-23T18:28:48.683241+0000","last_became_peered":"2023-09-23T18:28:48.683241+0000","last_unstale":"2023-09-23T18:28:57.980154+0000","last_undegraded":"2023-09-23T18:28:57.980154+0000","last_fullsized":"2023-09-23T18:28:57.980154+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":220,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":63,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974367+0000","last_change":"2023-09-23T18:27:58.048722+0000","last_active":"2023-09-23T18:28:57.974367+0000","last_peered":"2023-09-23T18:28:57.974367+0000","last_clean":"2023-09-23T18:28:57.974367+0000","last_became_active":"2023-09-23T18:27:58.048413+0000","last_became_peered":"2023-09-23T18:27:58.048413+0000","last_unstale":"2023-09-23T18:28:57.974367+0000","last_undegraded":"2023-09-23T18:28:57.974367+0000","last_fullsized":"2023-09-23T18:28:57.974367+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":292,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.029117+0000","last_change":"2023-09-23T18:28:59.029117+0000","last_active":"2023-09-23T18:28:59.029117+0000","last_peered":"2023-09-23T18:28:59.029117+0000","last_clean":"2023-09-23T18:28:59.029117+0000","last_became_active":"2023-09-23T18:28:58.984838+0000","last_became_peered":"2023-09-23T18:28:58.984838+0000","last_unstale":"2023-09-23T18:28:59.029117+0000","last_undegraded":"2023-09-23T18:28:59.029117+0000","last_fullsized":"2023-09-23T18:28:59.029117+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":611,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978169+0000","last_change":"2023-09-23T18:28:31.231807+0000","last_active":"2023-09-23T18:28:57.978169+0000","last_peered":"2023-09-23T18:28:57.978169+0000","last_clean":"2023-09-23T18:28:57.978169+0000","last_became_active":"2023-09-23T18:28:31.231284+0000","last_became_peered":"2023-09-23T18:28:31.231284+0000","last_unstale":"2023-09-23T18:28:57.978169+0000","last_undegraded":"2023-09-23T18:28:57.978169+0000","last_fullsized":"2023-09-23T18:28:57.978169+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":270,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979765+0000","last_change":"2023-09-23T18:27:58.051175+0000","last_active":"2023-09-23T18:28:57.979765+0000","last_peered":"2023-09-23T18:28:57.979765+0000","last_clean":"2023-09-23T18:28:57.979765+0000","last_became_active":"2023-09-23T18:27:58.050458+0000","last_became_peered":"2023-09-23T18:27:58.050458+0000","last_unstale":"2023-09-23T18:28:57.979765+0000","last_undegraded":"2023-09-23T18:28:57.979765+0000","last_fullsized":"2023-09-23T18:28:57.979765+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":397,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980997+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:28:57.980997+0000","last_peered":"2023-09-23T18:28:57.980997+0000","last_clean":"2023-09-23T18:28:57.980997+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:28:57.980997+0000","last_undegraded":"2023-09-23T18:28:57.980997+0000","last_fullsized":"2023-09-23T18:28:57.980997+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":100,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974748+0000","last_change":"2023-09-23T18:28:21.116646+0000","last_active":"2023-09-23T18:28:57.974748+0000","last_peered":"2023-09-23T18:28:57.974748+0000","last_clean":"2023-09-23T18:28:57.974748+0000","last_became_active":"2023-09-23T18:28:21.116422+0000","last_became_peered":"2023-09-23T18:28:21.116422+0000","last_unstale":"2023-09-23T18:28:57.974748+0000","last_undegraded":"2023-09-23T18:28:57.974748+0000","last_fullsized":"2023-09-23T18:28:57.974748+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":187,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977460+0000","last_change":"2023-09-23T18:26:31.048619+0000","last_active":"2023-09-23T18:28:57.977460+0000","last_peered":"2023-09-23T18:28:57.977460+0000","last_clean":"2023-09-23T18:28:57.977460+0000","last_became_active":"2023-09-23T18:26:31.048291+0000","last_became_peered":"2023-09-23T18:26:31.048291+0000","last_unstale":"2023-09-23T18:28:57.977460+0000","last_undegraded":"2023-09-23T18:28:57.977460+0000","last_fullsized":"2023-09-23T18:28:57.977460+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:25.056001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":562,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972762+0000","last_change":"2023-09-23T18:28:48.685471+0000","last_active":"2023-09-23T18:28:57.972762+0000","last_peered":"2023-09-23T18:28:57.972762+0000","last_clean":"2023-09-23T18:28:57.972762+0000","last_became_active":"2023-09-23T18:28:48.680017+0000","last_became_peered":"2023-09-23T18:28:48.680017+0000","last_unstale":"2023-09-23T18:28:57.972762+0000","last_undegraded":"2023-09-23T18:28:57.972762+0000","last_fullsized":"2023-09-23T18:28:57.972762+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:09:37.781980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":271,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977963+0000","last_change":"2023-09-23T18:28:22.113399+0000","last_active":"2023-09-23T18:28:57.977963+0000","last_peered":"2023-09-23T18:28:57.977963+0000","last_clean":"2023-09-23T18:28:57.977963+0000","last_became_active":"2023-09-23T18:28:22.113052+0000","last_became_peered":"2023-09-23T18:28:22.113052+0000","last_unstale":"2023-09-23T18:28:57.977963+0000","last_undegraded":"2023-09-23T18:28:57.977963+0000","last_fullsized":"2023-09-23T18:28:57.977963+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":221,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980994+0000","last_change":"2023-09-23T18:26:32.049043+0000","last_active":"2023-09-23T18:28:57.980994+0000","last_peered":"2023-09-23T18:28:57.980994+0000","last_clean":"2023-09-23T18:28:57.980994+0000","last_became_active":"2023-09-23T18:26:32.048724+0000","last_became_peered":"2023-09-23T18:26:32.048724+0000","last_unstale":"2023-09-23T18:28:57.980994+0000","last_undegraded":"2023-09-23T18:28:57.980994+0000","last_fullsized":"2023-09-23T18:28:57.980994+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.045480+0000","last_change":"2023-09-23T18:28:59.045480+0000","last_active":"2023-09-23T18:28:59.045480+0000","last_peered":"2023-09-23T18:28:59.045480+0000","last_clean":"2023-09-23T18:28:59.045480+0000","last_became_active":"2023-09-23T18:28:59.045214+0000","last_became_peered":"2023-09-23T18:28:59.045214+0000","last_unstale":"2023-09-23T18:28:59.045480+0000","last_undegraded":"2023-09-23T18:28:59.045480+0000","last_fullsized":"2023-09-23T18:28:59.045480+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.044666+0000","last_change":"2023-09-23T18:28:59.044666+0000","last_active":"2023-09-23T18:28:59.044666+0000","last_peered":"2023-09-23T18:28:59.044666+0000","last_clean":"2023-09-23T18:28:59.044666+0000","last_became_active":"2023-09-23T18:28:59.044294+0000","last_became_peered":"2023-09-23T18:28:59.044294+0000","last_unstale":"2023-09-23T18:28:59.044666+0000","last_undegraded":"2023-09-23T18:28:59.044666+0000","last_fullsized":"2023-09-23T18:28:59.044666+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":595,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977978+0000","last_change":"2023-09-23T18:26:32.053489+0000","last_active":"2023-09-23T18:28:57.977978+0000","last_peered":"2023-09-23T18:28:57.977978+0000","last_clean":"2023-09-23T18:28:57.977978+0000","last_became_active":"2023-09-23T18:26:32.052928+0000","last_became_peered":"2023-09-23T18:26:32.052928+0000","last_unstale":"2023-09-23T18:28:57.977978+0000","last_undegraded":"2023-09-23T18:28:57.977978+0000","last_fullsized":"2023-09-23T18:28:57.977978+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":31,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972873+0000","last_change":"2023-09-23T18:28:31.238405+0000","last_active":"2023-09-23T18:28:57.972873+0000","last_peered":"2023-09-23T18:28:57.972873+0000","last_clean":"2023-09-23T18:28:57.972873+0000","last_became_active":"2023-09-23T18:28:31.238020+0000","last_became_peered":"2023-09-23T18:28:31.238020+0000","last_unstale":"2023-09-23T18:28:57.972873+0000","last_undegraded":"2023-09-23T18:28:57.972873+0000","last_fullsized":"2023-09-23T18:28:57.972873+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:37.755510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":605,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.975971+0000","last_change":"2023-09-23T18:28:22.116314+0000","last_active":"2023-09-23T18:28:57.975971+0000","last_peered":"2023-09-23T18:28:57.975971+0000","last_clean":"2023-09-23T18:28:57.975971+0000","last_became_active":"2023-09-23T18:28:22.116006+0000","last_became_peered":"2023-09-23T18:28:22.116006+0000","last_unstale":"2023-09-23T18:28:57.975971+0000","last_undegraded":"2023-09-23T18:28:57.975971+0000","last_fullsized":"2023-09-23T18:28:57.975971+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:15.635811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"546'311","reported_seq":1891,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977004+0000","last_change":"2023-09-23T18:28:31.238309+0000","last_active":"2023-09-23T18:28:57.977004+0000","last_peered":"2023-09-23T18:28:57.977004+0000","last_clean":"2023-09-23T18:28:57.977004+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:28:57.977004+0000","last_undegraded":"2023-09-23T18:28:57.977004+0000","last_fullsized":"2023-09-23T18:28:57.977004+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":311,"log_dups_size":0,"ondisk_log_size":311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020082049999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2015,"num_read_kb":3682,"num_write":307,"num_write_kb":1617,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":100,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.975068+0000","last_change":"2023-09-23T18:28:21.114668+0000","last_active":"2023-09-23T18:28:57.975068+0000","last_peered":"2023-09-23T18:28:57.975068+0000","last_clean":"2023-09-23T18:28:57.975068+0000","last_became_active":"2023-09-23T18:28:21.114365+0000","last_became_peered":"2023-09-23T18:28:21.114365+0000","last_unstale":"2023-09-23T18:28:57.975068+0000","last_undegraded":"2023-09-23T18:28:57.975068+0000","last_fullsized":"2023-09-23T18:28:57.975068+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":569,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.047737+0000","last_change":"2023-09-23T18:28:59.047737+0000","last_active":"2023-09-23T18:28:59.047737+0000","last_peered":"2023-09-23T18:28:59.047737+0000","last_clean":"2023-09-23T18:28:59.047737+0000","last_became_active":"2023-09-23T18:28:59.047386+0000","last_became_peered":"2023-09-23T18:28:59.047386+0000","last_unstale":"2023-09-23T18:28:59.047737+0000","last_undegraded":"2023-09-23T18:28:59.047737+0000","last_fullsized":"2023-09-23T18:28:59.047737+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:58:13.803567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"546'171","reported_seq":1685,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974578+0000","last_change":"2023-09-23T18:28:31.227673+0000","last_active":"2023-09-23T18:28:57.974578+0000","last_peered":"2023-09-23T18:28:57.974578+0000","last_clean":"2023-09-23T18:28:57.974578+0000","last_became_active":"2023-09-23T18:27:58.046965+0000","last_became_peered":"2023-09-23T18:27:58.046965+0000","last_unstale":"2023-09-23T18:28:57.974578+0000","last_undegraded":"2023-09-23T18:28:57.974578+0000","last_fullsized":"2023-09-23T18:28:57.974578+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1431,"num_read_kb":3514,"num_write":151,"num_write_kb":2239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":78,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978371+0000","last_change":"2023-09-23T18:26:31.052777+0000","last_active":"2023-09-23T18:28:57.978371+0000","last_peered":"2023-09-23T18:28:57.978371+0000","last_clean":"2023-09-23T18:28:57.978371+0000","last_became_active":"2023-09-23T18:26:31.052429+0000","last_became_peered":"2023-09-23T18:26:31.052429+0000","last_unstale":"2023-09-23T18:28:57.978371+0000","last_undegraded":"2023-09-23T18:28:57.978371+0000","last_fullsized":"2023-09-23T18:28:57.978371+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":500,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.976925+0000","last_change":"2023-09-23T18:28:21.119598+0000","last_active":"2023-09-23T18:28:57.976925+0000","last_peered":"2023-09-23T18:28:57.976925+0000","last_clean":"2023-09-23T18:28:57.976925+0000","last_became_active":"2023-09-23T18:28:21.119088+0000","last_became_peered":"2023-09-23T18:28:21.119088+0000","last_unstale":"2023-09-23T18:28:57.976925+0000","last_undegraded":"2023-09-23T18:28:57.976925+0000","last_fullsized":"2023-09-23T18:28:57.976925+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:43.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"545'272","reported_seq":1384,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973882+0000","last_change":"2023-09-23T18:28:31.229773+0000","last_active":"2023-09-23T18:28:57.973882+0000","last_peered":"2023-09-23T18:28:57.973882+0000","last_clean":"2023-09-23T18:28:57.973882+0000","last_became_active":"2023-09-23T18:28:21.118060+0000","last_became_peered":"2023-09-23T18:28:21.118060+0000","last_unstale":"2023-09-23T18:28:57.973882+0000","last_undegraded":"2023-09-23T18:28:57.973882+0000","last_fullsized":"2023-09-23T18:28:57.973882+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":272,"log_dups_size":0,"ondisk_log_size":272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:34.802389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032587799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1427,"num_read_kb":2397,"num_write":262,"num_write_kb":1316,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":51,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":517,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.976080+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:28:57.976080+0000","last_peered":"2023-09-23T18:28:57.976080+0000","last_clean":"2023-09-23T18:28:57.976080+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:28:57.976080+0000","last_undegraded":"2023-09-23T18:28:57.976080+0000","last_fullsized":"2023-09-23T18:28:57.976080+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":666,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.976041+0000","last_change":"2023-09-23T18:28:48.677665+0000","last_active":"2023-09-23T18:28:57.976041+0000","last_peered":"2023-09-23T18:28:57.976041+0000","last_clean":"2023-09-23T18:28:57.976041+0000","last_became_active":"2023-09-23T18:28:48.677343+0000","last_became_peered":"2023-09-23T18:28:48.677343+0000","last_unstale":"2023-09-23T18:28:57.976041+0000","last_undegraded":"2023-09-23T18:28:57.976041+0000","last_fullsized":"2023-09-23T18:28:57.976041+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:46.144999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"546'434","reported_seq":1597,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974918+0000","last_change":"2023-09-23T18:28:31.231585+0000","last_active":"2023-09-23T18:28:57.974918+0000","last_peered":"2023-09-23T18:28:57.974918+0000","last_clean":"2023-09-23T18:28:57.974918+0000","last_became_active":"2023-09-23T18:27:58.046624+0000","last_became_peered":"2023-09-23T18:27:58.046624+0000","last_unstale":"2023-09-23T18:28:57.974918+0000","last_undegraded":"2023-09-23T18:28:57.974918+0000","last_fullsized":"2023-09-23T18:28:57.974918+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":434,"log_dups_size":0,"ondisk_log_size":434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2077,"num_read_kb":4686,"num_write":393,"num_write_kb":7804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":666,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978546+0000","last_change":"2023-09-23T18:28:51.692627+0000","last_active":"2023-09-23T18:28:57.978546+0000","last_peered":"2023-09-23T18:28:57.978546+0000","last_clean":"2023-09-23T18:28:57.978546+0000","last_became_active":"2023-09-23T18:28:51.692116+0000","last_became_peered":"2023-09-23T18:28:51.692116+0000","last_unstale":"2023-09-23T18:28:57.978546+0000","last_undegraded":"2023-09-23T18:28:57.978546+0000","last_fullsized":"2023-09-23T18:28:57.978546+0000","mapping_epoch":560,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":561,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":549,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972249+0000","last_change":"2023-09-23T18:28:21.115830+0000","last_active":"2023-09-23T18:28:57.972249+0000","last_peered":"2023-09-23T18:28:57.972249+0000","last_clean":"2023-09-23T18:28:57.972249+0000","last_became_active":"2023-09-23T18:28:21.115569+0000","last_became_peered":"2023-09-23T18:28:21.115569+0000","last_unstale":"2023-09-23T18:28:57.972249+0000","last_undegraded":"2023-09-23T18:28:57.972249+0000","last_fullsized":"2023-09-23T18:28:57.972249+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:11.171796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":246,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980878+0000","last_change":"2023-09-23T18:26:31.052841+0000","last_active":"2023-09-23T18:28:57.980878+0000","last_peered":"2023-09-23T18:28:57.980878+0000","last_clean":"2023-09-23T18:28:57.980878+0000","last_became_active":"2023-09-23T18:26:31.052543+0000","last_became_peered":"2023-09-23T18:26:31.052543+0000","last_unstale":"2023-09-23T18:28:57.980878+0000","last_undegraded":"2023-09-23T18:28:57.980878+0000","last_fullsized":"2023-09-23T18:28:57.980878+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"545'223","reported_seq":1218,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978448+0000","last_change":"2023-09-23T18:28:31.231211+0000","last_active":"2023-09-23T18:28:57.978448+0000","last_peered":"2023-09-23T18:28:57.978448+0000","last_clean":"2023-09-23T18:28:57.978448+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:28:57.978448+0000","last_undegraded":"2023-09-23T18:28:57.978448+0000","last_fullsized":"2023-09-23T18:28:57.978448+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":223,"log_dups_size":0,"ondisk_log_size":223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1721,"num_read_kb":2973,"num_write":174,"num_write_kb":1324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":215,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.049416+0000","last_change":"2023-09-23T18:28:59.049416+0000","last_active":"2023-09-23T18:28:59.049416+0000","last_peered":"2023-09-23T18:28:59.049416+0000","last_clean":"2023-09-23T18:28:59.049416+0000","last_became_active":"2023-09-23T18:28:59.049078+0000","last_became_peered":"2023-09-23T18:28:59.049078+0000","last_unstale":"2023-09-23T18:28:59.049416+0000","last_undegraded":"2023-09-23T18:28:59.049416+0000","last_fullsized":"2023-09-23T18:28:59.049416+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:47:14.724178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978550+0000","last_change":"2023-09-23T18:28:48.683545+0000","last_active":"2023-09-23T18:28:57.978550+0000","last_peered":"2023-09-23T18:28:57.978550+0000","last_clean":"2023-09-23T18:28:57.978550+0000","last_became_active":"2023-09-23T18:28:48.683212+0000","last_became_peered":"2023-09-23T18:28:48.683212+0000","last_unstale":"2023-09-23T18:28:57.978550+0000","last_undegraded":"2023-09-23T18:28:57.978550+0000","last_fullsized":"2023-09-23T18:28:57.978550+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:31.252137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"545'158","reported_seq":845,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.979484+0000","last_change":"2023-09-23T18:28:52.696368+0000","last_active":"2023-09-23T18:28:57.979484+0000","last_peered":"2023-09-23T18:28:57.979484+0000","last_clean":"2023-09-23T18:28:57.979484+0000","last_became_active":"2023-09-23T18:28:52.695860+0000","last_became_peered":"2023-09-23T18:28:52.695860+0000","last_unstale":"2023-09-23T18:28:57.979484+0000","last_undegraded":"2023-09-23T18:28:57.979484+0000","last_fullsized":"2023-09-23T18:28:57.979484+0000","mapping_epoch":561,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":562,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":926,"num_read_kb":3826,"num_write":141,"num_write_kb":4154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":57,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":578,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977132+0000","last_change":"2023-09-23T18:28:39.465638+0000","last_active":"2023-09-23T18:28:57.977132+0000","last_peered":"2023-09-23T18:28:57.977132+0000","last_clean":"2023-09-23T18:28:57.977132+0000","last_became_active":"2023-09-23T18:28:39.465307+0000","last_became_peered":"2023-09-23T18:28:39.465307+0000","last_unstale":"2023-09-23T18:28:57.977132+0000","last_undegraded":"2023-09-23T18:28:57.977132+0000","last_fullsized":"2023-09-23T18:28:57.977132+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:20:24.193339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":192,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977385+0000","last_change":"2023-09-23T18:27:58.043362+0000","last_active":"2023-09-23T18:28:57.977385+0000","last_peered":"2023-09-23T18:28:57.977385+0000","last_clean":"2023-09-23T18:28:57.977385+0000","last_became_active":"2023-09-23T18:27:58.043036+0000","last_became_peered":"2023-09-23T18:27:58.043036+0000","last_unstale":"2023-09-23T18:28:57.977385+0000","last_undegraded":"2023-09-23T18:28:57.977385+0000","last_fullsized":"2023-09-23T18:28:57.977385+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:43:40.354035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":529,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972832+0000","last_change":"2023-09-23T18:28:21.119118+0000","last_active":"2023-09-23T18:28:57.972832+0000","last_peered":"2023-09-23T18:28:57.972832+0000","last_clean":"2023-09-23T18:28:57.972832+0000","last_became_active":"2023-09-23T18:28:21.118753+0000","last_became_peered":"2023-09-23T18:28:21.118753+0000","last_unstale":"2023-09-23T18:28:57.972832+0000","last_undegraded":"2023-09-23T18:28:57.972832+0000","last_fullsized":"2023-09-23T18:28:57.972832+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:47:57.556032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"546'245","reported_seq":1761,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.976470+0000","last_change":"2023-09-23T18:28:31.238462+0000","last_active":"2023-09-23T18:28:57.976470+0000","last_peered":"2023-09-23T18:28:57.976470+0000","last_clean":"2023-09-23T18:28:57.976470+0000","last_became_active":"2023-09-23T18:26:31.044050+0000","last_became_peered":"2023-09-23T18:26:31.044050+0000","last_unstale":"2023-09-23T18:28:57.976470+0000","last_undegraded":"2023-09-23T18:28:57.976470+0000","last_fullsized":"2023-09-23T18:28:57.976470+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":245,"log_dups_size":0,"ondisk_log_size":245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:55.690288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020501629999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1552,"num_read_kb":2870,"num_write":152,"num_write_kb":5468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":55,"num_bytes_recovered":20971520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":40,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972953+0000","last_change":"2023-09-23T18:28:48.679507+0000","last_active":"2023-09-23T18:28:57.972953+0000","last_peered":"2023-09-23T18:28:57.972953+0000","last_clean":"2023-09-23T18:28:57.972953+0000","last_became_active":"2023-09-23T18:28:48.679188+0000","last_became_peered":"2023-09-23T18:28:48.679188+0000","last_unstale":"2023-09-23T18:28:57.972953+0000","last_undegraded":"2023-09-23T18:28:57.972953+0000","last_fullsized":"2023-09-23T18:28:57.972953+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:16.418628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"545'136","reported_seq":517,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.980166+0000","last_change":"2023-09-23T18:28:47.679075+0000","last_active":"2023-09-23T18:28:57.980166+0000","last_peered":"2023-09-23T18:28:57.980166+0000","last_clean":"2023-09-23T18:28:57.980166+0000","last_became_active":"2023-09-23T18:28:47.678391+0000","last_became_peered":"2023-09-23T18:28:47.678391+0000","last_unstale":"2023-09-23T18:28:57.980166+0000","last_undegraded":"2023-09-23T18:28:57.980166+0000","last_fullsized":"2023-09-23T18:28:57.980166+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":764,"num_read_kb":2399,"num_write":110,"num_write_kb":1468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":69,"num_bytes_recovered":10240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":23,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.978904+0000","last_change":"2023-09-23T18:28:48.682203+0000","last_active":"2023-09-23T18:28:57.978904+0000","last_peered":"2023-09-23T18:28:57.978904+0000","last_clean":"2023-09-23T18:28:57.978904+0000","last_became_active":"2023-09-23T18:28:48.676338+0000","last_became_peered":"2023-09-23T18:28:48.676338+0000","last_unstale":"2023-09-23T18:28:57.978904+0000","last_undegraded":"2023-09-23T18:28:57.978904+0000","last_fullsized":"2023-09-23T18:28:57.978904+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:15.639058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.043962+0000","last_change":"2023-09-23T18:28:59.043962+0000","last_active":"2023-09-23T18:28:59.043962+0000","last_peered":"2023-09-23T18:28:59.043962+0000","last_clean":"2023-09-23T18:28:59.043962+0000","last_became_active":"2023-09-23T18:28:59.043665+0000","last_became_peered":"2023-09-23T18:28:59.043665+0000","last_unstale":"2023-09-23T18:28:59.043962+0000","last_undegraded":"2023-09-23T18:28:59.043962+0000","last_fullsized":"2023-09-23T18:28:59.043962+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":19,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977305+0000","last_change":"2023-09-23T18:28:48.678965+0000","last_active":"2023-09-23T18:28:57.977305+0000","last_peered":"2023-09-23T18:28:57.977305+0000","last_clean":"2023-09-23T18:28:57.977305+0000","last_became_active":"2023-09-23T18:28:48.678590+0000","last_became_peered":"2023-09-23T18:28:48.678590+0000","last_unstale":"2023-09-23T18:28:57.977305+0000","last_undegraded":"2023-09-23T18:28:57.977305+0000","last_fullsized":"2023-09-23T18:28:57.977305+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:54.002089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.973216+0000","last_change":"2023-09-23T18:28:39.465524+0000","last_active":"2023-09-23T18:28:57.973216+0000","last_peered":"2023-09-23T18:28:57.973216+0000","last_clean":"2023-09-23T18:28:57.973216+0000","last_became_active":"2023-09-23T18:28:39.465139+0000","last_became_peered":"2023-09-23T18:28:39.465139+0000","last_unstale":"2023-09-23T18:28:57.973216+0000","last_undegraded":"2023-09-23T18:28:57.973216+0000","last_fullsized":"2023-09-23T18:28:57.973216+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:06:21.471166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":65,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974897+0000","last_change":"2023-09-23T18:27:59.035076+0000","last_active":"2023-09-23T18:28:57.974897+0000","last_peered":"2023-09-23T18:28:57.974897+0000","last_clean":"2023-09-23T18:28:57.974897+0000","last_became_active":"2023-09-23T18:27:59.034809+0000","last_became_peered":"2023-09-23T18:27:59.034809+0000","last_unstale":"2023-09-23T18:28:57.974897+0000","last_undegraded":"2023-09-23T18:28:57.974897+0000","last_fullsized":"2023-09-23T18:28:57.974897+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.046603+0000","last_change":"2023-09-23T18:28:59.046603+0000","last_active":"2023-09-23T18:28:59.046603+0000","last_peered":"2023-09-23T18:28:59.046603+0000","last_clean":"2023-09-23T18:28:59.046603+0000","last_became_active":"2023-09-23T18:28:59.046383+0000","last_became_peered":"2023-09-23T18:28:59.046383+0000","last_unstale":"2023-09-23T18:28:59.046603+0000","last_undegraded":"2023-09-23T18:28:59.046603+0000","last_fullsized":"2023-09-23T18:28:59.046603+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":65,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.974678+0000","last_change":"2023-09-23T18:27:59.037368+0000","last_active":"2023-09-23T18:28:57.974678+0000","last_peered":"2023-09-23T18:28:57.974678+0000","last_clean":"2023-09-23T18:28:57.974678+0000","last_became_active":"2023-09-23T18:27:59.036864+0000","last_became_peered":"2023-09-23T18:27:59.036864+0000","last_unstale":"2023-09-23T18:28:57.974678+0000","last_undegraded":"2023-09-23T18:28:57.974678+0000","last_fullsized":"2023-09-23T18:28:57.974678+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":566,"state":"active+clean","last_fresh":"2023-09-23T18:28:59.046829+0000","last_change":"2023-09-23T18:28:59.046829+0000","last_active":"2023-09-23T18:28:59.046829+0000","last_peered":"2023-09-23T18:28:59.046829+0000","last_clean":"2023-09-23T18:28:59.046829+0000","last_became_active":"2023-09-23T18:28:59.046455+0000","last_became_peered":"2023-09-23T18:28:59.046455+0000","last_unstale":"2023-09-23T18:28:59.046829+0000","last_undegraded":"2023-09-23T18:28:59.046829+0000","last_fullsized":"2023-09-23T18:28:59.046829+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":542,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972930+0000","last_change":"2023-09-23T18:28:21.117005+0000","last_active":"2023-09-23T18:28:57.972930+0000","last_peered":"2023-09-23T18:28:57.972930+0000","last_clean":"2023-09-23T18:28:57.972930+0000","last_became_active":"2023-09-23T18:28:21.116644+0000","last_became_peered":"2023-09-23T18:28:21.116644+0000","last_unstale":"2023-09-23T18:28:57.972930+0000","last_undegraded":"2023-09-23T18:28:57.972930+0000","last_fullsized":"2023-09-23T18:28:57.972930+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:01:40.761533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":553,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.972612+0000","last_change":"2023-09-23T18:28:21.119290+0000","last_active":"2023-09-23T18:28:57.972612+0000","last_peered":"2023-09-23T18:28:57.972612+0000","last_clean":"2023-09-23T18:28:57.972612+0000","last_became_active":"2023-09-23T18:28:21.117427+0000","last_became_peered":"2023-09-23T18:28:21.117427+0000","last_unstale":"2023-09-23T18:28:57.972612+0000","last_undegraded":"2023-09-23T18:28:57.972612+0000","last_fullsized":"2023-09-23T18:28:57.972612+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:58:19.806339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":25,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977755+0000","last_change":"2023-09-23T18:28:48.688025+0000","last_active":"2023-09-23T18:28:57.977755+0000","last_peered":"2023-09-23T18:28:57.977755+0000","last_clean":"2023-09-23T18:28:57.977755+0000","last_became_active":"2023-09-23T18:28:48.683376+0000","last_became_peered":"2023-09-23T18:28:48.683376+0000","last_unstale":"2023-09-23T18:28:57.977755+0000","last_undegraded":"2023-09-23T18:28:57.977755+0000","last_fullsized":"2023-09-23T18:28:57.977755+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:27.237733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":255,"reported_epoch":565,"state":"active+clean","last_fresh":"2023-09-23T18:28:57.977631+0000","last_change":"2023-09-23T18:26:32.050075+0000","last_active":"2023-09-23T18:28:57.977631+0000","last_peered":"2023-09-23T18:28:57.977631+0000","last_clean":"2023-09-23T18:28:57.977631+0000","last_became_active":"2023-09-23T18:26:32.049781+0000","last_became_peered":"2023-09-23T18:26:32.049781+0000","last_unstale":"2023-09-23T18:28:57.977631+0000","last_undegraded":"2023-09-23T18:28:57.977631+0000","last_fullsized":"2023-09-23T18:28:57.977631+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":143,"num_bytes_recovered":33408,"num_keys_recovered":90,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68094,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":8388627,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":11913,"num_read_kb":26347,"num_write":1690,"num_write_kb":25390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":301,"num_bytes_recovered":20981811,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25178112,"data_stored":25165881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":1950,"ondisk_log_size":1950,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430729,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":918600,"kb_used_data":10112,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92826552,"statfs":{"total":95995035648,"available":95054389248,"internally_reserved":0,"allocated":10354688,"data_stored":9123709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:44 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":1.357,"15min":2.2589999999999999},"min":{"1min":0.32300000000000001,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":0.61199999999999999,"5min":11.279999999999999,"15min":16.593},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":1.3109999999999999,"15min":2.9809999999999999},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":0.755,"5min":14.212,"15min":26.486000000000001},"last":0.41499999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.6160000000000001,"15min":1.637},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.1020000000000003,"5min":9.2690000000000001,"15min":12.595000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.629,"5min":1.446,"15min":1.766},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":2.3370000000000002,"5min":9.2829999999999995,"15min":12.573},"last":0.499}]},{"osd":2,"last update":"Sat Sep 23 18:28:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.3859999999999999,"15min":1.9179999999999999},"min":{"1min":0.309,"5min":0.30199999999999999,"15min":0.27700000000000002},"max":{"1min":0.70899999999999996,"5min":10.613,"15min":13.282},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":1.363,"15min":2.2010000000000001},"min":{"1min":0.33800000000000002,"5min":0.311,"15min":0.247},"max":{"1min":0.69399999999999995,"5min":10.242000000000001,"15min":21.692},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 18:24:36 2023","interfaces":[{"interface":"back","average":{"1min":3.6720000000000002,"5min":3,"15min":2.9860000000000002},"min":{"1min":0.372,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.771000000000001,"5min":21.097000000000001,"15min":27.565999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":3.4079999999999999,"5min":3.0630000000000002,"15min":3.0539999999999998},"min":{"1min":0.33900000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":8.9039999999999999,"5min":20.925000000000001,"15min":27.594999999999999},"last":0.51400000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:28:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":1.05,"15min":0.97099999999999997},"min":{"1min":0.26800000000000002,"5min":0.23300000000000001,"15min":0.22900000000000001},"max":{"1min":0.51900000000000002,"5min":8.532,"15min":10.18},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.39300000000000002,"5min":1.0329999999999999,"15min":1.083},"min":{"1min":0.27200000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":7.0049999999999999,"15min":9.6920000000000002},"last":0.59199999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:25:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.6100000000000001,"15min":1.2070000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.25},"max":{"1min":5.9569999999999999,"5min":16.658999999999999,"15min":16.658999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":1.544,"5min":0.97199999999999998,"15min":0.98699999999999999},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":5.5880000000000001,"5min":5.5880000000000001,"15min":13.282999999999999},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Sep 23 18:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":1.2589999999999999,"15min":1.0449999999999999},"min":{"1min":0.312,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.278,"5min":8.6549999999999994,"15min":13.385},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.42799999999999999,"5min":1.3540000000000001,"15min":1.3280000000000001},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63400000000000001,"5min":10.191000000000001,"15min":16.478999999999999},"last":0.64800000000000002}]}]},{"osd":6,"up_from":174,"seq":747324309825,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":634304,"kb_used_data":10104,"kb_used_omap":12,"kb_used_meta":624179,"kb_avail":93110848,"statfs":{"total":95995035648,"available":95345508352,"internally_reserved":0,"allocated":10346496,"data_stored":9123582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":639159999},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:50 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.0660000000000001,"15min":1.8819999999999999},"min":{"1min":0.315,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.9219999999999999,"5min":14.273,"15min":14.273},"last":0.436},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.171,"15min":1.7450000000000001},"min":{"1min":0.42799999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.972,"5min":14.282999999999999,"15min":14.282999999999999},"last":0.53500000000000003}]},{"osd":1,"last update":"Sat Sep 23 18:28:24 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":1.47,"15min":2.0640000000000001},"min":{"1min":0.309,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.75600000000000001,"5min":16.646000000000001,"15min":28.864999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":1.389,"15min":1.9419999999999999},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.27500000000000002},"max":{"1min":1.498,"5min":12.186999999999999,"15min":29.094000000000001},"last":0.58999999999999997}]},{"osd":2,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":2.274,"15min":2.3959999999999999},"min":{"1min":0.32300000000000001,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":3.419,"5min":17.759,"15min":17.759},"last":0.624},{"interface":"front","average":{"1min":0.85999999999999999,"5min":1.48,"15min":1.9950000000000001},"min":{"1min":0.29399999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.9289999999999998,"5min":12.452999999999999,"15min":19.506},"last":0.56000000000000005}]},{"osd":3,"last update":"Sat Sep 23 18:24:58 2023","interfaces":[{"interface":"back","average":{"1min":3.96,"5min":2.452,"15min":2.407},"min":{"1min":0.41299999999999998,"5min":0.32800000000000001,"15min":0.31},"max":{"1min":14.166,"5min":14.166,"15min":25.228999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":2.871,"5min":1.804,"15min":2.1459999999999999},"min":{"1min":0.436,"5min":0.30499999999999999,"15min":0.29499999999999998},"max":{"1min":5.8860000000000001,"5min":9.2050000000000001,"15min":24.922000000000001},"last":0.69699999999999995}]},{"osd":4,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.133,"15min":0.94299999999999995},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":5.3920000000000003,"5min":12.15,"15min":12.15},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.474,"15min":1.1899999999999999},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":3.1059999999999999,"5min":14.709,"15min":14.709},"last":0.67500000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:28:57 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.71999999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:28:03 2023","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":1.1719999999999999,"15min":1.089},"min":{"1min":0.26700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.6600000000000001,"5min":12.319000000000001,"15min":13.009},"last":0.70999999999999996},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.335,"15min":1.0720000000000001},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2280000000000002,"5min":13.702,"15min":13.702},"last":0.751}]}]},{"osd":1,"up_from":323,"seq":1387274436792,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":476908,"kb_used_data":10788,"kb_used_omap":17,"kb_used_meta":466094,"kb_avail":93268244,"statfs":{"total":95995035648,"available":95506681856,"internally_reserved":0,"allocated":11046912,"data_stored":8694273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":477280356},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":1.4059999999999999,"15min":1.9019999999999999},"min":{"1min":0.23300000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.59599999999999997,"5min":15.541,"15min":17.73},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33300000000000002,"5min":1.006,"15min":2.2000000000000002},"min":{"1min":0.219,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":10.563000000000001,"15min":10.563000000000001},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":1.762,"15min":2.798},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.216},"max":{"1min":2.093,"5min":23.100000000000001,"15min":23.407},"last":0.379},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.714,"15min":2.7509999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.22800000000000001},"max":{"1min":2.3889999999999998,"5min":17.800000000000001,"15min":57.387},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:24:04 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.5539999999999998,"15min":3.2959999999999998},"min":{"1min":0.28499999999999998,"5min":0.23499999999999999,"15min":0.22700000000000001},"max":{"1min":19.335000000000001,"5min":22.780999999999999,"15min":33.795000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.1160000000000001,"5min":2.8210000000000002,"15min":3.839},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":8.5969999999999995,"5min":41.909999999999997,"15min":41.909999999999997},"last":0.33600000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.4550000000000001,"15min":2.0299999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.29799999999999999},"max":{"1min":2.6539999999999999,"5min":107.854,"15min":107.854},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.302,"15min":1.859},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.423,"5min":12.638999999999999,"15min":14.898},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:25:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":3.2999999999999998,"15min":2.8050000000000002},"min":{"1min":0.372,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":8.0589999999999993,"5min":110.494,"15min":110.494},"last":0.66100000000000003},{"interface":"front","average":{"1min":4.4649999999999999,"5min":2.5800000000000001,"15min":2.7679999999999998},"min":{"1min":0.60599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":14.773,"5min":17.434999999999999,"15min":31.023},"last":0.68600000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":1.8879999999999999,"15min":2.1850000000000001},"min":{"1min":0.34799999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":2.4089999999999998,"5min":15.375999999999999,"15min":31.064},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":1.546,"15min":1.8029999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.746,"5min":9.0250000000000004,"15min":13.855},"last":0.72799999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":1.6830000000000001,"15min":2.2330000000000001},"min":{"1min":0.38700000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.782,"5min":12.686,"15min":14.949999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.91600000000000004,"5min":2.0720000000000001,"15min":2.4180000000000001},"min":{"1min":0.40999999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":4.6260000000000003,"5min":17.84,"15min":31.093},"last":0.74399999999999999}]}]},{"osd":0,"up_from":438,"seq":1881195676046,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":834760,"kb_used_data":7232,"kb_used_omap":8,"kb_used_meta":827511,"kb_avail":92910392,"statfs":{"total":95995035648,"available":95140241408,"internally_reserved":0,"allocated":7405568,"data_stored":5081861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":847371876},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":1.2569999999999999,"15min":2.3730000000000002},"min":{"1min":0.22,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.5550000000000002,"5min":12.19,"15min":24.265999999999998},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":1.1739999999999999,"15min":2.0979999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.22700000000000001},"max":{"1min":2.5790000000000002,"5min":7.7290000000000001,"15min":24.506},"last":0.39800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":1.3129999999999999,"15min":1.9970000000000001},"min":{"1min":0.249,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":0.89400000000000002,"5min":15.983000000000001,"15min":15.983000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.45200000000000001,"5min":1.3620000000000001,"15min":2.0990000000000002},"min":{"1min":0.30299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.91900000000000004,"5min":13.755000000000001,"15min":13.755000000000001},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 18:24:34 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":3.9039999999999999,"15min":4.0869999999999997},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":12.85,"5min":14.404999999999999,"15min":14.404999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":5.0860000000000003,"5min":3.1589999999999998,"15min":2.8380000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":19.905999999999999,"5min":19.905999999999999,"15min":19.905999999999999},"last":0.33600000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":1.3640000000000001,"15min":2.3839999999999999},"min":{"1min":0.36399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.226,"5min":12.202,"15min":14.289999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":1.284,"15min":1.9970000000000001},"min":{"1min":0.37,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.84099999999999997,"5min":12.308,"15min":13.821},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:28:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.73699999999999999}]},{"osd":6,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.6699999999999999,"15min":2.5419999999999998},"min":{"1min":0.40999999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":12.276999999999999,"15min":13.865},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":1.5449999999999999,"15min":2.2090000000000001},"min":{"1min":0.39500000000000002,"5min":0.375,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":8.8140000000000001,"15min":9.423},"last":0.72299999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:28:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":1.9079999999999999,"15min":2.0920000000000001},"min":{"1min":0.39900000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.93600000000000005,"5min":13.989000000000001,"15min":13.989000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.571,"15min":3.266},"min":{"1min":0.38800000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1890000000000001,"5min":12.272,"15min":14.343},"last":0.70499999999999996}]}]},{"osd":2,"up_from":145,"seq":622770258260,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938700,"kb_used_data":10820,"kb_used_omap":16,"kb_used_meta":927855,"kb_avail":92806452,"statfs":{"total":95995035648,"available":95033806848,"internally_reserved":0,"allocated":11079680,"data_stored":8696600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":950123682},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":1.262,"15min":2.2909999999999999},"min":{"1min":0.25800000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.47799999999999998,"5min":14.608000000000001,"15min":18.940000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.995,"15min":2.0110000000000001},"min":{"1min":0.249,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.54500000000000004,"5min":9.4250000000000007,"15min":9.6400000000000006},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Sep 23 18:28:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":1.5700000000000001,"15min":2.6419999999999999},"min":{"1min":0.223,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.0049999999999999,"5min":13.817,"15min":38.146999999999998},"last":0.31},{"interface":"front","average":{"1min":0.47899999999999998,"5min":1.681,"15min":2.7280000000000002},"min":{"1min":0.221,"5min":0.214,"15min":0.214},"max":{"1min":1.6759999999999999,"5min":14.404,"15min":38.329000000000001},"last":0.38100000000000001}]},{"osd":3,"last update":"Sat Sep 23 18:24:30 2023","interfaces":[{"interface":"back","average":{"1min":3.754,"5min":2.73,"15min":3.0459999999999998},"min":{"1min":0.434,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":9.8079999999999998,"5min":19.146000000000001,"15min":32.289999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.4849999999999999,"5min":3.0070000000000001,"15min":3.3279999999999998},"min":{"1min":0.38,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":7.7229999999999999,"5min":19.503,"15min":35.432000000000002},"last":0.29599999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":1.3280000000000001,"15min":2.0619999999999998},"min":{"1min":0.34599999999999997,"5min":0.313,"15min":0.29299999999999998},"max":{"1min":2.5699999999999998,"5min":9.6189999999999998,"15min":35.816000000000003},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.625,"5min":1.419,"15min":1.776},"min":{"1min":0.37,"5min":0.317,"15min":0.317},"max":{"1min":1.764,"5min":10.371,"15min":10.513999999999999},"last":0.72799999999999998}]},{"osd":5,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.7749999999999999,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.57199999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:28:07 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":1.5009999999999999,"15min":1.9179999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.706,"5min":9.2829999999999995,"15min":10.555},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.8360000000000001,"15min":2.1899999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":5.8220000000000001,"5min":9.7100000000000009,"15min":14.699},"last":0.67000000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":2.101,"15min":2.5739999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.36899999999999999},"max":{"1min":0.82299999999999995,"5min":13.837999999999999,"15min":109.81699999999999},"last":0.753},{"interface":"front","average":{"1min":0.58199999999999996,"5min":1.569,"15min":2.25},"min":{"1min":0.38500000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.85199999999999998,"5min":12.513,"15min":109.70699999999999},"last":0.60099999999999998}]}]},{"osd":3,"up_from":535,"seq":2297807503369,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":158892,"kb_used_data":6692,"kb_used_omap":8,"kb_used_meta":152183,"kb_avail":93586260,"statfs":{"total":95995035648,"available":95832330240,"internally_reserved":0,"allocated":6852608,"data_stored":4495954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8595,"internal_metadata":155836013},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019412,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":902532,"kb_used_data":9532,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92842620,"statfs":{"total":95995035648,"available":95070842880,"internally_reserved":0,"allocated":9760768,"data_stored":8533586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.278,"15min":1.74},"min":{"1min":0.26700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.69199999999999995,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":1.3779999999999999,"15min":1.905},"min":{"1min":0.314,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.748,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:28:10 2023","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.944,"15min":2.5489999999999999},"min":{"1min":0.38500000000000001,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":5.742,"5min":26.181000000000001,"15min":155.029},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.036,"5min":2.1539999999999999,"15min":2.681},"min":{"1min":0.32900000000000001,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":5.7800000000000002,"5min":26.297000000000001,"15min":154.94499999999999},"last":0.52800000000000002}]},{"osd":2,"last update":"Sat Sep 23 18:28:33 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":1.54,"15min":1.75},"min":{"1min":0.33800000000000002,"5min":0.307,"15min":0.29799999999999999},"max":{"1min":0.68999999999999995,"5min":9.6199999999999992,"15min":15.000999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.496,"5min":1.8520000000000001,"15min":1.893},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.28299999999999997},"max":{"1min":0.72299999999999998,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.625}]},{"osd":3,"last update":"Sat Sep 23 18:24:43 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3570000000000002,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.31900000000000001},"max":{"1min":10.036,"5min":16.843,"15min":16.843},"last":0.498},{"interface":"front","average":{"1min":4.9619999999999997,"5min":2.7410000000000001,"15min":2.351},"min":{"1min":0.70899999999999996,"5min":0.373,"15min":0.28499999999999998},"max":{"1min":11.109999999999999,"5min":11.109999999999999,"15min":17.027000000000001},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:28:57 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:28:10 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.2330000000000001,"15min":1.2150000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.7999999999999998,"5min":10.141999999999999,"15min":16.864999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.819,"15min":1.4239999999999999},"min":{"1min":0.28699999999999998,"5min":0.247,"15min":0.247},"max":{"1min":5.8209999999999997,"5min":26.347999999999999,"15min":26.347999999999999},"last":0.46999999999999997}]},{"osd":7,"last update":"Sat Sep 23 18:28:33 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":1.5209999999999999,"15min":1.4299999999999999},"min":{"1min":0.30399999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.66900000000000004,"5min":11.943,"15min":16.891999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.441,"5min":1.2350000000000001,"15min":1.26},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":6.7480000000000002,"15min":15.507},"last":0.55500000000000005}]}]},{"osd":5,"up_from":524,"seq":2250562863118,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361588,"kb_used_data":9516,"kb_used_omap":7,"kb_used_meta":352056,"kb_avail":93383564,"statfs":{"total":95995035648,"available":95624769536,"internally_reserved":0,"allocated":9744384,"data_stored":8529034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":360505557},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.58899999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.496}]},{"osd":2,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.8899999999999999,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.6870000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":4,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.40100000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.63900000000000001}]},{"osd":7,"last update":"Sat Sep 23 18:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.625},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7235,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:29:04.381 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:29:04.381 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T18:29:04.381 INFO:tasks.thrashosds.thrasher:Removing osd 4, in_osds are: [3, 1, 2, 7, 0, 6, 5, 4] 2023-09-23T18:29:04.381 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd out 4 2023-09-23T18:29:04.993 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:05.245 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:04] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.33.4" 2023-09-23T18:29:05.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:04 smithi018 ceph-mon[153734]: pgmap v1633: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:05.245 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:04 smithi018 ceph-mon[153734]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:05.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:04 smithi018 ceph-mon[149401]: pgmap v1633: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:05.245 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:04 smithi018 ceph-mon[149401]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:05.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:04 smithi149 ceph-mon[135148]: pgmap v1633: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:05.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:04 smithi149 ceph-mon[135148]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:29:06.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:29:06.492+0000 7fd4195e6700 -1 mon.a@0(leader).osd e566 definitely_dead 0 2023-09-23T18:29:07.010 INFO:teuthology.orchestra.run.smithi018.stderr:marked out osd.4. 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[149401]: pgmap v1634: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3814450467' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[149401]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[153734]: pgmap v1634: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3814450467' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:07 smithi018 ceph-mon[153734]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:29:07.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:07 smithi149 ceph-mon[135148]: pgmap v1634: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:07 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3814450467' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:07 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T18:29:07.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:07 smithi149 ceph-mon[135148]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: osdmap e567: 8 total, 8 up, 7 in 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[149401]: osdmap e568: 8 total, 8 up, 7 in 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: osdmap e567: 8 total, 8 up, 7 in 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:08 smithi018 ceph-mon[153734]: osdmap e568: 8 total, 8 up, 7 in 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: osdmap e567: 8 total, 8 up, 7 in 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: failed to encode map e567 with expected crc 2023-09-23T18:29:08.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:08 smithi149 ceph-mon[135148]: osdmap e568: 8 total, 8 up, 7 in 2023-09-23T18:29:09.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: pgmap v1636: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[153734]: osdmap e569: 8 total, 8 up, 7 in 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: pgmap v1636: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:09.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:09 smithi018 ceph-mon[149401]: osdmap e569: 8 total, 8 up, 7 in 2023-09-23T18:29:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: pgmap v1636: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: failed to encode map e568 with expected crc 2023-09-23T18:29:09.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:09 smithi149 ceph-mon[135148]: osdmap e569: 8 total, 8 up, 7 in 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:10.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: failed to encode map e569 with expected crc 2023-09-23T18:29:10.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:11.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: pgmap v1639: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: osdmap e570: 8 total, 8 up, 7 in 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: pgmap v1639: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: osdmap e570: 8 total, 8 up, 7 in 2023-09-23T18:29:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:11 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: pgmap v1639: 73 pgs: 1 peering, 72 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T18:29:11.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: osdmap e570: 8 total, 8 up, 7 in 2023-09-23T18:29:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: failed to encode map e570 with expected crc 2023-09-23T18:29:11.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:11 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:12.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: osdmap e571: 8 total, 8 up, 7 in 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: osdmap e571: 8 total, 8 up, 7 in 2023-09-23T18:29:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:12 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: osdmap e571: 8 total, 8 up, 7 in 2023-09-23T18:29:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:12 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:12.432 INFO:tasks.thrashosds.thrasher:inning osd 2023-09-23T18:29:12.433 INFO:tasks.thrashosds.thrasher:Adding osd 4 2023-09-23T18:29:12.433 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd in 4 2023-09-23T18:29:13.057 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:13.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:13 smithi018 ceph-mon[153734]: failed to encode map e571 with expected crc 2023-09-23T18:29:13.302 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:13 smithi018 ceph-mon[153734]: pgmap v1642: 73 pgs: 3 peering, 70 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 1.0 MiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T18:29:13.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:13 smithi018 ceph-mon[149401]: failed to encode map e571 with expected crc 2023-09-23T18:29:13.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:13 smithi018 ceph-mon[149401]: pgmap v1642: 73 pgs: 3 peering, 70 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 1.0 MiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T18:29:13.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:13 smithi149 ceph-mon[135148]: failed to encode map e571 with expected crc 2023-09-23T18:29:13.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:13 smithi149 ceph-mon[135148]: pgmap v1642: 73 pgs: 3 peering, 70 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 1.0 MiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T18:29:14.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:29:14.457+0000 7fd4195e6700 -1 mon.a@0(leader).osd e571 definitely_dead 0 2023-09-23T18:29:15.062 INFO:teuthology.orchestra.run.smithi018.stderr:marked in osd.4. 2023-09-23T18:29:15.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:15 smithi018 ceph-mon[153734]: pgmap v1643: 73 pgs: 2 peering, 71 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 708 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:15.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:15 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:29:15.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:14] "GET /metrics HTTP/1.1" 200 34175 "" "Prometheus/2.33.4" 2023-09-23T18:29:15.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:15 smithi018 ceph-mon[149401]: pgmap v1643: 73 pgs: 2 peering, 71 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 708 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:15.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:15 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:29:15.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:15 smithi149 ceph-mon[135148]: pgmap v1643: 73 pgs: 2 peering, 71 active+clean; 8.6 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 708 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:15.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:15 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T18:29:15.498 INFO:tasks.thrashosds.thrasher:Added osd 4 2023-09-23T18:29:15.498 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2023-09-23T18:29:15.498 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd pool set device_health_metrics pgp_num 51 2023-09-23T18:29:16.106 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:16.311 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[153734]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[153734]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[153734]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[153734]: osdmap e572: 8 total, 8 up, 8 in 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[149401]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[149401]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[149401]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:29:16.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:16 smithi018 ceph-mon[149401]: osdmap e572: 8 total, 8 up, 8 in 2023-09-23T18:29:16.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:16 smithi149 ceph-mon[135148]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:16 smithi149 ceph-mon[135148]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:16 smithi149 ceph-mon[135148]: failed to encode map e572 with expected crc 2023-09-23T18:29:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:16 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/461674341' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T18:29:16.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:16 smithi149 ceph-mon[135148]: osdmap e572: 8 total, 8 up, 8 in 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: pgmap v1645: 73 pgs: 22 peering, 51 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: osdmap e573: 8 total, 8 up, 8 in 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[149401]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: pgmap v1645: 73 pgs: 22 peering, 51 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:29:17.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: osdmap e573: 8 total, 8 up, 8 in 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.314 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:17 smithi018 ceph-mon[153734]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: pgmap v1645: 73 pgs: 22 peering, 51 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T18:29:17.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: osdmap e573: 8 total, 8 up, 8 in 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.403 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:17 smithi149 ceph-mon[135148]: failed to encode map e573 with expected crc 2023-09-23T18:29:17.610 INFO:teuthology.orchestra.run.smithi018.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2023-09-23T18:29:18.027 DEBUG:teuthology.orchestra.run:got remote process result: 2 2023-09-23T18:29:18.028 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 2023-09-23T18:29:18.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: osdmap e574: 8 total, 8 up, 8 in 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1921442827' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: osdmap e574: 8 total, 8 up, 8 in 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1921442827' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.313 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:18 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: osdmap e574: 8 total, 8 up, 8 in 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: failed to encode map e574 with expected crc 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1921442827' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:18 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "51"}]: dispatch 2023-09-23T18:29:18.643 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: pgmap v1648: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%) 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: Health check failed: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: osdmap e575: 8 total, 8 up, 8 in 2023-09-23T18:29:19.178 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[153734]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: pgmap v1648: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%) 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: Health check failed: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: osdmap e575: 8 total, 8 up, 8 in 2023-09-23T18:29:19.179 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:19 smithi018 ceph-mon[149401]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: pgmap v1648: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%) 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: Health check failed: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded (PG_DEGRADED) 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: osdmap e575: 8 total, 8 up, 8 in 2023-09-23T18:29:19.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:19 smithi149 ceph-mon[135148]: failed to encode map e575 with expected crc 2023-09-23T18:29:19.824 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a: {} 2023-09-23T18:29:19.835 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b: {} 2023-09-23T18:29:19.844 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c: {} 2023-09-23T18:29:19.845 INFO:teuthology.orchestra.run.smithi018.stderr:mon.a: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T18:29:19.845 INFO:teuthology.orchestra.run.smithi018.stderr:mon.b: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T18:29:19.845 INFO:teuthology.orchestra.run.smithi018.stderr:mon.c: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: osdmap e576: 8 total, 8 up, 8 in 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.272 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1602749781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: osdmap e576: 8 total, 8 up, 8 in 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.274 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:20 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1602749781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T18:29:20.277 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T18:29:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: osdmap e576: 8 total, 8 up, 8 in 2023-09-23T18:29:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: failed to encode map e576 with expected crc 2023-09-23T18:29:20.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:20 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1602749781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T18:29:20.885 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:21.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:21 smithi149 ceph-mon[135148]: pgmap v1651: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%); 0 B/s, 0 objects/s recovering 2023-09-23T18:29:21.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:21 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:21.427 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:21 smithi018 ceph-mon[153734]: pgmap v1651: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%); 0 B/s, 0 objects/s recovering 2023-09-23T18:29:21.427 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:21 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:21.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:21 smithi018 ceph-mon[149401]: pgmap v1651: 73 pgs: 1 active+recovery_wait+degraded, 1 active+recovering, 29 peering, 42 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1/75 objects degraded (1.333%); 0 B/s, 0 objects/s recovering 2023-09-23T18:29:21.427 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:21 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:23.085 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T18:29:23.311 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[149401]: pgmap v1652: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s wr, 3 op/s; 719 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[149401]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded) 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[149401]: Cluster is now healthy 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[153734]: pgmap v1652: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s wr, 3 op/s; 719 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[153734]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded) 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[153734]: Cluster is now healthy 2023-09-23T18:29:23.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:22 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:22 smithi149 ceph-mon[135148]: pgmap v1652: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s wr, 3 op/s; 719 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T18:29:23.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:22 smithi149 ceph-mon[135148]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/75 objects degraded (1.333%), 1 pg degraded) 2023-09-23T18:29:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:22 smithi149 ceph-mon[135148]: Cluster is now healthy 2023-09-23T18:29:23.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:22 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:23.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 0 1 2023-09-23T18:29:24.235 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:24.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:24 smithi149 ceph-mon[135148]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:24 smithi149 ceph-mon[135148]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:24 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:24.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:24 smithi149 ceph-mon[135148]: osdmap e577: 8 total, 8 up, 8 in 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[153734]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[153734]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[153734]: osdmap e577: 8 total, 8 up, 8 in 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[149401]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[149401]: failed to encode map e577 with expected crc 2023-09-23T18:29:24.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1700474703' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:24.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-mon[149401]: osdmap e577: 8 total, 8 up, 8 in 2023-09-23T18:29:25.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:24] "GET /metrics HTTP/1.1" 200 34191 "" "Prometheus/2.33.4" 2023-09-23T18:29:25.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:25 smithi018 ceph-mon[149401]: pgmap v1654: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s wr, 3 op/s; 688 KiB/s, 1 keys/s, 11 objects/s recovering 2023-09-23T18:29:25.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:25.341 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:25 smithi018 ceph-mon[153734]: pgmap v1654: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s wr, 3 op/s; 688 KiB/s, 1 keys/s, 11 objects/s recovering 2023-09-23T18:29:25.342 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:25.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:25 smithi149 ceph-mon[135148]: pgmap v1654: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s wr, 3 op/s; 688 KiB/s, 1 keys/s, 11 objects/s recovering 2023-09-23T18:29:25.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:26.094 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.0 primary-affinity to 1 (8655362) 2023-09-23T18:29:26.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:26 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/926731795' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:26 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.447 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:26 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/926731795' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.448 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:26 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:26 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/926731795' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:26 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T18:29:26.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T18:29:27.077 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[153734]: pgmap v1655: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s wr, 2 op/s; 534 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[153734]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[153734]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[153734]: osdmap e578: 8 total, 8 up, 8 in 2023-09-23T18:29:27.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[149401]: pgmap v1655: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s wr, 2 op/s; 534 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:29:27.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[149401]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[149401]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:27.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:27 smithi018 ceph-mon[149401]: osdmap e578: 8 total, 8 up, 8 in 2023-09-23T18:29:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:27 smithi149 ceph-mon[135148]: pgmap v1655: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s wr, 2 op/s; 534 KiB/s, 1 keys/s, 9 objects/s recovering 2023-09-23T18:29:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:27 smithi149 ceph-mon[135148]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:27 smithi149 ceph-mon[135148]: failed to encode map e578 with expected crc 2023-09-23T18:29:27.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:27 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T18:29:27.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:27 smithi149 ceph-mon[135148]: osdmap e578: 8 total, 8 up, 8 in 2023-09-23T18:29:29.100 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T18:29:29.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:29 smithi149 ceph-mon[135148]: pgmap v1657: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s wr, 2 op/s; 516 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2670924043' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:29 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.465 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[153734]: pgmap v1657: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s wr, 2 op/s; 516 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:29.465 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2670924043' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.465 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.465 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[149401]: pgmap v1657: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s wr, 2 op/s; 516 KiB/s, 1 keys/s, 8 objects/s recovering 2023-09-23T18:29:29.466 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2670924043' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.466 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:29 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:29.505 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 4 1 2023-09-23T18:29:30.117 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:30.356 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[153734]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.356 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[153734]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.356 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:30.356 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[153734]: osdmap e579: 8 total, 8 up, 8 in 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[153734]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[149401]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[149401]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[149401]: osdmap e579: 8 total, 8 up, 8 in 2023-09-23T18:29:30.357 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:30 smithi018 ceph-mon[149401]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:30 smithi149 ceph-mon[135148]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:30 smithi149 ceph-mon[135148]: failed to encode map e579 with expected crc 2023-09-23T18:29:30.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:30 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:30 smithi149 ceph-mon[135148]: osdmap e579: 8 total, 8 up, 8 in 2023-09-23T18:29:30.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:30 smithi149 ceph-mon[135148]: failed to encode map e579 with expected crc 2023-09-23T18:29:31.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:31 smithi149 ceph-mon[135148]: pgmap v1659: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:31.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:31 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:31 smithi018 ceph-mon[149401]: pgmap v1659: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:31 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:31.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:31 smithi018 ceph-mon[153734]: pgmap v1659: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:31 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:32.113 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.4 primary-affinity to 1 (8655362) 2023-09-23T18:29:32.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:32.446 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:32.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T18:29:32.448 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T18:29:33.059 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:33.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:33 smithi149 ceph-mon[135148]: pgmap v1660: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:33 smithi149 ceph-mon[135148]: failed to encode map e580 with expected crc 2023-09-23T18:29:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:33 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:33.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:33 smithi149 ceph-mon[135148]: osdmap e580: 8 total, 8 up, 8 in 2023-09-23T18:29:33.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[153734]: pgmap v1660: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:33.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[153734]: failed to encode map e580 with expected crc 2023-09-23T18:29:33.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:33.481 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[153734]: osdmap e580: 8 total, 8 up, 8 in 2023-09-23T18:29:33.482 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[149401]: pgmap v1660: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:33.482 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[149401]: failed to encode map e580 with expected crc 2023-09-23T18:29:33.482 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3880589618' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T18:29:33.482 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:33 smithi018 ceph-mon[149401]: osdmap e580: 8 total, 8 up, 8 in 2023-09-23T18:29:34.132 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:34 smithi018 ceph-mon[153734]: failed to encode map e580 with expected crc 2023-09-23T18:29:34.132 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:34 smithi018 ceph-mon[149401]: failed to encode map e580 with expected crc 2023-09-23T18:29:34.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:34 smithi149 ceph-mon[135148]: failed to encode map e580 with expected crc 2023-09-23T18:29:35.121 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T18:29:35.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:34] "GET /metrics HTTP/1.1" 200 34191 "" "Prometheus/2.33.4" 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[153734]: failed to encode map e580 with expected crc 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[153734]: pgmap v1662: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4098983376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:29:35.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[149401]: failed to encode map e580 with expected crc 2023-09-23T18:29:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[149401]: pgmap v1662: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4098983376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:35 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:29:35.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:35 smithi149 ceph-mon[135148]: failed to encode map e580 with expected crc 2023-09-23T18:29:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:35 smithi149 ceph-mon[135148]: pgmap v1662: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:35 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4098983376' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:35 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:35.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:35 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T18:29:35.482 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 7 1 2023-09-23T18:29:36.103 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:36.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:36 smithi149 ceph-mon[135148]: failed to encode map e581 with expected crc 2023-09-23T18:29:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:36 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:36.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:36 smithi149 ceph-mon[135148]: osdmap e581: 8 total, 8 up, 8 in 2023-09-23T18:29:36.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[149401]: failed to encode map e581 with expected crc 2023-09-23T18:29:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:36.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[149401]: osdmap e581: 8 total, 8 up, 8 in 2023-09-23T18:29:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[153734]: failed to encode map e581 with expected crc 2023-09-23T18:29:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:36.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:36 smithi018 ceph-mon[153734]: osdmap e581: 8 total, 8 up, 8 in 2023-09-23T18:29:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[153734]: pgmap v1664: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[153734]: failed to encode map e581 with expected crc 2023-09-23T18:29:37.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[153734]: failed to encode map e581 with expected crc 2023-09-23T18:29:37.312 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[149401]: pgmap v1664: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:37.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[149401]: failed to encode map e581 with expected crc 2023-09-23T18:29:37.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:37 smithi018 ceph-mon[149401]: failed to encode map e581 with expected crc 2023-09-23T18:29:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:37 smithi149 ceph-mon[135148]: pgmap v1664: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:37 smithi149 ceph-mon[135148]: failed to encode map e581 with expected crc 2023-09-23T18:29:37.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:37 smithi149 ceph-mon[135148]: failed to encode map e581 with expected crc 2023-09-23T18:29:38.135 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.7 primary-affinity to 1 (8655362) 2023-09-23T18:29:38.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:38 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1641513548' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:38 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:38 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1641513548' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.473 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:38 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.473 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:38 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1641513548' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.474 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:38 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T18:29:38.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T18:29:39.256 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:39.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:39 smithi149 ceph-mon[135148]: pgmap v1665: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:39 smithi149 ceph-mon[135148]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:39 smithi149 ceph-mon[135148]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:39 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:39.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:39 smithi149 ceph-mon[135148]: osdmap e582: 8 total, 8 up, 8 in 2023-09-23T18:29:39.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[153734]: pgmap v1665: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[153734]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[153734]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[153734]: osdmap e582: 8 total, 8 up, 8 in 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[149401]: pgmap v1665: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[149401]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[149401]: failed to encode map e582 with expected crc 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T18:29:39.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:39 smithi018 ceph-mon[149401]: osdmap e582: 8 total, 8 up, 8 in 2023-09-23T18:29:40.401 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:40 smithi149 ceph-mon[135148]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:40 smithi149 ceph-mon[135148]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.402 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:40 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[153734]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[153734]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[149401]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[149401]: failed to encode map e582 with expected crc 2023-09-23T18:29:40.511 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:40 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: pgmap v1667: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/30296070' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: pgmap v1667: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/30296070' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:41 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: pgmap v1667: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:41.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/30296070' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:41 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:41.680 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T18:29:42.083 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 2 1 2023-09-23T18:29:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:29:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:29:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:42.312 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[153734]: osdmap e583: 8 total, 8 up, 8 in 2023-09-23T18:29:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:29:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:29:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:42.313 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:42 smithi018 ceph-mon[149401]: osdmap e583: 8 total, 8 up, 8 in 2023-09-23T18:29:42.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T18:29:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T18:29:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:42 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' 2023-09-23T18:29:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:42 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:42.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:42 smithi149 ceph-mon[135148]: osdmap e583: 8 total, 8 up, 8 in 2023-09-23T18:29:42.691 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:43.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[153734]: failed to encode map e583 with expected crc 2023-09-23T18:29:43.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[153734]: pgmap v1669: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:43.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[153734]: failed to encode map e583 with expected crc 2023-09-23T18:29:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[149401]: failed to encode map e583 with expected crc 2023-09-23T18:29:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[149401]: pgmap v1669: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:43.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:43 smithi018 ceph-mon[149401]: failed to encode map e583 with expected crc 2023-09-23T18:29:43.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:43 smithi149 ceph-mon[135148]: failed to encode map e583 with expected crc 2023-09-23T18:29:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:43 smithi149 ceph-mon[135148]: pgmap v1669: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:43.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:43 smithi149 ceph-mon[135148]: failed to encode map e583 with expected crc 2023-09-23T18:29:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-09-23T18:29:44.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:44 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:44.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:44 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:44.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:44 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T18:29:44.722 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T18:29:45.275 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:44 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:44] "GET /metrics HTTP/1.1" 200 34168 "" "Prometheus/2.33.4" 2023-09-23T18:29:45.332 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:45.554 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[153734]: pgmap v1670: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[153734]: failed to encode map e584 with expected crc 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[153734]: osdmap e584: 8 total, 8 up, 8 in 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[149401]: pgmap v1670: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[149401]: failed to encode map e584 with expected crc 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:45.555 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:45 smithi018 ceph-mon[149401]: osdmap e584: 8 total, 8 up, 8 in 2023-09-23T18:29:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:45 smithi149 ceph-mon[135148]: pgmap v1670: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:45 smithi149 ceph-mon[135148]: failed to encode map e584 with expected crc 2023-09-23T18:29:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:45 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/853493556' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T18:29:45.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:45 smithi149 ceph-mon[135148]: osdmap e584: 8 total, 8 up, 8 in 2023-09-23T18:29:46.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:46 smithi018 ceph-mon[149401]: failed to encode map e584 with expected crc 2023-09-23T18:29:46.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:46 smithi018 ceph-mon[149401]: failed to encode map e584 with expected crc 2023-09-23T18:29:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:46 smithi018 ceph-mon[153734]: failed to encode map e584 with expected crc 2023-09-23T18:29:46.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:46 smithi018 ceph-mon[153734]: failed to encode map e584 with expected crc 2023-09-23T18:29:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:46 smithi149 ceph-mon[135148]: failed to encode map e584 with expected crc 2023-09-23T18:29:46.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:46 smithi149 ceph-mon[135148]: failed to encode map e584 with expected crc 2023-09-23T18:29:47.289 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T18:29:47.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[153734]: pgmap v1672: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:47.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1145968378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[149401]: pgmap v1672: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1145968378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:47 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:47 smithi149 ceph-mon[135148]: pgmap v1672: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:47.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:47 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1145968378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:47 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:47.654 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 6 1 2023-09-23T18:29:48.270 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:48.547 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[153734]: failed to encode map e585 with expected crc 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[153734]: osdmap e585: 8 total, 8 up, 8 in 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[153734]: failed to encode map e585 with expected crc 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[149401]: failed to encode map e585 with expected crc 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[149401]: osdmap e585: 8 total, 8 up, 8 in 2023-09-23T18:29:48.548 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:48 smithi018 ceph-mon[149401]: failed to encode map e585 with expected crc 2023-09-23T18:29:48.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:48 smithi149 ceph-mon[135148]: failed to encode map e585 with expected crc 2023-09-23T18:29:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:48 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:48 smithi149 ceph-mon[135148]: osdmap e585: 8 total, 8 up, 8 in 2023-09-23T18:29:48.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:48 smithi149 ceph-mon[135148]: failed to encode map e585 with expected crc 2023-09-23T18:29:49.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:49 smithi018 ceph-mon[149401]: pgmap v1674: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:49.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:49 smithi018 ceph-mon[153734]: pgmap v1674: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:49.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:49 smithi149 ceph-mon[135148]: pgmap v1674: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:50.310 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-09-23T18:29:50.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:50 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/26581827' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:50 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:50 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/26581827' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:50 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:50 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/26581827' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:50 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T18:29:50.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T18:29:51.310 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:51.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: pgmap v1675: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:51.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: osdmap e586: 8 total, 8 up, 8 in 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[153734]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: pgmap v1675: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: osdmap e586: 8 total, 8 up, 8 in 2023-09-23T18:29:51.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:51 smithi018 ceph-mon[149401]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: pgmap v1675: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: failed to encode map e586 with expected crc 2023-09-23T18:29:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T18:29:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: osdmap e586: 8 total, 8 up, 8 in 2023-09-23T18:29:51.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:51 smithi149 ceph-mon[135148]: failed to encode map e586 with expected crc 2023-09-23T18:29:53.317 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T18:29:53.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:53 smithi149 ceph-mon[135148]: pgmap v1677: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:53.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:53 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:53 smithi018 ceph-mon[153734]: pgmap v1677: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:53.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:53 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:53 smithi018 ceph-mon[149401]: pgmap v1677: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:53.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:53 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:54.051 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 1 1 2023-09-23T18:29:54.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:54 smithi149 ceph-mon[135148]: failed to encode map e587 with expected crc 2023-09-23T18:29:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:54 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:54 smithi149 ceph-mon[135148]: osdmap e587: 8 total, 8 up, 8 in 2023-09-23T18:29:54.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:54 smithi149 ceph-mon[135148]: failed to encode map e587 with expected crc 2023-09-23T18:29:54.669 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:54.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[149401]: failed to encode map e587 with expected crc 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[149401]: osdmap e587: 8 total, 8 up, 8 in 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[149401]: failed to encode map e587 with expected crc 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[153734]: failed to encode map e587 with expected crc 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3784260919' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[153734]: osdmap e587: 8 total, 8 up, 8 in 2023-09-23T18:29:54.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-mon[153734]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.146 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:29:54 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:29:54] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.33.4" 2023-09-23T18:29:55.418 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[153734]: pgmap v1679: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:55.418 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[153734]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[153734]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[149401]: pgmap v1679: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[149401]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[149401]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.419 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:55 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:55 smithi149 ceph-mon[135148]: pgmap v1679: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:55.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:55 smithi149 ceph-mon[135148]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:55 smithi149 ceph-mon[135148]: failed to encode map e587 with expected crc 2023-09-23T18:29:55.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:55 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:29:56.333 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.1 primary-affinity to 1 (8655362) 2023-09-23T18:29:56.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:56 smithi149 ceph-mon[135148]: failed to encode map e587 with expected crc 2023-09-23T18:29:56.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:56 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T18:29:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:56 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1302725575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:56 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[153734]: failed to encode map e587 with expected crc 2023-09-23T18:29:56.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T18:29:56.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1302725575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[149401]: failed to encode map e587 with expected crc 2023-09-23T18:29:56.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T18:29:56.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1302725575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:56 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T18:29:56.689 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T18:29:57.302 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:29:57.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: pgmap v1680: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: failed to encode map e588 with expected crc 2023-09-23T18:29:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T18:29:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: osdmap e588: 8 total, 8 up, 8 in 2023-09-23T18:29:57.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:57 smithi149 ceph-mon[135148]: failed to encode map e588 with expected crc 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: pgmap v1680: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: failed to encode map e588 with expected crc 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: osdmap e588: 8 total, 8 up, 8 in 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[153734]: failed to encode map e588 with expected crc 2023-09-23T18:29:57.706 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: pgmap v1680: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: failed to encode map e588 with expected crc 2023-09-23T18:29:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T18:29:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T18:29:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: osdmap e588: 8 total, 8 up, 8 in 2023-09-23T18:29:57.707 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:57 smithi018 ceph-mon[149401]: failed to encode map e588 with expected crc 2023-09-23T18:29:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[149401]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[149401]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[149401]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[149401]: osdmap e589: 8 total, 8 up, 8 in 2023-09-23T18:29:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[153734]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[153734]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[153734]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:58 smithi018 ceph-mon[153734]: osdmap e589: 8 total, 8 up, 8 in 2023-09-23T18:29:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:58 smithi149 ceph-mon[135148]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:58 smithi149 ceph-mon[135148]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:58 smithi149 ceph-mon[135148]: failed to encode map e589 with expected crc 2023-09-23T18:29:58.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:58 smithi149 ceph-mon[135148]: osdmap e589: 8 total, 8 up, 8 in 2023-09-23T18:29:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T18:29:59.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:59 smithi149 ceph-mon[135148]: pgmap v1683: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:59.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:29:59 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:29:59.740 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:59 smithi018 ceph-mon[153734]: pgmap v1683: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:59.740 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:29:59 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:29:59.740 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:59 smithi018 ceph-mon[149401]: pgmap v1683: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:29:59.740 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:29:59 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:29:59.742 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 5 1 2023-09-23T18:30:00.355 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:00.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: osdmap e590: 8 total, 8 up, 8 in 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: overall HEALTH_OK 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[153734]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:00.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: osdmap e590: 8 total, 8 up, 8 in 2023-09-23T18:30:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: overall HEALTH_OK 2023-09-23T18:30:00.563 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:00 smithi018 ceph-mon[149401]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: failed to encode map e590 with expected crc 2023-09-23T18:30:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/4260680012' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: osdmap e590: 8 total, 8 up, 8 in 2023-09-23T18:30:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: overall HEALTH_OK 2023-09-23T18:30:00.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:00 smithi149 ceph-mon[135148]: failed to encode map e590 with expected crc 2023-09-23T18:30:01.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:01 smithi149 ceph-mon[135148]: pgmap v1685: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:01.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:01 smithi149 ceph-mon[135148]: failed to encode map e590 with expected crc 2023-09-23T18:30:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:01 smithi018 ceph-mon[149401]: pgmap v1685: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:01.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:01 smithi018 ceph-mon[149401]: failed to encode map e590 with expected crc 2023-09-23T18:30:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:01 smithi018 ceph-mon[153734]: pgmap v1685: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:01.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:01 smithi018 ceph-mon[153734]: failed to encode map e590 with expected crc 2023-09-23T18:30:02.359 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.5 primary-affinity to 1 (8655362) 2023-09-23T18:30:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:02 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3887770580' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:02 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:02 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3887770580' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.775 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:02 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:02 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3887770580' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:02 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T18:30:02.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T18:30:03.389 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:03.613 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[153734]: pgmap v1686: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[153734]: failed to encode map e591 with expected crc 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[153734]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[153734]: osdmap e591: 8 total, 8 up, 8 in 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[149401]: pgmap v1686: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[149401]: failed to encode map e591 with expected crc 2023-09-23T18:30:03.614 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[149401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:03.615 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:03 smithi018 ceph-mon[149401]: osdmap e591: 8 total, 8 up, 8 in 2023-09-23T18:30:03.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:03 smithi149 ceph-mon[135148]: pgmap v1686: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:03.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:03 smithi149 ceph-mon[135148]: failed to encode map e591 with expected crc 2023-09-23T18:30:03.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:03 smithi149 ceph-mon[135148]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T18:30:03.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:03 smithi149 ceph-mon[135148]: osdmap e591: 8 total, 8 up, 8 in 2023-09-23T18:30:04.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:04 smithi149 ceph-mon[135148]: failed to encode map e591 with expected crc 2023-09-23T18:30:04.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:04 smithi018 ceph-mon[149401]: failed to encode map e591 with expected crc 2023-09-23T18:30:04.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:04 smithi018 ceph-mon[153734]: failed to encode map e591 with expected crc 2023-09-23T18:30:05.312 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:04 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:30:04] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.33.4" 2023-09-23T18:30:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T18:30:05.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:05 smithi149 ceph-mon[135148]: pgmap v1688: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:05.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:05 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:05.721 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:05 smithi018 ceph-mon[153734]: pgmap v1688: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:05.721 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:05 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:05.721 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:05 smithi018 ceph-mon[149401]: pgmap v1688: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:05.722 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:05 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:05.723 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 3 1 2023-09-23T18:30:06.336 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: osdmap e592: 8 total, 8 up, 8 in 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[153734]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.621 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.622 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:06.622 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: osdmap e592: 8 total, 8 up, 8 in 2023-09-23T18:30:06.622 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.622 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.622 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:06 smithi018 ceph-mon[149401]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3546597035' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:06.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: osdmap e592: 8 total, 8 up, 8 in 2023-09-23T18:30:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: failed to encode map e592 with expected crc 2023-09-23T18:30:06.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:06 smithi149 ceph-mon[135148]: failed to encode map e592 with expected crc 2023-09-23T18:30:07.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:07 smithi018 ceph-mon[149401]: pgmap v1690: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:07.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:07 smithi018 ceph-mon[153734]: pgmap v1690: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:07.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:07 smithi149 ceph-mon[135148]: pgmap v1690: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:08.383 INFO:teuthology.orchestra.run.smithi018.stderr:set osd.3 primary-affinity to 1 (8655362) 2023-09-23T18:30:08.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:08 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:08.779 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:08 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:08.780 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:08 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T18:30:08.861 INFO:tasks.thrashosds.thrasher:joining the do_sighup greenlet 2023-09-23T18:30:08.861 INFO:tasks.thrashosds.thrasher:joining the do_optrack_toggle greenlet 2023-09-23T18:30:08.862 INFO:tasks.thrashosds.thrasher:joining the do_dump_ops greenlet 2023-09-23T18:30:08.862 INFO:tasks.thrashosds.thrasher:joining the do_noscrub_toggle greenlet 2023-09-23T18:30:08.862 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T18:30:08.862 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T18:30:09.476 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:09.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:09 smithi149 ceph-mon[135148]: pgmap v1691: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:09 smithi149 ceph-mon[135148]: failed to encode map e593 with expected crc 2023-09-23T18:30:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:09 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:09 smithi149 ceph-mon[135148]: osdmap e593: 8 total, 8 up, 8 in 2023-09-23T18:30:09.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:09 smithi149 ceph-mon[135148]: failed to encode map e593 with expected crc 2023-09-23T18:30:09.675 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[153734]: pgmap v1691: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:09.675 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[153734]: failed to encode map e593 with expected crc 2023-09-23T18:30:09.675 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:09.675 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[153734]: osdmap e593: 8 total, 8 up, 8 in 2023-09-23T18:30:09.675 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[153734]: failed to encode map e593 with expected crc 2023-09-23T18:30:09.676 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[149401]: pgmap v1691: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:09.676 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[149401]: failed to encode map e593 with expected crc 2023-09-23T18:30:09.676 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2152576715' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T18:30:09.676 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[149401]: osdmap e593: 8 total, 8 up, 8 in 2023-09-23T18:30:09.676 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:09 smithi018 ceph-mon[149401]: failed to encode map e593 with expected crc 2023-09-23T18:30:10.654 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:10 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:10.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:10 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:10.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:10 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:10.908 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:30:10.909 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":593,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T18:30:08.372034+0000","last_up_change":"2023-09-23T18:28:20.095199+0000","last_in_change":"2023-09-23T18:29:15.040744+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"545","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":545,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":85,"last_clean_end":436,"up_from":438,"up_thru":572,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6803","nonce":1212934929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":1213934929},{"type":"v1","addr":"172.21.15.18:6837","nonce":1213934929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6809","nonce":1212934929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6807","nonce":1212934929}]},"public_addr":"172.21.15.18:6803/1212934929","cluster_addr":"172.21.15.18:6837/1213934929","heartbeat_back_addr":"172.21.15.18:6809/1212934929","heartbeat_front_addr":"172.21.15.18:6807/1212934929","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":90,"last_clean_end":316,"up_from":323,"up_thru":575,"down_at":317,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6811","nonce":805213232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6813","nonce":805213232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6817","nonce":805213232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6815","nonce":805213232}]},"public_addr":"172.21.15.18:6811/805213232","cluster_addr":"172.21.15.18:6813/805213232","heartbeat_back_addr":"172.21.15.18:6817/805213232","heartbeat_front_addr":"172.21.15.18:6815/805213232","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":95,"last_clean_end":132,"up_from":145,"up_thru":567,"down_at":133,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6819","nonce":3379404268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6821","nonce":3379404268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6825","nonce":3379404268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6823","nonce":3379404268}]},"public_addr":"172.21.15.18:6819/3379404268","cluster_addr":"172.21.15.18:6821/3379404268","heartbeat_back_addr":"172.21.15.18:6825/3379404268","heartbeat_front_addr":"172.21.15.18:6823/3379404268","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":100,"last_clean_end":466,"up_from":535,"up_thru":588,"down_at":467,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6805","nonce":1252442281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6827","nonce":1252442281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6831","nonce":1252442281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6829","nonce":1252442281}]},"public_addr":"172.21.15.18:6805/1252442281","cluster_addr":"172.21.15.18:6827/1252442281","heartbeat_back_addr":"172.21.15.18:6831/1252442281","heartbeat_front_addr":"172.21.15.18:6829/1252442281","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":572,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":474,"up_from":524,"up_thru":572,"down_at":475,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3590862601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3590862601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3590862601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3590862601}]},"public_addr":"172.21.15.149:6809/3590862601","cluster_addr":"172.21.15.149:6811/3590862601","heartbeat_back_addr":"172.21.15.149:6815/3590862601","heartbeat_front_addr":"172.21.15.149:6813/3590862601","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":162,"up_from":174,"up_thru":572,"down_at":163,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6817","nonce":3536644133}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6819","nonce":3536644133}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6823","nonce":3536644133}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6821","nonce":3536644133}]},"public_addr":"172.21.15.149:6817/3536644133","cluster_addr":"172.21.15.149:6819/3536644133","heartbeat_back_addr":"172.21.15.149:6823/3536644133","heartbeat_front_addr":"172.21.15.149:6821/3536644133","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":575,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-09-23T18:22:19.204553+0000","laggy_probability":0.30000001192092896,"laggy_interval":3,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":435},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":316},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":132},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":466},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":474},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":162},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.16","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.149:6834/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:6800/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1977156310":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/1052396238":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/1523561625":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/2333700181":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.149:0/3535141481":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/1340598832":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.149:0/1867081496":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/2769501859":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/374562803":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/2482713891":"2023-09-24T17:49:09.381142+0000","172.21.15.149:0/3632377764":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/4112137721":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/286373757":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6801/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.149:6835/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3590848614":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":11,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T18:30:11.304 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T18:30:11.304 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T18:30:11.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:11 smithi018 ceph-mon[153734]: pgmap v1693: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:11.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:11 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/173367957' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:11 smithi018 ceph-mon[149401]: pgmap v1693: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:11.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:11 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/173367957' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:11.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:11 smithi149 ceph-mon[135148]: pgmap v1693: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:11.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:11 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/173367957' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:11.913 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:13.286 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:30:13.286 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":593,"fsid":"4479c6b2-5a38-11ee-8db4-212e2dc638e7","created":"2023-09-23T17:41:35.678684+0000","modified":"2023-09-23T18:30:08.372034+0000","last_up_change":"2023-09-23T18:28:20.095199+0000","last_in_change":"2023-09-23T18:29:15.040744+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T17:44:19.056061+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T17:46:31.408306+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"545","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":545,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T17:47:16.228651+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T17:47:16.969455+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aed442f3-f65a-4048-99f5-e835d2690d4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":85,"last_clean_end":436,"up_from":438,"up_thru":572,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6803","nonce":1212934929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":1213934929},{"type":"v1","addr":"172.21.15.18:6837","nonce":1213934929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6809","nonce":1212934929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":1212934929},{"type":"v1","addr":"172.21.15.18:6807","nonce":1212934929}]},"public_addr":"172.21.15.18:6803/1212934929","cluster_addr":"172.21.15.18:6837/1213934929","heartbeat_back_addr":"172.21.15.18:6809/1212934929","heartbeat_front_addr":"172.21.15.18:6807/1212934929","state":["exists","up"]},{"osd":1,"uuid":"e5063fc1-2365-4f05-b998-3bd0162269f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":90,"last_clean_end":316,"up_from":323,"up_thru":575,"down_at":317,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6811","nonce":805213232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6813","nonce":805213232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6817","nonce":805213232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":805213232},{"type":"v1","addr":"172.21.15.18:6815","nonce":805213232}]},"public_addr":"172.21.15.18:6811/805213232","cluster_addr":"172.21.15.18:6813/805213232","heartbeat_back_addr":"172.21.15.18:6817/805213232","heartbeat_front_addr":"172.21.15.18:6815/805213232","state":["exists","up"]},{"osd":2,"uuid":"a78a3095-2189-4c27-9800-91662dd29fbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":95,"last_clean_end":132,"up_from":145,"up_thru":567,"down_at":133,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6819","nonce":3379404268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6821","nonce":3379404268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6825","nonce":3379404268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":3379404268},{"type":"v1","addr":"172.21.15.18:6823","nonce":3379404268}]},"public_addr":"172.21.15.18:6819/3379404268","cluster_addr":"172.21.15.18:6821/3379404268","heartbeat_back_addr":"172.21.15.18:6825/3379404268","heartbeat_front_addr":"172.21.15.18:6823/3379404268","state":["exists","up"]},{"osd":3,"uuid":"f5d56d64-ca0f-4d32-9c5b-ca83ff425f63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":100,"last_clean_end":466,"up_from":535,"up_thru":588,"down_at":467,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6805","nonce":1252442281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6827","nonce":1252442281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6831","nonce":1252442281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":1252442281},{"type":"v1","addr":"172.21.15.18:6829","nonce":1252442281}]},"public_addr":"172.21.15.18:6805/1252442281","cluster_addr":"172.21.15.18:6827/1252442281","heartbeat_back_addr":"172.21.15.18:6831/1252442281","heartbeat_front_addr":"172.21.15.18:6829/1252442281","state":["exists","up"]},{"osd":4,"uuid":"82161196-023e-43f1-bfeb-2a0afcb4a6d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":572,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6801","nonce":407309201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6803","nonce":407309201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6807","nonce":407309201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":407309201},{"type":"v1","addr":"172.21.15.149:6805","nonce":407309201}]},"public_addr":"172.21.15.149:6801/407309201","cluster_addr":"172.21.15.149:6803/407309201","heartbeat_back_addr":"172.21.15.149:6807/407309201","heartbeat_front_addr":"172.21.15.149:6805/407309201","state":["exists","up"]},{"osd":5,"uuid":"a9cb525c-e287-4089-8717-01b4a45fb23e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":474,"up_from":524,"up_thru":572,"down_at":475,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3590862601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3590862601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3590862601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3590862601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3590862601}]},"public_addr":"172.21.15.149:6809/3590862601","cluster_addr":"172.21.15.149:6811/3590862601","heartbeat_back_addr":"172.21.15.149:6815/3590862601","heartbeat_front_addr":"172.21.15.149:6813/3590862601","state":["exists","up"]},{"osd":6,"uuid":"371bf1cf-31b9-4b00-ad7e-6e98bb24a243","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":162,"up_from":174,"up_thru":572,"down_at":163,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6817","nonce":3536644133}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6819","nonce":3536644133}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6823","nonce":3536644133}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":3536644133},{"type":"v1","addr":"172.21.15.149:6821","nonce":3536644133}]},"public_addr":"172.21.15.149:6817/3536644133","cluster_addr":"172.21.15.149:6819/3536644133","heartbeat_back_addr":"172.21.15.149:6823/3536644133","heartbeat_front_addr":"172.21.15.149:6821/3536644133","state":["exists","up"]},{"osd":7,"uuid":"4f1726da-3ebc-46fd-bb31-187ce7af4a8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":575,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6825","nonce":244150149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6827","nonce":244150149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6831","nonce":244150149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":244150149},{"type":"v1","addr":"172.21.15.149:6829","nonce":244150149}]},"public_addr":"172.21.15.149:6825/244150149","cluster_addr":"172.21.15.149:6827/244150149","heartbeat_back_addr":"172.21.15.149:6831/244150149","heartbeat_front_addr":"172.21.15.149:6829/244150149","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-09-23T18:22:19.204553+0000","laggy_probability":0.30000001192092896,"laggy_interval":3,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:34.800418+0000","dead_epoch":435},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:43:55.495432+0000","dead_epoch":316},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:16.838656+0000","dead_epoch":132},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:37.617762+0000","dead_epoch":466},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:44:56.633012+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:16.854121+0000","dead_epoch":474},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:36.817673+0000","dead_epoch":162},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T17:45:56.841949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.16","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/4112137721":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/286373757":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6801/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/2723436125":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/2333700181":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1340598832":"2023-09-24T17:50:54.419709+0000","172.21.15.149:6834/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/1353342200":"2023-09-24T17:42:01.905620+0000","172.21.15.18:6801/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:6800/695545580":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/256474592":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1977156310":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6800/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/2124468053":"2023-09-24T17:42:24.820979+0000","172.21.15.149:0/3632377764":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/636372681":"2023-09-24T17:46:16.355071+0000","172.21.15.149:0/1052396238":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3535141481":"2023-09-24T17:50:09.233361+0000","172.21.15.18:6801/1050711769":"2023-09-24T17:46:16.355071+0000","172.21.15.18:0/3545667129":"2023-09-24T17:42:01.905620+0000","172.21.15.149:0/1867081496":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/2769501859":"2023-09-24T17:50:54.419709+0000","172.21.15.18:0/1699792977":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6801/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/374562803":"2023-09-24T17:49:09.381142+0000","172.21.15.18:0/2482713891":"2023-09-24T17:49:09.381142+0000","172.21.15.149:6835/1850679292":"2023-09-24T17:50:09.233361+0000","172.21.15.149:0/3590848614":"2023-09-24T17:50:09.233361+0000","172.21.15.18:0/3986518380":"2023-09-24T17:42:24.820979+0000","172.21.15.18:6800/1911483008":"2023-09-24T17:42:01.905620+0000","172.21.15.18:0/1523561625":"2023-09-24T17:50:54.419709+0000","172.21.15.18:6800/1050711769":"2023-09-24T17:46:16.355071+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":11,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T18:30:13.641 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:13 smithi018 ceph-mon[153734]: pgmap v1694: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:13.642 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:13 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/276265090' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:13.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:13 smithi018 ceph-mon[149401]: pgmap v1694: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:13.642 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:13 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/276265090' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:13.643 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T18:30:13.644 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T18:30:13.644 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T18:30:13.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T18:30:13.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T18:30:13.645 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T18:30:13.646 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T18:30:13.646 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T18:30:13.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:13 smithi149 ceph-mon[135148]: pgmap v1694: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:13.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:13 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/276265090' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T18:30:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:14.693 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.038 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.061 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:14 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:30:14] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.33.4" 2023-09-23T18:30:15.248 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.296 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.469 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.571 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:15 smithi018 ceph-mon[153734]: pgmap v1695: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:15.571 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:15 smithi018 ceph-mon[149401]: pgmap v1695: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:15.639 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:15.653 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:15 smithi149 ceph-mon[135148]: pgmap v1695: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:15.689 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:17.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:17 smithi149 ceph-mon[135148]: pgmap v1696: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:17.808 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:17 smithi018 ceph-mon[153734]: pgmap v1696: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:17.809 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:17 smithi018 ceph-mon[149401]: pgmap v1696: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:19.561 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:19 smithi018 ceph-mon[149401]: pgmap v1697: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:19.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:19 smithi018 ceph-mon[153734]: pgmap v1697: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:19.652 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:19 smithi149 ceph-mon[135148]: pgmap v1697: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:20.194 INFO:teuthology.orchestra.run.smithi018.stdout:2250562863134 2023-09-23T18:30:20.194 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T18:30:20.992 INFO:teuthology.orchestra.run.smithi018.stdout:2297807503386 2023-09-23T18:30:20.992 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T18:30:21.341 INFO:teuthology.orchestra.run.smithi018.stdout:1387274436808 2023-09-23T18:30:21.341 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T18:30:21.549 INFO:teuthology.orchestra.run.smithi018.stdout:128849019429 2023-09-23T18:30:21.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T18:30:21.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:21 smithi149 ceph-mon[135148]: pgmap v1698: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:21.699 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:21 smithi018 ceph-mon[153734]: pgmap v1698: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:21.699 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:21 smithi018 ceph-mon[149401]: pgmap v1698: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:22.093 INFO:teuthology.orchestra.run.smithi018.stdout:622770258276 2023-09-23T18:30:22.094 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T18:30:22.634 INFO:teuthology.orchestra.run.smithi018.stdout:206158430746 2023-09-23T18:30:22.635 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T18:30:22.911 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:22.951 INFO:teuthology.orchestra.run.smithi018.stdout:1881195676063 2023-09-23T18:30:22.951 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T18:30:23.259 INFO:teuthology.orchestra.run.smithi018.stdout:747324309842 2023-09-23T18:30:23.259 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T18:30:23.273 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:23.515 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:23.535 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:23 smithi018 ceph-mon[153734]: pgmap v1699: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:23.535 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:23 smithi018 ceph-mon[149401]: pgmap v1699: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:23.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:23 smithi149 ceph-mon[135148]: pgmap v1699: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:23.788 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:23.834 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:24.520 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:25.297 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:24 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:30:24] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.33.4" 2023-09-23T18:30:25.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:25 smithi018 ceph-mon[153734]: pgmap v1700: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:25.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:25 smithi018 ceph-mon[153734]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:25.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:25 smithi018 ceph-mon[149401]: pgmap v1700: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:25.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:25 smithi018 ceph-mon[149401]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:25.722 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:25 smithi149 ceph-mon[135148]: pgmap v1700: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:25.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:25 smithi149 ceph-mon[135148]: from='mgr.34107 172.21.15.18:0/3658244482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T18:30:26.450 INFO:teuthology.orchestra.run.smithi018.stdout:2250562863135 2023-09-23T18:30:27.298 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2250562863134 got 2250562863135 for osd.5 2023-09-23T18:30:27.298 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:27.422 INFO:teuthology.orchestra.run.smithi018.stdout:2297807503387 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[153734]: pgmap v1701: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/218568104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3656933542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[149401]: pgmap v1701: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/218568104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T18:30:27.559 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:27 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3656933542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T18:30:27.771 INFO:teuthology.orchestra.run.smithi018.stdout:128849019430 2023-09-23T18:30:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:27 smithi149 ceph-mon[135148]: pgmap v1701: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/218568104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T18:30:27.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:27 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3656933542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T18:30:28.300 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2297807503386 got 2297807503387 for osd.3 2023-09-23T18:30:28.300 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:28.633 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:28 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3130501971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T18:30:28.633 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:28 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3130501971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T18:30:28.791 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019429 got 128849019430 for osd.4 2023-09-23T18:30:28.791 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:28.809 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:28.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:28 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3130501971' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T18:30:28.954 INFO:teuthology.orchestra.run.smithi018.stdout:622770258278 2023-09-23T18:30:29.032 INFO:teuthology.orchestra.run.smithi018.stdout:206158430747 2023-09-23T18:30:29.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[153734]: pgmap v1702: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:29.811 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/3181072264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T18:30:29.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2099548392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T18:30:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[149401]: pgmap v1702: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/3181072264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T18:30:29.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:29 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2099548392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T18:30:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:29 smithi149 ceph-mon[135148]: pgmap v1702: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/3181072264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T18:30:29.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:29 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2099548392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T18:30:30.071 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430746 got 206158430747 for osd.7 2023-09-23T18:30:30.072 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:30.108 INFO:teuthology.orchestra.run.smithi018.stdout:1387274436810 2023-09-23T18:30:30.266 INFO:tasks.cephadm.ceph_manager.ceph:need seq 622770258276 got 622770258278 for osd.2 2023-09-23T18:30:30.266 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:30.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:30 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/1585394870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T18:30:30.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:30 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/1585394870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T18:30:30.868 INFO:teuthology.orchestra.run.smithi018.stdout:1881195676064 2023-09-23T18:30:30.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:30 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/1585394870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T18:30:31.288 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1387274436808 got 1387274436810 for osd.1 2023-09-23T18:30:31.289 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:31.418 INFO:teuthology.orchestra.run.smithi018.stdout:747324309843 2023-09-23T18:30:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:31 smithi018 ceph-mon[149401]: pgmap v1703: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:31.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:31 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/2371972078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T18:30:31.562 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:31 smithi018 ceph-mon[153734]: pgmap v1703: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:31.563 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:31 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/2371972078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T18:30:31.820 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1881195676063 got 1881195676064 for osd.0 2023-09-23T18:30:31.821 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:31 smithi149 ceph-mon[135148]: pgmap v1703: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:31.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:31 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/2371972078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T18:30:32.096 INFO:tasks.cephadm.ceph_manager.ceph:need seq 747324309842 got 747324309843 for osd.6 2023-09-23T18:30:32.097 DEBUG:teuthology.parallel:result is None 2023-09-23T18:30:32.097 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T18:30:32.097 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:30:32.706 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:32.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:32 smithi018 ceph-mon[149401]: from='client.? 172.21.15.18:0/286987298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T18:30:32.812 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:32 smithi018 ceph-mon[153734]: from='client.? 172.21.15.18:0/286987298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T18:30:32.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:32 smithi149 ceph-mon[135148]: from='client.? 172.21.15.18:0/286987298' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T18:30:33.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:33 smithi018 ceph-mon[153734]: pgmap v1704: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:33.562 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:33 smithi018 ceph-mon[149401]: pgmap v1704: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:33.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:33 smithi149 ceph-mon[135148]: pgmap v1704: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:34.177 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:30:34.178 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:30:34.627 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1705,"stamp":"2023-09-23T18:30:33.809837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8984499,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":12207,"num_read_kb":26847,"num_write":1950,"num_write_kb":27835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":544,"num_bytes_recovered":32360693,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2144,"ondisk_log_size":2144,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5232420,"kb_used_data":76836,"kb_used_omap":71,"kb_used_meta":5155448,"kb_avail":744728796,"statfs":{"total":767960285184,"available":762602287104,"internally_reserved":0,"allocated":78680064,"data_stored":63938953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73365,"internal_metadata":5279179115},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003004"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373696+0000","last_change":"2023-09-23T18:29:16.073864+0000","last_active":"2023-09-23T18:30:05.373696+0000","last_peered":"2023-09-23T18:30:05.373696+0000","last_clean":"2023-09-23T18:30:05.373696+0000","last_became_active":"2023-09-23T18:29:16.073274+0000","last_became_peered":"2023-09-23T18:29:16.073274+0000","last_unstale":"2023-09-23T18:30:05.373696+0000","last_undegraded":"2023-09-23T18:30:05.373696+0000","last_fullsized":"2023-09-23T18:30:05.373696+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":553,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373687+0000","last_change":"2023-09-23T18:29:57.333110+0000","last_active":"2023-09-23T18:30:05.373687+0000","last_peered":"2023-09-23T18:30:05.373687+0000","last_clean":"2023-09-23T18:30:05.373687+0000","last_became_active":"2023-09-23T18:29:57.332761+0000","last_became_peered":"2023-09-23T18:29:57.332761+0000","last_unstale":"2023-09-23T18:30:05.373687+0000","last_undegraded":"2023-09-23T18:30:05.373687+0000","last_fullsized":"2023-09-23T18:30:05.373687+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:05:51.029298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":614,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371774+0000","last_change":"2023-09-23T18:29:16.070773+0000","last_active":"2023-09-23T18:30:05.371774+0000","last_peered":"2023-09-23T18:30:05.371774+0000","last_clean":"2023-09-23T18:30:05.371774+0000","last_became_active":"2023-09-23T18:29:16.070454+0000","last_became_peered":"2023-09-23T18:29:16.070454+0000","last_unstale":"2023-09-23T18:30:05.371774+0000","last_undegraded":"2023-09-23T18:30:05.371774+0000","last_fullsized":"2023-09-23T18:30:05.371774+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:11:50.002930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":239,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372981+0000","last_change":"2023-09-23T18:28:44.651449+0000","last_active":"2023-09-23T18:30:05.372981+0000","last_peered":"2023-09-23T18:30:05.372981+0000","last_clean":"2023-09-23T18:30:05.372981+0000","last_became_active":"2023-09-23T18:28:44.650128+0000","last_became_peered":"2023-09-23T18:28:44.650128+0000","last_unstale":"2023-09-23T18:30:05.372981+0000","last_undegraded":"2023-09-23T18:30:05.372981+0000","last_fullsized":"2023-09-23T18:30:05.372981+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:55:59.683284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":620,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372258+0000","last_change":"2023-09-23T18:28:48.681635+0000","last_active":"2023-09-23T18:30:05.372258+0000","last_peered":"2023-09-23T18:30:05.372258+0000","last_clean":"2023-09-23T18:30:05.372258+0000","last_became_active":"2023-09-23T18:28:48.681330+0000","last_became_peered":"2023-09-23T18:28:48.681330+0000","last_unstale":"2023-09-23T18:30:05.372258+0000","last_undegraded":"2023-09-23T18:30:05.372258+0000","last_fullsized":"2023-09-23T18:30:05.372258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:34.400484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":429,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374387+0000","last_change":"2023-09-23T18:27:58.045190+0000","last_active":"2023-09-23T18:30:05.374387+0000","last_peered":"2023-09-23T18:30:05.374387+0000","last_clean":"2023-09-23T18:30:05.374387+0000","last_became_active":"2023-09-23T18:27:58.044544+0000","last_became_peered":"2023-09-23T18:27:58.044544+0000","last_unstale":"2023-09-23T18:30:05.374387+0000","last_undegraded":"2023-09-23T18:30:05.374387+0000","last_fullsized":"2023-09-23T18:30:05.374387+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":247,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373248+0000","last_change":"2023-09-23T18:28:21.121697+0000","last_active":"2023-09-23T18:30:05.373248+0000","last_peered":"2023-09-23T18:30:05.373248+0000","last_clean":"2023-09-23T18:30:05.373248+0000","last_became_active":"2023-09-23T18:28:21.121341+0000","last_became_peered":"2023-09-23T18:28:21.121341+0000","last_unstale":"2023-09-23T18:30:05.373248+0000","last_undegraded":"2023-09-23T18:30:05.373248+0000","last_fullsized":"2023-09-23T18:30:05.373248+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:10.253423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":553,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372317+0000","last_change":"2023-09-23T18:28:21.116039+0000","last_active":"2023-09-23T18:30:05.372317+0000","last_peered":"2023-09-23T18:30:05.372317+0000","last_clean":"2023-09-23T18:30:05.372317+0000","last_became_active":"2023-09-23T18:28:21.115449+0000","last_became_peered":"2023-09-23T18:28:21.115449+0000","last_unstale":"2023-09-23T18:30:05.372317+0000","last_undegraded":"2023-09-23T18:30:05.372317+0000","last_fullsized":"2023-09-23T18:30:05.372317+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:35.174746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":90,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371345+0000","last_change":"2023-09-23T18:27:58.046736+0000","last_active":"2023-09-23T18:30:05.371345+0000","last_peered":"2023-09-23T18:30:05.371345+0000","last_clean":"2023-09-23T18:30:05.371345+0000","last_became_active":"2023-09-23T18:27:58.046432+0000","last_became_peered":"2023-09-23T18:27:58.046432+0000","last_unstale":"2023-09-23T18:30:05.371345+0000","last_undegraded":"2023-09-23T18:30:05.371345+0000","last_fullsized":"2023-09-23T18:30:05.371345+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":493,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373421+0000","last_change":"2023-09-23T18:28:21.115741+0000","last_active":"2023-09-23T18:30:05.373421+0000","last_peered":"2023-09-23T18:30:05.373421+0000","last_clean":"2023-09-23T18:30:05.373421+0000","last_became_active":"2023-09-23T18:28:21.115395+0000","last_became_peered":"2023-09-23T18:28:21.115395+0000","last_unstale":"2023-09-23T18:30:05.373421+0000","last_undegraded":"2023-09-23T18:30:05.373421+0000","last_fullsized":"2023-09-23T18:30:05.373421+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:35.216683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":317,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363876+0000","last_change":"2023-09-23T18:29:16.298376+0000","last_active":"2023-09-23T18:30:05.363876+0000","last_peered":"2023-09-23T18:30:05.363876+0000","last_clean":"2023-09-23T18:30:05.363876+0000","last_became_active":"2023-09-23T18:29:16.076609+0000","last_became_peered":"2023-09-23T18:29:16.076609+0000","last_unstale":"2023-09-23T18:30:05.363876+0000","last_undegraded":"2023-09-23T18:30:05.363876+0000","last_fullsized":"2023-09-23T18:30:05.363876+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":193,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371658+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:30:05.371658+0000","last_peered":"2023-09-23T18:30:05.371658+0000","last_clean":"2023-09-23T18:30:05.371658+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:30:05.371658+0000","last_undegraded":"2023-09-23T18:30:05.371658+0000","last_fullsized":"2023-09-23T18:30:05.371658+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373761+0000","last_change":"2023-09-23T18:29:16.091198+0000","last_active":"2023-09-23T18:30:05.373761+0000","last_peered":"2023-09-23T18:30:05.373761+0000","last_clean":"2023-09-23T18:30:05.373761+0000","last_became_active":"2023-09-23T18:29:16.077561+0000","last_became_peered":"2023-09-23T18:29:16.077561+0000","last_unstale":"2023-09-23T18:30:05.373761+0000","last_undegraded":"2023-09-23T18:30:05.373761+0000","last_fullsized":"2023-09-23T18:30:05.373761+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374046+0000","last_change":"2023-09-23T18:29:16.072591+0000","last_active":"2023-09-23T18:30:05.374046+0000","last_peered":"2023-09-23T18:30:05.374046+0000","last_clean":"2023-09-23T18:30:05.374046+0000","last_became_active":"2023-09-23T18:29:16.070052+0000","last_became_peered":"2023-09-23T18:29:16.070052+0000","last_unstale":"2023-09-23T18:30:05.374046+0000","last_undegraded":"2023-09-23T18:30:05.374046+0000","last_fullsized":"2023-09-23T18:30:05.374046+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":320,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364056+0000","last_change":"2023-09-23T18:29:16.210636+0000","last_active":"2023-09-23T18:30:05.364056+0000","last_peered":"2023-09-23T18:30:05.364056+0000","last_clean":"2023-09-23T18:30:05.364056+0000","last_became_active":"2023-09-23T18:29:16.071147+0000","last_became_peered":"2023-09-23T18:29:16.071147+0000","last_unstale":"2023-09-23T18:30:05.364056+0000","last_undegraded":"2023-09-23T18:30:05.364056+0000","last_fullsized":"2023-09-23T18:30:05.364056+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":551,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373925+0000","last_change":"2023-09-23T18:28:21.116522+0000","last_active":"2023-09-23T18:30:05.373925+0000","last_peered":"2023-09-23T18:30:05.373925+0000","last_clean":"2023-09-23T18:30:05.373925+0000","last_became_active":"2023-09-23T18:28:21.116209+0000","last_became_peered":"2023-09-23T18:28:21.116209+0000","last_unstale":"2023-09-23T18:30:05.373925+0000","last_undegraded":"2023-09-23T18:30:05.373925+0000","last_fullsized":"2023-09-23T18:30:05.373925+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:23.241031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":218,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372331+0000","last_change":"2023-09-23T18:28:31.232419+0000","last_active":"2023-09-23T18:30:05.372331+0000","last_peered":"2023-09-23T18:30:05.372331+0000","last_clean":"2023-09-23T18:30:05.372331+0000","last_became_active":"2023-09-23T18:28:31.232020+0000","last_became_peered":"2023-09-23T18:28:31.232020+0000","last_unstale":"2023-09-23T18:30:05.372331+0000","last_undegraded":"2023-09-23T18:30:05.372331+0000","last_fullsized":"2023-09-23T18:30:05.372331+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:08.718998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":131,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371307+0000","last_change":"2023-09-23T18:28:22.111218+0000","last_active":"2023-09-23T18:30:05.371307+0000","last_peered":"2023-09-23T18:30:05.371307+0000","last_clean":"2023-09-23T18:30:05.371307+0000","last_became_active":"2023-09-23T18:28:22.110835+0000","last_became_peered":"2023-09-23T18:28:22.110835+0000","last_unstale":"2023-09-23T18:30:05.371307+0000","last_undegraded":"2023-09-23T18:30:05.371307+0000","last_fullsized":"2023-09-23T18:30:05.371307+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":302,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363632+0000","last_change":"2023-09-23T18:29:16.071370+0000","last_active":"2023-09-23T18:30:05.363632+0000","last_peered":"2023-09-23T18:30:05.363632+0000","last_clean":"2023-09-23T18:30:05.363632+0000","last_became_active":"2023-09-23T18:29:16.071034+0000","last_became_peered":"2023-09-23T18:29:16.071034+0000","last_unstale":"2023-09-23T18:30:05.363632+0000","last_undegraded":"2023-09-23T18:30:05.363632+0000","last_fullsized":"2023-09-23T18:30:05.363632+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":229,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373024+0000","last_change":"2023-09-23T18:28:44.650357+0000","last_active":"2023-09-23T18:30:05.373024+0000","last_peered":"2023-09-23T18:30:05.373024+0000","last_clean":"2023-09-23T18:30:05.373024+0000","last_became_active":"2023-09-23T18:28:44.650021+0000","last_became_peered":"2023-09-23T18:28:44.650021+0000","last_unstale":"2023-09-23T18:30:05.373024+0000","last_undegraded":"2023-09-23T18:30:05.373024+0000","last_fullsized":"2023-09-23T18:30:05.373024+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:39.155820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":265,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373071+0000","last_change":"2023-09-23T18:28:55.882013+0000","last_active":"2023-09-23T18:30:05.373071+0000","last_peered":"2023-09-23T18:30:05.373071+0000","last_clean":"2023-09-23T18:30:05.373071+0000","last_became_active":"2023-09-23T18:28:55.708675+0000","last_became_peered":"2023-09-23T18:28:55.708675+0000","last_unstale":"2023-09-23T18:30:05.373071+0000","last_undegraded":"2023-09-23T18:30:05.373071+0000","last_fullsized":"2023-09-23T18:30:05.373071+0000","mapping_epoch":563,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":564,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":67,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373837+0000","last_change":"2023-09-23T18:28:44.650321+0000","last_active":"2023-09-23T18:30:05.373837+0000","last_peered":"2023-09-23T18:30:05.373837+0000","last_clean":"2023-09-23T18:30:05.373837+0000","last_became_active":"2023-09-23T18:28:44.649984+0000","last_became_peered":"2023-09-23T18:28:44.649984+0000","last_unstale":"2023-09-23T18:30:05.373837+0000","last_undegraded":"2023-09-23T18:30:05.373837+0000","last_fullsized":"2023-09-23T18:30:05.373837+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:46.863830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":363,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364066+0000","last_change":"2023-09-23T18:29:16.162571+0000","last_active":"2023-09-23T18:30:05.364066+0000","last_peered":"2023-09-23T18:30:05.364066+0000","last_clean":"2023-09-23T18:30:05.364066+0000","last_became_active":"2023-09-23T18:29:16.070241+0000","last_became_peered":"2023-09-23T18:29:16.070241+0000","last_unstale":"2023-09-23T18:30:05.364066+0000","last_undegraded":"2023-09-23T18:30:05.364066+0000","last_fullsized":"2023-09-23T18:30:05.364066+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.370957+0000","last_change":"2023-09-23T18:27:58.048722+0000","last_active":"2023-09-23T18:30:05.370957+0000","last_peered":"2023-09-23T18:30:05.370957+0000","last_clean":"2023-09-23T18:30:05.370957+0000","last_became_active":"2023-09-23T18:27:58.048413+0000","last_became_peered":"2023-09-23T18:27:58.048413+0000","last_unstale":"2023-09-23T18:30:05.370957+0000","last_undegraded":"2023-09-23T18:30:05.370957+0000","last_fullsized":"2023-09-23T18:30:05.370957+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":345,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364054+0000","last_change":"2023-09-23T18:29:16.342195+0000","last_active":"2023-09-23T18:30:05.364054+0000","last_peered":"2023-09-23T18:30:05.364054+0000","last_clean":"2023-09-23T18:30:05.364054+0000","last_became_active":"2023-09-23T18:29:16.076596+0000","last_became_peered":"2023-09-23T18:29:16.076596+0000","last_unstale":"2023-09-23T18:30:05.364054+0000","last_undegraded":"2023-09-23T18:30:05.364054+0000","last_fullsized":"2023-09-23T18:30:05.364054+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373811+0000","last_change":"2023-09-23T18:29:16.069454+0000","last_active":"2023-09-23T18:30:05.373811+0000","last_peered":"2023-09-23T18:30:05.373811+0000","last_clean":"2023-09-23T18:30:05.373811+0000","last_became_active":"2023-09-23T18:29:16.069034+0000","last_became_peered":"2023-09-23T18:29:16.069034+0000","last_unstale":"2023-09-23T18:30:05.373811+0000","last_undegraded":"2023-09-23T18:30:05.373811+0000","last_fullsized":"2023-09-23T18:30:05.373811+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":297,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363949+0000","last_change":"2023-09-23T18:27:58.051175+0000","last_active":"2023-09-23T18:30:05.363949+0000","last_peered":"2023-09-23T18:30:05.363949+0000","last_clean":"2023-09-23T18:30:05.363949+0000","last_became_active":"2023-09-23T18:27:58.050458+0000","last_became_peered":"2023-09-23T18:27:58.050458+0000","last_unstale":"2023-09-23T18:30:05.363949+0000","last_undegraded":"2023-09-23T18:30:05.363949+0000","last_fullsized":"2023-09-23T18:30:05.363949+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":424,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373178+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:30:05.373178+0000","last_peered":"2023-09-23T18:30:05.373178+0000","last_clean":"2023-09-23T18:30:05.373178+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:30:05.373178+0000","last_undegraded":"2023-09-23T18:30:05.373178+0000","last_fullsized":"2023-09-23T18:30:05.373178+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":127,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371155+0000","last_change":"2023-09-23T18:28:21.116646+0000","last_active":"2023-09-23T18:30:05.371155+0000","last_peered":"2023-09-23T18:30:05.371155+0000","last_clean":"2023-09-23T18:30:05.371155+0000","last_became_active":"2023-09-23T18:28:21.116422+0000","last_became_peered":"2023-09-23T18:28:21.116422+0000","last_unstale":"2023-09-23T18:30:05.371155+0000","last_undegraded":"2023-09-23T18:30:05.371155+0000","last_fullsized":"2023-09-23T18:30:05.371155+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":233,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:09.573116+0000","last_change":"2023-09-23T18:29:16.070687+0000","last_active":"2023-09-23T18:30:09.573116+0000","last_peered":"2023-09-23T18:30:09.573116+0000","last_clean":"2023-09-23T18:30:09.573116+0000","last_became_active":"2023-09-23T18:29:16.070346+0000","last_became_peered":"2023-09-23T18:29:16.070346+0000","last_unstale":"2023-09-23T18:30:09.573116+0000","last_undegraded":"2023-09-23T18:30:09.573116+0000","last_fullsized":"2023-09-23T18:30:09.573116+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:10.535918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":615,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373688+0000","last_change":"2023-09-23T18:29:16.212050+0000","last_active":"2023-09-23T18:30:05.373688+0000","last_peered":"2023-09-23T18:30:05.373688+0000","last_clean":"2023-09-23T18:30:05.373688+0000","last_became_active":"2023-09-23T18:29:16.070197+0000","last_became_peered":"2023-09-23T18:29:16.070197+0000","last_unstale":"2023-09-23T18:30:05.373688+0000","last_undegraded":"2023-09-23T18:30:05.373688+0000","last_fullsized":"2023-09-23T18:30:05.373688+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:01.600052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373714+0000","last_change":"2023-09-23T18:29:16.077468+0000","last_active":"2023-09-23T18:30:05.373714+0000","last_peered":"2023-09-23T18:30:05.373714+0000","last_clean":"2023-09-23T18:30:05.373714+0000","last_became_active":"2023-09-23T18:29:16.077254+0000","last_became_peered":"2023-09-23T18:29:16.077254+0000","last_unstale":"2023-09-23T18:30:05.373714+0000","last_undegraded":"2023-09-23T18:30:05.373714+0000","last_fullsized":"2023-09-23T18:30:05.373714+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":266,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373201+0000","last_change":"2023-09-23T18:29:16.075177+0000","last_active":"2023-09-23T18:30:05.373201+0000","last_peered":"2023-09-23T18:30:05.373201+0000","last_clean":"2023-09-23T18:30:05.373201+0000","last_became_active":"2023-09-23T18:29:16.074877+0000","last_became_peered":"2023-09-23T18:29:16.074877+0000","last_unstale":"2023-09-23T18:30:05.373201+0000","last_undegraded":"2023-09-23T18:30:05.373201+0000","last_fullsized":"2023-09-23T18:30:05.373201+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374287+0000","last_change":"2023-09-23T18:29:16.073674+0000","last_active":"2023-09-23T18:30:05.374287+0000","last_peered":"2023-09-23T18:30:05.374287+0000","last_clean":"2023-09-23T18:30:05.374287+0000","last_became_active":"2023-09-23T18:29:16.073274+0000","last_became_peered":"2023-09-23T18:29:16.073274+0000","last_unstale":"2023-09-23T18:30:05.374287+0000","last_undegraded":"2023-09-23T18:30:05.374287+0000","last_fullsized":"2023-09-23T18:30:05.374287+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373903+0000","last_change":"2023-09-23T18:29:16.070015+0000","last_active":"2023-09-23T18:30:05.373903+0000","last_peered":"2023-09-23T18:30:05.373903+0000","last_clean":"2023-09-23T18:30:05.373903+0000","last_became_active":"2023-09-23T18:29:16.069464+0000","last_became_peered":"2023-09-23T18:29:16.069464+0000","last_unstale":"2023-09-23T18:30:05.373903+0000","last_undegraded":"2023-09-23T18:30:05.373903+0000","last_fullsized":"2023-09-23T18:30:05.373903+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373981+0000","last_change":"2023-09-23T18:29:16.070647+0000","last_active":"2023-09-23T18:30:05.373981+0000","last_peered":"2023-09-23T18:30:05.373981+0000","last_clean":"2023-09-23T18:30:05.373981+0000","last_became_active":"2023-09-23T18:29:16.070253+0000","last_became_peered":"2023-09-23T18:29:16.070253+0000","last_unstale":"2023-09-23T18:30:05.373981+0000","last_undegraded":"2023-09-23T18:30:05.373981+0000","last_fullsized":"2023-09-23T18:30:05.373981+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":58,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371520+0000","last_change":"2023-09-23T18:28:31.238405+0000","last_active":"2023-09-23T18:30:05.371520+0000","last_peered":"2023-09-23T18:30:05.371520+0000","last_clean":"2023-09-23T18:30:05.371520+0000","last_became_active":"2023-09-23T18:28:31.238020+0000","last_became_peered":"2023-09-23T18:28:31.238020+0000","last_unstale":"2023-09-23T18:30:05.371520+0000","last_undegraded":"2023-09-23T18:30:05.371520+0000","last_fullsized":"2023-09-23T18:30:05.371520+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:37.755510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":651,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372111+0000","last_change":"2023-09-23T18:29:16.070699+0000","last_active":"2023-09-23T18:30:05.372111+0000","last_peered":"2023-09-23T18:30:05.372111+0000","last_clean":"2023-09-23T18:30:05.372111+0000","last_became_active":"2023-09-23T18:29:16.070344+0000","last_became_peered":"2023-09-23T18:29:16.070344+0000","last_unstale":"2023-09-23T18:30:05.372111+0000","last_undegraded":"2023-09-23T18:30:05.372111+0000","last_fullsized":"2023-09-23T18:30:05.372111+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:30.812820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"546'311","reported_seq":1919,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555282+0000","last_change":"2023-09-23T18:28:31.238309+0000","last_active":"2023-09-23T18:30:08.555282+0000","last_peered":"2023-09-23T18:30:08.555282+0000","last_clean":"2023-09-23T18:30:08.555282+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:30:08.555282+0000","last_undegraded":"2023-09-23T18:30:08.555282+0000","last_fullsized":"2023-09-23T18:30:08.555282+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":311,"log_dups_size":0,"ondisk_log_size":311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020082049999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2015,"num_read_kb":3682,"num_write":307,"num_write_kb":1617,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":127,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371397+0000","last_change":"2023-09-23T18:28:21.114668+0000","last_active":"2023-09-23T18:30:05.371397+0000","last_peered":"2023-09-23T18:30:05.371397+0000","last_clean":"2023-09-23T18:30:05.371397+0000","last_became_active":"2023-09-23T18:28:21.114365+0000","last_became_peered":"2023-09-23T18:28:21.114365+0000","last_unstale":"2023-09-23T18:30:05.371397+0000","last_undegraded":"2023-09-23T18:30:05.371397+0000","last_fullsized":"2023-09-23T18:30:05.371397+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":615,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.554878+0000","last_change":"2023-09-23T18:29:16.071148+0000","last_active":"2023-09-23T18:30:08.554878+0000","last_peered":"2023-09-23T18:30:08.554878+0000","last_clean":"2023-09-23T18:30:08.554878+0000","last_became_active":"2023-09-23T18:29:16.070875+0000","last_became_peered":"2023-09-23T18:29:16.070875+0000","last_unstale":"2023-09-23T18:30:08.554878+0000","last_undegraded":"2023-09-23T18:30:08.554878+0000","last_fullsized":"2023-09-23T18:30:08.554878+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:02:21.454102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"546'171","reported_seq":1712,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371049+0000","last_change":"2023-09-23T18:28:31.227673+0000","last_active":"2023-09-23T18:30:05.371049+0000","last_peered":"2023-09-23T18:30:05.371049+0000","last_clean":"2023-09-23T18:30:05.371049+0000","last_became_active":"2023-09-23T18:27:58.046965+0000","last_became_peered":"2023-09-23T18:27:58.046965+0000","last_unstale":"2023-09-23T18:30:05.371049+0000","last_undegraded":"2023-09-23T18:30:05.371049+0000","last_fullsized":"2023-09-23T18:30:05.371049+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1431,"num_read_kb":3514,"num_write":151,"num_write_kb":2239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373987+0000","last_change":"2023-09-23T18:29:16.072353+0000","last_active":"2023-09-23T18:30:05.373987+0000","last_peered":"2023-09-23T18:30:05.373987+0000","last_clean":"2023-09-23T18:30:05.373987+0000","last_became_active":"2023-09-23T18:29:16.070524+0000","last_became_peered":"2023-09-23T18:29:16.070524+0000","last_unstale":"2023-09-23T18:30:05.373987+0000","last_undegraded":"2023-09-23T18:30:05.373987+0000","last_fullsized":"2023-09-23T18:30:05.373987+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":528,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555189+0000","last_change":"2023-09-23T18:28:21.119598+0000","last_active":"2023-09-23T18:30:08.555189+0000","last_peered":"2023-09-23T18:30:08.555189+0000","last_clean":"2023-09-23T18:30:08.555189+0000","last_became_active":"2023-09-23T18:28:21.119088+0000","last_became_peered":"2023-09-23T18:28:21.119088+0000","last_unstale":"2023-09-23T18:30:08.555189+0000","last_undegraded":"2023-09-23T18:30:08.555189+0000","last_fullsized":"2023-09-23T18:30:08.555189+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:43.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"545'272","reported_seq":1412,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.360618+0000","last_change":"2023-09-23T18:28:31.229773+0000","last_active":"2023-09-23T18:30:05.360618+0000","last_peered":"2023-09-23T18:30:05.360618+0000","last_clean":"2023-09-23T18:30:05.360618+0000","last_became_active":"2023-09-23T18:28:21.118060+0000","last_became_peered":"2023-09-23T18:28:21.118060+0000","last_unstale":"2023-09-23T18:30:05.360618+0000","last_undegraded":"2023-09-23T18:30:05.360618+0000","last_fullsized":"2023-09-23T18:30:05.360618+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":272,"log_dups_size":0,"ondisk_log_size":272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:34.802389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032587799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1427,"num_read_kb":2397,"num_write":262,"num_write_kb":1316,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":51,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":545,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371788+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:30:05.371788+0000","last_peered":"2023-09-23T18:30:05.371788+0000","last_clean":"2023-09-23T18:30:05.371788+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:30:05.371788+0000","last_undegraded":"2023-09-23T18:30:05.371788+0000","last_fullsized":"2023-09-23T18:30:05.371788+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":693,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372192+0000","last_change":"2023-09-23T18:28:48.677665+0000","last_active":"2023-09-23T18:30:05.372192+0000","last_peered":"2023-09-23T18:30:05.372192+0000","last_clean":"2023-09-23T18:30:05.372192+0000","last_became_active":"2023-09-23T18:28:48.677343+0000","last_became_peered":"2023-09-23T18:28:48.677343+0000","last_unstale":"2023-09-23T18:30:05.372192+0000","last_undegraded":"2023-09-23T18:30:05.372192+0000","last_fullsized":"2023-09-23T18:30:05.372192+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:46.144999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"546'434","reported_seq":1624,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371092+0000","last_change":"2023-09-23T18:28:31.231585+0000","last_active":"2023-09-23T18:30:05.371092+0000","last_peered":"2023-09-23T18:30:05.371092+0000","last_clean":"2023-09-23T18:30:05.371092+0000","last_became_active":"2023-09-23T18:27:58.046624+0000","last_became_peered":"2023-09-23T18:27:58.046624+0000","last_unstale":"2023-09-23T18:30:05.371092+0000","last_undegraded":"2023-09-23T18:30:05.371092+0000","last_fullsized":"2023-09-23T18:30:05.371092+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":434,"log_dups_size":0,"ondisk_log_size":434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2077,"num_read_kb":4686,"num_write":393,"num_write_kb":7804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":693,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363610+0000","last_change":"2023-09-23T18:28:51.692627+0000","last_active":"2023-09-23T18:30:05.363610+0000","last_peered":"2023-09-23T18:30:05.363610+0000","last_clean":"2023-09-23T18:30:05.363610+0000","last_became_active":"2023-09-23T18:28:51.692116+0000","last_became_peered":"2023-09-23T18:28:51.692116+0000","last_unstale":"2023-09-23T18:30:05.363610+0000","last_undegraded":"2023-09-23T18:30:05.363610+0000","last_fullsized":"2023-09-23T18:30:05.363610+0000","mapping_epoch":560,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":561,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":577,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606252+0000","last_change":"2023-09-23T18:28:21.115830+0000","last_active":"2023-09-23T18:30:08.606252+0000","last_peered":"2023-09-23T18:30:08.606252+0000","last_clean":"2023-09-23T18:30:08.606252+0000","last_became_active":"2023-09-23T18:28:21.115569+0000","last_became_peered":"2023-09-23T18:28:21.115569+0000","last_unstale":"2023-09-23T18:30:08.606252+0000","last_undegraded":"2023-09-23T18:30:08.606252+0000","last_fullsized":"2023-09-23T18:30:08.606252+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:11.171796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":291,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373594+0000","last_change":"2023-09-23T18:29:16.074510+0000","last_active":"2023-09-23T18:30:05.373594+0000","last_peered":"2023-09-23T18:30:05.373594+0000","last_clean":"2023-09-23T18:30:05.373594+0000","last_became_active":"2023-09-23T18:29:16.074013+0000","last_became_peered":"2023-09-23T18:29:16.074013+0000","last_unstale":"2023-09-23T18:30:05.373594+0000","last_undegraded":"2023-09-23T18:30:05.373594+0000","last_fullsized":"2023-09-23T18:30:05.373594+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"545'223","reported_seq":1245,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363550+0000","last_change":"2023-09-23T18:28:31.231211+0000","last_active":"2023-09-23T18:30:05.363550+0000","last_peered":"2023-09-23T18:30:05.363550+0000","last_clean":"2023-09-23T18:30:05.363550+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:30:05.363550+0000","last_undegraded":"2023-09-23T18:30:05.363550+0000","last_fullsized":"2023-09-23T18:30:05.363550+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":223,"log_dups_size":0,"ondisk_log_size":223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1721,"num_read_kb":2973,"num_write":174,"num_write_kb":1324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":261,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372467+0000","last_change":"2023-09-23T18:29:16.071104+0000","last_active":"2023-09-23T18:30:05.372467+0000","last_peered":"2023-09-23T18:30:05.372467+0000","last_clean":"2023-09-23T18:30:05.372467+0000","last_became_active":"2023-09-23T18:29:16.070777+0000","last_became_peered":"2023-09-23T18:29:16.070777+0000","last_unstale":"2023-09-23T18:30:05.372467+0000","last_undegraded":"2023-09-23T18:30:05.372467+0000","last_fullsized":"2023-09-23T18:30:05.372467+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:23:20.038707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372857+0000","last_change":"2023-09-23T18:28:48.683545+0000","last_active":"2023-09-23T18:30:05.372857+0000","last_peered":"2023-09-23T18:30:05.372857+0000","last_clean":"2023-09-23T18:30:05.372857+0000","last_became_active":"2023-09-23T18:28:48.683212+0000","last_became_peered":"2023-09-23T18:28:48.683212+0000","last_unstale":"2023-09-23T18:30:05.372857+0000","last_undegraded":"2023-09-23T18:30:05.372857+0000","last_fullsized":"2023-09-23T18:30:05.372857+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:31.252137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"545'158","reported_seq":970,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363812+0000","last_change":"2023-09-23T18:29:19.076579+0000","last_active":"2023-09-23T18:30:05.363812+0000","last_peered":"2023-09-23T18:30:05.363812+0000","last_clean":"2023-09-23T18:30:05.363812+0000","last_became_active":"2023-09-23T18:29:19.075899+0000","last_became_peered":"2023-09-23T18:29:19.075899+0000","last_unstale":"2023-09-23T18:30:05.363812+0000","last_undegraded":"2023-09-23T18:30:05.363812+0000","last_fullsized":"2023-09-23T18:30:05.363812+0000","mapping_epoch":575,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":576,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":926,"num_read_kb":3826,"num_write":141,"num_write_kb":4154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":87,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":606,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555285+0000","last_change":"2023-09-23T18:28:39.465638+0000","last_active":"2023-09-23T18:30:08.555285+0000","last_peered":"2023-09-23T18:30:08.555285+0000","last_clean":"2023-09-23T18:30:08.555285+0000","last_became_active":"2023-09-23T18:28:39.465307+0000","last_became_peered":"2023-09-23T18:28:39.465307+0000","last_unstale":"2023-09-23T18:30:08.555285+0000","last_undegraded":"2023-09-23T18:30:08.555285+0000","last_fullsized":"2023-09-23T18:30:08.555285+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:20:24.193339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":220,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372660+0000","last_change":"2023-09-23T18:27:58.043362+0000","last_active":"2023-09-23T18:30:05.372660+0000","last_peered":"2023-09-23T18:30:05.372660+0000","last_clean":"2023-09-23T18:30:05.372660+0000","last_became_active":"2023-09-23T18:27:58.043036+0000","last_became_peered":"2023-09-23T18:27:58.043036+0000","last_unstale":"2023-09-23T18:30:05.372660+0000","last_undegraded":"2023-09-23T18:30:05.372660+0000","last_fullsized":"2023-09-23T18:30:05.372660+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:43:40.354035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":557,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606556+0000","last_change":"2023-09-23T18:28:21.119118+0000","last_active":"2023-09-23T18:30:08.606556+0000","last_peered":"2023-09-23T18:30:08.606556+0000","last_clean":"2023-09-23T18:30:08.606556+0000","last_became_active":"2023-09-23T18:28:21.118753+0000","last_became_peered":"2023-09-23T18:28:21.118753+0000","last_unstale":"2023-09-23T18:30:08.606556+0000","last_undegraded":"2023-09-23T18:30:08.606556+0000","last_fullsized":"2023-09-23T18:30:08.606556+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:47:57.556032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"546'245","reported_seq":1898,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372197+0000","last_change":"2023-09-23T18:29:19.075605+0000","last_active":"2023-09-23T18:30:05.372197+0000","last_peered":"2023-09-23T18:30:05.372197+0000","last_clean":"2023-09-23T18:30:05.372197+0000","last_became_active":"2023-09-23T18:29:19.075121+0000","last_became_peered":"2023-09-23T18:29:19.075121+0000","last_unstale":"2023-09-23T18:30:05.372197+0000","last_undegraded":"2023-09-23T18:30:05.372197+0000","last_fullsized":"2023-09-23T18:30:05.372197+0000","mapping_epoch":575,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":576,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":245,"log_dups_size":0,"ondisk_log_size":245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:44:16.380798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020501629999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1552,"num_read_kb":2870,"num_write":152,"num_write_kb":5468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":29360128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":67,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372214+0000","last_change":"2023-09-23T18:28:48.679507+0000","last_active":"2023-09-23T18:30:05.372214+0000","last_peered":"2023-09-23T18:30:05.372214+0000","last_clean":"2023-09-23T18:30:05.372214+0000","last_became_active":"2023-09-23T18:28:48.679188+0000","last_became_peered":"2023-09-23T18:28:48.679188+0000","last_unstale":"2023-09-23T18:30:05.372214+0000","last_undegraded":"2023-09-23T18:30:05.372214+0000","last_fullsized":"2023-09-23T18:30:05.372214+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:16.418628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"545'136","reported_seq":544,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373451+0000","last_change":"2023-09-23T18:28:47.679075+0000","last_active":"2023-09-23T18:30:05.373451+0000","last_peered":"2023-09-23T18:30:05.373451+0000","last_clean":"2023-09-23T18:30:05.373451+0000","last_became_active":"2023-09-23T18:28:47.678391+0000","last_became_peered":"2023-09-23T18:28:47.678391+0000","last_unstale":"2023-09-23T18:30:05.373451+0000","last_undegraded":"2023-09-23T18:30:05.373451+0000","last_fullsized":"2023-09-23T18:30:05.373451+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":764,"num_read_kb":2399,"num_write":110,"num_write_kb":1468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":69,"num_bytes_recovered":10240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":76,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372930+0000","last_change":"2023-09-23T18:29:16.208464+0000","last_active":"2023-09-23T18:30:05.372930+0000","last_peered":"2023-09-23T18:30:05.372930+0000","last_clean":"2023-09-23T18:30:05.372930+0000","last_became_active":"2023-09-23T18:29:16.072468+0000","last_became_peered":"2023-09-23T18:29:16.072468+0000","last_unstale":"2023-09-23T18:30:05.372930+0000","last_undegraded":"2023-09-23T18:30:05.372930+0000","last_fullsized":"2023-09-23T18:30:05.372930+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:12.086729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373975+0000","last_change":"2023-09-23T18:29:16.070476+0000","last_active":"2023-09-23T18:30:05.373975+0000","last_peered":"2023-09-23T18:30:05.373975+0000","last_clean":"2023-09-23T18:30:05.373975+0000","last_became_active":"2023-09-23T18:29:16.069939+0000","last_became_peered":"2023-09-23T18:29:16.069939+0000","last_unstale":"2023-09-23T18:30:05.373975+0000","last_undegraded":"2023-09-23T18:30:05.373975+0000","last_fullsized":"2023-09-23T18:30:05.373975+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":64,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372667+0000","last_change":"2023-09-23T18:29:16.071306+0000","last_active":"2023-09-23T18:30:05.372667+0000","last_peered":"2023-09-23T18:30:05.372667+0000","last_clean":"2023-09-23T18:30:05.372667+0000","last_became_active":"2023-09-23T18:29:16.070607+0000","last_became_peered":"2023-09-23T18:29:16.070607+0000","last_unstale":"2023-09-23T18:30:05.372667+0000","last_undegraded":"2023-09-23T18:30:05.372667+0000","last_fullsized":"2023-09-23T18:30:05.372667+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:40.511455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.360849+0000","last_change":"2023-09-23T18:28:39.465524+0000","last_active":"2023-09-23T18:30:05.360849+0000","last_peered":"2023-09-23T18:30:05.360849+0000","last_clean":"2023-09-23T18:30:05.360849+0000","last_became_active":"2023-09-23T18:28:39.465139+0000","last_became_peered":"2023-09-23T18:28:39.465139+0000","last_unstale":"2023-09-23T18:30:05.360849+0000","last_undegraded":"2023-09-23T18:30:05.360849+0000","last_fullsized":"2023-09-23T18:30:05.360849+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:06:21.471166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":118,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371164+0000","last_change":"2023-09-23T18:29:16.119077+0000","last_active":"2023-09-23T18:30:05.371164+0000","last_peered":"2023-09-23T18:30:05.371164+0000","last_clean":"2023-09-23T18:30:05.371164+0000","last_became_active":"2023-09-23T18:29:16.069705+0000","last_became_peered":"2023-09-23T18:29:16.069705+0000","last_unstale":"2023-09-23T18:30:05.371164+0000","last_undegraded":"2023-09-23T18:30:05.371164+0000","last_fullsized":"2023-09-23T18:30:05.371164+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373908+0000","last_change":"2023-09-23T18:29:16.069738+0000","last_active":"2023-09-23T18:30:05.373908+0000","last_peered":"2023-09-23T18:30:05.373908+0000","last_clean":"2023-09-23T18:30:05.373908+0000","last_became_active":"2023-09-23T18:29:16.068932+0000","last_became_peered":"2023-09-23T18:29:16.068932+0000","last_unstale":"2023-09-23T18:30:05.373908+0000","last_undegraded":"2023-09-23T18:30:05.373908+0000","last_fullsized":"2023-09-23T18:30:05.373908+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":118,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371191+0000","last_change":"2023-09-23T18:29:16.206390+0000","last_active":"2023-09-23T18:30:05.371191+0000","last_peered":"2023-09-23T18:30:05.371191+0000","last_clean":"2023-09-23T18:30:05.371191+0000","last_became_active":"2023-09-23T18:29:16.073894+0000","last_became_peered":"2023-09-23T18:29:16.073894+0000","last_unstale":"2023-09-23T18:30:05.371191+0000","last_undegraded":"2023-09-23T18:30:05.371191+0000","last_fullsized":"2023-09-23T18:30:05.371191+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373812+0000","last_change":"2023-09-23T18:29:16.069370+0000","last_active":"2023-09-23T18:30:05.373812+0000","last_peered":"2023-09-23T18:30:05.373812+0000","last_clean":"2023-09-23T18:30:05.373812+0000","last_became_active":"2023-09-23T18:29:16.068719+0000","last_became_peered":"2023-09-23T18:29:16.068719+0000","last_unstale":"2023-09-23T18:30:05.373812+0000","last_undegraded":"2023-09-23T18:30:05.373812+0000","last_fullsized":"2023-09-23T18:30:05.373812+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":570,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606487+0000","last_change":"2023-09-23T18:28:21.117005+0000","last_active":"2023-09-23T18:30:08.606487+0000","last_peered":"2023-09-23T18:30:08.606487+0000","last_clean":"2023-09-23T18:30:08.606487+0000","last_became_active":"2023-09-23T18:28:21.116644+0000","last_became_peered":"2023-09-23T18:28:21.116644+0000","last_unstale":"2023-09-23T18:30:08.606487+0000","last_undegraded":"2023-09-23T18:30:08.606487+0000","last_fullsized":"2023-09-23T18:30:08.606487+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:01:40.761533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":580,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373522+0000","last_change":"2023-09-23T18:28:21.119290+0000","last_active":"2023-09-23T18:30:05.373522+0000","last_peered":"2023-09-23T18:30:05.373522+0000","last_clean":"2023-09-23T18:30:05.373522+0000","last_became_active":"2023-09-23T18:28:21.117427+0000","last_became_peered":"2023-09-23T18:28:21.117427+0000","last_unstale":"2023-09-23T18:30:05.373522+0000","last_undegraded":"2023-09-23T18:30:05.373522+0000","last_fullsized":"2023-09-23T18:30:05.373522+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:58:19.806339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":52,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373130+0000","last_change":"2023-09-23T18:28:48.688025+0000","last_active":"2023-09-23T18:30:05.373130+0000","last_peered":"2023-09-23T18:30:05.373130+0000","last_clean":"2023-09-23T18:30:05.373130+0000","last_became_active":"2023-09-23T18:28:48.683376+0000","last_became_peered":"2023-09-23T18:28:48.683376+0000","last_unstale":"2023-09-23T18:30:05.373130+0000","last_undegraded":"2023-09-23T18:30:05.373130+0000","last_fullsized":"2023-09-23T18:30:05.373130+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:27.237733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373403+0000","last_change":"2023-09-23T18:29:16.072464+0000","last_active":"2023-09-23T18:30:05.373403+0000","last_peered":"2023-09-23T18:30:05.373403+0000","last_clean":"2023-09-23T18:30:05.373403+0000","last_became_active":"2023-09-23T18:29:16.070537+0000","last_became_peered":"2023-09-23T18:29:16.070537+0000","last_unstale":"2023-09-23T18:30:05.373403+0000","last_undegraded":"2023-09-23T18:30:05.373403+0000","last_fullsized":"2023-09-23T18:30:05.373403+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":38434,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68094,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":8388627,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":11913,"num_read_kb":26347,"num_write":1690,"num_write_kb":25390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":367,"num_bytes_recovered":29370419,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25178112,"data_stored":25165881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":1950,"ondisk_log_size":1950,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430748,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":918816,"kb_used_data":10328,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92826336,"statfs":{"total":95995035648,"available":95054168064,"internally_reserved":0,"allocated":10575872,"data_stored":9327452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":1.006,"15min":2.1120000000000001},"min":{"1min":0.34799999999999998,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":0.71699999999999997,"5min":11.279999999999999,"15min":16.593},"last":0.441},{"interface":"front","average":{"1min":0.52600000000000002,"5min":1.1459999999999999,"15min":2.762},"min":{"1min":0.38200000000000001,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":0.77600000000000002,"5min":14.212,"15min":26.486000000000001},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.86299999999999999,"15min":1.4390000000000001},"min":{"1min":0.42799999999999999,"5min":0.28799999999999998,"15min":0.28000000000000003},"max":{"1min":0.82499999999999996,"5min":8.5099999999999998,"15min":10.259},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.68200000000000005,"15min":1.5760000000000001},"min":{"1min":0.37,"5min":0.33200000000000002,"15min":0.27800000000000002},"max":{"1min":1.03,"5min":6.8369999999999997,"15min":10.401},"last":0.46800000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.56899999999999995,"15min":1.663},"min":{"1min":0.40200000000000002,"5min":0.309,"15min":0.29299999999999998},"max":{"1min":0.88,"5min":2.6059999999999999,"15min":13.282},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.75600000000000001,"15min":1.8049999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.29999999999999999},"max":{"1min":1.01,"5min":10.242000000000001,"15min":16.539000000000001},"last":0.54900000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:30:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.505},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.56100000000000005,"15min":0.54900000000000004},"min":{"1min":0.48399999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.62}]},{"osd":4,"last update":"Sat Sep 23 18:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.65600000000000003,"15min":0.98799999999999999},"min":{"1min":0.39100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68200000000000005,"5min":8.532,"15min":10.18},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.626,"5min":0.54000000000000004,"15min":1.0880000000000001},"min":{"1min":0.47199999999999998,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":0.80300000000000005,"5min":6.0640000000000001,"15min":9.6920000000000002},"last":0.68600000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.52000000000000002,"15min":0.50600000000000001},"min":{"1min":0.41099999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.51100000000000001,"15min":0.49399999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65900000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.83199999999999996,"15min":1.048},"min":{"1min":0.41699999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.95699999999999996,"5min":8.6549999999999994,"15min":13.385},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.72199999999999998,"15min":1.3320000000000001},"min":{"1min":0.46100000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1020000000000001,"5min":9.0380000000000003,"15min":16.478999999999999},"last":0.69899999999999995}]}]},{"osd":6,"up_from":174,"seq":747324309844,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":634520,"kb_used_data":10320,"kb_used_omap":12,"kb_used_meta":624179,"kb_avail":93110632,"statfs":{"total":95995035648,"available":95345287168,"internally_reserved":0,"allocated":10567680,"data_stored":9327325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":639159999},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":1.772},"min":{"1min":0.34000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.496,"5min":2.1880000000000002,"15min":14.273},"last":0.622},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.72299999999999998,"15min":1.653},"min":{"1min":0.51200000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.506,"5min":3.8610000000000002,"15min":14.282999999999999},"last":0.68500000000000005}]},{"osd":1,"last update":"Sat Sep 23 18:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55800000000000005,"15min":1.8029999999999999},"min":{"1min":0.38,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.423,"5min":2.2290000000000001,"15min":28.864999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70899999999999996,"15min":1.7689999999999999},"min":{"1min":0.42699999999999999,"5min":0.29499999999999998,"15min":0.27700000000000002},"max":{"1min":1.401,"5min":5.4299999999999997,"15min":29.094000000000001},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.74099999999999999,"15min":2.0409999999999999},"min":{"1min":0.41299999999999998,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":1.4119999999999999,"5min":8.5549999999999997,"15min":17.759},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":1.71},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.472,"5min":2.9289999999999998,"15min":19.506},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.64700000000000002,"15min":0.64600000000000002},"min":{"1min":0.46500000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.452,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.45200000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.5289999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":0.65800000000000003}]},{"osd":4,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.624,"15min":0.93600000000000005},"min":{"1min":0.34899999999999998,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":0.89100000000000001,"5min":5.3920000000000003,"15min":12.15},"last":0.5},{"interface":"front","average":{"1min":0.504,"5min":0.66400000000000003,"15min":1.1950000000000001},"min":{"1min":0.30399999999999999,"5min":0.249,"15min":0.249},"max":{"1min":1.0880000000000001,"5min":4.173,"15min":14.709},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Sep 23 18:29:58 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.63500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.626}]},{"osd":7,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.56899999999999995,"15min":1.0900000000000001},"min":{"1min":0.32500000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67600000000000005,"5min":4.6600000000000001,"15min":13.009},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.65500000000000003,"15min":1.0740000000000001},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76700000000000002,"5min":3.2570000000000001,"15min":13.702},"last":0.56200000000000006}]}]},{"osd":1,"up_from":323,"seq":1387274436811,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":477208,"kb_used_data":11088,"kb_used_omap":17,"kb_used_meta":466094,"kb_avail":93267944,"statfs":{"total":95995035648,"available":95506374656,"internally_reserved":0,"allocated":11354112,"data_stored":8906367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":477280356},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:54 2023","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.88800000000000001,"15min":1.782},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":0.53800000000000003,"5min":15.541,"15min":17.73},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.67100000000000004,"15min":2.04},"min":{"1min":0.28000000000000003,"5min":0.186,"15min":0.186},"max":{"1min":0.58099999999999996,"5min":10.185,"15min":10.563000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.41799999999999998,"15min":2.161},"min":{"1min":0.29599999999999999,"5min":0.249,"15min":0.216},"max":{"1min":0.68400000000000005,"5min":2.093,"15min":23.100000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.48199999999999998,"15min":2.048},"min":{"1min":0.32000000000000001,"5min":0.255,"15min":0.22800000000000001},"max":{"1min":0.59999999999999998,"5min":2.5779999999999998,"15min":20.986999999999998},"last":0.33000000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.44800000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.42499999999999999,"15min":0.41499999999999998},"min":{"1min":0.32700000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.371}]},{"osd":4,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58099999999999996,"15min":1.9450000000000001},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.29799999999999999},"max":{"1min":0.85099999999999998,"5min":2.6539999999999999,"15min":107.854},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.59799999999999998,"15min":1.5740000000000001},"min":{"1min":0.47399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.90400000000000003,"5min":2.6749999999999998,"15min":12.638999999999999},"last":0.61099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:30:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.57699999999999996,"15min":0.56499999999999995},"min":{"1min":0.46899999999999997,"5min":0.38,"15min":0.38},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.622,"15min":0.61099999999999999},"min":{"1min":0.52100000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.68600000000000005,"15min":1.8660000000000001},"min":{"1min":0.50600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85699999999999998,"5min":5.1669999999999998,"15min":15.375999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.57599999999999996,"15min":1.716},"min":{"1min":0.46600000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78600000000000003,"5min":2.746,"15min":13.855},"last":0.53700000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.61699999999999999,"15min":1.956},"min":{"1min":0.45100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88300000000000001,"5min":2.782,"15min":12.686},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":2.1040000000000001},"min":{"1min":0.45800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.89700000000000002,"5min":4.6260000000000003,"15min":17.84},"last":0.56399999999999995}]}]},{"osd":0,"up_from":438,"seq":1881195676065,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":835044,"kb_used_data":7516,"kb_used_omap":8,"kb_used_meta":827511,"kb_avail":92910108,"statfs":{"total":95995035648,"available":95139950592,"internally_reserved":0,"allocated":7696384,"data_stored":5291782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":847371876},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.70399999999999996,"15min":2.202},"min":{"1min":0.25900000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54500000000000004,"5min":9.1679999999999993,"15min":24.265999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.56399999999999995,"15min":1.9550000000000001},"min":{"1min":0.318,"5min":0.25800000000000001,"15min":0.22700000000000001},"max":{"1min":0.55500000000000005,"5min":3.3279999999999998,"15min":24.506},"last":0.38}]},{"osd":2,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.749,"15min":1.8700000000000001},"min":{"1min":0.252,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":0.878,"5min":9.2729999999999997,"15min":15.983000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.61399999999999999,"15min":1.9650000000000001},"min":{"1min":0.373,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.81899999999999995,"5min":3.4550000000000001,"15min":13.755000000000001},"last":0.42699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41299999999999998,"15min":0.41499999999999998},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55500000000000005,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.59099999999999997,"5min":1.077,"15min":1.077},"last":0.40100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.82699999999999996,"15min":2.23},"min":{"1min":0.41699999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.85499999999999998,"5min":7.1580000000000004,"15min":14.289999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.91700000000000004,"15min":1.879},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.81499999999999995,"5min":9.1180000000000003,"15min":13.821},"last":0.625}]},{"osd":5,"last update":"Sat Sep 23 18:29:57 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.04,"5min":1.258,"15min":1.258},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46600000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56499999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":1.0580000000000001,"15min":2.3849999999999998},"min":{"1min":0.46899999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.84899999999999998,"5min":9.2379999999999995,"15min":13.865},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":2.0800000000000001},"min":{"1min":0.48299999999999998,"5min":0.375,"15min":0.35499999999999998},"max":{"1min":0.84399999999999997,"5min":6.3869999999999996,"15min":9.423},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.92000000000000004,"15min":1.988},"min":{"1min":0.42999999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.83099999999999996,"5min":10.228999999999999,"15min":13.989000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.0349999999999999,"15min":3.0329999999999999},"min":{"1min":0.45200000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.88700000000000001,"5min":7.2080000000000002,"15min":14.343},"last":0.57799999999999996}]}]},{"osd":2,"up_from":145,"seq":622770258279,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938992,"kb_used_data":11112,"kb_used_omap":16,"kb_used_meta":927855,"kb_avail":92806160,"statfs":{"total":95995035648,"available":95033507840,"internally_reserved":0,"allocated":11378688,"data_stored":8907873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":950123682},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:53 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.79200000000000004,"15min":2.1280000000000001},"min":{"1min":0.251,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.45300000000000001,"5min":8.4019999999999992,"15min":18.940000000000001},"last":1.9910000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.78200000000000003,"15min":1.869},"min":{"1min":0.28000000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56899999999999995,"5min":9.4250000000000007,"15min":9.6400000000000006},"last":0.34399999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.51800000000000002,"15min":2.2200000000000002},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.88900000000000001,"5min":6.0049999999999999,"15min":38.146999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.47299999999999998,"15min":2.3399999999999999},"min":{"1min":0.29799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.57299999999999995,"5min":3.073,"15min":38.329000000000001},"last":0.29199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.33400000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 18:29:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":1.101,"15min":1.7809999999999999},"min":{"1min":0.51500000000000001,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":0.85699999999999998,"5min":9.6189999999999998,"15min":11.038},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.71599999999999997,"5min":1.145,"15min":1.6879999999999999},"min":{"1min":0.54000000000000004,"5min":0.317,"15min":0.317},"max":{"1min":0.93100000000000005,"5min":10.371,"15min":10.513999999999999},"last":0.54800000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:30:01 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60999999999999999,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.308,"15min":0.308},"max":{"1min":0.90400000000000003,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.61399999999999999,"15min":0.60799999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84799999999999998,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.503}]},{"osd":6,"last update":"Sat Sep 23 18:30:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70399999999999996,"15min":1.639},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.1579999999999999,"5min":4.1870000000000003,"15min":10.555},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.81399999999999995,"15min":1.9159999999999999},"min":{"1min":0.46800000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.0649999999999999,"5min":5.8220000000000001,"15min":14.699},"last":0.61399999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:29:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.4530000000000001,"15min":2.4670000000000001},"min":{"1min":0.49099999999999999,"5min":0.37,"15min":0.36899999999999999},"max":{"1min":0.98399999999999999,"5min":12.071,"15min":109.81699999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.083,"15min":2.1059999999999999},"min":{"1min":0.45500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.80700000000000005,"5min":12.513,"15min":109.70699999999999},"last":0.52700000000000002}]}]},{"osd":3,"up_from":535,"seq":2297807503388,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":163288,"kb_used_data":6992,"kb_used_omap":8,"kb_used_meta":156279,"kb_avail":93581864,"statfs":{"total":95995035648,"available":95827828736,"internally_reserved":0,"allocated":7159808,"data_stored":4708048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8595,"internal_metadata":160030317},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.50600000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38200000000000001,"15min":0.38500000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.53200000000000003,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.379}]},{"osd":1,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.41899999999999998,"15min":0.42999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56399999999999995,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.316},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.45400000000000001,"15min":0.46600000000000003},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.622,"5min":1.589,"15min":1.589},"last":0.43099999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.63700000000000001,"5min":1.774,"15min":1.774},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.58699999999999997,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.40100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.81599999999999995,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.79500000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69399999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.64100000000000001,"15min":0.64300000000000002},"min":{"1min":0.48299999999999998,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83399999999999996,"5min":1.089,"15min":1.089},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.67700000000000005,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.82199999999999995,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":0.626}]},{"osd":6,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.51000000000000001,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.82899999999999996,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70899999999999996,"15min":0.71499999999999997},"min":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.872,"5min":1.7010000000000001,"15min":1.7010000000000001},"last":0.72899999999999998}]},{"osd":7,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.52600000000000002,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.83999999999999997,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.51700000000000002,"5min":0.497,"15min":0.497},"max":{"1min":0.85399999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61699999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019431,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":902748,"kb_used_data":9748,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92842404,"statfs":{"total":95995035648,"available":95070621696,"internally_reserved":0,"allocated":9981952,"data_stored":8737329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:39 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.92100000000000004,"15min":1.6439999999999999},"min":{"1min":0.22700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.85599999999999998,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":1.0740000000000001,"15min":1.7969999999999999},"min":{"1min":0.375,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.66600000000000004,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.41699999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1,"15min":2.3570000000000002},"min":{"1min":0.314,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":0.81599999999999995,"5min":26.181000000000001,"15min":155.029},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.98299999999999998,"15min":2.3460000000000001},"min":{"1min":0.39400000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":0.874,"5min":26.297000000000001,"15min":154.94499999999999},"last":0.56399999999999995}]},{"osd":2,"last update":"Sat Sep 23 18:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.93999999999999995,"15min":1.6200000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.29799999999999999},"max":{"1min":0.69599999999999995,"5min":9.6199999999999992,"15min":15.000999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.379,"15min":1.839},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.84299999999999997,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.59199999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:30:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.502},"min":{"1min":0.40699999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.59399999999999997,"15min":0.58799999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63100000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:29:58 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.47799999999999998,"15min":0.46300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.53500000000000003,"15min":0.52400000000000002},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.64600000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58299999999999996,"15min":1.2110000000000001},"min":{"1min":0.34100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.94299999999999995,"5min":6.0540000000000003,"15min":16.864999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.94099999999999995,"15min":1.419},"min":{"1min":0.35899999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.05,"5min":26.347999999999999,"15min":26.347999999999999},"last":0.61199999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.94499999999999995,"15min":1.4359999999999999},"min":{"1min":0.37,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.034,"5min":9.3409999999999993,"15min":16.891999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":1.2609999999999999},"min":{"1min":0.38900000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":5.1310000000000002,"15min":15.507},"last":0.70399999999999996}]}]},{"osd":5,"up_from":524,"seq":2250562863137,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361804,"kb_used_data":9732,"kb_used_omap":7,"kb_used_meta":352056,"kb_avail":93383348,"statfs":{"total":95995035648,"available":95624548352,"internally_reserved":0,"allocated":9965568,"data_stored":8732777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":360505557},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.216,"5min":1.286,"15min":1.286},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64500000000000002,"15min":0.65000000000000002},"min":{"1min":0.435,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.272,"5min":1.655,"15min":1.655},"last":0.70099999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.56399999999999995,"15min":0.55700000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.58599999999999997,"15min":0.57599999999999996},"min":{"1min":0.34300000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63800000000000001,"15min":0.64000000000000001},"min":{"1min":0.42399999999999999,"5min":0.379,"15min":0.379},"max":{"1min":1.591,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.64200000000000002,"15min":0.63800000000000001},"min":{"1min":0.38,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.694,"5min":1.694,"15min":1.694},"last":0.61299999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.627,"15min":0.63400000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":1.577,"15min":1.577},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.65900000000000003,"15min":0.63300000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":4.6609999999999996,"5min":4.6609999999999996,"15min":4.6609999999999996},"last":0.63900000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.44600000000000001,"15min":0.44500000000000001},"min":{"1min":0.29599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.443},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48099999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45400000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.501,"15min":0.502},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69199999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.497},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.36799999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.502}]},{"osd":7,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38600000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.753,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72699999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.55800000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7235,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:30:34.632 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T18:30:35.241 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T18:30:35.311 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:34 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: ::ffff:172.21.15.149 - - [23/Sep/2023:18:30:34] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.33.4" 2023-09-23T18:30:35.773 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:35 smithi018 ceph-mon[153734]: pgmap v1705: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:35.773 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:35 smithi018 ceph-mon[153734]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:30:35.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:35 smithi018 ceph-mon[149401]: pgmap v1705: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:35.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:35 smithi018 ceph-mon[149401]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:30:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:35 smithi149 ceph-mon[135148]: pgmap v1705: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:35.901 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:35 smithi149 ceph-mon[135148]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T18:30:36.650 INFO:teuthology.orchestra.run.smithi018.stdout: 2023-09-23T18:30:36.651 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2023-09-23T18:30:37.071 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":1706,"stamp":"2023-09-23T18:30:35.810249+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8984499,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":12207,"num_read_kb":26847,"num_write":1950,"num_write_kb":27835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":544,"num_bytes_recovered":32360693,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2144,"ondisk_log_size":2144,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5232420,"kb_used_data":76836,"kb_used_omap":71,"kb_used_meta":5155448,"kb_avail":744728796,"statfs":{"total":767960285184,"available":762602287104,"internally_reserved":0,"allocated":78680064,"data_stored":63938953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73365,"internal_metadata":5279179115},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002764"},"pg_stats":[{"pgid":"3.1a","version":"60'1","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373696+0000","last_change":"2023-09-23T18:29:16.073864+0000","last_active":"2023-09-23T18:30:05.373696+0000","last_peered":"2023-09-23T18:30:05.373696+0000","last_clean":"2023-09-23T18:30:05.373696+0000","last_became_active":"2023-09-23T18:29:16.073274+0000","last_became_peered":"2023-09-23T18:29:16.073274+0000","last_unstale":"2023-09-23T18:30:05.373696+0000","last_undegraded":"2023-09-23T18:30:05.373696+0000","last_fullsized":"2023-09-23T18:30:05.373696+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":553,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373687+0000","last_change":"2023-09-23T18:29:57.333110+0000","last_active":"2023-09-23T18:30:05.373687+0000","last_peered":"2023-09-23T18:30:05.373687+0000","last_clean":"2023-09-23T18:30:05.373687+0000","last_became_active":"2023-09-23T18:29:57.332761+0000","last_became_peered":"2023-09-23T18:29:57.332761+0000","last_unstale":"2023-09-23T18:30:05.373687+0000","last_undegraded":"2023-09-23T18:30:05.373687+0000","last_fullsized":"2023-09-23T18:30:05.373687+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:05:51.029298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":614,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371774+0000","last_change":"2023-09-23T18:29:16.070773+0000","last_active":"2023-09-23T18:30:05.371774+0000","last_peered":"2023-09-23T18:30:05.371774+0000","last_clean":"2023-09-23T18:30:05.371774+0000","last_became_active":"2023-09-23T18:29:16.070454+0000","last_became_peered":"2023-09-23T18:29:16.070454+0000","last_unstale":"2023-09-23T18:30:05.371774+0000","last_undegraded":"2023-09-23T18:30:05.371774+0000","last_fullsized":"2023-09-23T18:30:05.371774+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:11:50.002930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":239,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372981+0000","last_change":"2023-09-23T18:28:44.651449+0000","last_active":"2023-09-23T18:30:05.372981+0000","last_peered":"2023-09-23T18:30:05.372981+0000","last_clean":"2023-09-23T18:30:05.372981+0000","last_became_active":"2023-09-23T18:28:44.650128+0000","last_became_peered":"2023-09-23T18:28:44.650128+0000","last_unstale":"2023-09-23T18:30:05.372981+0000","last_undegraded":"2023-09-23T18:30:05.372981+0000","last_fullsized":"2023-09-23T18:30:05.372981+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:55:59.683284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":620,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372258+0000","last_change":"2023-09-23T18:28:48.681635+0000","last_active":"2023-09-23T18:30:05.372258+0000","last_peered":"2023-09-23T18:30:05.372258+0000","last_clean":"2023-09-23T18:30:05.372258+0000","last_became_active":"2023-09-23T18:28:48.681330+0000","last_became_peered":"2023-09-23T18:28:48.681330+0000","last_unstale":"2023-09-23T18:30:05.372258+0000","last_undegraded":"2023-09-23T18:30:05.372258+0000","last_fullsized":"2023-09-23T18:30:05.372258+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:34.400484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":429,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374387+0000","last_change":"2023-09-23T18:27:58.045190+0000","last_active":"2023-09-23T18:30:05.374387+0000","last_peered":"2023-09-23T18:30:05.374387+0000","last_clean":"2023-09-23T18:30:05.374387+0000","last_became_active":"2023-09-23T18:27:58.044544+0000","last_became_peered":"2023-09-23T18:27:58.044544+0000","last_unstale":"2023-09-23T18:30:05.374387+0000","last_undegraded":"2023-09-23T18:30:05.374387+0000","last_fullsized":"2023-09-23T18:30:05.374387+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":247,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373248+0000","last_change":"2023-09-23T18:28:21.121697+0000","last_active":"2023-09-23T18:30:05.373248+0000","last_peered":"2023-09-23T18:30:05.373248+0000","last_clean":"2023-09-23T18:30:05.373248+0000","last_became_active":"2023-09-23T18:28:21.121341+0000","last_became_peered":"2023-09-23T18:28:21.121341+0000","last_unstale":"2023-09-23T18:30:05.373248+0000","last_undegraded":"2023-09-23T18:30:05.373248+0000","last_fullsized":"2023-09-23T18:30:05.373248+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:10.253423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":553,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372317+0000","last_change":"2023-09-23T18:28:21.116039+0000","last_active":"2023-09-23T18:30:05.372317+0000","last_peered":"2023-09-23T18:30:05.372317+0000","last_clean":"2023-09-23T18:30:05.372317+0000","last_became_active":"2023-09-23T18:28:21.115449+0000","last_became_peered":"2023-09-23T18:28:21.115449+0000","last_unstale":"2023-09-23T18:30:05.372317+0000","last_undegraded":"2023-09-23T18:30:05.372317+0000","last_fullsized":"2023-09-23T18:30:05.372317+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:35.174746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":90,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371345+0000","last_change":"2023-09-23T18:27:58.046736+0000","last_active":"2023-09-23T18:30:05.371345+0000","last_peered":"2023-09-23T18:30:05.371345+0000","last_clean":"2023-09-23T18:30:05.371345+0000","last_became_active":"2023-09-23T18:27:58.046432+0000","last_became_peered":"2023-09-23T18:27:58.046432+0000","last_unstale":"2023-09-23T18:30:05.371345+0000","last_undegraded":"2023-09-23T18:30:05.371345+0000","last_fullsized":"2023-09-23T18:30:05.371345+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":493,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373421+0000","last_change":"2023-09-23T18:28:21.115741+0000","last_active":"2023-09-23T18:30:05.373421+0000","last_peered":"2023-09-23T18:30:05.373421+0000","last_clean":"2023-09-23T18:30:05.373421+0000","last_became_active":"2023-09-23T18:28:21.115395+0000","last_became_peered":"2023-09-23T18:28:21.115395+0000","last_unstale":"2023-09-23T18:30:05.373421+0000","last_undegraded":"2023-09-23T18:30:05.373421+0000","last_fullsized":"2023-09-23T18:30:05.373421+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:33:35.216683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"60'3","reported_seq":317,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363876+0000","last_change":"2023-09-23T18:29:16.298376+0000","last_active":"2023-09-23T18:30:05.363876+0000","last_peered":"2023-09-23T18:30:05.363876+0000","last_clean":"2023-09-23T18:30:05.363876+0000","last_became_active":"2023-09-23T18:29:16.076609+0000","last_became_peered":"2023-09-23T18:29:16.076609+0000","last_unstale":"2023-09-23T18:30:05.363876+0000","last_undegraded":"2023-09-23T18:30:05.363876+0000","last_fullsized":"2023-09-23T18:30:05.363876+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":193,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371658+0000","last_change":"2023-09-23T18:22:03.996211+0000","last_active":"2023-09-23T18:30:05.371658+0000","last_peered":"2023-09-23T18:30:05.371658+0000","last_clean":"2023-09-23T18:30:05.371658+0000","last_became_active":"2023-09-23T18:22:03.995701+0000","last_became_peered":"2023-09-23T18:22:03.995701+0000","last_unstale":"2023-09-23T18:30:05.371658+0000","last_undegraded":"2023-09-23T18:30:05.371658+0000","last_fullsized":"2023-09-23T18:30:05.371658+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T05:37:09.538985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"81'22","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373761+0000","last_change":"2023-09-23T18:29:16.091198+0000","last_active":"2023-09-23T18:30:05.373761+0000","last_peered":"2023-09-23T18:30:05.373761+0000","last_clean":"2023-09-23T18:30:05.373761+0000","last_became_active":"2023-09-23T18:29:16.077561+0000","last_became_peered":"2023-09-23T18:29:16.077561+0000","last_unstale":"2023-09-23T18:30:05.373761+0000","last_undegraded":"2023-09-23T18:30:05.373761+0000","last_fullsized":"2023-09-23T18:30:05.373761+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374046+0000","last_change":"2023-09-23T18:29:16.072591+0000","last_active":"2023-09-23T18:30:05.374046+0000","last_peered":"2023-09-23T18:30:05.374046+0000","last_clean":"2023-09-23T18:30:05.374046+0000","last_became_active":"2023-09-23T18:29:16.070052+0000","last_became_peered":"2023-09-23T18:29:16.070052+0000","last_unstale":"2023-09-23T18:30:05.374046+0000","last_undegraded":"2023-09-23T18:30:05.374046+0000","last_fullsized":"2023-09-23T18:30:05.374046+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"60'2","reported_seq":320,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364056+0000","last_change":"2023-09-23T18:29:16.210636+0000","last_active":"2023-09-23T18:30:05.364056+0000","last_peered":"2023-09-23T18:30:05.364056+0000","last_clean":"2023-09-23T18:30:05.364056+0000","last_became_active":"2023-09-23T18:29:16.071147+0000","last_became_peered":"2023-09-23T18:29:16.071147+0000","last_unstale":"2023-09-23T18:30:05.364056+0000","last_undegraded":"2023-09-23T18:30:05.364056+0000","last_fullsized":"2023-09-23T18:30:05.364056+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":551,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373925+0000","last_change":"2023-09-23T18:28:21.116522+0000","last_active":"2023-09-23T18:30:05.373925+0000","last_peered":"2023-09-23T18:30:05.373925+0000","last_clean":"2023-09-23T18:30:05.373925+0000","last_became_active":"2023-09-23T18:28:21.116209+0000","last_became_peered":"2023-09-23T18:28:21.116209+0000","last_unstale":"2023-09-23T18:30:05.373925+0000","last_undegraded":"2023-09-23T18:30:05.373925+0000","last_fullsized":"2023-09-23T18:30:05.373925+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:13:23.241031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":218,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372331+0000","last_change":"2023-09-23T18:28:31.232419+0000","last_active":"2023-09-23T18:30:05.372331+0000","last_peered":"2023-09-23T18:30:05.372331+0000","last_clean":"2023-09-23T18:30:05.372331+0000","last_became_active":"2023-09-23T18:28:31.232020+0000","last_became_peered":"2023-09-23T18:28:31.232020+0000","last_unstale":"2023-09-23T18:30:05.372331+0000","last_undegraded":"2023-09-23T18:30:05.372331+0000","last_fullsized":"2023-09-23T18:30:05.372331+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:08.718998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":131,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371307+0000","last_change":"2023-09-23T18:28:22.111218+0000","last_active":"2023-09-23T18:30:05.371307+0000","last_peered":"2023-09-23T18:30:05.371307+0000","last_clean":"2023-09-23T18:30:05.371307+0000","last_became_active":"2023-09-23T18:28:22.110835+0000","last_became_peered":"2023-09-23T18:28:22.110835+0000","last_unstale":"2023-09-23T18:30:05.371307+0000","last_undegraded":"2023-09-23T18:30:05.371307+0000","last_fullsized":"2023-09-23T18:30:05.371307+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":302,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363632+0000","last_change":"2023-09-23T18:29:16.071370+0000","last_active":"2023-09-23T18:30:05.363632+0000","last_peered":"2023-09-23T18:30:05.363632+0000","last_clean":"2023-09-23T18:30:05.363632+0000","last_became_active":"2023-09-23T18:29:16.071034+0000","last_became_peered":"2023-09-23T18:29:16.071034+0000","last_unstale":"2023-09-23T18:30:05.363632+0000","last_undegraded":"2023-09-23T18:30:05.363632+0000","last_fullsized":"2023-09-23T18:30:05.363632+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":229,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373024+0000","last_change":"2023-09-23T18:28:44.650357+0000","last_active":"2023-09-23T18:30:05.373024+0000","last_peered":"2023-09-23T18:30:05.373024+0000","last_clean":"2023-09-23T18:30:05.373024+0000","last_became_active":"2023-09-23T18:28:44.650021+0000","last_became_peered":"2023-09-23T18:28:44.650021+0000","last_unstale":"2023-09-23T18:30:05.373024+0000","last_undegraded":"2023-09-23T18:30:05.373024+0000","last_fullsized":"2023-09-23T18:30:05.373024+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:39.155820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"60'8","reported_seq":265,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373071+0000","last_change":"2023-09-23T18:28:55.882013+0000","last_active":"2023-09-23T18:30:05.373071+0000","last_peered":"2023-09-23T18:30:05.373071+0000","last_clean":"2023-09-23T18:30:05.373071+0000","last_became_active":"2023-09-23T18:28:55.708675+0000","last_became_peered":"2023-09-23T18:28:55.708675+0000","last_unstale":"2023-09-23T18:30:05.373071+0000","last_undegraded":"2023-09-23T18:30:05.373071+0000","last_fullsized":"2023-09-23T18:30:05.373071+0000","mapping_epoch":563,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":564,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":67,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373837+0000","last_change":"2023-09-23T18:28:44.650321+0000","last_active":"2023-09-23T18:30:05.373837+0000","last_peered":"2023-09-23T18:30:05.373837+0000","last_clean":"2023-09-23T18:30:05.373837+0000","last_became_active":"2023-09-23T18:28:44.649984+0000","last_became_peered":"2023-09-23T18:28:44.649984+0000","last_unstale":"2023-09-23T18:30:05.373837+0000","last_undegraded":"2023-09-23T18:30:05.373837+0000","last_fullsized":"2023-09-23T18:30:05.373837+0000","mapping_epoch":553,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":554,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:05:46.863830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"60'1","reported_seq":363,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364066+0000","last_change":"2023-09-23T18:29:16.162571+0000","last_active":"2023-09-23T18:30:05.364066+0000","last_peered":"2023-09-23T18:30:05.364066+0000","last_clean":"2023-09-23T18:30:05.364066+0000","last_became_active":"2023-09-23T18:29:16.070241+0000","last_became_peered":"2023-09-23T18:29:16.070241+0000","last_unstale":"2023-09-23T18:30:05.364066+0000","last_undegraded":"2023-09-23T18:30:05.364066+0000","last_fullsized":"2023-09-23T18:30:05.364066+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.370957+0000","last_change":"2023-09-23T18:27:58.048722+0000","last_active":"2023-09-23T18:30:05.370957+0000","last_peered":"2023-09-23T18:30:05.370957+0000","last_clean":"2023-09-23T18:30:05.370957+0000","last_became_active":"2023-09-23T18:27:58.048413+0000","last_became_peered":"2023-09-23T18:27:58.048413+0000","last_unstale":"2023-09-23T18:30:05.370957+0000","last_undegraded":"2023-09-23T18:30:05.370957+0000","last_fullsized":"2023-09-23T18:30:05.370957+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"60'2","reported_seq":345,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.364054+0000","last_change":"2023-09-23T18:29:16.342195+0000","last_active":"2023-09-23T18:30:05.364054+0000","last_peered":"2023-09-23T18:30:05.364054+0000","last_clean":"2023-09-23T18:30:05.364054+0000","last_became_active":"2023-09-23T18:29:16.076596+0000","last_became_peered":"2023-09-23T18:29:16.076596+0000","last_unstale":"2023-09-23T18:30:05.364054+0000","last_undegraded":"2023-09-23T18:30:05.364054+0000","last_fullsized":"2023-09-23T18:30:05.364054+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373811+0000","last_change":"2023-09-23T18:29:16.069454+0000","last_active":"2023-09-23T18:30:05.373811+0000","last_peered":"2023-09-23T18:30:05.373811+0000","last_clean":"2023-09-23T18:30:05.373811+0000","last_became_active":"2023-09-23T18:29:16.069034+0000","last_became_peered":"2023-09-23T18:29:16.069034+0000","last_unstale":"2023-09-23T18:30:05.373811+0000","last_undegraded":"2023-09-23T18:30:05.373811+0000","last_fullsized":"2023-09-23T18:30:05.373811+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"60'1","reported_seq":297,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363949+0000","last_change":"2023-09-23T18:27:58.051175+0000","last_active":"2023-09-23T18:30:05.363949+0000","last_peered":"2023-09-23T18:30:05.363949+0000","last_clean":"2023-09-23T18:30:05.363949+0000","last_became_active":"2023-09-23T18:27:58.050458+0000","last_became_peered":"2023-09-23T18:27:58.050458+0000","last_unstale":"2023-09-23T18:30:05.363949+0000","last_undegraded":"2023-09-23T18:30:05.363949+0000","last_fullsized":"2023-09-23T18:30:05.363949+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":420,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":424,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373178+0000","last_change":"2023-09-23T18:26:00.149285+0000","last_active":"2023-09-23T18:30:05.373178+0000","last_peered":"2023-09-23T18:30:05.373178+0000","last_clean":"2023-09-23T18:30:05.373178+0000","last_became_active":"2023-09-23T18:26:00.148996+0000","last_became_peered":"2023-09-23T18:26:00.148996+0000","last_unstale":"2023-09-23T18:30:05.373178+0000","last_undegraded":"2023-09-23T18:30:05.373178+0000","last_fullsized":"2023-09-23T18:30:05.373178+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":127,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371155+0000","last_change":"2023-09-23T18:28:21.116646+0000","last_active":"2023-09-23T18:30:05.371155+0000","last_peered":"2023-09-23T18:30:05.371155+0000","last_clean":"2023-09-23T18:30:05.371155+0000","last_became_active":"2023-09-23T18:28:21.116422+0000","last_became_peered":"2023-09-23T18:28:21.116422+0000","last_unstale":"2023-09-23T18:30:05.371155+0000","last_undegraded":"2023-09-23T18:30:05.371155+0000","last_fullsized":"2023-09-23T18:30:05.371155+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":233,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:09.573116+0000","last_change":"2023-09-23T18:29:16.070687+0000","last_active":"2023-09-23T18:30:09.573116+0000","last_peered":"2023-09-23T18:30:09.573116+0000","last_clean":"2023-09-23T18:30:09.573116+0000","last_became_active":"2023-09-23T18:29:16.070346+0000","last_became_peered":"2023-09-23T18:29:16.070346+0000","last_unstale":"2023-09-23T18:30:09.573116+0000","last_undegraded":"2023-09-23T18:30:09.573116+0000","last_fullsized":"2023-09-23T18:30:09.573116+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:10.535918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"60'2","reported_seq":616,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606264+0000","last_change":"2023-09-23T18:29:16.212050+0000","last_active":"2023-09-23T18:30:08.606264+0000","last_peered":"2023-09-23T18:30:08.606264+0000","last_clean":"2023-09-23T18:30:08.606264+0000","last_became_active":"2023-09-23T18:29:16.070197+0000","last_became_peered":"2023-09-23T18:29:16.070197+0000","last_unstale":"2023-09-23T18:30:08.606264+0000","last_undegraded":"2023-09-23T18:30:08.606264+0000","last_fullsized":"2023-09-23T18:30:08.606264+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:01.600052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373714+0000","last_change":"2023-09-23T18:29:16.077468+0000","last_active":"2023-09-23T18:30:05.373714+0000","last_peered":"2023-09-23T18:30:05.373714+0000","last_clean":"2023-09-23T18:30:05.373714+0000","last_became_active":"2023-09-23T18:29:16.077254+0000","last_became_peered":"2023-09-23T18:29:16.077254+0000","last_unstale":"2023-09-23T18:30:05.373714+0000","last_undegraded":"2023-09-23T18:30:05.373714+0000","last_fullsized":"2023-09-23T18:30:05.373714+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":266,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373201+0000","last_change":"2023-09-23T18:29:16.075177+0000","last_active":"2023-09-23T18:30:05.373201+0000","last_peered":"2023-09-23T18:30:05.373201+0000","last_clean":"2023-09-23T18:30:05.373201+0000","last_became_active":"2023-09-23T18:29:16.074877+0000","last_became_peered":"2023-09-23T18:29:16.074877+0000","last_unstale":"2023-09-23T18:30:05.373201+0000","last_undegraded":"2023-09-23T18:30:05.373201+0000","last_fullsized":"2023-09-23T18:30:05.373201+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.374287+0000","last_change":"2023-09-23T18:29:16.073674+0000","last_active":"2023-09-23T18:30:05.374287+0000","last_peered":"2023-09-23T18:30:05.374287+0000","last_clean":"2023-09-23T18:30:05.374287+0000","last_became_active":"2023-09-23T18:29:16.073274+0000","last_became_peered":"2023-09-23T18:29:16.073274+0000","last_unstale":"2023-09-23T18:30:05.374287+0000","last_undegraded":"2023-09-23T18:30:05.374287+0000","last_fullsized":"2023-09-23T18:30:05.374287+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373903+0000","last_change":"2023-09-23T18:29:16.070015+0000","last_active":"2023-09-23T18:30:05.373903+0000","last_peered":"2023-09-23T18:30:05.373903+0000","last_clean":"2023-09-23T18:30:05.373903+0000","last_became_active":"2023-09-23T18:29:16.069464+0000","last_became_peered":"2023-09-23T18:29:16.069464+0000","last_unstale":"2023-09-23T18:30:05.373903+0000","last_undegraded":"2023-09-23T18:30:05.373903+0000","last_fullsized":"2023-09-23T18:30:05.373903+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373981+0000","last_change":"2023-09-23T18:29:16.070647+0000","last_active":"2023-09-23T18:30:05.373981+0000","last_peered":"2023-09-23T18:30:05.373981+0000","last_clean":"2023-09-23T18:30:05.373981+0000","last_became_active":"2023-09-23T18:29:16.070253+0000","last_became_peered":"2023-09-23T18:29:16.070253+0000","last_unstale":"2023-09-23T18:30:05.373981+0000","last_undegraded":"2023-09-23T18:30:05.373981+0000","last_fullsized":"2023-09-23T18:30:05.373981+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":58,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371520+0000","last_change":"2023-09-23T18:28:31.238405+0000","last_active":"2023-09-23T18:30:05.371520+0000","last_peered":"2023-09-23T18:30:05.371520+0000","last_clean":"2023-09-23T18:30:05.371520+0000","last_became_active":"2023-09-23T18:28:31.238020+0000","last_became_peered":"2023-09-23T18:28:31.238020+0000","last_unstale":"2023-09-23T18:30:05.371520+0000","last_undegraded":"2023-09-23T18:30:05.371520+0000","last_fullsized":"2023-09-23T18:30:05.371520+0000","mapping_epoch":544,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":545,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:42:37.755510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":651,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372111+0000","last_change":"2023-09-23T18:29:16.070699+0000","last_active":"2023-09-23T18:30:05.372111+0000","last_peered":"2023-09-23T18:30:05.372111+0000","last_clean":"2023-09-23T18:30:05.372111+0000","last_became_active":"2023-09-23T18:29:16.070344+0000","last_became_peered":"2023-09-23T18:29:16.070344+0000","last_unstale":"2023-09-23T18:30:05.372111+0000","last_undegraded":"2023-09-23T18:30:05.372111+0000","last_fullsized":"2023-09-23T18:30:05.372111+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:30.812820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"546'311","reported_seq":1919,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555282+0000","last_change":"2023-09-23T18:28:31.238309+0000","last_active":"2023-09-23T18:30:08.555282+0000","last_peered":"2023-09-23T18:30:08.555282+0000","last_clean":"2023-09-23T18:30:08.555282+0000","last_became_active":"2023-09-23T18:22:33.935414+0000","last_became_peered":"2023-09-23T18:22:33.935414+0000","last_unstale":"2023-09-23T18:30:08.555282+0000","last_undegraded":"2023-09-23T18:30:08.555282+0000","last_fullsized":"2023-09-23T18:30:08.555282+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":311,"log_dups_size":0,"ondisk_log_size":311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:38.491730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020082049999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2015,"num_read_kb":3682,"num_write":307,"num_write_kb":1617,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":127,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371397+0000","last_change":"2023-09-23T18:28:21.114668+0000","last_active":"2023-09-23T18:30:05.371397+0000","last_peered":"2023-09-23T18:30:05.371397+0000","last_clean":"2023-09-23T18:30:05.371397+0000","last_became_active":"2023-09-23T18:28:21.114365+0000","last_became_peered":"2023-09-23T18:28:21.114365+0000","last_unstale":"2023-09-23T18:30:05.371397+0000","last_undegraded":"2023-09-23T18:30:05.371397+0000","last_fullsized":"2023-09-23T18:30:05.371397+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":615,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.554878+0000","last_change":"2023-09-23T18:29:16.071148+0000","last_active":"2023-09-23T18:30:08.554878+0000","last_peered":"2023-09-23T18:30:08.554878+0000","last_clean":"2023-09-23T18:30:08.554878+0000","last_became_active":"2023-09-23T18:29:16.070875+0000","last_became_peered":"2023-09-23T18:29:16.070875+0000","last_unstale":"2023-09-23T18:30:08.554878+0000","last_undegraded":"2023-09-23T18:30:08.554878+0000","last_fullsized":"2023-09-23T18:30:08.554878+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:02:21.454102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"546'171","reported_seq":1712,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371049+0000","last_change":"2023-09-23T18:28:31.227673+0000","last_active":"2023-09-23T18:30:05.371049+0000","last_peered":"2023-09-23T18:30:05.371049+0000","last_clean":"2023-09-23T18:30:05.371049+0000","last_became_active":"2023-09-23T18:27:58.046965+0000","last_became_peered":"2023-09-23T18:27:58.046965+0000","last_unstale":"2023-09-23T18:30:05.371049+0000","last_undegraded":"2023-09-23T18:30:05.371049+0000","last_fullsized":"2023-09-23T18:30:05.371049+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1431,"num_read_kb":3514,"num_write":151,"num_write_kb":2239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373987+0000","last_change":"2023-09-23T18:29:16.072353+0000","last_active":"2023-09-23T18:30:05.373987+0000","last_peered":"2023-09-23T18:30:05.373987+0000","last_clean":"2023-09-23T18:30:05.373987+0000","last_became_active":"2023-09-23T18:29:16.070524+0000","last_became_peered":"2023-09-23T18:29:16.070524+0000","last_unstale":"2023-09-23T18:30:05.373987+0000","last_undegraded":"2023-09-23T18:30:05.373987+0000","last_fullsized":"2023-09-23T18:30:05.373987+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":528,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555189+0000","last_change":"2023-09-23T18:28:21.119598+0000","last_active":"2023-09-23T18:30:08.555189+0000","last_peered":"2023-09-23T18:30:08.555189+0000","last_clean":"2023-09-23T18:30:08.555189+0000","last_became_active":"2023-09-23T18:28:21.119088+0000","last_became_peered":"2023-09-23T18:28:21.119088+0000","last_unstale":"2023-09-23T18:30:08.555189+0000","last_undegraded":"2023-09-23T18:30:08.555189+0000","last_fullsized":"2023-09-23T18:30:08.555189+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:41:43.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"545'272","reported_seq":1412,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.360618+0000","last_change":"2023-09-23T18:28:31.229773+0000","last_active":"2023-09-23T18:30:05.360618+0000","last_peered":"2023-09-23T18:30:05.360618+0000","last_clean":"2023-09-23T18:30:05.360618+0000","last_became_active":"2023-09-23T18:28:21.118060+0000","last_became_peered":"2023-09-23T18:28:21.118060+0000","last_unstale":"2023-09-23T18:30:05.360618+0000","last_undegraded":"2023-09-23T18:30:05.360618+0000","last_fullsized":"2023-09-23T18:30:05.360618+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":272,"log_dups_size":0,"ondisk_log_size":272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:34.802389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032587799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1427,"num_read_kb":2397,"num_write":262,"num_write_kb":1316,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":51,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":545,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371788+0000","last_change":"2023-09-23T18:22:03.992633+0000","last_active":"2023-09-23T18:30:05.371788+0000","last_peered":"2023-09-23T18:30:05.371788+0000","last_clean":"2023-09-23T18:30:05.371788+0000","last_became_active":"2023-09-23T18:22:03.992355+0000","last_became_peered":"2023-09-23T18:22:03.992355+0000","last_unstale":"2023-09-23T18:30:05.371788+0000","last_undegraded":"2023-09-23T18:30:05.371788+0000","last_fullsized":"2023-09-23T18:30:05.371788+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:53:11.700035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":693,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372192+0000","last_change":"2023-09-23T18:28:48.677665+0000","last_active":"2023-09-23T18:30:05.372192+0000","last_peered":"2023-09-23T18:30:05.372192+0000","last_clean":"2023-09-23T18:30:05.372192+0000","last_became_active":"2023-09-23T18:28:48.677343+0000","last_became_peered":"2023-09-23T18:28:48.677343+0000","last_unstale":"2023-09-23T18:30:05.372192+0000","last_undegraded":"2023-09-23T18:30:05.372192+0000","last_fullsized":"2023-09-23T18:30:05.372192+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:46.144999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"546'434","reported_seq":1624,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371092+0000","last_change":"2023-09-23T18:28:31.231585+0000","last_active":"2023-09-23T18:30:05.371092+0000","last_peered":"2023-09-23T18:30:05.371092+0000","last_clean":"2023-09-23T18:30:05.371092+0000","last_became_active":"2023-09-23T18:27:58.046624+0000","last_became_peered":"2023-09-23T18:27:58.046624+0000","last_unstale":"2023-09-23T18:30:05.371092+0000","last_undegraded":"2023-09-23T18:30:05.371092+0000","last_fullsized":"2023-09-23T18:30:05.371092+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":434,"log_dups_size":0,"ondisk_log_size":434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2077,"num_read_kb":4686,"num_write":393,"num_write_kb":7804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"81'139","reported_seq":693,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363610+0000","last_change":"2023-09-23T18:28:51.692627+0000","last_active":"2023-09-23T18:30:05.363610+0000","last_peered":"2023-09-23T18:30:05.363610+0000","last_clean":"2023-09-23T18:30:05.363610+0000","last_became_active":"2023-09-23T18:28:51.692116+0000","last_became_peered":"2023-09-23T18:28:51.692116+0000","last_unstale":"2023-09-23T18:30:05.363610+0000","last_undegraded":"2023-09-23T18:30:05.363610+0000","last_fullsized":"2023-09-23T18:30:05.363610+0000","mapping_epoch":560,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":561,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:44:19.593240+0000","last_clean_scrub_stamp":"2023-09-23T17:44:19.593240+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":577,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606252+0000","last_change":"2023-09-23T18:28:21.115830+0000","last_active":"2023-09-23T18:30:08.606252+0000","last_peered":"2023-09-23T18:30:08.606252+0000","last_clean":"2023-09-23T18:30:08.606252+0000","last_became_active":"2023-09-23T18:28:21.115569+0000","last_became_peered":"2023-09-23T18:28:21.115569+0000","last_unstale":"2023-09-23T18:30:08.606252+0000","last_undegraded":"2023-09-23T18:30:08.606252+0000","last_fullsized":"2023-09-23T18:30:08.606252+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:17:11.171796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":291,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373594+0000","last_change":"2023-09-23T18:29:16.074510+0000","last_active":"2023-09-23T18:30:05.373594+0000","last_peered":"2023-09-23T18:30:05.373594+0000","last_clean":"2023-09-23T18:30:05.373594+0000","last_became_active":"2023-09-23T18:29:16.074013+0000","last_became_peered":"2023-09-23T18:29:16.074013+0000","last_unstale":"2023-09-23T18:30:05.373594+0000","last_undegraded":"2023-09-23T18:30:05.373594+0000","last_fullsized":"2023-09-23T18:30:05.373594+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"545'223","reported_seq":1245,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363550+0000","last_change":"2023-09-23T18:28:31.231211+0000","last_active":"2023-09-23T18:30:05.363550+0000","last_peered":"2023-09-23T18:30:05.363550+0000","last_clean":"2023-09-23T18:30:05.363550+0000","last_became_active":"2023-09-23T18:22:33.925536+0000","last_became_peered":"2023-09-23T18:22:33.925536+0000","last_unstale":"2023-09-23T18:30:05.363550+0000","last_undegraded":"2023-09-23T18:30:05.363550+0000","last_fullsized":"2023-09-23T18:30:05.363550+0000","mapping_epoch":438,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":439,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":223,"log_dups_size":0,"ondisk_log_size":223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1721,"num_read_kb":2973,"num_write":174,"num_write_kb":1324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":261,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372467+0000","last_change":"2023-09-23T18:29:16.071104+0000","last_active":"2023-09-23T18:30:05.372467+0000","last_peered":"2023-09-23T18:30:05.372467+0000","last_clean":"2023-09-23T18:30:05.372467+0000","last_became_active":"2023-09-23T18:29:16.070777+0000","last_became_peered":"2023-09-23T18:29:16.070777+0000","last_unstale":"2023-09-23T18:30:05.372467+0000","last_undegraded":"2023-09-23T18:30:05.372467+0000","last_fullsized":"2023-09-23T18:30:05.372467+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:23:20.038707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372857+0000","last_change":"2023-09-23T18:28:48.683545+0000","last_active":"2023-09-23T18:30:05.372857+0000","last_peered":"2023-09-23T18:30:05.372857+0000","last_clean":"2023-09-23T18:30:05.372857+0000","last_became_active":"2023-09-23T18:28:48.683212+0000","last_became_peered":"2023-09-23T18:28:48.683212+0000","last_unstale":"2023-09-23T18:30:05.372857+0000","last_undegraded":"2023-09-23T18:30:05.372857+0000","last_fullsized":"2023-09-23T18:30:05.372857+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:31.252137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"545'158","reported_seq":970,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.363812+0000","last_change":"2023-09-23T18:29:19.076579+0000","last_active":"2023-09-23T18:30:05.363812+0000","last_peered":"2023-09-23T18:30:05.363812+0000","last_clean":"2023-09-23T18:30:05.363812+0000","last_became_active":"2023-09-23T18:29:19.075899+0000","last_became_peered":"2023-09-23T18:29:19.075899+0000","last_unstale":"2023-09-23T18:30:05.363812+0000","last_undegraded":"2023-09-23T18:30:05.363812+0000","last_fullsized":"2023-09-23T18:30:05.363812+0000","mapping_epoch":575,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":576,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":926,"num_read_kb":3826,"num_write":141,"num_write_kb":4154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":87,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":606,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.555285+0000","last_change":"2023-09-23T18:28:39.465638+0000","last_active":"2023-09-23T18:30:08.555285+0000","last_peered":"2023-09-23T18:30:08.555285+0000","last_clean":"2023-09-23T18:30:08.555285+0000","last_became_active":"2023-09-23T18:28:39.465307+0000","last_became_peered":"2023-09-23T18:28:39.465307+0000","last_unstale":"2023-09-23T18:30:08.555285+0000","last_undegraded":"2023-09-23T18:30:08.555285+0000","last_fullsized":"2023-09-23T18:30:08.555285+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:20:24.193339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":220,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372660+0000","last_change":"2023-09-23T18:27:58.043362+0000","last_active":"2023-09-23T18:30:05.372660+0000","last_peered":"2023-09-23T18:30:05.372660+0000","last_clean":"2023-09-23T18:30:05.372660+0000","last_became_active":"2023-09-23T18:27:58.043036+0000","last_became_peered":"2023-09-23T18:27:58.043036+0000","last_unstale":"2023-09-23T18:30:05.372660+0000","last_undegraded":"2023-09-23T18:30:05.372660+0000","last_fullsized":"2023-09-23T18:30:05.372660+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:43:40.354035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"60'2","reported_seq":557,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606556+0000","last_change":"2023-09-23T18:28:21.119118+0000","last_active":"2023-09-23T18:30:08.606556+0000","last_peered":"2023-09-23T18:30:08.606556+0000","last_clean":"2023-09-23T18:30:08.606556+0000","last_became_active":"2023-09-23T18:28:21.118753+0000","last_became_peered":"2023-09-23T18:28:21.118753+0000","last_unstale":"2023-09-23T18:30:08.606556+0000","last_undegraded":"2023-09-23T18:30:08.606556+0000","last_fullsized":"2023-09-23T18:30:08.606556+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:47:57.556032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"546'245","reported_seq":1898,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372197+0000","last_change":"2023-09-23T18:29:19.075605+0000","last_active":"2023-09-23T18:30:05.372197+0000","last_peered":"2023-09-23T18:30:05.372197+0000","last_clean":"2023-09-23T18:30:05.372197+0000","last_became_active":"2023-09-23T18:29:19.075121+0000","last_became_peered":"2023-09-23T18:29:19.075121+0000","last_unstale":"2023-09-23T18:30:05.372197+0000","last_undegraded":"2023-09-23T18:30:05.372197+0000","last_fullsized":"2023-09-23T18:30:05.372197+0000","mapping_epoch":575,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":576,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":245,"log_dups_size":0,"ondisk_log_size":245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:44:16.380798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020501629999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1552,"num_read_kb":2870,"num_write":152,"num_write_kb":5468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":29360128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":68,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606009+0000","last_change":"2023-09-23T18:28:48.679507+0000","last_active":"2023-09-23T18:30:08.606009+0000","last_peered":"2023-09-23T18:30:08.606009+0000","last_clean":"2023-09-23T18:30:08.606009+0000","last_became_active":"2023-09-23T18:28:48.679188+0000","last_became_peered":"2023-09-23T18:28:48.679188+0000","last_unstale":"2023-09-23T18:30:08.606009+0000","last_undegraded":"2023-09-23T18:30:08.606009+0000","last_fullsized":"2023-09-23T18:30:08.606009+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:16.418628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"545'136","reported_seq":544,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373451+0000","last_change":"2023-09-23T18:28:47.679075+0000","last_active":"2023-09-23T18:30:05.373451+0000","last_peered":"2023-09-23T18:30:05.373451+0000","last_clean":"2023-09-23T18:30:05.373451+0000","last_became_active":"2023-09-23T18:28:47.678391+0000","last_became_peered":"2023-09-23T18:28:47.678391+0000","last_unstale":"2023-09-23T18:30:05.373451+0000","last_undegraded":"2023-09-23T18:30:05.373451+0000","last_fullsized":"2023-09-23T18:30:05.373451+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:46:31.753748+0000","last_clean_scrub_stamp":"2023-09-23T17:46:31.753748+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":764,"num_read_kb":2399,"num_write":110,"num_write_kb":1468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":69,"num_bytes_recovered":10240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"60'1","reported_seq":76,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372930+0000","last_change":"2023-09-23T18:29:16.208464+0000","last_active":"2023-09-23T18:30:05.372930+0000","last_peered":"2023-09-23T18:30:05.372930+0000","last_clean":"2023-09-23T18:30:05.372930+0000","last_became_active":"2023-09-23T18:29:16.072468+0000","last_became_peered":"2023-09-23T18:29:16.072468+0000","last_unstale":"2023-09-23T18:30:05.372930+0000","last_undegraded":"2023-09-23T18:30:05.372930+0000","last_fullsized":"2023-09-23T18:30:05.372930+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:12.086729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373975+0000","last_change":"2023-09-23T18:29:16.070476+0000","last_active":"2023-09-23T18:30:05.373975+0000","last_peered":"2023-09-23T18:30:05.373975+0000","last_clean":"2023-09-23T18:30:05.373975+0000","last_became_active":"2023-09-23T18:29:16.069939+0000","last_became_peered":"2023-09-23T18:29:16.069939+0000","last_unstale":"2023-09-23T18:30:05.373975+0000","last_undegraded":"2023-09-23T18:30:05.373975+0000","last_fullsized":"2023-09-23T18:30:05.373975+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"60'1","reported_seq":64,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.372667+0000","last_change":"2023-09-23T18:29:16.071306+0000","last_active":"2023-09-23T18:30:05.372667+0000","last_peered":"2023-09-23T18:30:05.372667+0000","last_clean":"2023-09-23T18:30:05.372667+0000","last_became_active":"2023-09-23T18:29:16.070607+0000","last_became_peered":"2023-09-23T18:29:16.070607+0000","last_unstale":"2023-09-23T18:30:05.372667+0000","last_undegraded":"2023-09-23T18:30:05.372667+0000","last_fullsized":"2023-09-23T18:30:05.372667+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:40.511455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.360849+0000","last_change":"2023-09-23T18:28:39.465524+0000","last_active":"2023-09-23T18:30:05.360849+0000","last_peered":"2023-09-23T18:30:05.360849+0000","last_clean":"2023-09-23T18:30:05.360849+0000","last_became_active":"2023-09-23T18:28:39.465139+0000","last_became_peered":"2023-09-23T18:28:39.465139+0000","last_unstale":"2023-09-23T18:30:05.360849+0000","last_undegraded":"2023-09-23T18:30:05.360849+0000","last_fullsized":"2023-09-23T18:30:05.360849+0000","mapping_epoch":549,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":550,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:06:21.471166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"60'2","reported_seq":118,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371164+0000","last_change":"2023-09-23T18:29:16.119077+0000","last_active":"2023-09-23T18:30:05.371164+0000","last_peered":"2023-09-23T18:30:05.371164+0000","last_clean":"2023-09-23T18:30:05.371164+0000","last_became_active":"2023-09-23T18:29:16.069705+0000","last_became_peered":"2023-09-23T18:29:16.069705+0000","last_unstale":"2023-09-23T18:30:05.371164+0000","last_undegraded":"2023-09-23T18:30:05.371164+0000","last_fullsized":"2023-09-23T18:30:05.371164+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373908+0000","last_change":"2023-09-23T18:29:16.069738+0000","last_active":"2023-09-23T18:30:05.373908+0000","last_peered":"2023-09-23T18:30:05.373908+0000","last_clean":"2023-09-23T18:30:05.373908+0000","last_became_active":"2023-09-23T18:29:16.068932+0000","last_became_peered":"2023-09-23T18:29:16.068932+0000","last_unstale":"2023-09-23T18:30:05.373908+0000","last_undegraded":"2023-09-23T18:30:05.373908+0000","last_fullsized":"2023-09-23T18:30:05.373908+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"60'2","reported_seq":118,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.371191+0000","last_change":"2023-09-23T18:29:16.206390+0000","last_active":"2023-09-23T18:30:05.371191+0000","last_peered":"2023-09-23T18:30:05.371191+0000","last_clean":"2023-09-23T18:30:05.371191+0000","last_became_active":"2023-09-23T18:29:16.073894+0000","last_became_peered":"2023-09-23T18:29:16.073894+0000","last_unstale":"2023-09-23T18:30:05.371191+0000","last_undegraded":"2023-09-23T18:30:05.371191+0000","last_fullsized":"2023-09-23T18:30:05.371191+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373812+0000","last_change":"2023-09-23T18:29:16.069370+0000","last_active":"2023-09-23T18:30:05.373812+0000","last_peered":"2023-09-23T18:30:05.373812+0000","last_clean":"2023-09-23T18:30:05.373812+0000","last_became_active":"2023-09-23T18:29:16.068719+0000","last_became_peered":"2023-09-23T18:29:16.068719+0000","last_unstale":"2023-09-23T18:30:05.373812+0000","last_undegraded":"2023-09-23T18:30:05.373812+0000","last_fullsized":"2023-09-23T18:30:05.373812+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"60'1","reported_seq":570,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T18:30:08.606487+0000","last_change":"2023-09-23T18:28:21.117005+0000","last_active":"2023-09-23T18:30:08.606487+0000","last_peered":"2023-09-23T18:30:08.606487+0000","last_clean":"2023-09-23T18:30:08.606487+0000","last_became_active":"2023-09-23T18:28:21.116644+0000","last_became_peered":"2023-09-23T18:28:21.116644+0000","last_unstale":"2023-09-23T18:30:08.606487+0000","last_undegraded":"2023-09-23T18:30:08.606487+0000","last_fullsized":"2023-09-23T18:30:08.606487+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T04:01:40.761533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":580,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373522+0000","last_change":"2023-09-23T18:28:21.119290+0000","last_active":"2023-09-23T18:30:05.373522+0000","last_peered":"2023-09-23T18:30:05.373522+0000","last_clean":"2023-09-23T18:30:05.373522+0000","last_became_active":"2023-09-23T18:28:21.117427+0000","last_became_peered":"2023-09-23T18:28:21.117427+0000","last_unstale":"2023-09-23T18:30:05.373522+0000","last_undegraded":"2023-09-23T18:30:05.373522+0000","last_fullsized":"2023-09-23T18:30:05.373522+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:58:19.806339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"60'4","reported_seq":52,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373130+0000","last_change":"2023-09-23T18:28:48.688025+0000","last_active":"2023-09-23T18:30:05.373130+0000","last_peered":"2023-09-23T18:30:05.373130+0000","last_clean":"2023-09-23T18:30:05.373130+0000","last_became_active":"2023-09-23T18:28:48.683376+0000","last_became_peered":"2023-09-23T18:28:48.683376+0000","last_unstale":"2023-09-23T18:30:05.373130+0000","last_undegraded":"2023-09-23T18:30:05.373130+0000","last_fullsized":"2023-09-23T18:30:05.373130+0000","mapping_epoch":557,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":558,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:16.516489+0000","last_clean_scrub_stamp":"2023-09-23T17:47:16.516489+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:37:27.237733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":30,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T18:30:05.373403+0000","last_change":"2023-09-23T18:29:16.072464+0000","last_active":"2023-09-23T18:30:05.373403+0000","last_peered":"2023-09-23T18:30:05.373403+0000","last_clean":"2023-09-23T18:30:05.373403+0000","last_became_active":"2023-09-23T18:29:16.070537+0000","last_became_peered":"2023-09-23T18:29:16.070537+0000","last_unstale":"2023-09-23T18:30:05.373403+0000","last_undegraded":"2023-09-23T18:30:05.373403+0000","last_fullsized":"2023-09-23T18:30:05.373403+0000","mapping_epoch":572,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":573,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T17:47:17.518166+0000","last_clean_scrub_stamp":"2023-09-23T17:47:17.518166+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":38434,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68094,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":5},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":8388627,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":11913,"num_read_kb":26347,"num_write":1690,"num_write_kb":25390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":367,"num_bytes_recovered":29370419,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25178112,"data_stored":25165881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3953,"internal_metadata":0},"log_size":1950,"ondisk_log_size":1950,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430749,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":918816,"kb_used_data":10328,"kb_used_omap":0,"kb_used_meta":908480,"kb_avail":92826336,"statfs":{"total":95995035648,"available":95054168064,"internally_reserved":0,"allocated":10575872,"data_stored":9327452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":930283520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":1.006,"15min":2.1120000000000001},"min":{"1min":0.34799999999999998,"5min":0.252,"15min":0.24199999999999999},"max":{"1min":0.71699999999999997,"5min":11.279999999999999,"15min":16.593},"last":0.441},{"interface":"front","average":{"1min":0.52600000000000002,"5min":1.1459999999999999,"15min":2.762},"min":{"1min":0.38200000000000001,"5min":0.30399999999999999,"15min":0.28799999999999998},"max":{"1min":0.77600000000000002,"5min":14.212,"15min":26.486000000000001},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.86299999999999999,"15min":1.4390000000000001},"min":{"1min":0.42799999999999999,"5min":0.28799999999999998,"15min":0.28000000000000003},"max":{"1min":0.82499999999999996,"5min":8.5099999999999998,"15min":10.259},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.68200000000000005,"15min":1.5760000000000001},"min":{"1min":0.37,"5min":0.33200000000000002,"15min":0.27800000000000002},"max":{"1min":1.03,"5min":6.8369999999999997,"15min":10.401},"last":0.46800000000000003}]},{"osd":2,"last update":"Sat Sep 23 18:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.56899999999999995,"15min":1.663},"min":{"1min":0.40200000000000002,"5min":0.309,"15min":0.29299999999999998},"max":{"1min":0.88,"5min":2.6059999999999999,"15min":13.282},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.75600000000000001,"15min":1.8049999999999999},"min":{"1min":0.36399999999999999,"5min":0.32600000000000001,"15min":0.29999999999999999},"max":{"1min":1.01,"5min":10.242000000000001,"15min":16.539000000000001},"last":0.54900000000000004}]},{"osd":3,"last update":"Sat Sep 23 18:30:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.505},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.56100000000000005,"15min":0.54900000000000004},"min":{"1min":0.48399999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.62}]},{"osd":4,"last update":"Sat Sep 23 18:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.65600000000000003,"15min":0.98799999999999999},"min":{"1min":0.39100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68200000000000005,"5min":8.532,"15min":10.18},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.626,"5min":0.54000000000000004,"15min":1.0880000000000001},"min":{"1min":0.47199999999999998,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":0.80300000000000005,"5min":6.0640000000000001,"15min":9.6920000000000002},"last":0.68600000000000005}]},{"osd":5,"last update":"Sat Sep 23 18:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.52000000000000002,"15min":0.50600000000000001},"min":{"1min":0.41099999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.51100000000000001,"15min":0.49399999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65900000000000003}]},{"osd":6,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.83199999999999996,"15min":1.048},"min":{"1min":0.41699999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.95699999999999996,"5min":8.6549999999999994,"15min":13.385},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.72199999999999998,"15min":1.3320000000000001},"min":{"1min":0.46100000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1020000000000001,"5min":9.0380000000000003,"15min":16.478999999999999},"last":0.69899999999999995}]}]},{"osd":6,"up_from":174,"seq":747324309845,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":634520,"kb_used_data":10320,"kb_used_omap":12,"kb_used_meta":624179,"kb_avail":93110632,"statfs":{"total":95995035648,"available":95345287168,"internally_reserved":0,"allocated":10567680,"data_stored":9327325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":639159999},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":1.772},"min":{"1min":0.34000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.496,"5min":2.1880000000000002,"15min":14.273},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.72299999999999998,"15min":1.653},"min":{"1min":0.51200000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.506,"5min":3.8610000000000002,"15min":14.282999999999999},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55800000000000005,"15min":1.8029999999999999},"min":{"1min":0.38,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.423,"5min":2.2290000000000001,"15min":28.864999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70899999999999996,"15min":1.7689999999999999},"min":{"1min":0.42699999999999999,"5min":0.29499999999999998,"15min":0.27700000000000002},"max":{"1min":1.401,"5min":5.4299999999999997,"15min":29.094000000000001},"last":0.63200000000000001}]},{"osd":2,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.74099999999999999,"15min":2.0409999999999999},"min":{"1min":0.41299999999999998,"5min":0.307,"15min":0.27300000000000002},"max":{"1min":1.4119999999999999,"5min":8.5549999999999997,"15min":17.759},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":1.71},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.472,"5min":2.9289999999999998,"15min":19.506},"last":0.59799999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.64700000000000002,"15min":0.64600000000000002},"min":{"1min":0.46500000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.452,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.45200000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.5289999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.624,"15min":0.93600000000000005},"min":{"1min":0.34899999999999998,"5min":0.24099999999999999,"15min":0.23300000000000001},"max":{"1min":0.89100000000000001,"5min":5.3920000000000003,"15min":12.15},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.66400000000000003,"15min":1.1950000000000001},"min":{"1min":0.30399999999999999,"5min":0.249,"15min":0.249},"max":{"1min":1.0880000000000001,"5min":4.173,"15min":14.709},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Sep 23 18:29:58 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.495},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.63500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.54400000000000004}]},{"osd":7,"last update":"Sat Sep 23 18:30:05 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.56899999999999995,"15min":1.0900000000000001},"min":{"1min":0.32500000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67600000000000005,"5min":4.6600000000000001,"15min":13.009},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.65500000000000003,"15min":1.0740000000000001},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76700000000000002,"5min":3.2570000000000001,"15min":13.702},"last":0.65600000000000003}]}]},{"osd":1,"up_from":323,"seq":1387274436811,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":477208,"kb_used_data":11088,"kb_used_omap":17,"kb_used_meta":466094,"kb_avail":93267944,"statfs":{"total":95995035648,"available":95506374656,"internally_reserved":0,"allocated":11354112,"data_stored":8906367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":477280356},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:54 2023","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.88800000000000001,"15min":1.782},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":0.53800000000000003,"5min":15.541,"15min":17.73},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.67100000000000004,"15min":2.04},"min":{"1min":0.28000000000000003,"5min":0.186,"15min":0.186},"max":{"1min":0.58099999999999996,"5min":10.185,"15min":10.563000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.41799999999999998,"15min":2.161},"min":{"1min":0.29599999999999999,"5min":0.249,"15min":0.216},"max":{"1min":0.68400000000000005,"5min":2.093,"15min":23.100000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.48199999999999998,"15min":2.048},"min":{"1min":0.32000000000000001,"5min":0.255,"15min":0.22800000000000001},"max":{"1min":0.59999999999999998,"5min":2.5779999999999998,"15min":20.986999999999998},"last":0.33000000000000002}]},{"osd":3,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.44800000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.42499999999999999,"15min":0.41499999999999998},"min":{"1min":0.32700000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.371}]},{"osd":4,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58099999999999996,"15min":1.9450000000000001},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.29799999999999999},"max":{"1min":0.85099999999999998,"5min":2.6539999999999999,"15min":107.854},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.59799999999999998,"15min":1.5740000000000001},"min":{"1min":0.47399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.90400000000000003,"5min":2.6749999999999998,"15min":12.638999999999999},"last":0.61099999999999999}]},{"osd":5,"last update":"Sat Sep 23 18:30:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.57699999999999996,"15min":0.56499999999999995},"min":{"1min":0.46899999999999997,"5min":0.38,"15min":0.38},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.622,"15min":0.61099999999999999},"min":{"1min":0.52100000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.68600000000000005,"15min":1.8660000000000001},"min":{"1min":0.50600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85699999999999998,"5min":5.1669999999999998,"15min":15.375999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.57599999999999996,"15min":1.716},"min":{"1min":0.46600000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78600000000000003,"5min":2.746,"15min":13.855},"last":0.53700000000000003}]},{"osd":7,"last update":"Sat Sep 23 18:30:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.61699999999999999,"15min":1.956},"min":{"1min":0.45100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88300000000000001,"5min":2.782,"15min":12.686},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":2.1040000000000001},"min":{"1min":0.45800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.89700000000000002,"5min":4.6260000000000003,"15min":17.84},"last":0.56399999999999995}]}]},{"osd":0,"up_from":438,"seq":1881195676065,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":835044,"kb_used_data":7516,"kb_used_omap":8,"kb_used_meta":827511,"kb_avail":92910108,"statfs":{"total":95995035648,"available":95139950592,"internally_reserved":0,"allocated":7696384,"data_stored":5291782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":847371876},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.70399999999999996,"15min":2.202},"min":{"1min":0.25900000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54500000000000004,"5min":9.1679999999999993,"15min":24.265999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.56399999999999995,"15min":1.9550000000000001},"min":{"1min":0.318,"5min":0.25800000000000001,"15min":0.22700000000000001},"max":{"1min":0.55500000000000005,"5min":3.3279999999999998,"15min":24.506},"last":0.38}]},{"osd":2,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.749,"15min":1.8700000000000001},"min":{"1min":0.252,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":0.878,"5min":9.2729999999999997,"15min":15.983000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.61399999999999999,"15min":1.9650000000000001},"min":{"1min":0.373,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.81899999999999995,"5min":3.4550000000000001,"15min":13.755000000000001},"last":0.42699999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41299999999999998,"15min":0.41499999999999998},"min":{"1min":0.27200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55500000000000005,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.59099999999999997,"5min":1.077,"15min":1.077},"last":0.40100000000000002}]},{"osd":4,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.82699999999999996,"15min":2.23},"min":{"1min":0.41699999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.85499999999999998,"5min":7.1580000000000004,"15min":14.289999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.91700000000000004,"15min":1.879},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.81499999999999995,"5min":9.1180000000000003,"15min":13.821},"last":0.625}]},{"osd":5,"last update":"Sat Sep 23 18:29:57 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.04,"5min":1.258,"15min":1.258},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46600000000000003,"5min":0.435,"15min":0.435},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56499999999999995}]},{"osd":6,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":1.0580000000000001,"15min":2.3849999999999998},"min":{"1min":0.46899999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.84899999999999998,"5min":9.2379999999999995,"15min":13.865},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":2.0800000000000001},"min":{"1min":0.48299999999999998,"5min":0.375,"15min":0.35499999999999998},"max":{"1min":0.84399999999999997,"5min":6.3869999999999996,"15min":9.423},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:29:42 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.92000000000000004,"15min":1.988},"min":{"1min":0.42999999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.83099999999999996,"5min":10.228999999999999,"15min":13.989000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.0349999999999999,"15min":3.0329999999999999},"min":{"1min":0.45200000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.88700000000000001,"5min":7.2080000000000002,"15min":14.343},"last":0.57799999999999996}]}]},{"osd":2,"up_from":145,"seq":622770258279,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938992,"kb_used_data":11112,"kb_used_omap":16,"kb_used_meta":927855,"kb_avail":92806160,"statfs":{"total":95995035648,"available":95033507840,"internally_reserved":0,"allocated":11378688,"data_stored":8907873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17246,"internal_metadata":950123682},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:53 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.79200000000000004,"15min":2.1280000000000001},"min":{"1min":0.251,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.45300000000000001,"5min":8.4019999999999992,"15min":18.940000000000001},"last":1.9910000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.78200000000000003,"15min":1.869},"min":{"1min":0.28000000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56899999999999995,"5min":9.4250000000000007,"15min":9.6400000000000006},"last":0.34399999999999997}]},{"osd":1,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.51800000000000002,"15min":2.2200000000000002},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.88900000000000001,"5min":6.0049999999999999,"15min":38.146999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.47299999999999998,"15min":2.3399999999999999},"min":{"1min":0.29799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.57299999999999995,"5min":3.073,"15min":38.329000000000001},"last":0.29199999999999998}]},{"osd":3,"last update":"Sat Sep 23 18:30:23 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.33400000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 18:29:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":1.101,"15min":1.7809999999999999},"min":{"1min":0.51500000000000001,"5min":0.313,"15min":0.29899999999999999},"max":{"1min":0.85699999999999998,"5min":9.6189999999999998,"15min":11.038},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.71599999999999997,"5min":1.145,"15min":1.6879999999999999},"min":{"1min":0.54000000000000004,"5min":0.317,"15min":0.317},"max":{"1min":0.93100000000000005,"5min":10.371,"15min":10.513999999999999},"last":0.54800000000000004}]},{"osd":5,"last update":"Sat Sep 23 18:30:01 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60999999999999999,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.308,"15min":0.308},"max":{"1min":0.90400000000000003,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.61399999999999999,"15min":0.60799999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84799999999999998,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.503}]},{"osd":6,"last update":"Sat Sep 23 18:30:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70399999999999996,"15min":1.639},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.1579999999999999,"5min":4.1870000000000003,"15min":10.555},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.81399999999999995,"15min":1.9159999999999999},"min":{"1min":0.46800000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.0649999999999999,"5min":5.8220000000000001,"15min":14.699},"last":0.61399999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:29:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.4530000000000001,"15min":2.4670000000000001},"min":{"1min":0.49099999999999999,"5min":0.37,"15min":0.36899999999999999},"max":{"1min":0.98399999999999999,"5min":12.071,"15min":109.81699999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.63800000000000001,"5min":1.083,"15min":2.1059999999999999},"min":{"1min":0.45500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.80700000000000005,"5min":12.513,"15min":109.70699999999999},"last":0.52700000000000002}]}]},{"osd":3,"up_from":535,"seq":2297807503389,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":163288,"kb_used_data":6992,"kb_used_omap":8,"kb_used_meta":156279,"kb_avail":93581864,"statfs":{"total":95995035648,"available":95827828736,"internally_reserved":0,"allocated":7159808,"data_stored":4708048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8595,"internal_metadata":160030317},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.50600000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38200000000000001,"15min":0.38500000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.53200000000000003,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.51500000000000001}]},{"osd":1,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.41899999999999998,"15min":0.42999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56399999999999995,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.502},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.45400000000000001,"15min":0.46600000000000003},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.622,"5min":1.589,"15min":1.589},"last":0.58499999999999996}]},{"osd":2,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.63700000000000001,"5min":1.774,"15min":1.774},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.58699999999999997,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.48699999999999999}]},{"osd":4,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.81599999999999995,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.79500000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.64100000000000001,"15min":0.64300000000000002},"min":{"1min":0.48299999999999998,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83399999999999996,"5min":1.089,"15min":1.089},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.67700000000000005,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.82199999999999995,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":0.56000000000000005}]},{"osd":6,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.51000000000000001,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.82899999999999996,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70899999999999996,"15min":0.71499999999999997},"min":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.872,"5min":1.7010000000000001,"15min":1.7010000000000001},"last":0.68200000000000005}]},{"osd":7,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.52600000000000002,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.83999999999999997,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.51700000000000002,"5min":0.497,"15min":0.497},"max":{"1min":0.85399999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.626}]}]},{"osd":4,"up_from":30,"seq":128849019432,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":902748,"kb_used_data":9748,"kb_used_omap":0,"kb_used_meta":892992,"kb_avail":92842404,"statfs":{"total":95995035648,"available":95070621696,"internally_reserved":0,"allocated":9981952,"data_stored":8737329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":914423808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:29:39 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.92100000000000004,"15min":1.6439999999999999},"min":{"1min":0.22700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.85599999999999998,"5min":10.449999999999999,"15min":10.449999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":1.0740000000000001,"15min":1.7969999999999999},"min":{"1min":0.375,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.66600000000000004,"5min":14.505000000000001,"15min":14.505000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Sat Sep 23 18:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1,"15min":2.3570000000000002},"min":{"1min":0.314,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":0.81599999999999995,"5min":26.181000000000001,"15min":155.029},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.98299999999999998,"15min":2.3460000000000001},"min":{"1min":0.39400000000000002,"5min":0.27700000000000002,"15min":0.27300000000000002},"max":{"1min":0.874,"5min":26.297000000000001,"15min":154.94499999999999},"last":0.67600000000000005}]},{"osd":2,"last update":"Sat Sep 23 18:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.93999999999999995,"15min":1.6200000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.29799999999999999},"max":{"1min":0.69599999999999995,"5min":9.6199999999999992,"15min":15.000999999999999},"last":0.626},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.379,"15min":1.839},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.84299999999999997,"5min":25.356999999999999,"15min":25.356999999999999},"last":0.71699999999999997}]},{"osd":3,"last update":"Sat Sep 23 18:30:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.502},"min":{"1min":0.40699999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.629,"5min":0.59399999999999997,"15min":0.58799999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.76300000000000001}]},{"osd":5,"last update":"Sat Sep 23 18:29:58 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.47799999999999998,"15min":0.46300000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.53500000000000003,"15min":0.52400000000000002},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.77300000000000002}]},{"osd":6,"last update":"Sat Sep 23 18:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58299999999999996,"15min":1.2110000000000001},"min":{"1min":0.34100000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.94299999999999995,"5min":6.0540000000000003,"15min":16.864999999999998},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.94099999999999995,"15min":1.419},"min":{"1min":0.35899999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.05,"5min":26.347999999999999,"15min":26.347999999999999},"last":0.74099999999999999}]},{"osd":7,"last update":"Sat Sep 23 18:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.94499999999999995,"15min":1.4359999999999999},"min":{"1min":0.37,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.034,"5min":9.3409999999999993,"15min":16.891999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":1.2609999999999999},"min":{"1min":0.38900000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":5.1310000000000002,"15min":15.507},"last":0.70299999999999996}]}]},{"osd":5,"up_from":524,"seq":2250562863137,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361804,"kb_used_data":9732,"kb_used_omap":7,"kb_used_meta":352056,"kb_avail":93383348,"statfs":{"total":95995035648,"available":95624548352,"internally_reserved":0,"allocated":9965568,"data_stored":8732777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":360505557},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.216,"5min":1.286,"15min":1.286},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.64500000000000002,"15min":0.65000000000000002},"min":{"1min":0.435,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.272,"5min":1.655,"15min":1.655},"last":0.70099999999999996}]},{"osd":1,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.56399999999999995,"15min":0.55700000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.58599999999999997,"15min":0.57599999999999996},"min":{"1min":0.34300000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63800000000000001,"15min":0.64000000000000001},"min":{"1min":0.42399999999999999,"5min":0.379,"15min":0.379},"max":{"1min":1.591,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.64200000000000002,"15min":0.63800000000000001},"min":{"1min":0.38,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.694,"5min":1.694,"15min":1.694},"last":0.61299999999999999}]},{"osd":3,"last update":"Sat Sep 23 18:30:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.627,"15min":0.63400000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":1.577,"15min":1.577},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.65900000000000003,"15min":0.63300000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":4.6609999999999996,"5min":4.6609999999999996,"15min":4.6609999999999996},"last":0.63900000000000001}]},{"osd":4,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.44600000000000001,"15min":0.44500000000000001},"min":{"1min":0.29599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.443},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48099999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45400000000000001}]},{"osd":6,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.501,"15min":0.502},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69199999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.497},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.36799999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.502}]},{"osd":7,"last update":"Sat Sep 23 18:30:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38600000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.753,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72699999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.55800000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2593,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1360,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8604,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18332,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13335,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7235,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7979,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12609,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T18:30:37.077 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T18:30:37.077 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-09-23T18:30:37.143 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=f96f78c3148640f184ed5f51210c5be7 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-09-23T18:30:37.145 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-09-23T18:30:37.155 INFO:tasks.cephadm:Teardown begin 2023-09-23T18:30:37.156 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T18:30:37.212 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T18:30:37.272 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-09-23T18:30:37.272 DEBUG:teuthology.orchestra.run.smithi018:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-09-23T18:30:37.289 DEBUG:teuthology.orchestra.run.smithi149:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-09-23T18:30:37.308 INFO:tasks.cephadm:Stopping all daemons... 2023-09-23T18:30:37.308 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-09-23T18:30:37.308 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a 2023-09-23T18:30:37.651 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:37 smithi149 ceph-mon[135148]: pgmap v1706: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:37.687 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-mon[153734]: pgmap v1706: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:37.687 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:37 smithi018 systemd[1]: Stopping Ceph mon.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:37.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-mon[149401]: pgmap v1706: 73 pgs: 73 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-09-23T18:30:37.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:30:37.685+0000 7fd41edf1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:37.688 INFO:journalctl@ceph.mon.a.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-a[149377]: 2023-09-23T18:30:37.685+0000 7fd41edf1700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2023-09-23T18:30:38.029 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE Bus STOPPING 2023-09-23T18:30:38.030 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T18:30:38.030 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE Bus STOPPED 2023-09-23T18:30:38.030 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE Bus STARTING 2023-09-23T18:30:38.030 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE Serving on http://:::9283 2023-09-23T18:30:38.030 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:37 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: [23/Sep/2023:18:30:37] ENGINE Bus STARTED 2023-09-23T18:30:38.231 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.a.service' 2023-09-23T18:30:38.280 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:38.280 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-09-23T18:30:38.281 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-09-23T18:30:38.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.c 2023-09-23T18:30:38.561 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:38 smithi018 systemd[1]: Stopping Ceph mon.c for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:38.951 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[153709]: 2023-09-23T18:30:38.670+0000 7fdc4bb8b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:38.951 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:38 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c[153709]: 2023-09-23T18:30:38.671+0000 7fdc4bb8b700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2023-09-23T18:30:39.222 INFO:journalctl@ceph.mon.c.smithi018.stdout:Sep 23 18:30:39 smithi018 bash[458312]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-c 2023-09-23T18:30:39.417 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.c.service' 2023-09-23T18:30:39.456 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:39.456 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-09-23T18:30:39.456 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-09-23T18:30:39.456 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.b 2023-09-23T18:30:39.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:39 smithi149 systemd[1]: Stopping Ceph mon.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:40.113 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[135124]: 2023-09-23T18:30:39.828+0000 7f424acb2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:40.113 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b[135124]: 2023-09-23T18:30:39.828+0000 7f424acb2700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2023-09-23T18:30:40.365 INFO:journalctl@ceph.mon.b.smithi149.stdout:Sep 23 18:30:40 smithi149 bash[281902]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mon-b 2023-09-23T18:30:40.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mon.b.service' 2023-09-23T18:30:40.592 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:40.593 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-09-23T18:30:40.593 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-09-23T18:30:40.593 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y 2023-09-23T18:30:40.973 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:40 smithi018 systemd[1]: Stopping Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:41.262 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:40 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y[144071]: 2023-09-23T18:30:40.971+0000 7f5923f6c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:41.505 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service' 2023-09-23T18:30:41.533 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:41 smithi018 bash[458450]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-y 2023-09-23T18:30:41.533 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:41 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.y.service: Succeeded. 2023-09-23T18:30:41.533 INFO:journalctl@ceph.mgr.y.smithi018.stdout:Sep 23 18:30:41 smithi018 systemd[1]: Stopped Ceph mgr.y for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:30:41.546 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:41.547 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-09-23T18:30:41.547 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-09-23T18:30:41.547 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x 2023-09-23T18:30:41.902 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 18:30:41 smithi149 systemd[1]: Stopping Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:42.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service' 2023-09-23T18:30:42.572 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 18:30:42 smithi149 bash[282043]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-mgr-x 2023-09-23T18:30:42.573 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 18:30:42 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-09-23T18:30:42.573 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 18:30:42 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-09-23T18:30:42.573 INFO:journalctl@ceph.mgr.x.smithi149.stdout:Sep 23 18:30:42 smithi149 systemd[1]: Stopped Ceph mgr.x for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:30:42.585 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:42.586 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-09-23T18:30:42.586 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-09-23T18:30:42.586 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.0 2023-09-23T18:30:42.955 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:30:42 smithi018 systemd[1]: Stopping Ceph osd.0 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:43.311 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:30:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T18:30:42.954+0000 7f89cf6bc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:43.312 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:30:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T18:30:42.954+0000 7f89cf6bc700 -1 osd.0 593 *** Got signal Terminated *** 2023-09-23T18:30:43.312 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:30:42 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0[161546]: 2023-09-23T18:30:42.954+0000 7f89cf6bc700 -1 osd.0 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:30:49.062 INFO:journalctl@ceph.osd.0.smithi018.stdout:Sep 23 18:30:48 smithi018 bash[458592]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-0 2023-09-23T18:30:50.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.0.service' 2023-09-23T18:30:50.570 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:50.571 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-09-23T18:30:50.571 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-09-23T18:30:50.571 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1 2023-09-23T18:30:50.811 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:30:50 smithi018 systemd[1]: Stopping Ceph osd.1 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:51.311 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:30:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:30:50.970+0000 7efdc944e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:51.312 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:30:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:30:50.970+0000 7efdc944e700 -1 osd.1 593 *** Got signal Terminated *** 2023-09-23T18:30:51.312 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:30:50 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1[309083]: 2023-09-23T18:30:50.970+0000 7efdc944e700 -1 osd.1 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:30:56.945 INFO:journalctl@ceph.osd.1.smithi018.stdout:Sep 23 18:30:56 smithi018 bash[458860]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-1 2023-09-23T18:30:58.221 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.1.service' 2023-09-23T18:30:58.264 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:30:58.265 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-09-23T18:30:58.265 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-09-23T18:30:58.265 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T18:30:58.562 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:30:58 smithi018 systemd[1]: Stopping Ceph osd.2 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:30:59.061 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:30:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:30:58.649+0000 7f0a48ecb700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:30:59.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:30:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:30:58.649+0000 7f0a48ecb700 -1 osd.2 593 *** Got signal Terminated *** 2023-09-23T18:30:59.062 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:30:58 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2[207055]: 2023-09-23T18:30:58.649+0000 7f0a48ecb700 -1 osd.2 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:04.639 INFO:journalctl@ceph.osd.2.smithi018.stdout:Sep 23 18:31:04 smithi018 bash[459127]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-2 2023-09-23T18:31:05.910 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.2.service' 2023-09-23T18:31:05.951 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:05.952 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-09-23T18:31:05.952 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-09-23T18:31:05.952 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3 2023-09-23T18:31:06.311 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:06 smithi018 systemd[1]: Stopping Ceph osd.3 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:06.811 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:31:06.347+0000 7f6dbb10f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T18:31:06.812 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:31:06.347+0000 7f6dbb10f700 -1 osd.3 593 *** Got signal Terminated *** 2023-09-23T18:31:06.812 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:06 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:31:06.347+0000 7f6dbb10f700 -1 osd.3 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:09.901 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:09 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:09.524+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:10.540 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:10.216+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:10.876 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:10.540+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:11.061 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:10 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3[437331]: 2023-09-23T18:31:10.690+0000 7f6db3efe700 -1 osd.3 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:44.011222+0000 front 2023-09-23T18:30:44.011275+0000 (oldest deadline 2023-09-23T18:31:09.911436+0000) 2023-09-23T18:31:11.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:10 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:10.876+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:11.495 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:11.191+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:11.901 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:11.495+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:11.902 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:11.617+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:12.219 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:11 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:11.912+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:12.224 INFO:journalctl@ceph.osd.3.smithi018.stdout:Sep 23 18:31:12 smithi018 bash[459391]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-3 2023-09-23T18:31:12.481 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:12.219+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:12.901 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:12.576+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:12.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:12.481+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:13.250 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:12 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:12.959+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:13.499 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.3.service' 2023-09-23T18:31:13.540 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:13.541 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-09-23T18:31:13.541 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-09-23T18:31:13.541 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.4 2023-09-23T18:31:13.572 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:13.470+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:13.572 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:13.250+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:13.901 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:13.580+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:13.902 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:13 smithi149 systemd[1]: Stopping Ceph osd.4 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:14.300 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:13.921+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:14.301 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:13.902+0000 7fd58017f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:31:14.301 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:13.902+0000 7fd58017f700 -1 osd.4 593 *** Got signal Terminated *** 2023-09-23T18:31:14.301 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:13 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:13.902+0000 7fd58017f700 -1 osd.4 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:14.556 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:14.521+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:14.557 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:14.299+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:14.881 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:14.556+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:15.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:14 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:14.880+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:15.547 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:15.296+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:15.845 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:15.553+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:15.845 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:15.547+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:16.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:15 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:15.845+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:16.546 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:16.294+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:16.818 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:16.546+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:16.818 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:16.575+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:17.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:16 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:16.818+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:17.576 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:17.538+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:17.577 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:17.303+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:17.851 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:17.576+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:18.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:17.852+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:18.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:17 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:17.852+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:18.651 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4[100478]: debug 2023-09-23T18:31:18.545+0000 7fd57d0fc700 -1 osd.4 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:47.556934+0000 front 2023-09-23T18:30:47.557108+0000 (oldest deadline 2023-09-23T18:31:11.057023+0000) 2023-09-23T18:31:18.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:18.539+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:18.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:18.319+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:18.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:18.319+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:19.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:18.892+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:19.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:18 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:18.892+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:19.585 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:19.510+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:19.783 INFO:journalctl@ceph.osd.4.smithi149.stdout:Sep 23 18:31:19 smithi149 bash[282194]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-4 2023-09-23T18:31:19.784 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:19.321+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:19.784 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:19.321+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:20.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:19.886+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:20.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:19 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:19.886+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:20.472 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:20.328+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:20.472 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:20.328+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:20.849 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:20.471+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:21.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:20.855+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:21.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:20 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:20.855+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:21.263 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.4.service' 2023-09-23T18:31:21.344 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:21.345 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-09-23T18:31:21.345 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-09-23T18:31:21.345 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5 2023-09-23T18:31:21.651 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:21.490+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:21.651 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:21.490+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:21.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:21.343+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:21.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:21.343+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:21.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 systemd[1]: Stopping Ceph osd.5 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:22.151 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:21.729+0000 7fa9073db700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:31:22.152 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:21.729+0000 7fa9073db700 -1 osd.5 593 *** Got signal Terminated *** 2023-09-23T18:31:22.152 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:21.729+0000 7fa9073db700 -1 osd.5 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:22.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:21.861+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:22.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:21 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:21.861+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:22.651 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:22.367+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:22.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:22.367+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:22.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:22.441+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:22.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:22.441+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:23.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:22.859+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:23.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:22 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:22.859+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:23.847 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:23.411+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:23.847 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:23.411+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:23.847 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:23.447+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:23.847 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:23.447+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:24.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:23.846+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:24.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:23 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:23.846+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:24.651 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:24.380+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:24.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:24.380+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:24.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:24.411+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:24.653 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:24.411+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:25.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:24.803+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:25.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:24.803+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:25.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:24.699Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.18:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.18:8765: connect: connection refused" 2023-09-23T18:31:25.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:24.702Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.18:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.18:8765: connect: connection refused" 2023-09-23T18:31:25.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:24.702Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.18:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.18:8765: connect: connection refused" 2023-09-23T18:31:25.152 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:24 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:24.702Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.18:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.18:8765: connect: connection refused" 2023-09-23T18:31:25.651 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:25.367+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:25.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:25.367+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:25.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:25.396+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:25.653 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:25.396+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:26.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:25.759+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:26.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:25 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:25.759+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:26.651 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:26.322+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.396848+0000 front 2023-09-23T18:30:45.397010+0000 (oldest deadline 2023-09-23T18:31:09.397249+0000) 2023-09-23T18:31:26.652 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5[273549]: debug 2023-09-23T18:31:26.322+0000 7fa900350700 -1 osd.5 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.598828+0000 front 2023-09-23T18:30:54.599005+0000 (oldest deadline 2023-09-23T18:31:17.498763+0000) 2023-09-23T18:31:26.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:26.394+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:26.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:26.394+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:27.063 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:26.728+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:27.063 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:26 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:26.728+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:27.401 INFO:journalctl@ceph.osd.5.smithi149.stdout:Sep 23 18:31:27 smithi149 bash[282451]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-5 2023-09-23T18:31:27.720 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:27.409+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:27.721 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:27.409+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:27.721 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:27.409+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:27.974 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:27.721+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:27.975 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:27 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:27.721+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:28.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:28.396+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:28.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:28.396+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:28.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:28.396+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:28.780 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.5.service' 2023-09-23T18:31:28.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:28.821 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-09-23T18:31:28.821 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-09-23T18:31:28.822 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T18:31:29.151 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:28 smithi149 systemd[1]: Stopping Ceph osd.6 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:29.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:28.684+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:29.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:28.684+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:29.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:28 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:28.684+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:29.651 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.221+0000 7f3185d9b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:31:29.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.221+0000 7f3185d9b700 -1 osd.6 593 *** Got signal Terminated *** 2023-09-23T18:31:29.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.221+0000 7f3185d9b700 -1 osd.6 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:29.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.384+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:29.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.384+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:29.652 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:29.384+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:30.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:29.666+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:30.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:29.666+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:30.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:29 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:29.666+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:30.667 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:30.412+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:30.668 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:30.412+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:30.668 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:30.412+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:31.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:30.668+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:31.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:30.668+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:31.152 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:30 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:30.668+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:31.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:31.625+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:31.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:31.625+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:31.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:31.626+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:31.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:31.462+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:31.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:31.462+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:31.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:31 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:31.462+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:32.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:32.669+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:32.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:32.669+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:32.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:32.669+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:32.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:32.511+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:32.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:32.511+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:32.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:32.511+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:32.903 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:32 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:32.511+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:09.960277+0000 front 2023-09-23T18:31:09.960230+0000 (oldest deadline 2023-09-23T18:31:32.260121+0000) 2023-09-23T18:31:33.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:33.625+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:33.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:33.625+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:33.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:33.625+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:33.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:33.557+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:46.156643+0000 front 2023-09-23T18:30:46.156657+0000 (oldest deadline 2023-09-23T18:31:09.056443+0000) 2023-09-23T18:31:33.902 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:33.557+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:54.858045+0000 front 2023-09-23T18:30:54.858082+0000 (oldest deadline 2023-09-23T18:31:20.658435+0000) 2023-09-23T18:31:33.903 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:33.557+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:00.659016+0000 front 2023-09-23T18:31:00.659006+0000 (oldest deadline 2023-09-23T18:31:26.558756+0000) 2023-09-23T18:31:33.903 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:33 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6[163618]: debug 2023-09-23T18:31:33.557+0000 7f3180513700 -1 osd.6 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:09.960277+0000 front 2023-09-23T18:31:09.960230+0000 (oldest deadline 2023-09-23T18:31:32.260121+0000) 2023-09-23T18:31:34.901 INFO:journalctl@ceph.osd.6.smithi149.stdout:Sep 23 18:31:34 smithi149 bash[282720]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-6 2023-09-23T18:31:34.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:34.619+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:34.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:34.619+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:34.903 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:34 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:34.619+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:35.827 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:35.608+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:35.827 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:35.608+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:35.827 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:35 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:35.608+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:36.192 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.6.service' 2023-09-23T18:31:36.233 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:36.233 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-09-23T18:31:36.233 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-09-23T18:31:36.234 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.7 2023-09-23T18:31:36.596 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 systemd[1]: Stopping Ceph osd.7 for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:36.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.596+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:36.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.596+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:36.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.596+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:36.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.596+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:36.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.646+0000 7fdb623bf700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-09-23T18:31:36.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.646+0000 7fdb623bf700 -1 osd.7 593 *** Got signal Terminated *** 2023-09-23T18:31:36.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:36 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:36.646+0000 7fdb623bf700 -1 osd.7 593 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T18:31:37.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:37.552+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:37.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:37.552+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:37.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:37.552+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:37.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:37 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:37.552+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:38.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:38.521+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:38.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:38.521+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:38.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:38.522+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:38.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:38 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:38.522+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:39.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:39.533+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:39.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:39.533+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:39.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:39.533+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:39.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:39 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:39.533+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:40.901 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:40.496+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:40.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:40.496+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:40.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:40.496+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:40.902 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:40 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:40.496+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:41.858 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:41.530+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2023-09-23T18:30:45.317161+0000 front 2023-09-23T18:30:45.317230+0000 (oldest deadline 2023-09-23T18:31:10.017222+0000) 2023-09-23T18:31:41.858 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:41.530+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6814 osd.1 since back 2023-09-23T18:30:55.218713+0000 front 2023-09-23T18:30:55.218732+0000 (oldest deadline 2023-09-23T18:31:17.518624+0000) 2023-09-23T18:31:41.858 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:41.530+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6822 osd.2 since back 2023-09-23T18:31:03.320150+0000 front 2023-09-23T18:31:03.320223+0000 (oldest deadline 2023-09-23T18:31:28.620058+0000) 2023-09-23T18:31:41.858 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:41 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7[112600]: debug 2023-09-23T18:31:41.530+0000 7fdb5cb37700 -1 osd.7 593 heartbeat_check: no reply from 172.21.15.18:6828 osd.3 since back 2023-09-23T18:31:08.620648+0000 front 2023-09-23T18:31:08.620696+0000 (oldest deadline 2023-09-23T18:31:36.221048+0000) 2023-09-23T18:31:42.151 INFO:journalctl@ceph.osd.7.smithi149.stdout:Sep 23 18:31:42 smithi149 bash[282993]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-osd-7 2023-09-23T18:31:43.568 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@osd.7.service' 2023-09-23T18:31:43.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:43.608 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-09-23T18:31:43.609 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-09-23T18:31:43.609 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a 2023-09-23T18:31:43.901 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 systemd[1]: Stopping Ceph prometheus.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:44.259 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T18:31:44.259 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2023-09-23T18:31:44.259 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2023-09-23T18:31:44.259 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2023-09-23T18:31:44.259 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=main.go:828 level=info msg="Scrape manager stopped" 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.982Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.983Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.983Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2023-09-23T18:31:44.260 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:43 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a[128082]: ts=2023-09-23T18:31:43.983Z caller=main.go:1066 level=info msg="See you next time!" 2023-09-23T18:31:44.527 INFO:journalctl@ceph.prometheus.a.smithi149.stdout:Sep 23 18:31:44 smithi149 bash[283253]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-prometheus-a 2023-09-23T18:31:44.534 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@prometheus.a.service' 2023-09-23T18:31:44.572 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T18:31:44.572 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-09-23T18:31:44.573 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 --force --keep-logs 2023-09-23T18:31:46.314 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 18:31:46 smithi018 systemd[1]: Stopping Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:46.727 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 18:31:46 smithi018 bash[459884]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-a 2023-09-23T18:31:47.036 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 18:31:46 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T18:31:47.036 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 18:31:46 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-09-23T18:31:47.036 INFO:journalctl@ceph.node-exporter.a.smithi018.stdout:Sep 23 18:31:46 smithi018 systemd[1]: Stopped Ceph node-exporter.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:31:47.311 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 18:31:47 smithi018 systemd[1]: Stopping Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:47.667 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 18:31:47 smithi018 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a[143184]: level=info ts=2023-09-23T18:31:47.353Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2023-09-23T18:31:48.003 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 18:31:47 smithi018 bash[460009]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-alertmanager-a 2023-09-23T18:31:48.003 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 18:31:47 smithi018 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T18:31:48.003 INFO:journalctl@ceph.alertmanager.a.smithi018.stdout:Sep 23 18:31:47 smithi018 systemd[1]: Stopped Ceph alertmanager.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:31:57.072 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 --force --keep-logs 2023-09-23T18:31:58.651 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 18:31:58 smithi149 systemd[1]: Stopping Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:31:59.287 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 18:31:59 smithi149 bash[283628]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-node-exporter-b 2023-09-23T18:31:59.538 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 18:31:59 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-09-23T18:31:59.538 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 18:31:59 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-09-23T18:31:59.538 INFO:journalctl@ceph.node-exporter.b.smithi149.stdout:Sep 23 18:31:59 smithi149 systemd[1]: Stopped Ceph node-exporter.b for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:31:59.866 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 18:31:59 smithi149 systemd[1]: Stopping Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7... 2023-09-23T18:32:00.151 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 18:31:59 smithi149 ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a[125209]: t=2023-09-23T18:31:59+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2023-09-23T18:32:00.500 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 18:32:00 smithi149 bash[283750]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7-grafana-a 2023-09-23T18:32:00.500 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 18:32:00 smithi149 systemd[1]: ceph-4479c6b2-5a38-11ee-8db4-212e2dc638e7@grafana.a.service: Succeeded. 2023-09-23T18:32:00.500 INFO:journalctl@ceph.grafana.a.smithi149.stdout:Sep 23 18:32:00 smithi149 systemd[1]: Stopped Ceph grafana.a for 4479c6b2-5a38-11ee-8db4-212e2dc638e7. 2023-09-23T18:32:04.337 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T18:32:04.376 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T18:32:04.405 INFO:tasks.cephadm:Archiving crash dumps... 2023-09-23T18:32:04.407 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi018/crash 2023-09-23T18:32:04.408 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash -- . 2023-09-23T18:32:04.480 INFO:teuthology.orchestra.run.smithi018.stderr:tar: /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash: Cannot open: No such file or directory 2023-09-23T18:32:04.480 INFO:teuthology.orchestra.run.smithi018.stderr:tar: Error is not recoverable: exiting now 2023-09-23T18:32:04.482 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi149/crash 2023-09-23T18:32:04.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash -- . 2023-09-23T18:32:04.547 INFO:teuthology.orchestra.run.smithi149.stderr:tar: /var/lib/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/crash: Cannot open: No such file or directory 2023-09-23T18:32:04.547 INFO:teuthology.orchestra.run.smithi149.stderr:tar: Error is not recoverable: exiting now 2023-09-23T18:32:04.548 INFO:tasks.cephadm:Checking cluster log for badness... 2023-09-23T18:32:04.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-09-23T18:32:04.580 INFO:teuthology.orchestra.run.smithi018.stderr:grep: /var/log/ceph/4479c6b2-5a38-11ee-8db4-212e2dc638e7/ceph.log: No such file or directory 2023-09-23T18:32:04.583 INFO:tasks.cephadm:Compressing logs... 2023-09-23T18:32:04.583 DEBUG:teuthology.orchestra.run.smithi018:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T18:32:04.626 DEBUG:teuthology.orchestra.run.smithi149:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T18:32:04.671 INFO:teuthology.orchestra.run.smithi018.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-09-23T18:32:04.696 INFO:teuthology.orchestra.run.smithi149.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-09-23T18:42:35.985 INFO:tasks.cephadm:Archiving logs... 2023-09-23T18:42:36.017 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi018/log 2023-09-23T18:42:36.019 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/log/ceph -- . 2023-09-23T18:43:50.785 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi149/log 2023-09-23T18:43:50.787 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/log/ceph -- . 2023-09-23T18:44:39.957 INFO:tasks.cephadm:Removing cluster... 2023-09-23T18:44:39.957 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 --force 2023-09-23T18:44:41.376 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4479c6b2-5a38-11ee-8db4-212e2dc638e7 --force 2023-09-23T18:44:42.661 INFO:tasks.cephadm:Removing cephadm ... 2023-09-23T18:44:42.661 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/cephadm 2023-09-23T18:44:42.683 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf /home/ubuntu/cephtest/cephadm 2023-09-23T18:44:42.705 INFO:tasks.cephadm:Teardown complete 2023-09-23T18:44:42.705 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-09-23T18:44:42.716 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-09-23T18:44:42.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-09-23T18:44:42.726 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-09-23T18:44:42.854 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-09-23T18:44:42.864 INFO:teuthology.task.clock:Checking final clock skew... 2023-09-23T18:44:42.864 DEBUG:teuthology.orchestra.run.smithi018:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T18:44:42.867 DEBUG:teuthology.orchestra.run.smithi149:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T18:44:42.883 INFO:teuthology.orchestra.run.smithi149.stderr:bash: ntpq: command not found 2023-09-23T18:44:42.884 INFO:teuthology.orchestra.run.smithi018.stderr:bash: ntpq: command not found 2023-09-23T18:44:42.909 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T18:44:42.909 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2023-09-23T18:44:42.909 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 49 -817us[ -817us] +/- 79ms 2023-09-23T18:44:42.910 INFO:teuthology.orchestra.run.smithi149.stdout:^* hv02.front.sepia.ceph.com 3 6 377 54 -1038us[ -927us] +/- 60ms 2023-09-23T18:44:42.910 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 47 +2512us[+2512us] +/- 85ms 2023-09-23T18:44:42.910 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T18:44:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T18:44:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2023-09-23T18:44:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 53 -808us[ -805us] +/- 79ms 2023-09-23T18:44:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:^* hv02.front.sepia.ceph.com 3 6 377 52 -1032us[-1029us] +/- 60ms 2023-09-23T18:44:42.913 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 +2506us[+2506us] +/- 85ms 2023-09-23T18:44:42.913 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T18:44:42.913 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-09-23T18:44:42.932 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-09-23T18:44:42.933 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-09-23T18:44:42.967 DEBUG:teuthology.orchestra.run.smithi018:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-09-23T18:44:43.097 DEBUG:teuthology.orchestra.run.smithi149:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-09-23T18:44:43.239 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T18:44:43.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:44:43.277 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T18:44:43.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:44:43.308 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-09-23T18:44:43.320 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-09-23T18:44:43.341 INFO:teuthology.task.internal:Duration was 4741.671683 seconds 2023-09-23T18:44:43.342 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-09-23T18:44:43.375 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-09-23T18:44:43.375 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-09-23T18:44:43.378 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-09-23T18:44:43.458 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T18:44:43.505 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T18:44:43.938 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-09-23T18:44:43.939 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi018.front.sepia.ceph.com 2023-09-23T18:44:43.939 DEBUG:teuthology.orchestra.run.smithi018:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-09-23T18:44:43.967 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi149.front.sepia.ceph.com 2023-09-23T18:44:43.967 DEBUG:teuthology.orchestra.run.smithi149:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-09-23T18:44:43.996 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-09-23T18:44:43.996 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T18:44:44.009 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T18:44:44.181 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-09-23T18:44:44.181 DEBUG:teuthology.orchestra.run.smithi018:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-09-23T18:44:44.183 DEBUG:teuthology.orchestra.run.smithi149:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-09-23T18:44:44.580 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-09-23T18:44:44.591 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-09-23T18:44:44.591 DEBUG:teuthology.orchestra.run.smithi018:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-09-23T18:44:44.626 DEBUG:teuthology.orchestra.run.smithi149:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-09-23T18:44:44.661 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-09-23T18:44:44.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-09-23T18:44:44.674 DEBUG:teuthology.orchestra.run.smithi149:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-09-23T18:44:44.705 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = core 2023-09-23T18:44:44.728 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = core 2023-09-23T18:44:44.754 DEBUG:teuthology.orchestra.run.smithi018:> test -e /home/ubuntu/cephtest/archive/coredump 2023-09-23T18:44:44.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:44:44.786 DEBUG:teuthology.orchestra.run.smithi149:> test -e /home/ubuntu/cephtest/archive/coredump 2023-09-23T18:44:44.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:44:44.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-09-23T18:44:44.820 INFO:teuthology.task.internal:Transferring archived files... 2023-09-23T18:44:44.821 DEBUG:teuthology.misc:Transferring archived files from smithi018:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi018 2023-09-23T18:44:44.822 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-09-23T18:44:44.888 DEBUG:teuthology.misc:Transferring archived files from smithi149:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762/remote/smithi149 2023-09-23T18:44:44.888 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-09-23T18:44:44.935 INFO:teuthology.task.internal:Removing archive directory... 2023-09-23T18:44:44.936 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf -- /home/ubuntu/cephtest/archive 2023-09-23T18:44:44.938 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf -- /home/ubuntu/cephtest/archive 2023-09-23T18:44:44.982 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-09-23T18:44:44.995 INFO:teuthology.task.internal:Not uploading archives. 2023-09-23T18:44:44.995 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-09-23T18:44:45.017 INFO:teuthology.task.internal:Tidying up after the test... 2023-09-23T18:44:45.017 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-09-23T18:44:45.019 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-09-23T18:44:45.034 INFO:teuthology.orchestra.run.smithi018.stdout: 262307 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 23 18:44 /home/ubuntu/cephtest 2023-09-23T18:44:45.035 INFO:teuthology.orchestra.run.smithi018.stdout: 4325386 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Sep 23 18:28 /home/ubuntu/cephtest/mnt.0 2023-09-23T18:44:45.035 INFO:teuthology.orchestra.run.smithi018.stdout: 4325387 4 drwxrwxr-x 2 ubuntu ubuntu 4096 Sep 23 18:28 /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T18:44:45.038 INFO:teuthology.orchestra.run.smithi149.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 23 18:44 /home/ubuntu/cephtest 2023-09-23T18:44:45.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T18:44:45.042 INFO:teuthology.orchestra.run.smithi018.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-09-23T18:44:45.042 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi018 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-09-23T18:44:45.049 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-09-23T18:44:45.060 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-09-23T18:44:45.085 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi018 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-09-23T18:44:45.085 INFO:teuthology.nuke:Checking targets against current locks 2023-09-23T18:44:45.115 DEBUG:teuthology.nuke:shortname: smithi018 2023-09-23T18:44:45.115 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T18:44:45.140 DEBUG:teuthology.nuke:shortname: smithi149 2023-09-23T18:44:45.140 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T18:44:45.143 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 17:20:13.297923', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T18:44:45.165 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:pacific-x-reef-distro-default-smithi/7401762', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 17:20:13.296194', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T18:44:45.190 INFO:teuthology.orchestra.console.smithi018:Power off 2023-09-23T18:44:45.191 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-09-23T18:44:45.213 DEBUG:teuthology.orchestra.console.smithi018:power off output: Chassis Power Control: Down/Off 2023-09-23T18:44:45.213 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:45.227 INFO:teuthology.orchestra.console.smithi149:Power off 2023-09-23T18:44:45.227 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-09-23T18:44:45.236 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2023-09-23T18:44:45.251 DEBUG:teuthology.orchestra.console.smithi149:power off output: Chassis Power Control: Down/Off 2023-09-23T18:44:45.251 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:45.283 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2023-09-23T18:44:49.237 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:49.284 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:49.348 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2023-09-23T18:44:49.395 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2023-09-23T18:44:53.354 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:53.396 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T18:44:53.464 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is off 2023-09-23T18:44:53.506 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is off 2023-09-23T18:44:53.565 INFO:teuthology.orchestra.console.smithi018:Power off completed 2023-09-23T18:44:53.607 INFO:teuthology.orchestra.console.smithi149:Power off completed 2023-09-23T18:44:53.711 INFO:teuthology.run:Summary data: description: upgrade:pacific-x/stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} duration: 4741.671683073044 failure_reason: '' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=f96f78c3148640f184ed5f51210c5be7 status: fail success: false 2023-09-23T18:44:53.712 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-23T18:44:53.801 INFO:teuthology.run:FAIL